-- Logs begin at Fri 2021-11-12 11:30:43 UTC, end at Fri 2021-11-12 13:50:25 UTC. -- Nov 12 12:03:48.245501 n-d-804878-5 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 12:03:51.048986 n-d-804878-5 neutron-server[102671]: INFO neutron.common.config [-] Logging enabled! Nov 12 12:03:51.049535 n-d-804878-5 neutron-server[102671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 12:03:51.049684 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 12:03:51.052942 n-d-804878-5 neutron-server[102671]: INFO neutron.common.config [-] Logging enabled! Nov 12 12:03:51.053196 n-d-804878-5 neutron-server[102671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 12:03:51.053509 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 12:03:51.054513 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 12:03:51.054750 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 12:03:51.055113 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 12:03:51.055360 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 12:03:51.055586 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 12:03:51.055908 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.056337 n-d-804878-5 neutron-server[102671]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 12:03:51.056668 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.056953 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.057248 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.057544 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.057837 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.058125 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.058437 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.058738 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.059027 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.059307 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.059595 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.059888 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.060171 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.060461 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.060749 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.061036 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] debug = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.061317 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.061857 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.062348 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.062632 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.062924 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.063206 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.063478 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.063757 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.064042 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.064371 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] host = n-d-804878-5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.064648 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.064938 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.065224 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.065513 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.065792 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.066068 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.066382 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.066657 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.066930 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.067204 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.067493 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.067782 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.068077 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.068300 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.068523 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.068821 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.069107 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.069381 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.069653 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.069925 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.070220 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.070495 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.070764 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.071051 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.071338 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.071623 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.071897 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.072170 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.072444 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.072712 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.072996 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.073268 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.073539 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.073810 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.074095 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.074386 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.074659 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.074956 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.075244 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.075530 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.075824 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.076090 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.076375 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.076647 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.076920 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.077753 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] use_json = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.078143 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.078451 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.078739 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.079014 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.079288 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.079561 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.079837 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.080121 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:51.080420 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.080718 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.081020 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.081304 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.081609 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.081890 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.082196 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.082483 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.082774 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.083062 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.083350 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.083627 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.083921 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.084197 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.084489 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.084795 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.085083 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.085372 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.085645 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.085939 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.086221 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.086502 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.086787 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.087066 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.087354 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.087642 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.087923 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.088211 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.088505 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.088794 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.089068 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.089346 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.089636 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.089913 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.090199 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.090481 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.090770 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.091048 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.091318 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.091597 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.091874 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.092150 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.092423 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.093501 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.093804 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.094079 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.094376 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.094651 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.094929 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.095198 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.095483 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.095758 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.096031 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.096304 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.096584 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.096856 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.097129 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.097406 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.097679 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.097962 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.098255 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.098532 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.098807 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.099080 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.099353 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.099625 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.099897 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.100173 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.100446 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.100718 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.100990 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.101260 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.101532 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.101818 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.102116 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.102417 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.102695 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.102973 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.103250 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.103530 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.103806 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.104080 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.104357 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.104633 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.104925 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.105207 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.105494 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.105778 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.106053 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.106401 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.106680 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.106962 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.107236 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.107512 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.107793 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.108081 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.108502 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.108810 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.109111 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.109410 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.109960 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.110331 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.110591 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.110873 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:51.111091 n-d-804878-5 neutron-server[102671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 12:03:51.111333 n-d-804878-5 neutron-server[102671]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102671) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 12:03:51.546364 n-d-804878-5 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 12:03:51.546639 n-d-804878-5 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 12:03:51.546944 n-d-804878-5 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 12:03:51.547282 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 12:03:51.881940 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.882342 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.882795 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.884272 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.884547 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.884813 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.923794 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.924075 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.924344 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.939911 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.940188 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.940458 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.973962 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.974263 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:51.974531 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.011815 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.012094 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.012366 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.253212 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.253851 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.253851 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.253993 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.254727 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.383143 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.383457 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.383738 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.384011 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.384278 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.384590 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.384852 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.385110 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.385366 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.385650 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.385910 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.386203 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.386463 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.386722 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.386979 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.387245 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.387504 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.387771 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.388052 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.388408 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.388867 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.389176 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.390002 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.390423 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.390680 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.390929 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.391326 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:52.391566 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:52.391804 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:52.392041 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:52.392273 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:52.392509 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:52.392871 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 12:03:52.396187 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 12:03:52.400186 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 12:03:52.404231 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 12 12:03:52.406562 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 12:03:52.407031 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 12:03:52.407367 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 12:03:52.407759 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 12:03:52.410641 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 12:03:52.410891 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 12:03:52.411243 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 12:03:52.416616 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 12:03:52.438889 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 12:03:52.439353 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.439653 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102671) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 12:03:52.440021 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.441408 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102671) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 12:03:52.441691 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 12:03:52.441937 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 12:03:52.445214 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.445492 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:52.512907 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 12:03:52.513082 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 12:03:52.513300 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 12:03:52.513677 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 12:03:52.535266 n-d-804878-5 neutron-server[102671]: DEBUG oslo_db.sqlalchemy.engines [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102671) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 12:03:53.079367 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing driver for type 'gre' Nov 12 12:03:53.079952 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] gre ID ranges: [(1, 1000)] Nov 12 12:03:53.132739 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing driver for type 'local' Nov 12 12:03:53.133110 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing driver for type 'vlan' Nov 12 12:03:53.145981 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] VlanTypeDriver initialization complete Nov 12 12:03:53.146369 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing driver for type 'vxlan' Nov 12 12:03:53.146871 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] vxlan ID ranges: [(1, 1000)] Nov 12 12:03:53.199860 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing extension driver 'port_security' Nov 12 12:03:53.200239 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.extensions.port_security [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] PortSecurityExtensionDriver initialization complete Nov 12 12:03:53.200595 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing mechanism driver 'openvswitch' Nov 12 12:03:53.200927 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing mechanism driver 'hyperv' Nov 12 12:03:53.207736 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:53.208599 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.208976 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.209334 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.209929 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 12:03:53.210342 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.210703 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.211054 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.211452 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 12:03:53.211863 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.212219 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.213073 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.213073 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 12:03:53.213359 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > security_group after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.213709 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > security_group after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.214054 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.214474 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 12:03:53.214885 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.215235 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.215576 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.215973 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 12:03:53.216380 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > address_group after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.216732 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > address_group after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.217069 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.217466 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 12:03:53.217943 n-d-804878-5 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] ML2 OVO RPC backend initialized. {{(pid=102671) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 12:03:53.218693 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.219059 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.219478 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.219829 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > networks before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.220185 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.220528 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > ports before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.220871 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.221212 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnets before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.221562 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.221910 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.222278 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.222621 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.222961 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.223297 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.223636 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.223976 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.224314 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.224906 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.plugin [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Modular L2 Plugin initialization complete Nov 12 12:03:53.225244 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading services supported by the core plugin {{(pid=102671) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 12:03:53.225580 n-d-804878-5 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Got port-security extension from driver 'port_security' Nov 12 12:03:53.226053 n-d-804878-5 neutron-server[102671]: INFO neutron.extensions.vlantransparent [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Disabled vlantransparent extension. Nov 12 12:03:53.226574 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102671) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 12:03:53.226930 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: router Nov 12 12:03:53.265112 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.265719 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.265874 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router before_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.266266 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.266646 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.267007 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_delete 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.267371 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.267853 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.268221 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.268586 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.268936 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.269293 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.269659 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.270076 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.270490 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.270835 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.271179 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.271521 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.271873 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.272223 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.272587 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.272916 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.273276 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.273622 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.273980 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.274385 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.274738 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.275105 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > agent after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.275458 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > agent after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.275806 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.276693 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Tracking information for resource: router configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:53.277031 n-d-804878-5 neutron-server[102671]: DEBUG neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Tracking information for resource: floatingip configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 12:03:53.282208 n-d-804878-5 neutron-server[102671]: INFO neutron.db.l3_agentschedulers_db [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 12:03:53.282800 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.283168 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.283525 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.283884 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.284703 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router before_create 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.285073 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.285441 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_create 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.285805 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > router precommit_update 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.290930 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.provider_configuration [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service providers = [] {{(pid=102671) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 12:03:53.291427 n-d-804878-5 neutron-server[102671]: DEBUG neutron.db.servicetype_db [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102671) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 12:03:53.294631 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.service_base [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 12:03:53.294986 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.service_base [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 12:03:53.295331 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.service_base [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 12:03:53.296862 n-d-804878-5 neutron-server[102671]: DEBUG neutron.services.service_base [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 12:03:53.297240 n-d-804878-5 neutron-server[102671]: INFO neutron.services.service_base [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 12:03:53.297628 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.297949 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 12:03:53.310350 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.310693 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: auto_allocate Nov 12 12:03:53.317125 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: network precommit_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.317498 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: network precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.318027 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.318384 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: tag Nov 12 12:03:53.325221 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.325559 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: timestamp Nov 12 12:03:53.329586 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.329867 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: network_ip_availability Nov 12 12:03:53.335420 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.335792 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.336151 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.336904 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.337200 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: flavors Nov 12 12:03:53.342277 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.342696 n-d-804878-5 neutron-server[102671]: INFO neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading Plugin: revisions Nov 12 12:03:53.347072 n-d-804878-5 neutron-server[102671]: DEBUG neutron.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 12:03:53.347474 n-d-804878-5 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 12:03:53.348237 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102671) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 12:03:53.348583 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Initializing extension manager. Nov 12 12:03:53.349101 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: __init__.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.349443 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: __pycache__ {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.349780 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.350117 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: address_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.350902 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.351476 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: address-group Nov 12 12:03:53.351803 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: address_scope.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.352524 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.353033 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: address-scope Nov 12 12:03:53.353359 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.354331 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.354845 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: router-admin-state-down-before-update Nov 12 12:03:53.355172 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: agent.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.355880 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.356389 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: agent Nov 12 12:03:53.356717 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: agent_resources_synced.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.357642 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.358707 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: agent-resources-synced Nov 12 12:03:53.359115 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: allowedaddresspairs.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.361181 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.361719 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: allowed-address-pairs Nov 12 12:03:53.362050 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: auto_allocated_topology.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.363183 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.363699 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: auto-allocated-topology Nov 12 12:03:53.364034 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: availability_zone.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.364746 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.365261 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: availability_zone Nov 12 12:03:53.365592 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: availability_zone_filter.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.366557 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.367073 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: availability_zone_filter Nov 12 12:03:53.367403 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: data_plane_status.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.368331 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.368847 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 12:03:53.369165 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: default_subnetpools.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.370087 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.370625 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: default-subnetpools Nov 12 12:03:53.370956 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.371796 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.372302 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: dhcp_agent_scheduler Nov 12 12:03:53.372634 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: dns.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.373562 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.374725 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 12:03:53.375086 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: dns_domain_ports.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.376036 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.376553 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 12:03:53.376884 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.377820 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.378360 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 12:03:53.378692 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: dvr.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.379379 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.379889 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: dvr Nov 12 12:03:53.380216 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: ecmp_routes.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.381153 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.381666 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 12:03:53.381999 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: empty_string_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.382958 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.383466 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: empty-string-filtering Nov 12 12:03:53.383793 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.384727 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.385235 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 12:03:53.385622 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.386532 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.387041 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 12:03:53.387368 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: external_net.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.388297 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.388810 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: external-net Nov 12 12:03:53.389137 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.390219 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.390704 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: extra_dhcp_opt Nov 12 12:03:53.391032 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: extraroute.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.392211 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.392728 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: extraroute Nov 12 12:03:53.393057 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: extraroute_atomic.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.394133 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.394674 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: extraroute-atomic Nov 12 12:03:53.395006 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: filter_validation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.395903 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.396414 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: filter-validation Nov 12 12:03:53.396743 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: fip_pf_description.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.397676 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.398207 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 12:03:53.398540 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: fip_port_details.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.399478 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.399989 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: fip-port-details Nov 12 12:03:53.400318 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: flavors.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.401596 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.402117 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: flavors Nov 12 12:03:53.402481 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.404197 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.404722 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 12:03:53.405126 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: floatingip_pools.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.405931 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.406493 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: floatingip-pools Nov 12 12:03:53.406822 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: ip_allocation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.407772 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.408279 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 12:03:53.408606 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.409575 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.410089 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: ip-substring-filtering Nov 12 12:03:53.410454 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l2_adjacency.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.411438 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.411941 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 12:03:53.412265 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.413292 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.413813 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: router Nov 12 12:03:53.414142 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.416497 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.417033 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 12:03:53.417376 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.418351 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.418878 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: ext-gw-mode Nov 12 12:03:53.419211 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.420249 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.421293 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: l3-ha Nov 12 12:03:53.421683 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3_flavors.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.422650 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.423173 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: l3-flavors Nov 12 12:03:53.423505 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.424435 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.424946 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 12:03:53.425276 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: l3agentscheduler.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.426376 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.426894 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: l3_agent_scheduler Nov 12 12:03:53.427469 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: logging.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.428755 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.429280 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension logging not supported by any of loaded plugins Nov 12 12:03:53.429618 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: metering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.430403 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.430995 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: metering Nov 12 12:03:53.431327 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.432555 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.433079 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: metering_source_and_destination_fields Nov 12 12:03:53.433413 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: multiprovidernet.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.434373 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.434891 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: multi-provider Nov 12 12:03:53.435223 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: netmtu.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.436211 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.437435 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: net-mtu Nov 12 12:03:53.437690 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: netmtu_writable.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.438646 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.439162 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: net-mtu-writable Nov 12 12:03:53.439498 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: network_availability_zone.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.440185 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.440697 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: network_availability_zone Nov 12 12:03:53.441025 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: network_ip_availability.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.442145 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.442700 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: network-ip-availability Nov 12 12:03:53.443032 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: network_segment_range.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.443805 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.444312 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 12:03:53.444640 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: pagination.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.445629 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.445965 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: pagination Nov 12 12:03:53.446318 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: port_device_profile.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.447257 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.447769 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: port-device-profile Nov 12 12:03:53.448095 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.449021 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.449537 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: port-mac-address-regenerate Nov 12 12:03:53.449862 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.450815 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.451403 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: port-numa-affinity-policy Nov 12 12:03:53.451731 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: port_resource_request.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.452777 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.453286 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 12:03:53.453608 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: port_resource_request_groups.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.454626 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.455133 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 12:03:53.455459 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: portbindings.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.456442 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.456919 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: binding Nov 12 12:03:53.457245 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: portbindings_extended.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.458559 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.459078 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: binding-extended Nov 12 12:03:53.459413 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: portsecurity.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.460342 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.460860 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: port-security Nov 12 12:03:53.461189 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: project_id.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.462191 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.462533 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: project-id Nov 12 12:03:53.462859 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: providernet.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.463793 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.464302 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: provider Nov 12 12:03:53.464628 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.468952 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.469478 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos not supported by any of loaded plugins Nov 12 12:03:53.469822 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.471114 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.471631 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 12:03:53.471961 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.472902 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.473427 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 12:03:53.473756 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_default.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.474713 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.475233 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-default not supported by any of loaded plugins Nov 12 12:03:53.475563 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_fip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.476225 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.476736 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 12:03:53.477060 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_gateway_ip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.478002 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.478555 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 12:03:53.478878 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_port_network_policy.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.479812 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.480324 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 12:03:53.480648 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.481708 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.482369 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 12:03:53.482731 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_pps_rule.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.484890 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.485591 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 12:03:53.485922 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_rule_type_details.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.486887 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.487398 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 12:03:53.487725 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: qos_rules_alias.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.488805 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.489321 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 12:03:53.489649 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: quota_check_limit.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.490609 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.491124 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: quota-check-limit Nov 12 12:03:53.491449 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: quotasv2.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.492416 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.492744 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: quotas Nov 12 12:03:53.493066 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: quotasv2_detail.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.496265 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.496613 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: quota_details Nov 12 12:03:53.496952 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: rbac.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.498113 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.498674 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: rbac-policies Nov 12 12:03:53.499167 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: rbac_address_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.500125 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.500647 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: rbac-address-group Nov 12 12:03:53.500982 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: rbac_address_scope.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.501919 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.502470 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: rbac-address-scope Nov 12 12:03:53.502805 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: rbac_security_groups.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.503740 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.504260 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: rbac-security-groups Nov 12 12:03:53.504587 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: rbac_subnetpool.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.505515 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.506032 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: rbac-subnetpool Nov 12 12:03:53.506387 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: revisionifmatch.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.507326 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.507848 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: revision-if-match Nov 12 12:03:53.508181 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: revisions.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.509305 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.509821 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: standard-attr-revisions Nov 12 12:03:53.510186 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: router_availability_zone.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.510870 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.511384 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: router_availability_zone Nov 12 12:03:53.511712 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: routerservicetype.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.512650 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.513160 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 12:03:53.513489 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.514498 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.515361 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: security-groups-normalized-cidr Nov 12 12:03:53.515923 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.517519 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.518462 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: port-security-groups-filtering Nov 12 12:03:53.519029 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.520561 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.521472 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: security-groups-remote-address-group Nov 12 12:03:53.522043 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.523617 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.524478 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: security-groups-shared-filtering Nov 12 12:03:53.524972 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.525746 n-d-804878-5 neutron-server[102671]: WARNING neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 12:03:53.526330 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: securitygroup.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.538750 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.539287 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: security-group Nov 12 12:03:53.539624 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: segment.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.540435 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.540948 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension segment not supported by any of loaded plugins Nov 12 12:03:53.541276 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.542269 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.542788 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 12:03:53.543114 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: servicetype.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.544256 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.544785 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: service-type Nov 12 12:03:53.545197 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: sorting.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.546731 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.547068 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: sorting Nov 12 12:03:53.547392 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: standard_attr_segment.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.548335 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.548883 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 12:03:53.549211 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: standardattrdescription.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.549866 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.550423 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: standard-attr-description Nov 12 12:03:53.550752 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: stateful_security_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.551694 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.552226 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: stateful-security-group Nov 12 12:03:53.552554 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: stdattrs_common.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.553130 n-d-804878-5 neutron-server[102671]: WARNING neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 12:03:53.553455 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.554412 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.554924 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 12:03:53.555250 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: subnet_onboard.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.556349 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.556871 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: subnet_onboard Nov 12 12:03:53.557202 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.558182 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.558697 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 12:03:53.559027 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: subnet_service_types.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.559969 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.560494 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: subnet-service-types Nov 12 12:03:53.560819 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: subnetallocation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.561932 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.562487 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: subnet_allocation Nov 12 12:03:53.562821 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.563516 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.564025 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: subnetpool-prefix-ops Nov 12 12:03:53.564349 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.565313 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.565825 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 12:03:53.566152 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: tagging.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.567268 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.567786 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: standard-attr-tag Nov 12 12:03:53.568119 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: timestamp.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.569348 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.569866 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loaded extension: standard-attr-timestamp Nov 12 12:03:53.570223 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: trunk.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.571273 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.571791 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension trunk not supported by any of loaded plugins Nov 12 12:03:53.572122 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: trunk_details.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.573054 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.573572 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 12:03:53.573901 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: uplink_status_propagation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.574882 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.575400 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 12:03:53.575729 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Loading extension file: vlantransparent.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 12:03:53.576408 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 12:03:53.576983 n-d-804878-5 neutron-server[102671]: INFO neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 12:03:53.579549 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:network Nov 12 12:03:53.580152 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:subnet Nov 12 12:03:53.580524 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 12:03:53.580926 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:port Nov 12 12:03:53.582186 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.582657 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service FLAVORS assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.583281 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.583729 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.584066 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:router Nov 12 12:03:53.584513 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 12:03:53.585005 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service METERING assigned prefix: /metering {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.586513 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.586891 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.587252 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:03:53.588275 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 12:03:53.588735 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:security_group Nov 12 12:03:53.589169 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 12:03:53.589797 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.590145 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 12:03:53.590536 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] subnetpool is already registered Nov 12 12:03:53.590967 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.591296 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 12:03:53.591631 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] subnetpool is already registered Nov 12 12:03:53.594624 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.595068 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service FLAVORS assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.595788 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.596240 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.596579 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:router Nov 12 12:03:53.596923 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] router is already registered Nov 12 12:03:53.597355 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 12:03:53.597696 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] floatingip is already registered Nov 12 12:03:53.598188 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service METERING assigned prefix: /metering {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.598939 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 12:03:53.599271 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] rbac_policy is already registered Nov 12 12:03:53.599692 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:security_group Nov 12 12:03:53.600038 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] security_group is already registered Nov 12 12:03:53.600452 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 12:03:53.600801 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] security_group_rule is already registered Nov 12 12:03:53.601297 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.601628 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 12:03:53.601976 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] subnetpool is already registered Nov 12 12:03:53.602435 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 12:03:53.602765 n-d-804878-5 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 12:03:53.603101 n-d-804878-5 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] subnetpool is already registered Nov 12 12:03:53.604886 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: extensions {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.606409 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: address-groups {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.607906 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: address-scopes {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.610054 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: agents {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.611356 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: auto-allocated-topology {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.612632 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: availability_zones {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.613860 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: dhcp-networks {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.615318 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: dhcp-agents {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.616872 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: routers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.619019 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: flavors {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.620309 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: service_profiles {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.621542 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: next_providers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.623046 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: service_profiles {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.624536 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: floatingip-pools {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.625891 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: routers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.628056 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: floatingips {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.629399 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: l3-routers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.630861 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: l3-agents {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.632283 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: metering-labels {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.633534 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: metering-label-rules {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.634979 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: network-ip-availabilities {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.636327 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: bindings {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.637838 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: quotas {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.639566 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: quotas {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.641118 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: rbac-policies {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.642363 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: security-groups {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.643712 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: security-group-rules {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.644949 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: service-providers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.646189 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: subnetpools {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.647618 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: subnetpools {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.649090 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.650862 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.652695 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.654521 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.656982 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.659003 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.660738 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.663622 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.665444 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.667236 n-d-804878-5 neutron-server[102671]: DEBUG neutron.api.extensions [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 12:03:53.674069 n-d-804878-5 neutron-server[102671]: WARNING keystonemiddleware.auth_token [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 12:03:53.678810 n-d-804878-5 neutron-server[102671]: WARNING keystonemiddleware.auth_token [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 12:03:53.688077 n-d-804878-5 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Acquired lock "singleton_lock" {{(pid=102671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 12:03:53.688558 n-d-804878-5 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Releasing lock "singleton_lock" {{(pid=102671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 12:03:53.689217 n-d-804878-5 neutron-server[102671]: INFO oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Starting 2 workers Nov 12 12:03:53.694025 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Started child 102778 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 12:03:53.698603 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Started child 102779 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 12:03:53.699436 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:53.700198 n-d-804878-5 neutron-server[102671]: INFO neutron.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 12:03:53.700812 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Publish callbacks [] for process, before_spawn {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:53.700987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [-] (102778) wsgi starting up on http://0.0.0.0:9696 Nov 12 12:03:53.703415 n-d-804878-5 neutron-server[102671]: INFO oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Starting 1 workers Nov 12 12:03:53.704184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:53.705629 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [-] (102779) wsgi starting up on http://0.0.0.0:9696 Nov 12 12:03:53.708647 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Started child 102780 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 12:03:53.709182 n-d-804878-5 neutron-server[102671]: INFO oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Starting 1 workers Nov 12 12:03:53.712434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] calling RpcWorker wait() {{(pid=102780) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 12:03:53.712977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] returning from RpcWorker wait() {{(pid=102780) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 12:03:53.713678 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Started child 102781 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 12:03:53.714454 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:53.714571 n-d-804878-5 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90c5220c-e8d0-49e3-a868-ac3d6c0bd758 None None] Publish callbacks [] for process, after_spawn {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:53.714981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:53.716418 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 12:03:53.716634 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 12:03:53.716868 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 12:03:53.717105 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 12:03:53.718090 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 12:03:53.718281 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 12:03:53.718861 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.719189 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.719282 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:53.719751 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.719751 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.719995 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.720341 n-d-804878-5 neutron-server[102781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:53.720552 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.720826 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.721084 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.721369 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.721641 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.721812 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.721979 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.722251 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.722489 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.722771 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.723045 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.723296 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.723552 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.723734 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.723986 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.724249 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.724497 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.724759 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] debug = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.725025 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.725487 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.725717 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.725958 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.726196 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.726492 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.726724 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.726994 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.727239 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.727459 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.727715 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.727940 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.728275 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.729074 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.729074 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.729074 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.729453 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.729453 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.730085 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] host = n-d-804878-5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.730085 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.732909 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.733289 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.734231 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.734810 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.735069 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.735325 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.735607 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.735883 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.736121 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.736388 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.736663 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.736928 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.737204 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.737371 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_options = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.737778 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.738256 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.738689 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.739054 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.739253 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.739442 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.739737 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.740172 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.740459 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.740708 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.740936 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.741164 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.741396 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.741621 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.741886 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.742138 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.742436 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.742671 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.742935 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.743181 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.743414 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.743648 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.743908 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.744163 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.744400 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.744622 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.744877 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.745119 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.745365 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.745611 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.745848 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.746111 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.746381 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.746634 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.746901 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.747153 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.747497 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.747744 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.748018 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.748250 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.748502 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.748780 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.749117 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.749331 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.749566 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.749912 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.750321 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_json = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.750544 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.750693 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.751098 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.751387 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.751998 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.752216 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.752472 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.752790 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.753320 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.753471 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.753793 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.754043 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.754322 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.754602 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.755121 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.755121 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.755450 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.755997 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.755997 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.756175 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.756435 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.756966 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.756966 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.757228 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.758476 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.758476 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.758476 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.758476 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.758476 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.758813 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.759018 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.759277 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.759545 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.759796 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.760045 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.760403 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.760672 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.760948 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.761215 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.761465 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.761717 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.761933 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.762154 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.762412 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.762666 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.762919 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.763641 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.763963 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.764211 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.764708 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.765163 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.765627 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.765948 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.766369 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.766600 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.766895 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.767357 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.767643 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.768631 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.769075 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.769528 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.769958 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.770422 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.770828 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.771057 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.771441 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.771676 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.772114 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.772525 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.772657 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.773087 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.773371 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.773783 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.774070 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.774430 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.774720 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.774949 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.775170 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.775397 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.775666 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.775887 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.776112 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.776338 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.776583 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.776803 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.777018 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.777257 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.777530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.777711 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.777924 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.778143 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.778396 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.778635 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.778861 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.779272 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.779372 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.779601 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.779893 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.781080 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.781291 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.781546 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.781777 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.782037 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.782314 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.782557 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.782787 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.783005 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.783857 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.784107 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.784370 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.784609 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.784964 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.785144 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.785287 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.785536 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.785798 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.786030 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.786311 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.786502 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.790612 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.790612 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.790612 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.790612 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.790612 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.791367 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.791367 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.791367 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.791782 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.791782 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.792645 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.792645 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.792645 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.793039 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.793176 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.793325 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.793570 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.793856 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.794099 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.794401 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.794664 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.795017 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.796555 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.796555 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.796555 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.796555 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.797137 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.797282 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.797474 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.797696 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.797985 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.798277 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.798523 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.798791 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.799059 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.799330 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.799575 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.799811 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.800028 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.800270 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.800528 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.801365 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.801632 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.801873 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.802129 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.802373 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.802594 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.802862 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.803076 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.803301 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.803550 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.803791 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.804033 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.804281 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.804496 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.804723 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.804967 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.805189 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.805411 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.805632 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.806906 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.806906 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.806906 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.806906 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.806906 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.807509 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.807509 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.807509 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.807900 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.808026 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.808209 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.808453 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.808667 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.808878 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.809276 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.809492 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.809726 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.809952 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.810278 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.810719 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.811143 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.811520 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.811822 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.812074 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.812343 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.812565 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.812825 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.813066 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.813285 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.813523 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.813915 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.814027 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.814263 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.814497 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.814742 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.814975 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.815191 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.815422 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.815642 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.816183 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.816183 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.816373 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.816607 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.816864 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.817117 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.817350 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.817582 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.817813 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.818029 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.818277 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.818506 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.818720 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.818947 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.819159 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.819393 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.819618 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.819861 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.820071 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.820339 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.820759 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.820975 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.821199 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.821440 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.821655 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.821881 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.822090 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.822325 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.822547 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.822765 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.822975 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.823208 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.823419 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.823630 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.823850 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.824067 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.824301 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.824596 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.824844 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.825062 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.825357 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.825589 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.825836 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.826080 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.826424 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.826667 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.826998 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.827233 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.827455 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.827700 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.827956 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.828284 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.828582 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.828842 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.829079 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.829343 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.829617 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.829886 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.830101 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.830464 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.830745 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.831027 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.831364 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.831735 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.831984 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.832244 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.832474 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.832707 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.833162 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.833376 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.833660 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.833917 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.834495 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.834495 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.834743 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.834868 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.835101 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.835339 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.835567 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.836035 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.836035 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 12:03:53.836465 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 12:03:53.836619 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 12:03:53.836768 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 12:03:53.836958 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 12:03:53.837122 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 12:03:53.837269 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 12:03:53.837470 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.837627 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.837781 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.837935 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.838090 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.838303 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.838464 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.838608 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.838770 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.838929 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839089 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839307 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839438 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839564 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839688 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839833 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.839992 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.840151 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.840315 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.840474 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.840781 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.840781 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841073 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] debug = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841073 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841307 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841468 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841595 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841718 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.841922 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.842098 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.842305 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.842487 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.843252 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.843418 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.843577 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.843739 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.843898 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.844057 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.844218 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.844377 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.844536 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.844696 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] host = n-d-804878-5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.844856 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845014 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845172 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845331 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845489 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845650 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845810 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.845969 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.846127 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.846302 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.846651 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.846651 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.846891 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.846891 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.847125 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_options = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.847248 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.847370 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.847520 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.847777 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.847777 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848035 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848149 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848271 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848395 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848518 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848672 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848832 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.848991 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.849135 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.849359 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.849498 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.849624 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.849748 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.849874 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.850035 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.850227 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.850389 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.850535 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.850693 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.850853 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.851013 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.851170 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.851328 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.851491 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.851650 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852013 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852013 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852264 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852264 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852497 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852658 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852658 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.852891 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853014 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853099 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853261 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853419 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853577 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853736 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.853897 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.854060 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.854219 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_json = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.854377 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.854538 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.854712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:03:53.854844 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.854844 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.855082 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.855206 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.855329 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.855451 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 12:03:53.855597 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.855758 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.855930 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.856092 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.856253 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.856414 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.856575 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.856736 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.856897 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.857057 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.857273 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.857468 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.857641 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.857803 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.857964 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.858206 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.858398 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.858553 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.858714 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.858858 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.859022 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.859183 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.859355 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.859819 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.859946 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.860070 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.860214 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.860389 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.860549 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.860711 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.860872 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.861031 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.861202 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.861354 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.861520 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.861682 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.861843 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862004 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862183 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862347 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862493 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862656 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862817 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.862978 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.863140 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.863301 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.863462 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.863624 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.863786 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.863948 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.864108 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.864270 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.864431 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.864594 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.864754 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.864925 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.865086 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.865246 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.865407 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.865569 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.865763 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.865891 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.866057 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.867609 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.867609 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.867609 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.867988 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.867988 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.867988 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.868326 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.868326 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.868780 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.868780 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.868780 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.869137 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.869137 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.869370 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.869370 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.869601 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.869734 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.870530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.870530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.870530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.870530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.870530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.870530 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871206 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871206 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871206 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871206 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871615 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871615 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871615 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871974 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.871974 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.872208 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.872208 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.872441 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.872795 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.872795 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873046 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873046 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873281 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873405 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873538 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873664 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873813 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.873978 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.874140 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.874323 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.874485 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.874648 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.874809 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.874969 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.875130 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.875290 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.875461 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.875622 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.875786 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.875947 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.876117 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.876288 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.876451 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.876613 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.876774 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.876936 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.877097 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.877258 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.877420 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.877581 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.877742 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.877906 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.878075 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.878265 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.878407 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.878567 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.878729 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.878912 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.879072 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.879231 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.879392 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.879552 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.879712 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.879872 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880087 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880215 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880327 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880486 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880647 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880807 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.880968 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.881134 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.881277 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.881442 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882040 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882040 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882040 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882040 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882720 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882720 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882720 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.882720 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883193 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883193 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883193 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883539 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883539 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883539 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883869 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.883869 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884109 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884109 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884342 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884466 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884590 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884712 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.884863 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885025 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885187 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885349 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885510 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885672 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885835 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.885997 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.886173 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.886353 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.886515 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.886678 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.886839 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.887001 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.887181 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.887343 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.887517 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.887678 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.887842 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888003 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888164 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888326 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888486 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888648 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888809 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.888969 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.889128 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.889832 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.890042 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.890225 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.890389 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.890551 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.890713 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.890875 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.891036 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.891212 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.891379 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.891539 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.891700 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.891861 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892021 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892192 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892353 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892513 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892675 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892834 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.892994 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.893164 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.893324 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.893484 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.893644 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.893803 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.893964 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.894133 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.894322 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.894482 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.894643 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.894804 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.894965 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.895134 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.895294 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.895453 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.895613 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.895773 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.895933 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.896102 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.896263 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.896423 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.896583 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.896743 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.896903 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.897074 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.897280 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.897410 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.898248 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.898248 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.898508 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.898508 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.898730 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.899090 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.899090 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.899090 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900049 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900049 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900049 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900049 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900049 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900049 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900728 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900728 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900728 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.900728 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901011 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901011 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901440 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901440 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901440 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901792 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.901792 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.902023 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.902023 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.902188 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.902286 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.902416 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.902663 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903019 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903019 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903019 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903368 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903368 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903601 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903601 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903845 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.903968 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 12:03:53.904080 n-d-804878-5 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 12:03:53.920320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60314) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:03:53.929522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063572 Nov 12 12:04:05.687768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155ca22-65a0-43b2-9a57-196584fb263e None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:04:05.847021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155ca22-65a0-43b2-9a57-196584fb263e None None] No non-hosted networks {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 12:04:05.856685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.agentschedulers_db [None req-f155ca22-65a0-43b2-9a57-196584fb263e None None] DHCP Agent not found on host n-d-804878-5 {{(pid=102780) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 12:04:05.995677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-105be158-78ab-48d8-b6d8-89ab97eaa02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:07.897690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0952fb6d-d017-4fdf-9e60-15e0a935c8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:07.956640 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6848-52c7-43dd-9ded-4f814b1e13ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:09.169620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:10.426276 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:11.125036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:11.125768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.126526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.127092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.127694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.128230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.128822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.129354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.129934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.130494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.131047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.131578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.132163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:11.132778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804878-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:11.140499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804878-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:11.939558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:12.510139 n-d-804878-5 neutron-server[102779]: WARNING oslo_policy.policy [None req-cc436d37-1e25-4d9d-87a5-033b0c7d4216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:12.510876 n-d-804878-5 neutron-server[102779]: WARNING oslo_policy.policy [None req-cc436d37-1e25-4d9d-87a5-033b0c7d4216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:12.746145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-cc436d37-1e25-4d9d-87a5-033b0c7d4216 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:04:12.747282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cc436d37-1e25-4d9d-87a5-033b0c7d4216 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8067896 Nov 12 12:04:14.626146 n-d-804878-5 neutron-server[102780]: INFO neutron.db.l3_hamode_db [None req-494fc626-a07f-4337-a6c9-bf28c503bf76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 12:04:14.705713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fc626-a07f-4337-a6c9-bf28c503bf76 None None] Routers set() bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:14.706088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fc626-a07f-4337-a6c9-bf28c503bf76 None None] Router IDs set() for agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 12:04:15.402796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:15.925811 n-d-804878-5 neutron-server[102778]: WARNING oslo_policy.policy [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:15.926445 n-d-804878-5 neutron-server[102778]: WARNING oslo_policy.policy [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:16.151581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:16.248299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.policy [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102778) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 12:04:16.296171 n-d-804878-5 neutron-server[102778]: WARNING oslo_policy.policy [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:16.296544 n-d-804878-5 neutron-server[102778]: WARNING oslo_policy.policy [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:16.305244 n-d-804878-5 neutron-server[102778]: INFO neutron.quota [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] Loaded quota_driver: . Nov 12 12:04:16.395008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730444091681', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730444092108', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730444095758', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730444098883', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730444018958', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730444519799', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3749652', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3409032', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-381420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441224'] for rbac-policy, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:16.464032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:16.465371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-281e9a64-bf03-4b00-b8fb-9be4e91ef089 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0599856 Nov 12 12:04:19.223227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:19.527094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Request body: {'network': {'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'name': 'private', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:19.555661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Made reservation on behalf of cd77b46cfb2a4770a07cf407f867f333 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:19.558513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.576038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.698343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.702817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.726303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:04:19.761636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730445538533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.762233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Unsubscribe: segment precommit_create {{(pid=102778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 12:04:19.762747 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Added segment 57ab772b-543e-4d55-8614-b2914301d18f of type vlan for network b7a27a16-f822-4a02-bfdf-6e51747aeed0 Nov 12 12:04:19.778598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92747b0-7a38-436f-9598-c879b8dc797c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:19.830851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.831191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.831525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.831855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.832178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.832499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.832818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.833135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.833450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.833853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.834074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.834409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Tracked resource versions report: Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: pushed versions: Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: { 'AddressGroup': {'1.2'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'ConntrackHelper': {'1.0'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Log': {'1.0'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Network': {'1.1'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Port': {'1.7'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'PortForwarding': {'1.2'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'QosPolicy': {'1.10'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'SecurityGroup': {'1.5'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'SubPort': {'1.0'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Subnet': {'1.1'}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Trunk': {'1.1'}} Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: consumer versions: Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: L3 agent@n-d-804878-5: {}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: Metadata agent@n-d-804878-5: {}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: Metering agent@n-d-804878-5: {}, Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'ConntrackHelper': '1.0', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Log': '1.0', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Network': '1.1', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Port': '1.7', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'PortForwarding': '1.2', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'QosPolicy': '1.10', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'SecurityGroup': '1.5', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'SecurityGroupRule': '1.2', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'SubPort': '1.0', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Subnet': '1.1', Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: 'Trunk': '1.1'}} Nov 12 12:04:19.835458 n-d-804878-5 neutron-server[102778]: {{(pid=102778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:04:19.880672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.922548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.923738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:19.924464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:19.973534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7491374 Nov 12 12:04:20.027671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287532-4cdd-4ff2-87a2-f78a54a88ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a27a16-f822-4a02-bfdf-6e51747aeed0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:20.041048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:04:22.796659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:23.191606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a2b34-4ba3-421f-bc20-59881c402145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:23.192999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-480a2b34-4ba3-421f-bc20-59881c402145 admin admin] 10.222.0.18 "GET /v2.0/networks/b7a27a16-f822-4a02-bfdf-6e51747aeed0 HTTP/1.1" status: 200 len: 825 time: 0.3953576 Nov 12 12:04:23.217726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-07d24bf5-5a3d-4d54-bea4-ce040ca9de50 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/2beafd61-d22b-46bb-a21d-b8c1d20941c3 HTTP/1.1" status: 200 len: 734 time: 0.0184450 Nov 12 12:04:23.227090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Request body: {'subnet': {'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'ip_version': 4, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:23.251810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Made reservation on behalf of cd77b46cfb2a4770a07cf407f867f333 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:23.254201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:23.558438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:23.629659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c911ec-bf01-46ec-8f2c-88be98762138,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:23.632868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Checking segment: {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:23.633259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Network hostable DHCP agents. Network: b7a27a16-f822-4a02-bfdf-6e51747aeed0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:04:23.656070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:04:23.671414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b7a27a16-f822-4a02-bfdf-6e51747aeed0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:23.677154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:23.678874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:23.682014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fe45c-c219-4b92-84ab-a24e2ac3d386 None None] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:23.696613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-203c6c13-23a8-413f-9eed-873a980810cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4727209 Nov 12 12:04:24.023789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:04:24.025177 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.337247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Allocated IP 172.20.0.2 (b7a27a16-f822-4a02-bfdf-6e51747aeed0/26c911ec-bf01-46ec-8f2c-88be98762138/7c1bf802-4803-445a-a448-6f80f2b83c75) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:24.550210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.558978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.642318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:24.646943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:24.648642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Pushing event updated for resources: {'Port': ['ID=7c1bf802-4803-445a-a448-6f80f2b83c75,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:24.653445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:24.660443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.660443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.660776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.661106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.661432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.661755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.662077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.662421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.662740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.663060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.663378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.663696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Tracked resource versions report: Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: pushed versions: Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: { 'AddressGroup': {'1.2'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'ConntrackHelper': {'1.0'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Log': {'1.0'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Network': {'1.1'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Port': {'1.7'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'PortForwarding': {'1.2'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'QosPolicy': {'1.10'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'SecurityGroup': {'1.5'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'SubPort': {'1.0'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Subnet': {'1.1'}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Trunk': {'1.1'}} Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: consumer versions: Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: L3 agent@n-d-804878-5: {}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: Metadata agent@n-d-804878-5: {}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: Metering agent@n-d-804878-5: {}, Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'ConntrackHelper': '1.0', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Log': '1.0', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Network': '1.1', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Port': '1.7', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'PortForwarding': '1.2', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'QosPolicy': '1.10', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'SecurityGroup': '1.5', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'SecurityGroupRule': '1.2', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'SubPort': '1.0', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Subnet': '1.1', Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: 'Trunk': '1.1'}} Nov 12 12:04:24.664754 n-d-804878-5 neutron-server[102780]: {{(pid=102780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:04:24.746876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Attempting to bind port 7c1bf802-4803-445a-a448-6f80f2b83c75 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:24.748267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Attempting to bind port 7c1bf802-4803-445a-a448-6f80f2b83c75 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:24.748746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Attempting to bind port 7c1bf802-4803-445a-a448-6f80f2b83c75 on network b7a27a16-f822-4a02-bfdf-6e51747aeed0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:24.754486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:24.754869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Checking segment: {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:24.755493 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.755882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Bound using segment: {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:24.756291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Bound port: 7c1bf802-4803-445a-a448-6f80f2b83c75, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:24.761183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.823331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-182674f3-d5c3-4e97-b053-379008555edd None None] For port 7c1bf802-4803-445a-a448-6f80f2b83c75, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:24.845202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-182674f3-d5c3-4e97-b053-379008555edd None None] For port 7c1bf802-4803-445a-a448-6f80f2b83c75, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c1bf802-4803-445a-a448-6f80f2b83c75,segment=NetworkSegment(57ab772b-543e-4d55-8614-b2914301d18f),segment_id=57ab772b-543e-4d55-8614-b2914301d18f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:24.849666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.906563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182674f3-d5c3-4e97-b053-379008555edd None None] Pushing event updated for resources: {'Port': ['ID=7c1bf802-4803-445a-a448-6f80f2b83c75,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:26.333115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:26.657636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-2b967eac-20a5-45e1-a09a-715900e62196 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:04:26.658696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2b967eac-20a5-45e1-a09a-715900e62196 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246145 Nov 12 12:04:29.277321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:29.602619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-342079e1-1ae5-46f1-b0ba-6f52da57c3e0 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:04:29.618195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-342079e1-1ae5-46f1-b0ba-6f52da57c3e0 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252573 Nov 12 12:04:32.485087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:32.828508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:32.898365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.policy [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102779) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 12:04:32.948951 n-d-804878-5 neutron-server[102779]: WARNING oslo_policy.policy [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:32.949258 n-d-804878-5 neutron-server[102779]: WARNING oslo_policy.policy [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 12:04:32.958589 n-d-804878-5 neutron-server[102779]: INFO neutron.quota [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Loaded quota_driver: . Nov 12 12:04:33.022772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.024636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.193852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.199972 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.223369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:33.224590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ba2d5c79-5ac4-4fee-84ff-e70319125f3b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7385206 Nov 12 12:04:34.491085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f2fbe3-165f-44b4-8af0-56a8a0eb1d4f None None] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:34.569323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4da4078b-5d37-4538-ae00-8c9812c00ee3 None None] Provisioning complete for port 7c1bf802-4803-445a-a448-6f80f2b83c75 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:34.569710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4da4078b-5d37-4538-ae00-8c9812c00ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:34.781767 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4da4078b-5d37-4538-ae00-8c9812c00ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:34.832577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4da4078b-5d37-4538-ae00-8c9812c00ee3 None None] For port 7c1bf802-4803-445a-a448-6f80f2b83c75, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c1bf802-4803-445a-a448-6f80f2b83c75,segment=NetworkSegment(57ab772b-543e-4d55-8614-b2914301d18f),segment_id=57ab772b-543e-4d55-8614-b2914301d18f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:34.839292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4da4078b-5d37-4538-ae00-8c9812c00ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:34.891013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4078b-5d37-4538-ae00-8c9812c00ee3 None None] Pushing event updated for resources: {'Port': ['ID=7c1bf802-4803-445a-a448-6f80f2b83c75,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:35.045196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c1bf802-4803-445a-a448-6f80f2b83c75 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:35.096010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-39f9f051-8f12-44d1-a904-118fb7c856a0 None None] Provisioning complete for port 7c1bf802-4803-445a-a448-6f80f2b83c75 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:35.096428 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39f9f051-8f12-44d1-a904-118fb7c856a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:35.135472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7c1bf802-4803-445a-a448-6f80f2b83c75 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:35.135837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:35.554957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-68094bbd-a614-487d-8b94-39bf847f54ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:35.782740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:36.105276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-2f015f53-222e-45ac-90cf-775a6f4456a2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:04:36.106959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2f015f53-222e-45ac-90cf-775a6f4456a2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3226168 Nov 12 12:04:37.901463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a21287ef-b1a9-4edd-8064-646e3fc0c98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:38.675693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:38.993478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:39.016239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Made reservation on behalf of dc30830f0dfd4b57a1c1061e7de415ec for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:39.018611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.027093 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.108083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.113309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.116399 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.133185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Reserving flat network on physical network physnet1 {{(pid=102778) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 12:04:39.151457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36397719-e4df-42bd-a374-43657aec30fd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:39.159663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.160018 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Added segment 33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c of type flat for network 1cfe4041-2631-4273-9a66-1e4e46d23e6b Nov 12 12:04:39.216512 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.249933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.250895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:39.251466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:39.308545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6316895 Nov 12 12:04:39.313775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c881df-a1c3-491c-bf02-f04601bd9104 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfe4041-2631-4273-9a66-1e4e46d23e6b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:39.337264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:04:40.370489 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.123674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.878097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:42.055640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d92d-1fe9-4dc3-8c6e-94c5dfd65297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:42.057015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9959d92d-1fe9-4dc3-8c6e-94c5dfd65297 admin admin] 10.222.0.18 "GET /v2.0/subnets/26c911ec-bf01-46ec-8f2c-88be98762138 HTTP/1.1" status: 200 len: 849 time: 0.1779301 Nov 12 12:04:42.218708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9d0bfc12-9121-4c4b-8f3c-c6dbd205c4b6 admin admin] 10.222.0.18 "GET /v2.0/routers/82406ba0-c73a-4e12-b396-14ad261154a8 HTTP/1.1" status: 200 len: 704 time: 0.1552968 Nov 12 12:04:42.494619 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:42.802620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Allocated IP 172.20.0.1 (b7a27a16-f822-4a02-bfdf-6e51747aeed0/26c911ec-bf01-46ec-8f2c-88be98762138/13c38e4e-08e1-43f8-9a23-ab74d2dce40f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:42.972787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.085347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.173682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:43.180652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:43.186807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:43.187360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.209612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:43.390113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.399250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8114e0c4-bdef-457a-814e-2dfc5db51687 None None] Provisioning complete for port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:43.399840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8114e0c4-bdef-457a-814e-2dfc5db51687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.432014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8114e0c4-bdef-457a-814e-2dfc5db51687 None None] Port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:43.617567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.621880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.622820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.705387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:43.749440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:43.750883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:43.929407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Router 82406ba0-c73a-4e12-b396-14ad261154a8 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:04:43.954007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ac9ef466-637b-4084-a092-19b6beaa7898 None None] Provisioning complete for port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:43.954411 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef466-637b-4084-a092-19b6beaa7898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.988992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ef466-637b-4084-a092-19b6beaa7898 None None] Port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:44.026379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:44.033304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-29efa11b-09f2-4292-a727-073d32bf9aa1 admin admin] 10.222.0.18 "PUT /v2.0/routers/82406ba0-c73a-4e12-b396-14ad261154a8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8073242 Nov 12 12:04:44.039935 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Sync routers for ids ['82406ba0-c73a-4e12-b396-14ad261154a8'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:44.056361 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Routers {'82406ba0-c73a-4e12-b396-14ad261154a8'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:44.057235 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:04:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['82406ba0-c73a-4e12-b396-14ad261154a8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:44.254627 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Set router 82406ba0-c73a-4e12-b396-14ad261154a8 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:44.691682 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'name': 'router1', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:33Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 2, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'gw_port_host': None, '_interfaces': [{'id': '13c38e4e-08e1-43f8-9a23-ab74d2dce40f', 'name': '', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'mac_address': 'fa:16:3e:c2:cc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 2, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'subnets': [{'id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:44.743480 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Checking router: 82406ba0-c73a-4e12-b396-14ad261154a8 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:44.743849 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Updating router 82406ba0-c73a-4e12-b396-14ad261154a8 port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:04:44.791950 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.310062 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.317224 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.483778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Pushing event updated for resources: {'Port': ['ID=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:45.495795 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Attempting to bind port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:45.496214 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Attempting to bind port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:45.497179 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Attempting to bind port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f on network b7a27a16-f822-4a02-bfdf-6e51747aeed0 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:45.503308 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:45.503308 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Checking segment: {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:45.503606 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.503780 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Bound using segment: {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:45.504293 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Bound port: 13c38e4e-08e1-43f8-9a23-ab74d2dce40f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ab772b-543e-4d55-8614-b2914301d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:45.504716 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.508382 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.508727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.509065 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.509397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.509727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.510054 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.510404 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.510727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.511051 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.511456 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.511771 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.512115 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Tracked resource versions report: Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: pushed versions: Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: { 'AddressGroup': {'1.2'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'ConntrackHelper': {'1.0'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Log': {'1.0'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Network': {'1.1'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Port': {'1.7'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'PortForwarding': {'1.2'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'QosPolicy': {'1.10'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'SecurityGroup': {'1.5'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'SubPort': {'1.0'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Subnet': {'1.1'}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Trunk': {'1.1'}} Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: consumer versions: Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: L3 agent@n-d-804878-5: {}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: Metadata agent@n-d-804878-5: {}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: Metering agent@n-d-804878-5: {}, Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'ConntrackHelper': '1.0', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Log': '1.0', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Network': '1.1', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Port': '1.7', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'PortForwarding': '1.2', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'QosPolicy': '1.10', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'SecurityGroup': '1.5', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'SecurityGroupRule': '1.2', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'SubPort': '1.0', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Subnet': '1.1', Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: 'Trunk': '1.1'}} Nov 12 12:04:45.513835 n-d-804878-5 neutron-server[102781]: {{(pid=102781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:04:45.523226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-533a3384-8bea-49db-8c48-afad53421e7c None None] Provisioning complete for port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:45.523784 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-533a3384-8bea-49db-8c48-afad53421e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.602246 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] For port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:45.616593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-533a3384-8bea-49db-8c48-afad53421e7c None None] Port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:04:45.627639 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] For port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,segment=NetworkSegment(57ab772b-543e-4d55-8614-b2914301d18f),segment_id=57ab772b-543e-4d55-8614-b2914301d18f)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:45.632614 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:45.693609 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Routers {'82406ba0-c73a-4e12-b396-14ad261154a8'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:45.694402 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:04:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['82406ba0-c73a-4e12-b396-14ad261154a8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:45.769450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aadb1-0a7e-4a1d-a2f4-c71b4eee9c7e None None] Pushing event updated for resources: {'Port': ['ID=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:45.798368 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] Set router 82406ba0-c73a-4e12-b396-14ad261154a8 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:45.941169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b90a784-116a-4e45-be29-320f3386ce20 None None] Provisioning complete for port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:45.941613 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b90a784-116a-4e45-be29-320f3386ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.041697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b90a784-116a-4e45-be29-320f3386ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.043212 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'name': 'router1', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:33Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 2, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'gw_port_host': None, '_interfaces': [{'id': '13c38e4e-08e1-43f8-9a23-ab74d2dce40f', 'name': '', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'mac_address': 'fa:16:3e:c2:cc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'subnets': [{'id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:46.072313 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a2c57-713a-4b9c-a854-49704bfc0161 None None] The sync data for ids ['82406ba0-c73a-4e12-b396-14ad261154a8'] in n-d-804878-5 is: [{'id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'name': 'router1', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:33Z', 'updated_at': '2021-11-12T12:04:43Z', 'revision_number': 2, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'gw_port_host': None, '_interfaces': [{'id': '13c38e4e-08e1-43f8-9a23-ab74d2dce40f', 'name': '', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'mac_address': 'fa:16:3e:c2:cc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:45Z', 'revision_number': 4, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'subnets': [{'id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:46.080944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8b90a784-116a-4e45-be29-320f3386ce20 None None] For port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,segment=NetworkSegment(57ab772b-543e-4d55-8614-b2914301d18f),segment_id=57ab772b-543e-4d55-8614-b2914301d18f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:46.086057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b90a784-116a-4e45-be29-320f3386ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.140282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90a784-116a-4e45-be29-320f3386ce20 None None] Pushing event updated for resources: {'Port': ['ID=13c38e4e-08e1-43f8-9a23-ab74d2dce40f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:46.452482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:46.573137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b46abc-93b6-4896-97d0-b5cd294369e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:46.574547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-39b46abc-93b6-4896-97d0-b5cd294369e4 admin admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 842 time: 0.1209643 Nov 12 12:04:46.588881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:46.612751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Made reservation on behalf of dc30830f0dfd4b57a1c1061e7de415ec for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:46.615031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.906439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:04:46.906880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:46.966353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f63cb7d-8ee5-487f-852c-1b8416de216b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:46.975284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:46.975943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Network hostable DHCP agents. Network: 1cfe4041-2631-4273-9a66-1e4e46d23e6b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:04:46.994646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:04:47.005350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1cfe4041-2631-4273-9a66-1e4e46d23e6b) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:47.009886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:47.010672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:47.018522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87c05a-2202-41c6-b730-26a94c32707d None None] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:47.031018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-502b2f2b-6e3b-4d94-b740-56c5cc79cc96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4491646 Nov 12 12:04:47.155634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf907ad3-624a-4971-ab8a-8c72e2b53998 None None] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:48.773260 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:04:49.478373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:49.680616 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bac47ccc-d0c8-4435-8f60-889eb97b40d4 admin admin] 10.222.0.18 "GET /v2.0/routers/82406ba0-c73a-4e12-b396-14ad261154a8 HTTP/1.1" status: 200 len: 710 time: 0.2009044 Nov 12 12:04:49.778272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00442a2c-bdaf-47a0-b7cb-780c3734e3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:49.779683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00442a2c-bdaf-47a0-b7cb-780c3734e3f6 admin admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 886 time: 0.0896368 Nov 12 12:04:49.789614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:50.072656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.353288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.469240 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.588793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Allocated IP 172.25.1.195 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/20d059eb-ad97-45a3-a96a-d6bc2951f86a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:50.701756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.737815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.778481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:50.783981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:50.786468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:50.823344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Pushing event updated for resources: {'Port': ['ID=20d059eb-ad97-45a3-a96a-d6bc2951f86a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:51.047528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:51.369876 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:51.374865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:51.493130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Router 82406ba0-c73a-4e12-b396-14ad261154a8 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:04:51.605128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:51.610493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:51.611716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b07c0269-0b2d-43cd-b73f-c76cf6c717e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/82406ba0-c73a-4e12-b396-14ad261154a8 HTTP/1.1" status: 200 len: 890 time: 1.8255129 Nov 12 12:04:53.047637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13c38e4e-08e1-43f8-9a23-ab74d2dce40f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:53.100789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:53.101247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:53.248706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Sync routers for ids ['82406ba0-c73a-4e12-b396-14ad261154a8'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:53.259570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Routers {'82406ba0-c73a-4e12-b396-14ad261154a8'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:53.260236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:04:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['82406ba0-c73a-4e12-b396-14ad261154a8'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:53.469855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Set router 82406ba0-c73a-4e12-b396-14ad261154a8 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:53.880296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'name': 'router1', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '20d059eb-ad97-45a3-a96a-d6bc2951f86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:33Z', 'updated_at': '2021-11-12T12:04:50Z', 'revision_number': 4, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'gw_port': {'id': '20d059eb-ad97-45a3-a96a-d6bc2951f86a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:50Z', 'updated_at': '2021-11-12T12:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '13c38e4e-08e1-43f8-9a23-ab74d2dce40f', 'name': '', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'mac_address': 'fa:16:3e:c2:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 5, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'subnets': [{'id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:54.012192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Checking router: 82406ba0-c73a-4e12-b396-14ad261154a8 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:54.012490 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Updating router 82406ba0-c73a-4e12-b396-14ad261154a8 port 20d059eb-ad97-45a3-a96a-d6bc2951f86a binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:04:54.064370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.195081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:54.328862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ecf129f-ec81-4b49-8012-4e9d9b8e0726 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1322000 Nov 12 12:04:54.401699 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.408205 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.467237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Attempting to bind port 20d059eb-ad97-45a3-a96a-d6bc2951f86a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:54.467623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Attempting to bind port 20d059eb-ad97-45a3-a96a-d6bc2951f86a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:54.467980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Attempting to bind port 20d059eb-ad97-45a3-a96a-d6bc2951f86a on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:54.475677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c8265-0974-407b-b19a-fab58e88de8d None None] Pushing event updated for resources: {'Port': ['ID=20d059eb-ad97-45a3-a96a-d6bc2951f86a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:54.479323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:54.479704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:54.480317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.480668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:54.481225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Bound port: 20d059eb-ad97-45a3-a96a-d6bc2951f86a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:54.481645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.536183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] For port 20d059eb-ad97-45a3-a96a-d6bc2951f86a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:54.539302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] For port 20d059eb-ad97-45a3-a96a-d6bc2951f86a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=20d059eb-ad97-45a3-a96a-d6bc2951f86a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:54.545689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:54.605118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Routers {'82406ba0-c73a-4e12-b396-14ad261154a8'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:54.606803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:04:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['82406ba0-c73a-4e12-b396-14ad261154a8'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:54.610002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c8265-0974-407b-b19a-fab58e88de8d None None] Pushing event updated for resources: {'Port': ['ID=20d059eb-ad97-45a3-a96a-d6bc2951f86a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:54.721623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] Set router 82406ba0-c73a-4e12-b396-14ad261154a8 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:54.951822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'name': 'router1', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '20d059eb-ad97-45a3-a96a-d6bc2951f86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:33Z', 'updated_at': '2021-11-12T12:04:50Z', 'revision_number': 4, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'gw_port': {'id': '20d059eb-ad97-45a3-a96a-d6bc2951f86a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:50Z', 'updated_at': '2021-11-12T12:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '13c38e4e-08e1-43f8-9a23-ab74d2dce40f', 'name': '', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'mac_address': 'fa:16:3e:c2:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 5, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'subnets': [{'id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:54.980513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ea95c-a269-4065-9fd9-3b2c1b39573b None None] The sync data for ids ['82406ba0-c73a-4e12-b396-14ad261154a8'] in n-d-804878-5 is: [{'id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'name': 'router1', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '20d059eb-ad97-45a3-a96a-d6bc2951f86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:04:33Z', 'updated_at': '2021-11-12T12:04:50Z', 'revision_number': 4, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'gw_port': {'id': '20d059eb-ad97-45a3-a96a-d6bc2951f86a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:50Z', 'updated_at': '2021-11-12T12:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '13c38e4e-08e1-43f8-9a23-ab74d2dce40f', 'name': '', 'network_id': 'b7a27a16-f822-4a02-bfdf-6e51747aeed0', 'tenant_id': 'cd77b46cfb2a4770a07cf407f867f333', 'mac_address': 'fa:16:3e:c2:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82406ba0-c73a-4e12-b396-14ad261154a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:04:42Z', 'updated_at': '2021-11-12T12:04:46Z', 'revision_number': 5, 'project_id': 'cd77b46cfb2a4770a07cf407f867f333', 'subnets': [{'id': '26c911ec-bf01-46ec-8f2c-88be98762138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2beafd61-d22b-46bb-a21d-b8c1d20941c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:57.106667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 20d059eb-ad97-45a3-a96a-d6bc2951f86a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:57.159095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 20d059eb-ad97-45a3-a96a-d6bc2951f86a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:57.159463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:57.238692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:57.258605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 20d059eb-ad97-45a3-a96a-d6bc2951f86a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=20d059eb-ad97-45a3-a96a-d6bc2951f86a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:57.262841 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:57.311750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=20d059eb-ad97-45a3-a96a-d6bc2951f86a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:59.080897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 20d059eb-ad97-45a3-a96a-d6bc2951f86a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:59.168464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 20d059eb-ad97-45a3-a96a-d6bc2951f86a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:59.168986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:05.564202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b255f4e-bb0a-4546-be3d-9d69d6bd4c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.895310 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-410fd181-d0f9-46c8-a679-43e79c0596e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.121327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:10.380721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:11.132790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.774583 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:05:35.559361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-050307fd-0066-4945-9263-713e19e0544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:37.899481 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e804f1-a030-4053-adfc-689b91dbe016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.125063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.384314 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.132065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:02.773765 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:06:05.563201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46024235-58f0-4ba5-a17e-4c4aaf8a52a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:07.903487 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dac746d-4517-47b4-a12b-f32401489156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:09.122656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:10.386148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:11.130486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:35.566826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8de5744-e532-4b66-8524-bae862b6ea8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:37.906105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0acd9ebd-5b3f-427a-9861-9b8a4401fe81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.125809 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.773180 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:06:40.381251 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:40.752398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:40.831350 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c9b8a8-4501-44ea-8735-aeac42319f9a admin admin] GET failed (client error): The resource could not be found. Nov 12 12:06:40.832704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f4c9b8a8-4501-44ea-8735-aeac42319f9a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0793798 Nov 12 12:06:41.038438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe0d4f-5e31-4fa5-89df-11b60898d990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:41.039837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cabe0d4f-5e31-4fa5-89df-11b60898d990 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2018785 Nov 12 12:06:41.123956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:43.418910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:43.559521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e8c49e-1243-4433-9260-1acd73f26014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:43.560886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9e8c49e-1243-4433-9260-1acd73f26014 admin admin] 10.222.0.18 "GET /v2.0/subnets/26c911ec-bf01-46ec-8f2c-88be98762138 HTTP/1.1" status: 200 len: 849 time: 0.1409476 Nov 12 12:06:43.571037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:06:43.661026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Publish callbacks [] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:43.843883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730445417611'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:43.915929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:43.916830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:43.919265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] 10.222.0.18 "PUT /v2.0/subnets/26c911ec-bf01-46ec-8f2c-88be98762138 HTTP/1.1" status: 200 len: 868 time: 0.3505013 Nov 12 12:06:43.920696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056a089-fb25-4ea2-901a-891dd7334de8 None None] Network b7a27a16-f822-4a02-bfdf-6e51747aeed0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:06:43.937692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c911ec-bf01-46ec-8f2c-88be98762138,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:43.953487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.954005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.955043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.955538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.955830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.956301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.956741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.957087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.957401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.957721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.958134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.958522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96caaee-767b-4b49-ac12-2baee891ee1d admin admin] Tracked resource versions report: Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: pushed versions: Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: { 'AddressGroup': {'1.2'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'ConntrackHelper': {'1.0'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Log': {'1.0'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Network': {'1.1'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Port': {'1.7'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'PortForwarding': {'1.2'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'QosPolicy': {'1.10'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'SecurityGroup': {'1.5'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'SubPort': {'1.0'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Subnet': {'1.1'}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Trunk': {'1.1'}} Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: consumer versions: Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: L3 agent@n-d-804878-5: {}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: Metadata agent@n-d-804878-5: {}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: Metering agent@n-d-804878-5: {}, Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'ConntrackHelper': '1.0', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Log': '1.0', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Network': '1.1', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Port': '1.7', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'PortForwarding': '1.2', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'QosPolicy': '1.10', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'SecurityGroup': '1.5', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'SecurityGroupRule': '1.2', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'SubPort': '1.0', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Subnet': '1.1', Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: 'Trunk': '1.1'}} Nov 12 12:06:43.959601 n-d-804878-5 neutron-server[102779]: {{(pid=102779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:06:44.320653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-97802a4f-8f4a-417c-a102-0aab8f56038a None None] Provisioning complete for port 13c38e4e-08e1-43f8-9a23-ab74d2dce40f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:44.321019 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97802a4f-8f4a-417c-a102-0aab8f56038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:44.423103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-97802a4f-8f4a-417c-a102-0aab8f56038a None None] Provisioning complete for port 7c1bf802-4803-445a-a448-6f80f2b83c75 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:44.423470 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97802a4f-8f4a-417c-a102-0aab8f56038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:46.305528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:46.508742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f9664-2147-439e-8a38-e9068796122c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:46.509149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f9664-2147-439e-8a38-e9068796122c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:46.510727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-419f9664-2147-439e-8a38-e9068796122c admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035131 Nov 12 12:06:48.833518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:48.967881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a006633-bd3a-4a9e-8aaf-d35c685e14a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:48.968350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a006633-bd3a-4a9e-8aaf-d35c685e14a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:48.969900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a006633-bd3a-4a9e-8aaf-d35c685e14a0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354158 Nov 12 12:06:51.378519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:51.509080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07976603-2fc1-4a11-a2b1-760c6510713e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:51.510701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-07976603-2fc1-4a11-a2b1-760c6510713e admin admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 886 time: 0.1312099 Nov 12 12:06:53.846241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:53.980519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83f0bd-72b1-4784-b972-294e63cffe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:53.981910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab83f0bd-72b1-4784-b972-294e63cffe2d admin admin] 10.222.0.18 "GET /v2.0/networks/b7a27a16-f822-4a02-bfdf-6e51747aeed0 HTTP/1.1" status: 200 len: 869 time: 0.1347089 Nov 12 12:06:56.290761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32978) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:56.420301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded1f2a-28f9-4c91-ab9c-c90ddc06c8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:56.420761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded1f2a-28f9-4c91-ab9c-c90ddc06c8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:56.422370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ded1f2a-28f9-4c91-ab9c-c90ddc06c8cf admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305966 Nov 12 12:06:58.743593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32986) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:06:58.870193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5640a4e-0de2-483d-b7d4-64ed505714c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:58.870652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5640a4e-0de2-483d-b7d4-64ed505714c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:58.872189 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5640a4e-0de2-483d-b7d4-64ed505714c6 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274626 Nov 12 12:07:01.209392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:01.303640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456b7fd-6531-4499-8494-7a260bd31c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:01.305033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6456b7fd-6531-4499-8494-7a260bd31c83 admin admin] 10.222.0.18 "GET /v2.0/subnets/26c911ec-bf01-46ec-8f2c-88be98762138 HTTP/1.1" status: 200 len: 868 time: 0.0947113 Nov 12 12:07:03.628424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:03.717849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342af117-75db-4c33-a998-7cbac9abb7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:03.719282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-342af117-75db-4c33-a998-7cbac9abb7ca admin admin] 10.222.0.18 "GET /v2.0/subnets/9f63cb7d-8ee5-487f-852c-1b8416de216b HTTP/1.1" status: 200 len: 816 time: 0.0897176 Nov 12 12:07:05.572178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1701-9cb3-4a12-95d2-bfa7aa0da37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:07.907238 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2edf3aca-7a97-4444-9c35-7c4000c6f765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:09.129365 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:10.384177 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:11.128137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:16.772532 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:07:28.912612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:28.965931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-dc0f0ffc-d86b-4bc5-a4c1-4c78410d2539 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:07:28.967016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dc0f0ffc-d86b-4bc5-a4c1-4c78410d2539 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534413 Nov 12 12:07:31.443819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:31.511139 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a934df-3ead-4456-9dee-8a979a3def0c admin admin] GET failed (client error): The resource could not be found. Nov 12 12:07:31.512528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c6a934df-3ead-4456-9dee-8a979a3def0c admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677552 Nov 12 12:07:31.656648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d820ba7-dbf5-44a0-a4e1-1fa828e7f914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:31.658193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d820ba7-dbf5-44a0-a4e1-1fa828e7f914 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405580 Nov 12 12:07:34.068566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:34.117166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:34.138249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Made reservation on behalf of dc30830f0dfd4b57a1c1061e7de415ec for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:34.140543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.168692 n-d-804878-5 neutron-server[102778]: WARNING neutron.services.revisions.revision_plugin [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Could not find related network for resource to bump revision. Nov 12 12:07:34.179578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:07:34.189193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.189539 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Added segment 5932cbed-0334-4bdf-bdd8-3460e75f5f5e of type vlan for network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c Nov 12 12:07:34.227304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.251939 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.252891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:34.253617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.284596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2149904 Nov 12 12:07:34.321798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Pushing event updated for resources: {'Network': ['ID=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:34.329295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.329638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.329977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.330360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.330692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.331017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.331340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.331658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.331974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.332290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.332605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.332943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f4497-32a6-40e5-a636-dfc78f1f0d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:34.344411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:07:35.574004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a6da2c9a-a760-493f-87c4-f117ae344f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.717665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:36.780219 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95183db-a766-4444-9171-9ce28d36905f admin admin] GET failed (client error): The resource could not be found. Nov 12 12:07:36.781574 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d95183db-a766-4444-9171-9ce28d36905f admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628819 Nov 12 12:07:36.853687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e623a2-bc8b-497f-886b-c9499de50909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:36.856749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-82e623a2-bc8b-497f-886b-c9499de50909 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688765 Nov 12 12:07:36.866302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:36.888261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Made reservation on behalf of dc30830f0dfd4b57a1c1061e7de415ec for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:36.891541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.068885 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.132328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc54e7e-7ba0-40ad-aa19-3f8e83276387,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:37.141640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:37.141989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Network hostable DHCP agents. Network: 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:07:37.159955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:07:37.168185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:37.172346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:37.172962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.181354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efb087-caa5-4b62-ace7-c1e6cdb8d62d None None] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:37.194612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-29c01310-5d6a-439e-b35c-029a429889f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3318417 Nov 12 12:07:37.344262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'tenant_id': 'dc30830f0dfd4b57a1c1061e7de415ec', 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:07:37.345155 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.484555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Allocated IP 192.168.233.2 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/0bb8f38f-2834-425c-a423-f75bd3fb429c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:37.741956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.750093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.790482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:37.794253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:37.800748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:37.803772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f38f-2834-425c-a423-f75bd3fb429c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:37.814027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.814395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.814722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.815046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.815365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.815688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.816000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.816311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.816620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.816929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.817239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.817546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.870812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Attempting to bind port 0bb8f38f-2834-425c-a423-f75bd3fb429c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:37.871180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Attempting to bind port 0bb8f38f-2834-425c-a423-f75bd3fb429c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:37.871537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Attempting to bind port 0bb8f38f-2834-425c-a423-f75bd3fb429c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:37.876978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:37.877372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:37.877794 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.878195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:37.878687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Bound port: 0bb8f38f-2834-425c-a423-f75bd3fb429c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:37.879825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.944681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f5c598d-6143-4ded-944f-b9744aa8f993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.954395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] For port 0bb8f38f-2834-425c-a423-f75bd3fb429c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:37.957690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] For port 0bb8f38f-2834-425c-a423-f75bd3fb429c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bb8f38f-2834-425c-a423-f75bd3fb429c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:37.962156 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.022303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07650-7cbc-4278-b4ea-eb6035a9d871 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f38f-2834-425c-a423-f75bd3fb429c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:38.893729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4aca11-d217-4ecc-bbcc-a5ae8dbbd835 None None] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:38.970027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af223b61-aa9a-448f-95b9-28d1b4364df5 None None] Provisioning complete for port 0bb8f38f-2834-425c-a423-f75bd3fb429c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:38.970558 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af223b61-aa9a-448f-95b9-28d1b4364df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.095968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af223b61-aa9a-448f-95b9-28d1b4364df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.147075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-af223b61-aa9a-448f-95b9-28d1b4364df5 None None] For port 0bb8f38f-2834-425c-a423-f75bd3fb429c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bb8f38f-2834-425c-a423-f75bd3fb429c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:39.161852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af223b61-aa9a-448f-95b9-28d1b4364df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.223242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bb8f38f-2834-425c-a423-f75bd3fb429c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:39.269178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.269178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af223b61-aa9a-448f-95b9-28d1b4364df5 None None] Pushing event updated for resources: {'Port': ['ID=0bb8f38f-2834-425c-a423-f75bd3fb429c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:39.336778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0bb8f38f-2834-425c-a423-f75bd3fb429c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:39.337008 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.589398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f2ac24e-7bab-491d-8b88-0345640c3e38 None None] Provisioning complete for port 0bb8f38f-2834-425c-a423-f75bd3fb429c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:39.589752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac24e-7bab-491d-8b88-0345640c3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.390230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.132555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.141907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bb8f38f-2834-425c-a423-f75bd3fb429c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:41.191261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0bb8f38f-2834-425c-a423-f75bd3fb429c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:41.191622 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:53.771895 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:08:05.573542 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-838a695a-7b2f-4198-a59d-d5113d0bba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:07.918314 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1c774a2-3d04-4f84-84c4-5258f4b390cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:09.136083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:10.387329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:11.127890 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:30.770695 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:08:35.582472 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-68bdd942-76c9-4d09-ab79-4f6fa4869a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.920806 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9edc920a-c0bb-499a-9493-ea0f9de85115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:39.138466 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:40.392668 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:41.133581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:52.417328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:52.423162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-486d80be-f74d-49fc-ae60-72d1d89f7ec6 tempest-verify_tempest_config-1181142782 tempest-verify_tempest_config-1181142782-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:08:52.424187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-486d80be-f74d-49fc-ae60-72d1d89f7ec6 tempest-verify_tempest_config-1181142782 tempest-verify_tempest_config-1181142782-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058944 Nov 12 12:08:52.725123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:52.854942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:52.930407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:52.935557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:52.985694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538170c0-b852-4be6-aab1-73051e059646,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:52.991353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e03b4dfd01a1482da2353850d67f6c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2649360 Nov 12 12:08:52.994627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:52.998007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:52.998457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:52.998823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:52.999231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:52.999938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:52.999938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.000340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.000725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.001118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.001553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.001930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.002323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7d0ee-0e96-487d-ad67-3b28845c2d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.076915 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:53.097412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:53.199313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:53.201851 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:53.203065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/538170c0-b852-4be6-aab1-73051e059646 HTTP/1.1" status: 204 len: 168 time: 0.2073944 Nov 12 12:08:53.211881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538170c0-b852-4be6-aab1-73051e059646,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:53.219280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.219772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.219967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.220299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.220632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.220959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.221280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.221600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.222102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.222618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.222966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:53.223289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773acb0f-f07e-4596-89eb-f3334b9d5af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:05.574997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ec16d2b-1ecf-45ed-acf7-184fe8103148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:07.769722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:09:07.921337 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e58e49ed-a2f6-48d7-8c51-af8a0e83a2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:09.142772 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:10.397996 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:11.126143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:35.577873 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-755ff545-1ad8-46a6-9147-d06907740a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:37.922980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e411a563-4cf5-4d92-bb72-cddfb2993b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:39.143323 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:40.401737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:41.128123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:44.768733 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:10:05.586252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f393ffc9-f278-4642-bc99-7bd22bed6c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.927664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2177aa1-1d56-4fd4-a457-1ef6d743562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.147725 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.408290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:11.134429 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.768126 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:10:35.577954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38d179e9-db54-4931-8578-00590c3e258c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:37.930973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7cf1-3831-437d-81ad-342280960bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:39.148438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.414515 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:41.129551 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:58.766616 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:11:05.579660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9614ee-0ce3-40e4-974c-10614713fb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:07.932532 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26b6267a-70d3-4ae1-adc4-d2fad624d352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:09.150716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:10.414688 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:11.137214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.581566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03bf79eb-a627-4157-a6fa-4eeb9c43078a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.764761 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:11:37.933732 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76eef380-a721-4254-9b9b-bfd0142b7439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:39.153902 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.415986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:41.131545 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:59.182562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:59.420393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663221'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:05.584812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebbde-c334-4360-8ccb-8c6ce0aa8ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:07.935954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6418ecb8-9c42-4243-b3a4-f11ab6cef6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:09.156509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:10.421842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:11.135324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:12.764257 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:12:29.160200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:29.396785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:35.586850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf05ddf9-0b0b-4462-989c-4ce42a7840d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:37.938664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd61bd32-61d5-41c7-8242-6e86664d0940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:39.163607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:40.423744 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:41.138176 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:46.136930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:12:46.254479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-136a6152-9091-4fad-b68e-8a892a28a549 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1164191 Nov 12 12:12:48.691129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:12:48.749718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-be366704-72aa-4f6c-8432-53a10b40f116 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0574751 Nov 12 12:12:49.765707 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:12:59.174358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:59.398462 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:05.589650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0586da4a-d5cd-4236-919f-658412b4b7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:07.941413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3062e0c3-81de-4bfe-aabf-29fbf169cfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:09.163333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:10.427561 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:11.143025 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.765116 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:13:29.190676 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.393788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:35.596209 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7994cd-0ccf-4cbc-84d3-163748bff1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.953676 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c32de671-d352-4a43-a497-f0fc6ebcaa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:39.175230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:40.441230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:41.147105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:59.204122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:59.391422 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:03.764115 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:14:05.594577 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cea709e8-ce7b-469b-a5f9-89d595066294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:07.958540 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35b49d23-d586-480f-ad8f-7d393dd0bd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:09.180219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:10.446818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:11.152019 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:11.298135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:11.568972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e43db8d6-949b-4515-a169-0628fb28ad77 tempest-AutoAllocateNetworkTest-1413360519 tempest-AutoAllocateNetworkTest-1413360519-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d98c95c6827a47c28d29aa00ffd3f16b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2673578 Nov 12 12:14:11.569377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:11.768308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19fe68-237c-4296-aad2-aefa3ded2e07 tempest-AutoAllocateNetworkTest-1413360519 tempest-AutoAllocateNetworkTest-1413360519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:11.769802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d19fe68-237c-4296-aad2-aefa3ded2e07 tempest-AutoAllocateNetworkTest-1413360519 tempest-AutoAllocateNetworkTest-1413360519-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1994469 Nov 12 12:14:11.772931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:11.854990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-46d9a979-b062-47bd-9612-14a18e9abcb3 tempest-AutoAllocateNetworkTest-1413360519 tempest-AutoAllocateNetworkTest-1413360519-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805964 Nov 12 12:14:11.858341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:11.887442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ecb997ba-12ec-402d-80f9-cc66783a3486 tempest-AutoAllocateNetworkTest-1413360519 tempest-AutoAllocateNetworkTest-1413360519-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d98c95c6827a47c28d29aa00ffd3f16b HTTP/1.1" status: 200 len: 208 time: 0.0278840 Nov 12 12:14:12.687177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:13.121685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.208871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.213208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.262103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def9f8a8-93e5-435c-bb96-abde9bc005c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:13.274980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:13.275447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d98c95c6827a47c28d29aa00ffd3f16b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5868001 Nov 12 12:14:13.276629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.276980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.277318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.277650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.277976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.278335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.278660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.279518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.280010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.280738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.281247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.281740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158d01a-8fc5-49c1-8c0e-38180f3c87db admin admin] Tracked resource versions report: Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: pushed versions: Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: { 'AddressGroup': {'1.2'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'ConntrackHelper': {'1.0'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Log': {'1.0'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Network': {'1.1'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Port': {'1.7'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'PortForwarding': {'1.2'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'QosPolicy': {'1.10'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'SecurityGroup': {'1.5'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'SubPort': {'1.0'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Subnet': {'1.1'}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Trunk': {'1.1'}} Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: consumer versions: Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: HyperV agent@n-h1-804878-5: {}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: HyperV agent@n-h2-804878-5: {}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: L3 agent@n-d-804878-5: {}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: Metadata agent@n-d-804878-5: {}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: Metering agent@n-d-804878-5: {}, Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'ConntrackHelper': '1.0', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Log': '1.0', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Network': '1.1', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Port': '1.7', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'PortForwarding': '1.2', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'QosPolicy': '1.10', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'SecurityGroup': '1.5', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'SecurityGroupRule': '1.2', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'SubPort': '1.0', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Subnet': '1.1', Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: 'Trunk': '1.1'}} Nov 12 12:14:13.282959 n-d-804878-5 neutron-server[102779]: {{(pid=102779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:14:13.437477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.461404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.535893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.541431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:13.542467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/def9f8a8-93e5-435c-bb96-abde9bc005c8 HTTP/1.1" status: 204 len: 168 time: 0.2663524 Nov 12 12:14:13.553322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9f8a8-93e5-435c-bb96-abde9bc005c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:13.565581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.565581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.565581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.565939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.566332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.566596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.566924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.567244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.567701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.568031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.568350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.568660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa92eb-7abc-40f7-8e55-486c03f87a19 admin admin] Tracked resource versions report: Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: pushed versions: Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: { 'AddressGroup': {'1.2'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'ConntrackHelper': {'1.0'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Log': {'1.0'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Network': {'1.1'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Port': {'1.7'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'PortForwarding': {'1.2'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'QosPolicy': {'1.10'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'SecurityGroup': {'1.5'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'SubPort': {'1.0'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Subnet': {'1.1'}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Trunk': {'1.1'}} Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: consumer versions: Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: HyperV agent@n-h1-804878-5: {}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: HyperV agent@n-h2-804878-5: {}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: L3 agent@n-d-804878-5: {}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: Metadata agent@n-d-804878-5: {}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: Metering agent@n-d-804878-5: {}, Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'ConntrackHelper': '1.0', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Log': '1.0', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Network': '1.1', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Port': '1.7', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'PortForwarding': '1.2', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'QosPolicy': '1.10', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'SecurityGroup': '1.5', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'SecurityGroupRule': '1.2', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'SubPort': '1.0', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Subnet': '1.1', Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: 'Trunk': '1.1'}} Nov 12 12:14:13.569692 n-d-804878-5 neutron-server[102778]: {{(pid=102778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:14:16.008174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:16.157185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e29-db7e-4bf2-9980-03b572084c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.252064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e29-db7e-4bf2-9980-03b572084c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.256691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e29-db7e-4bf2-9980-03b572084c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.297318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5e29-db7e-4bf2-9980-03b572084c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd52ba-696a-4779-96ac-813321c0dcdc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:16.305051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-29ff5e29-db7e-4bf2-9980-03b572084c69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c1d6d2063164b4db334c68c4a236d3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2944920 Nov 12 12:14:16.307848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:16.366042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-675caa85-25ea-4732-aa8c-41c6f83f48da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.390398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-675caa85-25ea-4732-aa8c-41c6f83f48da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.449768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-675caa85-25ea-4732-aa8c-41c6f83f48da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.453716 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-675caa85-25ea-4732-aa8c-41c6f83f48da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:16.457677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-675caa85-25ea-4732-aa8c-41c6f83f48da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02bd52ba-696a-4779-96ac-813321c0dcdc HTTP/1.1" status: 204 len: 168 time: 0.1487722 Nov 12 12:14:16.467670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675caa85-25ea-4732-aa8c-41c6f83f48da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd52ba-696a-4779-96ac-813321c0dcdc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:17.100933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:17.118135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d77611eb-3c8d-40af-a710-438afe3e6a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.209779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d77611eb-3c8d-40af-a710-438afe3e6a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.214234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d77611eb-3c8d-40af-a710-438afe3e6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.254638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d77611eb-3c8d-40af-a710-438afe3e6a25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f35a8c1c26544000bdbca1be54f0f198&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1519177 Nov 12 12:14:17.257353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:17.263825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77611eb-3c8d-40af-a710-438afe3e6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20df7f-2faa-415a-9428-f3dbe69cfdb0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:17.314591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97c2f9db-ae90-4d3c-abc2-b73770b5da2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.338434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97c2f9db-ae90-4d3c-abc2-b73770b5da2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.393110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97c2f9db-ae90-4d3c-abc2-b73770b5da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.397382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97c2f9db-ae90-4d3c-abc2-b73770b5da2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.402294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-97c2f9db-ae90-4d3c-abc2-b73770b5da2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc20df7f-2faa-415a-9428-f3dbe69cfdb0 HTTP/1.1" status: 204 len: 168 time: 0.1436644 Nov 12 12:14:17.415821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2f9db-ae90-4d3c-abc2-b73770b5da2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20df7f-2faa-415a-9428-f3dbe69cfdb0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:17.425316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:17.512772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33764) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:17.750379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7145489d-dfab-4b88-b2e2-abab1d3cdde5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.783722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5173e88b-f42e-4d23-a078-44dc2ec81c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.848128 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7145489d-dfab-4b88-b2e2-abab1d3cdde5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.852883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7145489d-dfab-4b88-b2e2-abab1d3cdde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.877839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145489d-dfab-4b88-b2e2-abab1d3cdde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97729fdb-b73f-40c9-8670-12ff0e4dd5c1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:17.895974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5173e88b-f42e-4d23-a078-44dc2ec81c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.901291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5173e88b-f42e-4d23-a078-44dc2ec81c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:17.909906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7145489d-dfab-4b88-b2e2-abab1d3cdde5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d2c212f7d3c4122819d06369e754980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4832902 Nov 12 12:14:17.912471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:17.947642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5173e88b-f42e-4d23-a078-44dc2ec81c31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04bc3807ec8b45cdb84c6a22274b0064&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4331000 Nov 12 12:14:17.950137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:17.960258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173e88b-f42e-4d23-a078-44dc2ec81c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f747b-e70f-4552-9f3f-605ea51455be,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:17.971438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35439535-9639-41b0-bed4-2b0060d8917f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.005281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35439535-9639-41b0-bed4-2b0060d8917f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.012592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5995ac47-e2a9-44fd-9cb0-20d605cfa544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.050376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5995ac47-e2a9-44fd-9cb0-20d605cfa544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.061694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35439535-9639-41b0-bed4-2b0060d8917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.064362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35439535-9639-41b0-bed4-2b0060d8917f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.067915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-35439535-9639-41b0-bed4-2b0060d8917f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97729fdb-b73f-40c9-8670-12ff0e4dd5c1 HTTP/1.1" status: 204 len: 168 time: 0.1520436 Nov 12 12:14:18.075512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35439535-9639-41b0-bed4-2b0060d8917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97729fdb-b73f-40c9-8670-12ff0e4dd5c1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:18.110034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5995ac47-e2a9-44fd-9cb0-20d605cfa544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.113002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5995ac47-e2a9-44fd-9cb0-20d605cfa544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.114507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5995ac47-e2a9-44fd-9cb0-20d605cfa544 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a42f747b-e70f-4552-9f3f-605ea51455be HTTP/1.1" status: 204 len: 168 time: 0.1624374 Nov 12 12:14:18.122783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995ac47-e2a9-44fd-9cb0-20d605cfa544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f747b-e70f-4552-9f3f-605ea51455be,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:18.427933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:18.430413 n-d-804878-5 neutron-server[102779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 12:14:18.468658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-3e0a0817-cf5c-4299-be5b-2150816ed481 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391688 Nov 12 12:14:18.597376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-033947cf-f589-49a6-b083-f083d83f5a3a tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:18.599134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-033947cf-f589-49a6-b083-f083d83f5a3a tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1296160 Nov 12 12:14:18.621944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-39f454e1-16bb-4d43-a939-39687e11716c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/quotas/73cf707b10314ac3ae2079d61fb0d55b HTTP/1.1" status: 200 len: 375 time: 0.0169299 Nov 12 12:14:18.660680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33828) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:18.680316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90fc2cbb-9a25-4fd3-a9bb-44000c2183d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.690050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-19d64257-378f-4f8a-b6b7-5b029ad5b909 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669982 Nov 12 12:14:18.783871 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90fc2cbb-9a25-4fd3-a9bb-44000c2183d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.793651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90fc2cbb-9a25-4fd3-a9bb-44000c2183d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:18.854615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-90fc2cbb-9a25-4fd3-a9bb-44000c2183d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=660e1d83bf80439c845cfedf372098e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1927471 Nov 12 12:14:18.857681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:18.872431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc2cbb-9a25-4fd3-a9bb-44000c2183d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee11bea-9cd4-41b7-8767-c3db37266237,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:18.958995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33846) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:18.979172 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-675204f3-0d97-441a-8cb3-2971c6dd42e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.068442 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea00da08-acaa-41ff-8129-68c3015d4606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.094593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea00da08-acaa-41ff-8129-68c3015d4606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.099674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-675204f3-0d97-441a-8cb3-2971c6dd42e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.105538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-675204f3-0d97-441a-8cb3-2971c6dd42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.120169 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b910908d-55ec-4407-b4df-e4eaed6a07da req-6af99692-e32c-4fd8-9462-ea9789298259 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 210 time: 0.1397922 Nov 12 12:14:19.154511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675204f3-0d97-441a-8cb3-2971c6dd42e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1fcb98-f10f-4459-a047-b8acaac5ad21,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:19.168152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-675204f3-0d97-441a-8cb3-2971c6dd42e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c046a2ea1e704c0aa2db45f44affa6fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2031200 Nov 12 12:14:19.168152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33858) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:19.193076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea00da08-acaa-41ff-8129-68c3015d4606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.197567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea00da08-acaa-41ff-8129-68c3015d4606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.202439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ea00da08-acaa-41ff-8129-68c3015d4606 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aee11bea-9cd4-41b7-8767-c3db37266237 HTTP/1.1" status: 204 len: 168 time: 0.3432915 Nov 12 12:14:19.225003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00da08-acaa-41ff-8129-68c3015d4606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee11bea-9cd4-41b7-8767-c3db37266237,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:19.274037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d3d3e-74c0-409f-9b64-a852be364c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.302873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d3d3e-74c0-409f-9b64-a852be364c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.416990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d3d3e-74c0-409f-9b64-a852be364c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.428357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d3d3e-74c0-409f-9b64-a852be364c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:19.439249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e91d3d3e-74c0-409f-9b64-a852be364c84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c1fcb98-f10f-4459-a047-b8acaac5ad21 HTTP/1.1" status: 204 len: 168 time: 0.2698891 Nov 12 12:14:19.460195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d3d3e-74c0-409f-9b64-a852be364c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1fcb98-f10f-4459-a047-b8acaac5ad21,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:20.564832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:20.895487 n-d-804878-5 neutron-server[102778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 12:14:20.943062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10d73c48-8e07-4717-a31b-bf7c16710ffd req-f967fdef-b10b-4cc3-8d4f-46f59c3fbac6 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 210 time: 0.3770380 Nov 12 12:14:21.134675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.65', 51086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:21.177449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-762f4915-c8a5-47f9-b4e2-fad4e960180d tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362282 Nov 12 12:14:21.404533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-dc1cb5ed-5a4f-4de1-848e-cfb3310980dd tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:21.406621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-dc1cb5ed-5a4f-4de1-848e-cfb3310980dd tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235391 Nov 12 12:14:21.480219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:21.523449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Request body: {'port': {'device_id': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '73cf707b10314ac3ae2079d61fb0d55b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:21.796063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Made reservation on behalf of 73cf707b10314ac3ae2079d61fb0d55b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:21.801573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:21.816940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1341210782-network', 'tenant_id': '692ceb42c0c04217ac753a3a117f3e6e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:21.818636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:21.895503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Made reservation on behalf of 692ceb42c0c04217ac753a3a117f3e6e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:21.898919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:21.910180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:21.932722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:21.940217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.073151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.079418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.118285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:14:22.146235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730445538533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.147085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Unsubscribe: segment precommit_create {{(pid=102779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 12:14:22.147919 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Added segment 0e595461-8b75-4d2b-8c54-0a833b17be43 of type vlan for network 1bffbfb7-189e-4da0-a4e4-a3589cd6027c Nov 12 12:14:22.209623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.226096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Allocated IP 192.168.233.241 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/0cd85049-383f-4d3d-88c8-099ae2e3c44c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:22.265649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fcee44-2e0c-4386-aaa8-dd0772956bf5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:22.282630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.283638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:22.284198 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.288184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bc8002-de01-401f-95f1-cbc271187bce,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:22.386451 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9018931 Nov 12 12:14:22.391814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:22.405608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Request body: {'subnet': {'network_id': '1bffbfb7-189e-4da0-a4e4-a3589cd6027c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1341210782-subnet', 'tenant_id': '692ceb42c0c04217ac753a3a117f3e6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:22.463055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071741b8-e061-428a-a8f4-dcefcb17e8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1bffbfb7-189e-4da0-a4e4-a3589cd6027c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:22.478395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1bffbfb7-189e-4da0-a4e4-a3589cd6027c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:14:22.494793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:22.525203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-910d4439-8da3-45e5-b1d3-75f78446e858 req-01334c70-c5d1-4171-890f-7adec8029b2f tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 210 time: 0.2373836 Nov 12 12:14:22.621202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Made reservation on behalf of 692ceb42c0c04217ac753a3a117f3e6e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:22.627219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.825227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:22.942238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b44a-465e-4b32-b51b-846ff02cfd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.170147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b44a-465e-4b32-b51b-846ff02cfd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.179093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b44a-465e-4b32-b51b-846ff02cfd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.239766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5b44a-465e-4b32-b51b-846ff02cfd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e4dddf-c7b5-428e-8c4d-4756abb4f17f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:23.253025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2dd5b44a-465e-4b32-b51b-846ff02cfd56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5524e015be9543d692094e934d44a233&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7571476 Nov 12 12:14:23.256593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:23.282747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.341351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ecf8a2c-f215-40dd-96d0-39dcb5327670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.375595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:23.382815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ecf8a2c-f215-40dd-96d0-39dcb5327670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.397078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:23.488919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ecf8a2c-f215-40dd-96d0-39dcb5327670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.497194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ecf8a2c-f215-40dd-96d0-39dcb5327670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.507262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ecf8a2c-f215-40dd-96d0-39dcb5327670 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16e4dddf-c7b5-428e-8c4d-4756abb4f17f HTTP/1.1" status: 204 len: 168 time: 0.2492852 Nov 12 12:14:23.532768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf8a2c-f215-40dd-96d0-39dcb5327670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e4dddf-c7b5-428e-8c4d-4756abb4f17f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:23.696249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:23.709900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Pushing event updated for resources: {'Port': ['ID=0cd85049-383f-4d3d-88c8-099ae2e3c44c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:23.765229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:23.798395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:23.816755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:23.878085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:24.107770 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.151008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4e8d-10ee-4b39-a139-22192b5a6360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.155426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9548fe30-41f4-4b7a-89cd-66f8fe888344 None None] Provisioning complete for port 0cd85049-383f-4d3d-88c8-099ae2e3c44c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:24.156201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9548fe30-41f4-4b7a-89cd-66f8fe888344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.199626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cec51c-c8de-4aa4-a99d-33bc41d3121e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:24.248863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee017-2512-485b-bf35-113474b25c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.273886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9548fe30-41f4-4b7a-89cd-66f8fe888344 None None] Port 0cd85049-383f-4d3d-88c8-099ae2e3c44c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:24.277178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7814c355-f947-4f3d-aaff-3330f342c83c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7598903 Nov 12 12:14:24.356265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4e8d-10ee-4b39-a139-22192b5a6360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.363786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4e8d-10ee-4b39-a139-22192b5a6360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.460493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2867c-952b-4e55-b0aa-35be1f509c07 req-2bba3558-77ec-4fdc-b9ae-4e41bbe3c1c8 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:24.463116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36e2867c-952b-4e55-b0aa-35be1f509c07 req-2bba3558-77ec-4fdc-b9ae-4e41bbe3c1c8 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 936 time: 0.6427410 Nov 12 12:14:24.471771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c4fb4e8d-10ee-4b39-a139-22192b5a6360 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=295d718124bd409e8100d1b22c3b1b38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5925586 Nov 12 12:14:24.473346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4e8d-10ee-4b39-a139-22192b5a6360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a923323-fad3-43f4-9832-517fdb34fd8e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:24.476848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:24.515075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Checking segment: {'id': '0e595461-8b75-4d2b-8c54-0a833b17be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bffbfb7-189e-4da0-a4e4-a3589cd6027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:24.515632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Network hostable DHCP agents. Network: 1bffbfb7-189e-4da0-a4e4-a3589cd6027c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:14:24.540568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee017-2512-485b-bf35-113474b25c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.555949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b35c2ac0-db44-407d-a06c-7b3102f7f49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.563822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee017-2512-485b-bf35-113474b25c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.575302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:24.597772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36e2867c-952b-4e55-b0aa-35be1f509c07 req-a91c3188-3770-4dc3-91af-187895ad77f0 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287265 Nov 12 12:14:24.600392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e75cefd-11f1-4960-a4e9-068e984861fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.629229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Network 1bffbfb7-189e-4da0-a4e4-a3589cd6027c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:14:24.633905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b35c2ac0-db44-407d-a06c-7b3102f7f49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.652340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5a8ee017-2512-485b-bf35-113474b25c61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8d8930177444cd1b518fa82c5d3a23e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2649446 Nov 12 12:14:24.653130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1bffbfb7-189e-4da0-a4e4-a3589cd6027c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:24.655897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:24.669890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57c7a5-fe33-4428-8eaa-e5a63df2563e None None] Network 1bffbfb7-189e-4da0-a4e4-a3589cd6027c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:24.703838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:24.704426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.706622 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b35c2ac0-db44-407d-a06c-7b3102f7f49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.708107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ee017-2512-485b-bf35-113474b25c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5afa1b-566f-4212-bd44-76e374244665,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:24.711488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b35c2ac0-db44-407d-a06c-7b3102f7f49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.713254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b35c2ac0-db44-407d-a06c-7b3102f7f49c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a923323-fad3-43f4-9832-517fdb34fd8e HTTP/1.1" status: 204 len: 168 time: 0.2352488 Nov 12 12:14:24.738935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c2ac0-db44-407d-a06c-7b3102f7f49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a923323-fad3-43f4-9832-517fdb34fd8e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:24.774783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7d0fb2e4-58a7-4805-ae01-b46fc434d756 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:14:24.776092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-7d0fb2e4-58a7-4805-ae01-b46fc434d756 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0359166 Nov 12 12:14:24.821157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74000152-44aa-4fd5-9736-5784412897b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.867966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-771078f9-5b86-4bd2-a411-ad36651d9999 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4748232 Nov 12 12:14:24.868189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e75cefd-11f1-4960-a4e9-068e984861fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.876035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e75cefd-11f1-4960-a4e9-068e984861fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.892620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74000152-44aa-4fd5-9736-5784412897b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.978879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74000152-44aa-4fd5-9736-5784412897b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.992455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74000152-44aa-4fd5-9736-5784412897b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:24.995586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0e75cefd-11f1-4960-a4e9-068e984861fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9bc197149a144bdac3de6b2401bfa7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4183178 Nov 12 12:14:24.996406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75cefd-11f1-4960-a4e9-068e984861fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809be9dc-9137-4d7f-a2a2-9495656e6851,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:24.997309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-74000152-44aa-4fd5-9736-5784412897b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d5afa1b-566f-4212-bd44-76e374244665 HTTP/1.1" status: 204 len: 168 time: 0.3402820 Nov 12 12:14:24.998253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:24.999475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:25.110494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74000152-44aa-4fd5-9736-5784412897b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5afa1b-566f-4212-bd44-76e374244665,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:25.131730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0e73a-768e-443d-b058-dd5a0ca5c9dc None None] Network 1bffbfb7-189e-4da0-a4e4-a3589cd6027c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:25.220471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa9c83e8-8fe8-44ba-855c-41fd4f51e8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.271206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa9c83e8-8fe8-44ba-855c-41fd4f51e8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.377892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa9c83e8-8fe8-44ba-855c-41fd4f51e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.383808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa9c83e8-8fe8-44ba-855c-41fd4f51e8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.387319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fa9c83e8-8fe8-44ba-855c-41fd4f51e8b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/809be9dc-9137-4d7f-a2a2-9495656e6851 HTTP/1.1" status: 204 len: 168 time: 0.3550212 Nov 12 12:14:25.396505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c83e8-8fe8-44ba-855c-41fd4f51e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809be9dc-9137-4d7f-a2a2-9495656e6851,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:25.495954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7bda106-e574-4ed1-8532-8c815ab9b06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.548392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Request body: {'port': {'device_id': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'device_owner': 'compute:tempest-test_az-2044846684', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:25.648235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.741955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7bda106-e574-4ed1-8532-8c815ab9b06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.766799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7bda106-e574-4ed1-8532-8c815ab9b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.914655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:25.998770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4fb3-bf77-4ef7-92f5-4da354ea1005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.033619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:26.036903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7bda106-e574-4ed1-8532-8c815ab9b06c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e627ffbc01e45f7a4110211070f1916&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0131538 Nov 12 12:14:26.046836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bda106-e574-4ed1-8532-8c815ab9b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf7029-bb2f-415d-ac73-599aa415181f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:26.157471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435042b-dc70-4738-880f-af96a59e1230 req-6b376c5f-98b1-494f-ab2e-9aaf6bc4cfc6 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:26.169823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6435042b-dc70-4738-880f-af96a59e1230 req-6b376c5f-98b1-494f-ab2e-9aaf6bc4cfc6 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 936 time: 0.2691858 Nov 12 12:14:26.280644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:26.357832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-413db13d-42e5-42c9-b32d-7d075c51d5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.379740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a0de-34be-45f4-afbe-9318f1852fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.409546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6435042b-dc70-4738-880f-af96a59e1230 req-8e3cb033-ccb5-498f-afd8-5f00e62e5668 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387249 Nov 12 12:14:26.441181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a0de-34be-45f4-afbe-9318f1852fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.517952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a0de-34be-45f4-afbe-9318f1852fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.521641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a0de-34be-45f4-afbe-9318f1852fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.523392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9ba1a0de-34be-45f4-afbe-9318f1852fd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fbf7029-bb2f-415d-ac73-599aa415181f HTTP/1.1" status: 204 len: 168 time: 0.4710844 Nov 12 12:14:26.526642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd85049-383f-4d3d-88c8-099ae2e3c44c {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:26.546636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a0de-34be-45f4-afbe-9318f1852fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf7029-bb2f-415d-ac73-599aa415181f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:26.547233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.550521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4fb3-bf77-4ef7-92f5-4da354ea1005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.563402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4fb3-bf77-4ef7-92f5-4da354ea1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.590395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Transition to ACTIVE for port object 0cd85049-383f-4d3d-88c8-099ae2e3c44c will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:14:26.599344 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.602780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-413db13d-42e5-42c9-b32d-7d075c51d5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.610235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4fb3-bf77-4ef7-92f5-4da354ea1005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c87e2cf-a42b-47d8-b69c-254d6872e268,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:26.615264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-413db13d-42e5-42c9-b32d-7d075c51d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.643938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcbc4fb3-bf77-4ef7-92f5-4da354ea1005 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3098ff46f0854e13b9bfb23ae80a8d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7281039 Nov 12 12:14:26.644740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:26.664483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-413db13d-42e5-42c9-b32d-7d075c51d5bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b318744c9f444389f41fe7c2b139cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808460 Nov 12 12:14:26.666336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34248) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:26.734314 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b7e6-fbc5-4ef7-a9bc-f584e3aad7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.784098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b7e6-fbc5-4ef7-a9bc-f584e3aad7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.834459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413db13d-42e5-42c9-b32d-7d075c51d5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aeee81-5643-4400-8299-7d5a6d59d327,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:26.892736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd85049-383f-4d3d-88c8-099ae2e3c44c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:26.896976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b7e6-fbc5-4ef7-a9bc-f584e3aad7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.906942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b7e6-fbc5-4ef7-a9bc-f584e3aad7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.915966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d9e6b7e6-fbc5-4ef7-a9bc-f584e3aad7c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c87e2cf-a42b-47d8-b69c-254d6872e268 HTTP/1.1" status: 204 len: 168 time: 0.2677658 Nov 12 12:14:26.937404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6b7e6-fbc5-4ef7-a9bc-f584e3aad7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c87e2cf-a42b-47d8-b69c-254d6872e268,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:26.951797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e0b-051b-4c83-a7e5-706ab94fd527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:26.991188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Attempting to bind port 0cd85049-383f-4d3d-88c8-099ae2e3c44c on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:26.991550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Attempting to bind port 0cd85049-383f-4d3d-88c8-099ae2e3c44c by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:26.991898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Attempting to bind port 0cd85049-383f-4d3d-88c8-099ae2e3c44c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:27.010451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Port 0cd85049-383f-4d3d-88c8-099ae2e3c44c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:14:27.010783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Attempting to bind port 0cd85049-383f-4d3d-88c8-099ae2e3c44c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:27.015137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e0b-051b-4c83-a7e5-706ab94fd527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.024420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:27.025141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:27.025855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:27.026373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Bound port: 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:27.026902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.176681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] For port 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:27.182532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] For port 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0cd85049-383f-4d3d-88c8-099ae2e3c44c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:27.195062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.296935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:27.298386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.307478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] 10.222.0.65 "PUT /v2.0/ports/0cd85049-383f-4d3d-88c8-099ae2e3c44c HTTP/1.1" status: 200 len: 1118 time: 2.1534393 Nov 12 12:14:27.309429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'tag': '0cd85049-383f-4d3d-88c8-099ae2e3c44c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:27.408752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:27.410012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e0b-051b-4c83-a7e5-706ab94fd527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.412802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e0b-051b-4c83-a7e5-706ab94fd527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.426808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a41b5e0b-051b-4c83-a7e5-706ab94fd527 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11aeee81-5643-4400-8299-7d5a6d59d327 HTTP/1.1" status: 204 len: 168 time: 0.7575719 Nov 12 12:14:27.465429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85301b1b-6e38-4aab-938e-107b850aadd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.478315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b5e0b-051b-4c83-a7e5-706ab94fd527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aeee81-5643-4400-8299-7d5a6d59d327,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:27.495725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e334f5-186f-4cab-8f83-c652e3ee4b42 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd85049-383f-4d3d-88c8-099ae2e3c44c,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:27.682775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85301b1b-6e38-4aab-938e-107b850aadd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.696050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85301b1b-6e38-4aab-938e-107b850aadd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.702774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74e0ac-47d6-4678-a7eb-21fa91bb1ea7 req-1bf13cbd-fb58-4d3b-9668-074a38cebd2f tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:27.704580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d74e0ac-47d6-4678-a7eb-21fa91bb1ea7 req-1bf13cbd-fb58-4d3b-9668-074a38cebd2f tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.1246638 Nov 12 12:14:27.768410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85301b1b-6e38-4aab-938e-107b850aadd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad80da5-6ca1-4569-a870-bba2683f083e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:27.823525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-85301b1b-6e38-4aab-938e-107b850aadd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f04b11b6a7947d6ae8700908325dde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109704 Nov 12 12:14:27.824001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d74e0ac-47d6-4678-a7eb-21fa91bb1ea7 req-d003cb57-a232-4fb0-b303-876ada7e8d1e tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127498 Nov 12 12:14:27.824877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34278) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:27.898894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96510426-b4e2-40ab-9d5e-bd2269dab856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:27.928893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96510426-b4e2-40ab-9d5e-bd2269dab856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.027291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96510426-b4e2-40ab-9d5e-bd2269dab856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.030795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96510426-b4e2-40ab-9d5e-bd2269dab856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.036226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96510426-b4e2-40ab-9d5e-bd2269dab856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ad80da5-6ca1-4569-a870-bba2683f083e HTTP/1.1" status: 204 len: 168 time: 0.2102110 Nov 12 12:14:28.042030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:28.049431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510426-b4e2-40ab-9d5e-bd2269dab856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad80da5-6ca1-4569-a870-bba2683f083e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:28.061906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-801628976-network', 'tenant_id': 'c9e3fa0d001f4de79ef7a3cb2b4fc625'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:28.093927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Made reservation on behalf of c9e3fa0d001f4de79ef7a3cb2b4fc625 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:28.098451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.127509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.141051 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de46a7c-afd6-4537-bd61-6be640d38849" -d '{"events": [{"name": "network-changed", "server_uuid": "829c1831-80c3-49b7-ad8d-d64645d43bce", "tag": "0cd85049-383f-4d3d-88c8-099ae2e3c44c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:28.245038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.251189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.282608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:14:28.294401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6baa6-f946-411d-8a06-b579467b09be,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:28.300435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.300854 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Added segment c0a39782-aae0-4bb2-a188-ac27fbe6a02d of type vlan for network 4cafbe4c-306c-49a0-beb3-3c39316c05e5 Nov 12 12:14:28.329167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:28.349122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.361841 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c90d2f6-4a47-4bd4-838c-6e70950e0ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.394662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.396987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:28.400478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.500743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4535987 Nov 12 12:14:28.501709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:28.504606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aa927-e503-4c05-a356-2542fdb6815c admin admin] Pushing event updated for resources: {'Network': ['ID=4cafbe4c-306c-49a0-beb3-3c39316c05e5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:28.519573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Request body: {'subnet': {'network_id': '4cafbe4c-306c-49a0-beb3-3c39316c05e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-801628976-subnet', 'tenant_id': 'c9e3fa0d001f4de79ef7a3cb2b4fc625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:28.519721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4cafbe4c-306c-49a0-beb3-3c39316c05e5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:14:28.588217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c90d2f6-4a47-4bd4-838c-6e70950e0ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.599676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c90d2f6-4a47-4bd4-838c-6e70950e0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.685545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2c90d2f6-4a47-4bd4-838c-6e70950e0ade admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f553b0623d96441590a6c3c908a8d361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553939 Nov 12 12:14:28.691039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34306) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:28.710004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Made reservation on behalf of c9e3fa0d001f4de79ef7a3cb2b4fc625 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:28.718310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.844195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a197190-34f0-4376-b106-27a0c5b05700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.850581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90d2f6-4a47-4bd4-838c-6e70950e0ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a902514-75e0-4e42-89e7-de1f45094a55,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:28.864613 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b1982-844a-44ac-9278-ea11413817b9 x-openstack-request-id: req-a15b1982-844a-44ac-9278-ea11413817b9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:28.864909 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829c1831-80c3-49b7-ad8d-d64645d43bce", "tag": "0cd85049-383f-4d3d-88c8-099ae2e3c44c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:28.866688 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a15b1982-844a-44ac-9278-ea11413817b9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:28.868106 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'tag': '0cd85049-383f-4d3d-88c8-099ae2e3c44c', 'status': 'completed', 'code': 200} Nov 12 12:14:28.888266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a197190-34f0-4376-b106-27a0c5b05700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.990864 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a197190-34f0-4376-b106-27a0c5b05700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.994464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a197190-34f0-4376-b106-27a0c5b05700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:28.998026 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8a197190-34f0-4376-b106-27a0c5b05700 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a902514-75e0-4e42-89e7-de1f45094a55 HTTP/1.1" status: 204 len: 168 time: 0.3031497 Nov 12 12:14:29.005491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a197190-34f0-4376-b106-27a0c5b05700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a902514-75e0-4e42-89e7-de1f45094a55,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:29.261278 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:29.272716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:29.353664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5666b3da-67f1-41c8-9e1f-b2ed3a832601,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:29.380024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20630-b94d-44b9-9f08-0a29a8ac6af6 req-ed7e206a-5ecc-4a49-b289-76f7eda420c6 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:29.382231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10d20630-b94d-44b9-9f08-0a29a8ac6af6 req-ed7e206a-5ecc-4a49-b289-76f7eda420c6 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.4062073 Nov 12 12:14:29.390124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Checking segment: {'id': 'c0a39782-aae0-4bb2-a188-ac27fbe6a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4cafbe4c-306c-49a0-beb3-3c39316c05e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:29.390559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Network hostable DHCP agents. Network: 4cafbe4c-306c-49a0-beb3-3c39316c05e5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:14:29.393471 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:29.467121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Network 4cafbe4c-306c-49a0-beb3-3c39316c05e5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:14:29.484125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4cafbe4c-306c-49a0-beb3-3c39316c05e5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:29.491879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:29.492168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:29.496706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32d3f2-03f0-41b5-986f-d4da9091d3a1 None None] Network 4cafbe4c-306c-49a0-beb3-3c39316c05e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:29.513256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-503e852f-fcb4-4aa4-9b27-ba7777582a3b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0107543 Nov 12 12:14:29.518912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10d20630-b94d-44b9-9f08-0a29a8ac6af6 req-b5112fca-d96d-49b8-81c2-30c5c99c6ea8 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215196 Nov 12 12:14:29.727915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48285a51-f52f-4312-ab3c-f267765ecd66 None None] Network 4cafbe4c-306c-49a0-beb3-3c39316c05e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:29.838598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34338) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:29.942153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Deleting subnet 98cec51c-c8de-4aa4-a99d-33bc41d3121e {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:14:29.946639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.018849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.040261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.109526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.122886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.126112 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/98cec51c-c8de-4aa4-a99d-33bc41d3121e HTTP/1.1" status: 204 len: 168 time: 0.2864978 Nov 12 12:14:30.136901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:30.160691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472988b-4ecf-444e-b1e6-3d7fffe62c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cec51c-c8de-4aa4-a99d-33bc41d3121e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:30.259816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.425576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.454515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.458088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.458986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.459383 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.459789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.460173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.460557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.460952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.461464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.461858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.791977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.792304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.792544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.793179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:14:30.793269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bffbfb7-189e-4da0-a4e4-a3589cd6027c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:30.826777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e595461-8b75-4d2b-8c54-0a833b17be43') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:30.827150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e595461-8b75-4d2b-8c54-0a833b17be43') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:30.932747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.960042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.972696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:14:30.973109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: from cryptography.utils import int_from_bytes Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: from cryptography.utils import int_from_bytes Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:14:30.991789 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:14:31.027115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff6597-5825-4239-8205-f4474bd7340d req-a6f0b20f-c2fa-4fe6-abfb-cb83a9111031 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:31.035326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5ff6597-5825-4239-8205-f4474bd7340d req-a6f0b20f-c2fa-4fe6-abfb-cb83a9111031 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.2279739 Nov 12 12:14:31.120997 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.134151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.142490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:31.152621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1bffbfb7-189e-4da0-a4e4-a3589cd6027c HTTP/1.1" status: 204 len: 168 time: 1.0133827 Nov 12 12:14:31.194362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0b358-1eca-4c26-8885-03e79e8900a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bffbfb7-189e-4da0-a4e4-a3589cd6027c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:31.213980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5ff6597-5825-4239-8205-f4474bd7340d req-19890b08-358e-49c3-9bb7-716874a7ffbf tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759174 Nov 12 12:14:31.254621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Deleting subnet 5666b3da-67f1-41c8-9e1f-b2ed3a832601 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:14:31.258187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.298101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.304069 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.372965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.404098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5666b3da-67f1-41c8-9e1f-b2ed3a832601,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:31.410571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.417007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34400) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:31.424542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5761e5c4-ed05-4372-8ebb-690bdeb234a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5666b3da-67f1-41c8-9e1f-b2ed3a832601 HTTP/1.1" status: 204 len: 168 time: 0.2801328 Nov 12 12:14:31.505411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.623259 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.663411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cafbe4c-306c-49a0-beb3-3c39316c05e5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:31.681387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a39782-aae0-4bb2-a188-ac27fbe6a02d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:31.681942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a39782-aae0-4bb2-a188-ac27fbe6a02d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:14:31.695733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.713842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.721355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:14:31.721903 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:14:31.724018 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:14:31.813015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.818453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:31.824400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4cafbe4c-306c-49a0-beb3-3c39316c05e5 HTTP/1.1" status: 204 len: 168 time: 0.4063122 Nov 12 12:14:31.837710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894a09-f6e8-4b70-9be7-9fa23d2a5957 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cafbe4c-306c-49a0-beb3-3c39316c05e5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:31.968054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-c1b97d7e-6b0d-4b5f-a178-cede00d4f680 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d669dc7a927b4b389f95fda57959aece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279253 Nov 12 12:14:32.104436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-db57c83a-e46b-481e-abe4-60ca28cceedc tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.110772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-db57c83a-e46b-481e-abe4-60ca28cceedc tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349244 Nov 12 12:14:32.124598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-46891f73-45a9-4e79-b885-ea3379d4f67e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/quotas/d669dc7a927b4b389f95fda57959aece HTTP/1.1" status: 200 len: 375 time: 0.0107689 Nov 12 12:14:32.150132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:32.198427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-6dc0850c-c429-4596-ac49-780f123ad5fa tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d669dc7a927b4b389f95fda57959aece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680726 Nov 12 12:14:32.204899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5aad481b-19f7-4ab3-a83c-29c3756ab7e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=692ceb42c0c04217ac753a3a117f3e6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0534899 Nov 12 12:14:32.207436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:32.267221 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26dcee69-c60b-4925-855a-19c429483262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.300938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26dcee69-c60b-4925-855a-19c429483262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.367315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26dcee69-c60b-4925-855a-19c429483262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.370680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26dcee69-c60b-4925-855a-19c429483262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.372733 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-26dcee69-c60b-4925-855a-19c429483262 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2fcee44-2e0c-4386-aaa8-dd0772956bf5 HTTP/1.1" status: 204 len: 168 time: 0.1641614 Nov 12 12:14:32.386942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcee69-c60b-4925-855a-19c429483262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fcee44-2e0c-4386-aaa8-dd0772956bf5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:32.522211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584743-0e42-4c3b-a44a-528ee46ca1de req-8e3da084-2700-4b46-a880-ada59066097c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.525192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67584743-0e42-4c3b-a44a-528ee46ca1de req-8e3da084-2700-4b46-a880-ada59066097c tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.0926549 Nov 12 12:14:32.600966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67584743-0e42-4c3b-a44a-528ee46ca1de req-1829557b-c900-45bc-b1fc-4ff08f855e5e tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653658 Nov 12 12:14:32.709962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0e18e96-6b3d-44b8-aa1f-e00abf19738e req-5295e75f-f8dc-4b94-8765-0bfca8205609 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 210 time: 0.0409913 Nov 12 12:14:32.818572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de46a7c-afd6-4537-bd61-6be640d38849 req-db2e990d-e096-4ffd-ae16-cf9633e98b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.820459 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7de46a7c-afd6-4537-bd61-6be640d38849 req-db2e990d-e096-4ffd-ae16-cf9633e98b98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 1121 time: 0.0992386 Nov 12 12:14:32.876793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7de46a7c-afd6-4537-bd61-6be640d38849 req-c154705f-df53-4a72-b074-362b1acfc4f2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363638 Nov 12 12:14:33.101331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de46a7c-afd6-4537-bd61-6be640d38849 req-947c78f8-95a7-4079-b75f-d92a9a4c96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.102979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7de46a7c-afd6-4537-bd61-6be640d38849 req-947c78f8-95a7-4079-b75f-d92a9a4c96b1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183909 Nov 12 12:14:33.235153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-43ece276-9cc6-4a94-8121-052effc8b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.237622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-43ece276-9cc6-4a94-8121-052effc8b30d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 1121 time: 0.0700822 Nov 12 12:14:33.322132 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-e734243b-66a8-4184-ba8b-640da560a8d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0cd85049-383f-4d3d-88c8-099ae2e3c44c HTTP/1.1" status: 200 len: 217 time: 0.0765517 Nov 12 12:14:33.356325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34506) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:33.391620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-e4ead67b-1549-4413-9ed4-87824ff49992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.393241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-e4ead67b-1549-4413-9ed4-87824ff49992 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0630863 Nov 12 12:14:33.428947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ce253e7-a821-49c4-9822-59f36816b7d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9e3fa0d001f4de79ef7a3cb2b4fc625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714116 Nov 12 12:14:33.431383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:33.486663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-84b84933-5bf0-4064-a351-77214c46f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.488461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-84b84933-5bf0-4064-a351-77214c46f60e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872502 Nov 12 12:14:33.525796 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d99f9987-e30f-4cef-8b60-88d75fd39c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:33.549609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d99f9987-e30f-4cef-8b60-88d75fd39c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:33.615899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d99f9987-e30f-4cef-8b60-88d75fd39c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:33.621634 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d99f9987-e30f-4cef-8b60-88d75fd39c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:33.627715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d99f9987-e30f-4cef-8b60-88d75fd39c63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1f6baa6-f946-411d-8a06-b579467b09be HTTP/1.1" status: 204 len: 168 time: 0.1951044 Nov 12 12:14:33.643390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f9987-e30f-4cef-8b60-88d75fd39c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6baa6-f946-411d-8a06-b579467b09be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:33.711649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-ec24e711-bf59-431c-bce6-e44a8af139de service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140417 Nov 12 12:14:33.942501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16409fc-5b38-4fef-9ba3-b0124055b98a req-29ec977a-ace9-48fa-a7ab-1716ec9bdb43 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.944056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a16409fc-5b38-4fef-9ba3-b0124055b98a req-29ec977a-ace9-48fa-a7ab-1716ec9bdb43 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.0643368 Nov 12 12:14:34.018015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a16409fc-5b38-4fef-9ba3-b0124055b98a req-407fd9b7-1f26-485e-8756-3c05197dd2ce tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Nov 12 12:14:34.082761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.81', 55357) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:34.125444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-57051898-65fe-4cb3-a1b5-6d8c7ba3390f tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d669dc7a927b4b389f95fda57959aece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412538 Nov 12 12:14:34.200308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00717afc-2999-498f-ae87-7481a49280a9 req-9b57a6c2-f971-4913-9dfc-a73f9ba484ec tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 210 time: 0.0608754 Nov 12 12:14:34.278689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63773581-ec76-483b-9a91-f6f0c7ac153a req-f0c03462-26db-45a9-819a-c413a23a8b78 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206664 Nov 12 12:14:34.283669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae56c8-0cb5-458d-8035-6924ebc12d97 req-096149c2-faea-4f3b-97e5-feab7dc5bd4e tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:34.290645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-561378c9-f80e-4a27-bdc7-e2a087b8841a tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:34.291500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-561378c9-f80e-4a27-bdc7-e2a087b8841a tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542602 Nov 12 12:14:34.292554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae56c8-0cb5-458d-8035-6924ebc12d97 req-096149c2-faea-4f3b-97e5-feab7dc5bd4e tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:34.293046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae56c8-0cb5-458d-8035-6924ebc12d97 req-096149c2-faea-4f3b-97e5-feab7dc5bd4e tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:34.295568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58ae56c8-0cb5-458d-8035-6924ebc12d97 req-096149c2-faea-4f3b-97e5-feab7dc5bd4e tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.5778825 Nov 12 12:14:34.384623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Request body: {'port': {'device_id': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'd669dc7a927b4b389f95fda57959aece'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:34.700110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Made reservation on behalf of d669dc7a927b4b389f95fda57959aece for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:34.704335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.749748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.805498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866dae7-8b9c-49bd-aa2a-94d8699bfdeb req-0738d3c9-3dc8-4cb9-bcb1-36c567e3ac99 tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:34.807189 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f866dae7-8b9c-49bd-aa2a-94d8699bfdeb req-0738d3c9-3dc8-4cb9-bcb1-36c567e3ac99 tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 886 time: 0.2051232 Nov 12 12:14:34.927784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.028767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.038189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a4f6-d105-443d-bb87-ba2a93fd7db6 req-1c4ee8fc-ee84-4f92-803a-9cea0ce3da50 tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:35.038606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a4f6-d105-443d-bb87-ba2a93fd7db6 req-1c4ee8fc-ee84-4f92-803a-9cea0ce3da50 tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:35.039059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a4f6-d105-443d-bb87-ba2a93fd7db6 req-1c4ee8fc-ee84-4f92-803a-9cea0ce3da50 tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:35.040753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1879a4f6-d105-443d-bb87-ba2a93fd7db6 req-1c4ee8fc-ee84-4f92-803a-9cea0ce3da50 tempest-NetworksTest-394945148 tempest-NetworksTest-394945148-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1375511 Nov 12 12:14:35.190200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749bb34c-7264-4b3b-929f-41a9fb2e4b5c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:35.201549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cd20b-d8b3-441f-bb1f-20f2be64eacd req-1d324135-130b-4567-a1f3-dceb6bcd4cc2 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:35.210297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be9cd20b-d8b3-441f-bb1f-20f2be64eacd req-1d324135-130b-4567-a1f3-dceb6bcd4cc2 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.0785520 Nov 12 12:14:35.279734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be9cd20b-d8b3-441f-bb1f-20f2be64eacd req-8b8f5fee-9eb4-4956-8a80-e3ec0470844b tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568879 Nov 12 12:14:35.379004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-59626435-3469-4f50-b238-5a48173cd85e req-dd4e1fa9-acee-4670-9556-3f0806ddb8b2 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 210 time: 0.0715096 Nov 12 12:14:35.441289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Allocated IP 192.168.233.136 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/7b4350c0-c1b3-4806-aea2-6abb67d0144c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:35.600823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe337-cd8f-41b7-a21f-f3066d4dae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.744026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.755114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:35.784749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:35.830325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.920975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:35.945472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:35.957634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:35.966002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2fbe4e-cbee-4144-a75e-08c8434a7495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.978373 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e658689-766f-4fda-ba7f-1022a5cb28bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.998420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Pushing event updated for resources: {'Port': ['ID=7b4350c0-c1b3-4806-aea2-6abb67d0144c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:36.059440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:36.060713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.126102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-451a3140-cbf2-487d-9fa3-e0e7e19f99fe tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7401371 Nov 12 12:14:36.161454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e658689-766f-4fda-ba7f-1022a5cb28bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.169402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e658689-766f-4fda-ba7f-1022a5cb28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.188131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2fbe4e-cbee-4144-a75e-08c8434a7495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.198920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2fbe4e-cbee-4144-a75e-08c8434a7495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.229093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7e658689-766f-4fda-ba7f-1022a5cb28bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c50f152f87f24cf4bbd8ae98ea91b59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432387 Nov 12 12:14:36.233001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:36.276611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e658689-766f-4fda-ba7f-1022a5cb28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b866aed-12ea-4aa4-b423-c5fe623729fa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:36.285513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fbe4e-cbee-4144-a75e-08c8434a7495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9258057-6989-4b43-ab0f-35562e718cf6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:36.294731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-be2fbe4e-cbee-4144-a75e-08c8434a7495 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=695c8bbbf9fd48bd9b1612e0aa95a978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374625 Nov 12 12:14:36.295451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:36.375955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e045f80b-c97e-4025-902c-e6777d5df325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.400255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-15aed0cf-29d6-4fa4-8e8c-4760136c72f9 None None] Provisioning complete for port 7b4350c0-c1b3-4806-aea2-6abb67d0144c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:36.400618 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-15aed0cf-29d6-4fa4-8e8c-4760136c72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.400769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9306d77d-f918-4fdf-88b7-863ac07f138a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.409656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e045f80b-c97e-4025-902c-e6777d5df325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.431486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9306d77d-f918-4fdf-88b7-863ac07f138a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.497596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9306d77d-f918-4fdf-88b7-863ac07f138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.501892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9306d77d-f918-4fdf-88b7-863ac07f138a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.503594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9306d77d-f918-4fdf-88b7-863ac07f138a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b866aed-12ea-4aa4-b423-c5fe623729fa HTTP/1.1" status: 204 len: 168 time: 0.2687559 Nov 12 12:14:36.508579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c101-38d0-438f-a649-1599f90eadf3 req-c7e3e7b4-4e1e-4196-985a-01a56b18bbb8 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:36.510281 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b324c101-38d0-438f-a649-1599f90eadf3 req-c7e3e7b4-4e1e-4196-985a-01a56b18bbb8 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.1045802 Nov 12 12:14:36.521509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306d77d-f918-4fdf-88b7-863ac07f138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b866aed-12ea-4aa4-b423-c5fe623729fa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:36.530360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-15aed0cf-29d6-4fa4-8e8c-4760136c72f9 None None] Port 7b4350c0-c1b3-4806-aea2-6abb67d0144c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:36.536307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e045f80b-c97e-4025-902c-e6777d5df325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.540918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e045f80b-c97e-4025-902c-e6777d5df325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:36.542035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e045f80b-c97e-4025-902c-e6777d5df325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9258057-6989-4b43-ab0f-35562e718cf6 HTTP/1.1" status: 204 len: 168 time: 0.2452443 Nov 12 12:14:36.580747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045f80b-c97e-4025-902c-e6777d5df325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9258057-6989-4b43-ab0f-35562e718cf6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:36.611857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b324c101-38d0-438f-a649-1599f90eadf3 req-12c5e9dd-a233-43bf-adf0-f6348cff8bf0 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841587 Nov 12 12:14:36.646573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb9ff-6bc0-43e2-a190-78100f0575a5 req-aabd166a-b56b-4e67-b479-b143b97cb3f5 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:36.655866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1aafb9ff-6bc0-43e2-a190-78100f0575a5 req-aabd166a-b56b-4e67-b479-b143b97cb3f5 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 936 time: 0.1366262 Nov 12 12:14:36.719115 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1aafb9ff-6bc0-43e2-a190-78100f0575a5 req-c00fd1e5-3d00-4001-8615-97f4ff99401a tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619099 Nov 12 12:14:36.977268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:36.991989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e7033f-e043-4e78-af35-e7493a2b73fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.116818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e7033f-e043-4e78-af35-e7493a2b73fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.122891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e7033f-e043-4e78-af35-e7493a2b73fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.174059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62e7033f-e043-4e78-af35-e7493a2b73fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ba4d98cfc0b4530aa2ec066bcea1c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956444 Nov 12 12:14:37.176764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:37.183162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7033f-e043-4e78-af35-e7493a2b73fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8326d18-bac4-455f-bfcf-c247458101f0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:37.239672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00b7c0d1-ee33-49b3-ad1b-0142d774a283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.270596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00b7c0d1-ee33-49b3-ad1b-0142d774a283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.299669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:37.314401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-520e26ee-bb67-4d8e-bfe9-05b1a19dcb06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.364216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00b7c0d1-ee33-49b3-ad1b-0142d774a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.366948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00b7c0d1-ee33-49b3-ad1b-0142d774a283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.368013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00b7c0d1-ee33-49b3-ad1b-0142d774a283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8326d18-bac4-455f-bfcf-c247458101f0 HTTP/1.1" status: 204 len: 168 time: 0.1897166 Nov 12 12:14:37.370395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-dfdbec9a-48d1-4a51-bf8d-0ef5d1b3c858 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d8815d15813c48dc8adf308f1544611b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311582 Nov 12 12:14:37.392876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7c0d1-ee33-49b3-ad1b-0142d774a283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8326d18-bac4-455f-bfcf-c247458101f0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:37.462061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-520e26ee-bb67-4d8e-bfe9-05b1a19dcb06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.470030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-520e26ee-bb67-4d8e-bfe9-05b1a19dcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.513731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-520e26ee-bb67-4d8e-bfe9-05b1a19dcb06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13edd63f07004f01a3b641e936dbd38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128141 Nov 12 12:14:37.514708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e26ee-bb67-4d8e-bfe9-05b1a19dcb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3b655f-920d-40b6-96c1-542a73d752a5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:37.517117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:37.532185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-0cf0e41e-4f8d-4919-931f-edbbd05701c4 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:37.534826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-0cf0e41e-4f8d-4919-931f-edbbd05701c4 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555021 Nov 12 12:14:37.562855 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-a88ad48b-7d17-4b3d-bb12-8681a2117572 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/quotas/d8815d15813c48dc8adf308f1544611b HTTP/1.1" status: 200 len: 375 time: 0.0215232 Nov 12 12:14:37.587421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa5e5-232e-4f9e-b274-845a825c6325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.611458 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-839ea202-87a2-4e28-81b3-8204d35f0aed tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8815d15813c48dc8adf308f1544611b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418763 Nov 12 12:14:37.618663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa5e5-232e-4f9e-b274-845a825c6325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.699037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa5e5-232e-4f9e-b274-845a825c6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.703060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa5e5-232e-4f9e-b274-845a825c6325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:37.705091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fb0fa5e5-232e-4f9e-b274-845a825c6325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a3b655f-920d-40b6-96c1-542a73d752a5 HTTP/1.1" status: 204 len: 168 time: 0.1868498 Nov 12 12:14:37.716161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fa5e5-232e-4f9e-b274-845a825c6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3b655f-920d-40b6-96c1-542a73d752a5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:37.851700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd518bb-7606-4cc5-bc34-f26f89ace5d9 req-a55befec-8210-4f6a-83cf-e76f9be12fe4 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:37.861784 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcd518bb-7606-4cc5-bc34-f26f89ace5d9 req-a55befec-8210-4f6a-83cf-e76f9be12fe4 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 970 time: 0.0953603 Nov 12 12:14:37.892132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0cd85049-383f-4d3d-88c8-099ae2e3c44c details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:14:37.908322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d757fb-7c04-480a-8cdd-9a1594f43612 req-6b846b42-8dd0-4e44-a6be-a36bb99c50b8 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:37.910105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47d757fb-7c04-480a-8cdd-9a1594f43612 req-6b846b42-8dd0-4e44-a6be-a36bb99c50b8 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 936 time: 0.0980711 Nov 12 12:14:38.001241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcd518bb-7606-4cc5-bc34-f26f89ace5d9 req-6d1cddb8-4c49-476e-ad3c-d2b22cd3df22 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379919 Nov 12 12:14:38.003746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47d757fb-7c04-480a-8cdd-9a1594f43612 req-a42e8c85-45df-4b90-bffc-b659e3a2264c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 Nov 12 12:14:38.123848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67633d30-9a59-4834-a167-675848c1b7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.141665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ba02abd-0413-4557-8fce-e452210b7019 req-39bba649-a15c-4ebb-ba53-19b310c68201 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 210 time: 0.0766740 Nov 12 12:14:38.158409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0cd85049-383f-4d3d-88c8-099ae2e3c44c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:38.172076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '0cd85049-383f-4d3d-88c8-099ae2e3c44c', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '0cd85049-383f-4d3d-88c8-099ae2e3c44c', 'mac_address': 'fa:16:3e:40:83:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:tempest-test_az-2044846684', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:14:38.219985 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.255934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:38.263687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd85049-383f-4d3d-88c8-099ae2e3c44c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:38.297574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0cd85049-383f-4d3d-88c8-099ae2e3c44c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:38.302903 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.423922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e2cf68d-037c-491a-be2f-0c54591db203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.582932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e2cf68d-037c-491a-be2f-0c54591db203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.594508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e2cf68d-037c-491a-be2f-0c54591db203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.598323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=0cd85049-383f-4d3d-88c8-099ae2e3c44c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:38.609178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.609737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.610074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.610571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.611065 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.611532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.612293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.612765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.613225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.613738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.614238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.614712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Tracked resource versions report: Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: pushed versions: Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: { 'AddressGroup': {'1.2'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'ConntrackHelper': {'1.0'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Log': {'1.0'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Network': {'1.1'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Port': {'1.7'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'PortForwarding': {'1.2'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'QosPolicy': {'1.10'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'SecurityGroup': {'1.5'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'SubPort': {'1.0'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Subnet': {'1.1'}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Trunk': {'1.1'}} Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: consumer versions: Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: HyperV agent@n-h1-804878-5: {}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: HyperV agent@n-h2-804878-5: {}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: L3 agent@n-d-804878-5: {}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: Metadata agent@n-d-804878-5: {}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: Metering agent@n-d-804878-5: {}, Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'ConntrackHelper': '1.0', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Log': '1.0', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Network': '1.1', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Port': '1.7', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'PortForwarding': '1.2', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'QosPolicy': '1.10', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'SecurityGroup': '1.5', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'SecurityGroupRule': '1.2', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'SubPort': '1.0', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Subnet': '1.1', Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: 'Trunk': '1.1'}} Nov 12 12:14:38.615895 n-d-804878-5 neutron-server[102780]: {{(pid=102780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:14:38.649030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cf68d-037c-491a-be2f-0c54591db203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b645d4-1eff-4cc9-a8f8-97df8891b172,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:38.670131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['0cd85049-383f-4d3d-88c8-099ae2e3c44c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:38.678189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:38.678677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e2cf68d-037c-491a-be2f-0c54591db203 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96f29ef9f037418488c16e80880c465d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213943 Nov 12 12:14:38.795039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa64eac2-dcbd-4fd0-8c34-78d8afc0e5fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.843257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa64eac2-dcbd-4fd0-8c34-78d8afc0e5fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.914978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa64eac2-dcbd-4fd0-8c34-78d8afc0e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.918102 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa64eac2-dcbd-4fd0-8c34-78d8afc0e5fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:38.923777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fa64eac2-dcbd-4fd0-8c34-78d8afc0e5fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6b645d4-1eff-4cc9-a8f8-97df8891b172 HTTP/1.1" status: 204 len: 168 time: 0.2442684 Nov 12 12:14:38.937244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64eac2-dcbd-4fd0-8c34-78d8afc0e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b645d4-1eff-4cc9-a8f8-97df8891b172,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:39.189752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.231660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eecc2-ef31-4e4c-80a2-18cc75af9a93 req-2930075c-012b-4dac-a3b2-359a1a0addd7 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:39.242660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca7eecc2-ef31-4e4c-80a2-18cc75af9a93 req-2930075c-012b-4dac-a3b2-359a1a0addd7 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 971 time: 0.1162956 Nov 12 12:14:39.254363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c6a1-3d5a-4caf-8c1f-244b98c3b72f req-a1b61d50-2b82-432c-9825-423906d01f4b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:39.256797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b753c6a1-3d5a-4caf-8c1f-244b98c3b72f req-a1b61d50-2b82-432c-9825-423906d01f4b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 936 time: 0.1494880 Nov 12 12:14:39.294480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-77f44271-cf02-4728-b3d9-354ecb384c87 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d8815d15813c48dc8adf308f1544611b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405548 Nov 12 12:14:39.424672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b753c6a1-3d5a-4caf-8c1f-244b98c3b72f req-cd3b9213-38d7-4410-aa5a-3c11a6a63199 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597149 Nov 12 12:14:39.452186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca7eecc2-ef31-4e4c-80a2-18cc75af9a93 req-b946b67f-70c1-4b76-8427-c2c4f2bc2d65 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076797 Nov 12 12:14:39.548655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-c0a2f193-821b-4a6f-8719-86a195c3845a tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:39.551845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-c0a2f193-821b-4a6f-8719-86a195c3845a tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506900 Nov 12 12:14:39.559062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e376072-0c5d-4ee0-9805-c88c0c1f15db req-b1271401-f9aa-423a-8b58-8a75e725fb49 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 210 time: 0.0471661 Nov 12 12:14:39.573069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Request body: {'port': {'device_id': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'd8815d15813c48dc8adf308f1544611b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:39.712657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:39.731830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3f8f-7e10-4b2b-ad31-5c80a9bada73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.744920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Made reservation on behalf of d8815d15813c48dc8adf308f1544611b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:39.749727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.758936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.855605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3f8f-7e10-4b2b-ad31-5c80a9bada73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.861161 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3f8f-7e10-4b2b-ad31-5c80a9bada73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.867935 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.873761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:39.894505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0cd85049-383f-4d3d-88c8-099ae2e3c44c up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:40.036806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b0f3f8f-7e10-4b2b-ad31-5c80a9bada73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5864b8197013422c9b0181d906cb649d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228464 Nov 12 12:14:40.037830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f3f8f-7e10-4b2b-ad31-5c80a9bada73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d1fb6-92f0-40e9-94d0-a386b20e4a21,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:40.040645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:40.113137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c41976d-4768-4727-a96c-28642866ab39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.129114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 0cd85049-383f-4d3d-88c8-099ae2e3c44c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:14:40.146644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 0cd85049-383f-4d3d-88c8-099ae2e3c44c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:40.147245 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.162653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c41976d-4768-4727-a96c-28642866ab39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.193378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fd059-28b9-4068-a2a1-1139d10874f0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:40.268429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c41976d-4768-4727-a96c-28642866ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.271491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c41976d-4768-4727-a96c-28642866ab39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.272814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5c41976d-4768-4727-a96c-28642866ab39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e6d1fb6-92f0-40e9-94d0-a386b20e4a21 HTTP/1.1" status: 204 len: 168 time: 0.2311463 Nov 12 12:14:40.292697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41976d-4768-4727-a96c-28642866ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d1fb6-92f0-40e9-94d0-a386b20e4a21,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:40.317372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Allocated IP 192.168.233.29 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/8d7639fa-7840-495b-b200-77fb41360f3f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:40.405472 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.538226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd85049-383f-4d3d-88c8-099ae2e3c44c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:40.561404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.646007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0cd85049-383f-4d3d-88c8-099ae2e3c44c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:40.648025 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.655263 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.669101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.690524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171a9e1-68bd-4bd7-a4a3-f981c4047c9f req-41149bcb-72b0-400b-8e08-7b586b05a8b9 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:40.698924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7171a9e1-68bd-4bd7-a4a3-f981c4047c9f req-41149bcb-72b0-400b-8e08-7b586b05a8b9 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 971 time: 0.1095181 Nov 12 12:14:40.755861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=0cd85049-383f-4d3d-88c8-099ae2e3c44c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:40.766322 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:14:40.800969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:40.806125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:40.814994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7171a9e1-68bd-4bd7-a4a3-f981c4047c9f req-f367819a-7277-407a-86ce-26b4af199ca6 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104131 Nov 12 12:14:40.816391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba213-a05a-461d-b969-ef89d6680625 req-fe24b50b-e291-4f4c-9767-76870ee2f78d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:40.818840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-123ba213-a05a-461d-b969-ef89d6680625 req-fe24b50b-e291-4f4c-9767-76870ee2f78d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 936 time: 0.1787035 Nov 12 12:14:40.825565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:40.832948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:40.833624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:40.852901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Pushing event updated for resources: {'Port': ['ID=8d7639fa-7840-495b-b200-77fb41360f3f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:40.883400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-6d155065-2cf0-448d-bedc-dab9f4822f4b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3141594 Nov 12 12:14:40.902346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Request body: {'port': {'device_id': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'device_owner': 'compute:tempest-test_az-2044846684', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:41.009529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-123ba213-a05a-461d-b969-ef89d6680625 req-df8dcf2c-5b53-4cae-b7ab-6043d55ef98d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713750 Nov 12 12:14:41.046719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231440b5-c3d8-4955-a42b-3ec23b638d9b req-5c99326d-d9fb-4447-ad06-9054cf4ce88d tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:41.054235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-231440b5-c3d8-4955-a42b-3ec23b638d9b req-5c99326d-d9fb-4447-ad06-9054cf4ce88d tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 935 time: 0.1133161 Nov 12 12:14:41.072190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.123028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-231440b5-c3d8-4955-a42b-3ec23b638d9b req-67ccf475-b80e-4a22-aa7d-4c155e44cd14 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Nov 12 12:14:41.158016 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.208049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a71ce88-db63-4feb-8d24-93b8390189b7 None None] Provisioning complete for port 8d7639fa-7840-495b-b200-77fb41360f3f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:41.208953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a71ce88-db63-4feb-8d24-93b8390189b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.238121 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56705406-cdff-43cb-9a38-deb5957518d6" -d '{"events": [{"server_uuid": "829c1831-80c3-49b7-ad8d-d64645d43bce", "name": "network-vif-plugged", "status": "completed", "tag": "0cd85049-383f-4d3d-88c8-099ae2e3c44c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:41.258896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9a71ce88-db63-4feb-8d24-93b8390189b7 None None] Port 8d7639fa-7840-495b-b200-77fb41360f3f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:41.379583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-17eab2db-e1a7-4e2e-87f2-675de96d02e7 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:14:41.380636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-17eab2db-e1a7-4e2e-87f2-675de96d02e7 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053003 Nov 12 12:14:41.425122 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba1c5d7-27e0-4336-8c86-fc15189a24ed x-openstack-request-id: req-0ba1c5d7-27e0-4336-8c86-fc15189a24ed {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:41.425582 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829c1831-80c3-49b7-ad8d-d64645d43bce", "name": "network-vif-plugged", "status": "completed", "tag": "0cd85049-383f-4d3d-88c8-099ae2e3c44c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:41.425670 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ba1c5d7-27e0-4336-8c86-fc15189a24ed {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:41.426141 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd85049-383f-4d3d-88c8-099ae2e3c44c', 'code': 200} Nov 12 12:14:41.468265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7639fa-7840-495b-b200-77fb41360f3f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:41.476537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.493412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Transition to ACTIVE for port object 8d7639fa-7840-495b-b200-77fb41360f3f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:14:41.497635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.65', 51096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:41.499053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.581947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Pushing event updated for resources: {'Port': ['ID=8d7639fa-7840-495b-b200-77fb41360f3f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:41.593242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ce02d-0365-409c-8793-6994dbe4fd7e req-1dcb1bf3-2f67-44b9-be36-8b0596d1ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:41.594961 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c15ce02d-0365-409c-8793-6994dbe4fd7e req-1dcb1bf3-2f67-44b9-be36-8b0596d1ea20 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 1123 time: 0.0959795 Nov 12 12:14:41.602204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Attempting to bind port 8d7639fa-7840-495b-b200-77fb41360f3f on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:41.602552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Attempting to bind port 8d7639fa-7840-495b-b200-77fb41360f3f by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:41.602887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Attempting to bind port 8d7639fa-7840-495b-b200-77fb41360f3f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:41.608187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Port 8d7639fa-7840-495b-b200-77fb41360f3f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:14:41.609099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Attempting to bind port 8d7639fa-7840-495b-b200-77fb41360f3f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:41.615322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:41.615657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:41.616036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:41.616467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Bound port: 8d7639fa-7840-495b-b200-77fb41360f3f, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:41.616821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.619627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c15ce02d-0365-409c-8793-6994dbe4fd7e req-1c30c8cf-804c-4fdc-a982-55b101781712 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.699225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] For port 8d7639fa-7840-495b-b200-77fb41360f3f, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:41.705016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] For port 8d7639fa-7840-495b-b200-77fb41360f3f, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8d7639fa-7840-495b-b200-77fb41360f3f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:41.711762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.725162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c15ce02d-0365-409c-8793-6994dbe4fd7e req-1c30c8cf-804c-4fdc-a982-55b101781712 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.730312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c15ce02d-0365-409c-8793-6994dbe4fd7e req-1c30c8cf-804c-4fdc-a982-55b101781712 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.802190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30c8cf-804c-4fdc-a982-55b101781712 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=358b5ad6-0810-4388-9bda-8a2aa80818be,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:41.808630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c15ce02d-0365-409c-8793-6994dbe4fd7e req-1c30c8cf-804c-4fdc-a982-55b101781712 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059331 Nov 12 12:14:41.810980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Pushing event updated for resources: {'Port': ['ID=8d7639fa-7840-495b-b200-77fb41360f3f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:41.819516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:41.820192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:41.821553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-aa57631a-fb85-43ed-a467-0f872890538f service neutron] 10.222.0.65 "PUT /v2.0/ports/8d7639fa-7840-495b-b200-77fb41360f3f HTTP/1.1" status: 200 len: 1117 time: 0.9245219 Nov 12 12:14:41.821983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'tag': '8d7639fa-7840-495b-b200-77fb41360f3f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:41.825725 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cff5d68-b1c3-4ad6-880f-68dc3c26e51f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca7fce4-7772-4adc-a937-fc2b8b20b59e", "tag": "8d7639fa-7840-495b-b200-77fb41360f3f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:41.908031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7933f6ce-f9db-472a-bbe9-829b4694c061 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460835 Nov 12 12:14:41.909662 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583b32aa-dae8-4c13-b860-1c90130e815d x-openstack-request-id: req-583b32aa-dae8-4c13-b860-1c90130e815d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:41.909953 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca7fce4-7772-4adc-a937-fc2b8b20b59e", "tag": "8d7639fa-7840-495b-b200-77fb41360f3f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:41.910216 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-583b32aa-dae8-4c13-b860-1c90130e815d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:41.910697 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'tag': '8d7639fa-7840-495b-b200-77fb41360f3f', 'status': 'completed', 'code': 200} Nov 12 12:14:41.973335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Request body: {'port': {'device_id': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:42.106612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-367a6ef1-ccdd-4988-ba7e-96253a369dea tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.113931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-367a6ef1-ccdd-4988-ba7e-96253a369dea tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914027 Nov 12 12:14:42.133373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-278d7479-e734-41d4-b782-6fdb80830005 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/quotas/9fb4eb86551a4bf49f8729e3420d37ae HTTP/1.1" status: 200 len: 375 time: 0.0135646 Nov 12 12:14:42.200720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:42.217247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-f300197f-e2c2-4fd0-b7a0-ebe9e75df1e1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428689 Nov 12 12:14:42.224496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff5d68-b1c3-4ad6-880f-68dc3c26e51f req-f3b7f743-6efe-426b-a22f-6521e1054c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.226356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cff5d68-b1c3-4ad6-880f-68dc3c26e51f req-f3b7f743-6efe-426b-a22f-6521e1054c4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8815d15813c48dc8adf308f1544611b&device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 1120 time: 0.0915971 Nov 12 12:14:42.250765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdd768-46d5-4495-9bfc-052485d6e9a8 req-72dd0a41-d795-4ab4-9948-34b716b6610d tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.274694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9abdd768-46d5-4495-9bfc-052485d6e9a8 req-72dd0a41-d795-4ab4-9948-34b716b6610d tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 972 time: 0.2332270 Nov 12 12:14:42.286041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cff5d68-b1c3-4ad6-880f-68dc3c26e51f req-d046f6fc-0c6a-4d79-b545-4089f82e9c31 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d8815d15813c48dc8adf308f1544611b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500686 Nov 12 12:14:42.409732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9abdd768-46d5-4495-9bfc-052485d6e9a8 req-c12b81e8-8b93-4e22-8a58-c98f387fc074 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340253 Nov 12 12:14:42.508295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff5d68-b1c3-4ad6-880f-68dc3c26e51f req-29652d80-2415-42c2-a3c4-688ba971d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.513734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cff5d68-b1c3-4ad6-880f-68dc3c26e51f req-29652d80-2415-42c2-a3c4-688ba971d77c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202337 Nov 12 12:14:42.629451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-1c7eb15a-0d57-426c-a050-32ce0332ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.631030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-1c7eb15a-0d57-426c-a050-32ce0332ea02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8815d15813c48dc8adf308f1544611b&device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 1120 time: 0.0708880 Nov 12 12:14:42.707838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-2d5c1cdb-1bd2-4519-b71a-81eccb740b5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=8d7639fa-7840-495b-b200-77fb41360f3f HTTP/1.1" status: 200 len: 217 time: 0.0446205 Nov 12 12:14:42.761620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e922e-e8f9-4981-b5cb-2346886401cd req-c4dfe06f-15ca-4ecc-8655-fc6b34a8a883 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.765256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef9e922e-e8f9-4981-b5cb-2346886401cd req-c4dfe06f-15ca-4ecc-8655-fc6b34a8a883 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 969 time: 0.1533470 Nov 12 12:14:42.824934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-c70599bb-b3aa-4fb9-9cb3-87c89a0dacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.829017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-c70599bb-b3aa-4fb9-9cb3-87c89a0dacac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1116455 Nov 12 12:14:42.850375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebcdb-f96d-4377-875e-fbdc153f0b26 req-546441ca-8113-4821-8f68-430b5a0dac3c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.852149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1afebcdb-f96d-4377-875e-fbdc153f0b26 req-546441ca-8113-4821-8f68-430b5a0dac3c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 936 time: 0.1965873 Nov 12 12:14:42.903806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef9e922e-e8f9-4981-b5cb-2346886401cd req-4ef9f4be-8a3a-4490-96d8-d86dbf0bb70a tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330123 Nov 12 12:14:42.937950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-0343c228-2091-4d53-9403-5c0cdf56731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.940037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-0343c228-2091-4d53-9403-5c0cdf56731b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996416 Nov 12 12:14:42.992015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1afebcdb-f96d-4377-875e-fbdc153f0b26 req-6f5162d1-22a9-4b6a-87f5-fb37484993ea tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261797 Nov 12 12:14:43.080040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4350c0-c1b3-4806-aea2-6abb67d0144c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:43.089156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.105139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-a6c4de8f-23ae-48d9-a48f-1cd67d9392c2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351422 Nov 12 12:14:43.115157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Transition to ACTIVE for port object 7b4350c0-c1b3-4806-aea2-6abb67d0144c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:14:43.123713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.158939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-d21b7ad2-3b41-4774-8459-716e9d58e07b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101209 Nov 12 12:14:43.325596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4350c0-c1b3-4806-aea2-6abb67d0144c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:43.339785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec384883-3c87-4b2b-858b-1f945f6d077b req-58a4b358-dc0f-4b2d-a746-1d096debfb97 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658297 Nov 12 12:14:43.406149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-0770575b-0160-4e56-805b-495f5b97d37f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:43.421528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-0770575b-0160-4e56-805b-495f5b97d37f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126924 Nov 12 12:14:43.449563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-eda9ff91-072a-455c-a5eb-a24e40059b51 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/quotas/9fb4eb86551a4bf49f8729e3420d37ae HTTP/1.1" status: 200 len: 375 time: 0.0198214 Nov 12 12:14:43.463691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Attempting to bind port 7b4350c0-c1b3-4806-aea2-6abb67d0144c on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:43.466397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Attempting to bind port 7b4350c0-c1b3-4806-aea2-6abb67d0144c by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:43.468026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Attempting to bind port 7b4350c0-c1b3-4806-aea2-6abb67d0144c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:43.479107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Port 7b4350c0-c1b3-4806-aea2-6abb67d0144c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:14:43.479436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Attempting to bind port 7b4350c0-c1b3-4806-aea2-6abb67d0144c on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:43.505270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:43.505646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:43.506218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:43.506680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Bound port: 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:43.507033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.507206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-468190aa-c764-4603-8d1f-080489455fb0 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560737 Nov 12 12:14:43.645432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45650773-6aec-46f1-9950-8951487e9d51 req-f9f6e953-a7a0-419c-b992-8dc87e6609d4 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:43.647085 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45650773-6aec-46f1-9950-8951487e9d51 req-f9f6e953-a7a0-419c-b992-8dc87e6609d4 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 972 time: 0.0927413 Nov 12 12:14:43.657378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] For port 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:43.717026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:43.753685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] For port 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:43.779098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.811885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d7790ee-48d7-414e-bdfe-c447a489d2f9 req-3b5e1dc1-9d2f-48f5-9224-28bc37bd2110 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 210 time: 0.0386705 Nov 12 12:14:43.819040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45650773-6aec-46f1-9950-8951487e9d51 req-1ed87053-81f5-4a9f-997d-440ef0994a5e tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644876 Nov 12 12:14:43.836036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:43.853143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:43.854035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:43.855814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] 10.222.0.81 "PUT /v2.0/ports/7b4350c0-c1b3-4806-aea2-6abb67d0144c HTTP/1.1" status: 200 len: 1096 time: 2.3207538 Nov 12 12:14:43.857404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'tag': '7b4350c0-c1b3-4806-aea2-6abb67d0144c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:43.897868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6551f7-f420-45ec-8574-fb07dffce148 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4350c0-c1b3-4806-aea2-6abb67d0144c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:44.047868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-81825471-c5cd-4f4a-86af-defb89d915bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.049476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-81825471-c5cd-4f4a-86af-defb89d915bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d669dc7a927b4b389f95fda57959aece&device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 1099 time: 0.1479614 Nov 12 12:14:44.134299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.81', 55364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:44.150200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-255af113-a62e-4ade-80ef-97b3637022d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.180086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-354f89e6-676d-40dd-ac74-39d75ba45cf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.194540 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-6275f343-61bf-4f15-b71e-83ea3eae3423 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c HTTP/1.1" status: 200 len: 217 time: 0.1357241 Nov 12 12:14:44.256530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-93195705-9dc2-4e1d-a986-bcd8d70ef038 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097977 Nov 12 12:14:44.279515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e588-afb9-4e32-8a7c-6d8e6b7cdf81 req-d1671100-f9ed-4876-89e1-870b0a3ef162 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.281367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5eb5e588-afb9-4e32-8a7c-6d8e6b7cdf81 req-d1671100-f9ed-4876-89e1-870b0a3ef162 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 969 time: 0.2503860 Nov 12 12:14:44.357793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5eb5e588-afb9-4e32-8a7c-6d8e6b7cdf81 req-2a8f3cc7-bd64-4c7d-89b1-5ca81d2b704e tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618999 Nov 12 12:14:44.395342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9fa6d-933d-4972-8a16-b9955a7aab0f req-c113a254-3eca-4d0a-aad2-6e16366af4cb tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.407490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1e9fa6d-933d-4972-8a16-b9955a7aab0f req-c113a254-3eca-4d0a-aad2-6e16366af4cb tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 948 time: 0.2032192 Nov 12 12:14:44.411513 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbca7d7-b51d-409e-80d1-2ef4712a859f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f63eaa3-46fb-4b16-a8ff-82018be9f71e", "tag": "7b4350c0-c1b3-4806-aea2-6abb67d0144c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:44.450718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-00294077-4156-4aba-bf55-d0f57848950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.456986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-00294077-4156-4aba-bf55-d0f57848950d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2487280 Nov 12 12:14:44.471952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-354f89e6-676d-40dd-ac74-39d75ba45cf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.478336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-255af113-a62e-4ade-80ef-97b3637022d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.480202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-354f89e6-676d-40dd-ac74-39d75ba45cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.519857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f89e6-676d-40dd-ac74-39d75ba45cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb28226-0b21-4568-afaa-358ee1f92987,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:44.522750 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-255af113-a62e-4ade-80ef-97b3637022d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.588511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-354f89e6-676d-40dd-ac74-39d75ba45cf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c49e7d4d7524af396b5f897c181888f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7508619 Nov 12 12:14:44.594621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:44.598967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-255af113-a62e-4ade-80ef-97b3637022d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b281575311c846448e3c1ff7c263689b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8798602 Nov 12 12:14:44.603115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:44.613666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255af113-a62e-4ade-80ef-97b3637022d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e322c1-0ba0-4a02-858a-e0448c104a08,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:44.664507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c50a613b-24cd-4449-b5d4-f40846797fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.665427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-d9288f35-38e6-4d39-b5a4-4a792a4f2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.667101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-d9288f35-38e6-4d39-b5a4-4a792a4f2678 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010891 Nov 12 12:14:44.676266 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398cb1e-b52f-45c4-824b-aa8dd3cc3653 x-openstack-request-id: req-d398cb1e-b52f-45c4-824b-aa8dd3cc3653 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:44.676783 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f63eaa3-46fb-4b16-a8ff-82018be9f71e", "tag": "7b4350c0-c1b3-4806-aea2-6abb67d0144c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:44.677039 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d398cb1e-b52f-45c4-824b-aa8dd3cc3653 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:44.677495 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'tag': '7b4350c0-c1b3-4806-aea2-6abb67d0144c', 'status': 'completed', 'code': 200} Nov 12 12:14:44.689430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c50a613b-24cd-4449-b5d4-f40846797fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.700288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1e9fa6d-933d-4972-8a16-b9955a7aab0f req-2bf7fe7f-e4c3-4f22-95a0-ff6e08a16f2c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913904 Nov 12 12:14:44.757538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-63cb2238-492c-4366-8cd4-807d733cd10a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.759037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-63cb2238-492c-4366-8cd4-807d733cd10a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785216 Nov 12 12:14:44.759657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c50a613b-24cd-4449-b5d4-f40846797fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.763163 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c50a613b-24cd-4449-b5d4-f40846797fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.766869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c50a613b-24cd-4449-b5d4-f40846797fcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdb28226-0b21-4568-afaa-358ee1f92987 HTTP/1.1" status: 204 len: 168 time: 0.1684170 Nov 12 12:14:44.772425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a613b-24cd-4449-b5d4-f40846797fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb28226-0b21-4568-afaa-358ee1f92987,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:44.797010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Request body: {'port': {'device_id': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '9fb4eb86551a4bf49f8729e3420d37ae'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:44.838429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9103ff29-5f37-40f2-98fb-9da01ac126fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.936569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9103ff29-5f37-40f2-98fb-9da01ac126fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:44.978796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29213ab3-d334-4e7d-b34e-d52e5d844b3f req-5f4f8b75-2c7f-4f08-a91b-0d4b118b8770 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 210 time: 0.0343392 Nov 12 12:14:45.015863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-96907a5b-d395-4137-801b-93f824ab3885 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331957 Nov 12 12:14:45.129616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:45.145105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc8ed-68a4-4e98-aa7e-fae7c6d60f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.251197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e551449-ba98-43f5-9a0e-32dc3ddc8dbe req-c30465fe-6883-4ad4-8ba7-f829741ceeae tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.252601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e551449-ba98-43f5-9a0e-32dc3ddc8dbe req-c30465fe-6883-4ad4-8ba7-f829741ceeae tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 972 time: 0.3250830 Nov 12 12:14:45.272364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9103ff29-5f37-40f2-98fb-9da01ac126fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.275183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9103ff29-5f37-40f2-98fb-9da01ac126fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.279863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9103ff29-5f37-40f2-98fb-9da01ac126fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88e322c1-0ba0-4a02-858a-e0448c104a08 HTTP/1.1" status: 204 len: 168 time: 0.6558816 Nov 12 12:14:45.296811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Made reservation on behalf of 9fb4eb86551a4bf49f8729e3420d37ae for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:45.300569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.304928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-48000ab2-8039-4626-bff6-17a83d5d591b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334799 Nov 12 12:14:45.332690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103ff29-5f37-40f2-98fb-9da01ac126fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e322c1-0ba0-4a02-858a-e0448c104a08,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:45.343027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.343912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc8ed-68a4-4e98-aa7e-fae7c6d60f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.362419 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc8ed-68a4-4e98-aa7e-fae7c6d60f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.364621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b622ecb-75ef-4a9a-b38a-548e9984e10f req-aebff60e-409c-41ab-aecd-b77835607cb5 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385870 Nov 12 12:14:45.554278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc8ed-68a4-4e98-aa7e-fae7c6d60f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d8524b-2f9d-4559-8fe3-87b5e0cf56d8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:45.558560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0f1dc8ed-68a4-4e98-aa7e-fae7c6d60f59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3c9248ac4134047883f7f9921c6b184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277656 Nov 12 12:14:45.563845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:45.602415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e551449-ba98-43f5-9a0e-32dc3ddc8dbe req-0f2448af-7b16-4099-a171-294bc1678baa tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371830 Nov 12 12:14:45.607569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.619843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.636715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-646e55cb-fbce-49d6-adc2-c15b104b8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.639096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-646e55cb-fbce-49d6-adc2-c15b104b8edc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d669dc7a927b4b389f95fda57959aece&device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 1099 time: 0.1533656 Nov 12 12:14:45.645624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-1231f49f-bab3-44da-9dc7-bc48aef00961 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.647295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-1231f49f-bab3-44da-9dc7-bc48aef00961 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367469 Nov 12 12:14:45.657203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb4284-9911-48f0-b3a5-91fee393af7f req-1257aeb0-46a3-4e4a-b095-fd13e1305100 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.658841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b2eb4284-9911-48f0-b3a5-91fee393af7f req-1257aeb0-46a3-4e4a-b095-fd13e1305100 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 969 time: 0.1730123 Nov 12 12:14:45.665216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Request body: {'port': {'device_id': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '9fb4eb86551a4bf49f8729e3420d37ae'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:45.743985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af18510f-52dd-4a47-94cf-a627c2bbb1c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:45.767331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ddebb1-961f-4275-bc44-4f6f3540c83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.831667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b2eb4284-9911-48f0-b3a5-91fee393af7f req-c701eabf-3f40-44f1-a33a-95bf4c602f02 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620474 Nov 12 12:14:45.833290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ddebb1-961f-4275-bc44-4f6f3540c83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.877453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:45.909997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbb16-1ce9-4095-8b97-024796cc13ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.948011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2626-50ae-4b28-924b-c4d5c78922dc req-2d28f8a9-b294-471a-b9dc-c29a6f45fe29 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.950241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2fae2626-50ae-4b28-924b-c4d5c78922dc req-2d28f8a9-b294-471a-b9dc-c29a6f45fe29 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 1123 time: 0.1484604 Nov 12 12:14:45.953809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-b0a2f8ab-432b-46f2-b5d0-d11a231fd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.955237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-b0a2f8ab-432b-46f2-b5d0-d11a231fd50c service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2985387 Nov 12 12:14:45.963305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Allocated IP 192.168.233.24 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/8a5d8afa-6e41-448d-bfea-a84d0c1e0e86) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:45.972104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Made reservation on behalf of 9fb4eb86551a4bf49f8729e3420d37ae for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:45.976007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:45.998235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ddebb1-961f-4275-bc44-4f6f3540c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.000896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ddebb1-961f-4275-bc44-4f6f3540c83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.004578 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-73ddebb1-961f-4275-bc44-4f6f3540c83f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2d8524b-2f9d-4559-8fe3-87b5e0cf56d8 HTTP/1.1" status: 204 len: 168 time: 0.4344847 Nov 12 12:14:46.024822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2fae2626-50ae-4b28-924b-c4d5c78922dc req-a45676f2-d392-4f4f-b6e7-2a1736488c24 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.031470 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-2265c579-f8d2-40f4-94ef-6674b6489303 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c HTTP/1.1" status: 200 len: 217 time: 0.0602138 Nov 12 12:14:46.039660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddebb1-961f-4275-bc44-4f6f3540c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d8524b-2f9d-4559-8fe3-87b5e0cf56d8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.095518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681df2b-a000-467e-8efa-4c8af7ad2bab req-0a037ab3-6a45-498e-ac72-5432998e1b4d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:46.096780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1681df2b-a000-467e-8efa-4c8af7ad2bab req-0a037ab3-6a45-498e-ac72-5432998e1b4d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 948 time: 0.1716173 Nov 12 12:14:46.138728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-ee815cd4-8fd9-4dd7-b1c7-15abe63b2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:46.140255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-ee815cd4-8fd9-4dd7-b1c7-15abe63b2e5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1010718 Nov 12 12:14:46.177744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbb16-1ce9-4095-8b97-024796cc13ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.188631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbb16-1ce9-4095-8b97-024796cc13ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.219425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1681df2b-a000-467e-8efa-4c8af7ad2bab req-48f2179e-8331-4aba-bdec-0e23a1d70d11 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021695 Nov 12 12:14:46.268958 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c2cbb16-1ce9-4095-8b97-024796cc13ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c4f4db3480e4ad28f7fe5ce403e8397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898053 Nov 12 12:14:46.271169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cbb16-1ce9-4095-8b97-024796cc13ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8c802f-3e7b-4761-971c-c914f69325f4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.273169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:46.299270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-829f0ec2-5f51-442f-b56b-0565b6a406c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:46.300857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-829f0ec2-5f51-442f-b56b-0565b6a406c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421947 Nov 12 12:14:46.326629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7cdd729e-22ae-4635-adb8-7f18cbdd091a req-26777bfa-4434-4065-9f81-92a008501445 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 210 time: 0.0360796 Nov 12 12:14:46.337289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2fae2626-50ae-4b28-924b-c4d5c78922dc req-a45676f2-d392-4f4f-b6e7-2a1736488c24 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.362238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2fae2626-50ae-4b28-924b-c4d5c78922dc req-a45676f2-d392-4f4f-b6e7-2a1736488c24 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.443417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.466068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2fae2626-50ae-4b28-924b-c4d5c78922dc req-a45676f2-d392-4f4f-b6e7-2a1736488c24 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044734 Nov 12 12:14:46.501637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45676f2-d392-4f4f-b6e7-2a1736488c24 tempest-AggregatesAdminTestJSON-1234689158 tempest-AggregatesAdminTestJSON-1234689158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5357df85-479b-466b-8ee9-ad8318798ffb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.538081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-862b9cb8-f5a4-4689-99a6-bee17e30d2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.541240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-2d5a87c5-4f84-4027-b39b-37086f1e102d service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214262 Nov 12 12:14:46.593565 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-862b9cb8-f5a4-4689-99a6-bee17e30d2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.632433 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.673879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:46.703463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:46.716051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:46.775100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.800130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cbca7d7-b51d-409e-80d1-2ef4712a859f req-fafbd6e1-6f3a-4644-9e40-0ed21db39687 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480597 Nov 12 12:14:46.806414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:46.807089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.820232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-862b9cb8-f5a4-4689-99a6-bee17e30d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.823309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-862b9cb8-f5a4-4689-99a6-bee17e30d2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:46.824606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-862b9cb8-f5a4-4689-99a6-bee17e30d2ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df8c802f-3e7b-4761-971c-c914f69325f4 HTTP/1.1" status: 204 len: 168 time: 0.5441124 Nov 12 12:14:46.836683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-4328fc19-b095-4df0-ad9f-9281dce4aad7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0437202 Nov 12 12:14:46.842841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9cb8-f5a4-4689-99a6-bee17e30d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8c802f-3e7b-4761-971c-c914f69325f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:46.849155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Request body: {'port': {'device_id': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:46.925592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Allocated IP 192.168.233.201 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/5a5f2259-0d87-44be-a63b-48494f02b7de) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:14:47.031266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.100445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fde0f8e9-cc44-43de-8c74-9f5819ecc054 None None] Provisioning complete for port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:47.101008 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fde0f8e9-cc44-43de-8c74-9f5819ecc054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.116766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c622e2-5759-4765-88ae-fe8ae4eec1a1 req-f6a67250-6b40-4dee-acaf-98b9e06a2c83 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:47.118307 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7c622e2-5759-4765-88ae-fe8ae4eec1a1 req-f6a67250-6b40-4dee-acaf-98b9e06a2c83 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 969 time: 0.1605859 Nov 12 12:14:47.195539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.222094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fde0f8e9-cc44-43de-8c74-9f5819ecc054 None None] Port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:47.265887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.355355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:14:47.360587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:47.371203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7c622e2-5759-4765-88ae-fe8ae4eec1a1 req-d90617c2-27c3-464b-acb7-231d88887118 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249125 Nov 12 12:14:47.373562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:14:47.379110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:47.379739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.437352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event updated for resources: {'Port': ['ID=5a5f2259-0d87-44be-a63b-48494f02b7de,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:47.453969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-8131a1c0-57bd-44d5-8bb4-e6584469296c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7938755 Nov 12 12:14:47.473970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Request body: {'port': {'device_id': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'device_owner': 'compute:tempest-test_az-2044846684', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:47.529514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:47.529633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67a54-ec97-4015-af1b-1c003c65f3b3 req-eba58173-4376-4b5c-9ee0-2f88e154cadd tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:47.536805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.536993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97c67a54-ec97-4015-af1b-1c003c65f3b3 req-eba58173-4376-4b5c-9ee0-2f88e154cadd tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 948 time: 0.1773570 Nov 12 12:14:47.551192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Transition to ACTIVE for port object 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:14:47.558427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.609115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.623971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:47.645569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97c67a54-ec97-4015-af1b-1c003c65f3b3 req-7a904a25-06b1-41bb-88a1-43d664c780c7 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065283 Nov 12 12:14:47.887728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b63395a3-7d07-4825-a3ca-d615e2d56ff9 None None] Provisioning complete for port 5a5f2259-0d87-44be-a63b-48494f02b7de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:47.889617 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b63395a3-7d07-4825-a3ca-d615e2d56ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:47.990761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b63395a3-7d07-4825-a3ca-d615e2d56ff9 None None] Port 5a5f2259-0d87-44be-a63b-48494f02b7de cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:14:47.994689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8d7639fa-7840-495b-b200-77fb41360f3f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:14:48.020949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d5b0b-dc28-45e7-a648-e58137e8487d req-3d2dbaa8-2bbe-4205-9059-684ac08fa950 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.049290 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b4d5b0b-dc28-45e7-a648-e58137e8487d req-3d2dbaa8-2bbe-4205-9059-684ac08fa950 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 936 time: 0.4084194 Nov 12 12:14:48.164081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Attempting to bind port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:48.164421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Attempting to bind port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:48.164753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Attempting to bind port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:48.165666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5f2259-0d87-44be-a63b-48494f02b7de {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:48.171257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:14:48.171571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Attempting to bind port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:48.188819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b4d5b0b-dc28-45e7-a648-e58137e8487d req-a2661a2c-b835-4649-9487-9a7ff9a5ec35 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385612 Nov 12 12:14:48.190890 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.193389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:48.193922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:48.194352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:48.194836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Bound port: 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:48.195239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.251627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Transition to ACTIVE for port object 5a5f2259-0d87-44be-a63b-48494f02b7de will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:14:48.262338 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.289301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8d7639fa-7840-495b-b200-77fb41360f3f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8d7639fa-7840-495b-b200-77fb41360f3f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:48.312343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:48.318442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:48.325577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.326423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '8d7639fa-7840-495b-b200-77fb41360f3f', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '8d7639fa-7840-495b-b200-77fb41360f3f', 'mac_address': 'fa:16:3e:15:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:tempest-test_az-2044846684', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:14:48.360085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.361140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.363167 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] 10.222.0.81 "PUT /v2.0/ports/8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 HTTP/1.1" status: 200 len: 1095 time: 1.5182605 Nov 12 12:14:48.365576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5f2259-0d87-44be-a63b-48494f02b7de,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.367245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:48.372281 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:48.426476 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.464719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7639fa-7840-495b-b200-77fb41360f3f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:48.468385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Attempting to bind port 5a5f2259-0d87-44be-a63b-48494f02b7de on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:48.468731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Attempting to bind port 5a5f2259-0d87-44be-a63b-48494f02b7de by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:48.469033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Attempting to bind port 5a5f2259-0d87-44be-a63b-48494f02b7de on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:48.482770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Port 5a5f2259-0d87-44be-a63b-48494f02b7de on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:14:48.483291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Attempting to bind port 5a5f2259-0d87-44be-a63b-48494f02b7de on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:48.489087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:48.489435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:48.489822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:48.490308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Bound port: 5a5f2259-0d87-44be-a63b-48494f02b7de, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:48.490663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.498953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b456eab-c99c-432f-84ac-131b90ba8e6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.510712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-bc407495-95b7-4f3b-a27d-1f003e56fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.512276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-bc407495-95b7-4f3b-a27d-1f003e56fc95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1098 time: 0.1008162 Nov 12 12:14:48.521606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8d7639fa-7840-495b-b200-77fb41360f3f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8d7639fa-7840-495b-b200-77fb41360f3f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:48.529837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.607918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] For port 5a5f2259-0d87-44be-a63b-48494f02b7de, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:48.612658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] For port 5a5f2259-0d87-44be-a63b-48494f02b7de, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5a5f2259-0d87-44be-a63b-48494f02b7de,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:48.615714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-f28d986b-57a4-4329-9c1b-6cff45eca4b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 HTTP/1.1" status: 200 len: 217 time: 0.0929062 Nov 12 12:14:48.620027 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.680073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=8d7639fa-7840-495b-b200-77fb41360f3f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.709176 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c6fe46-eec0-44b8-907c-af18fc3527d2 x-openstack-request-id: req-b8c6fe46-eec0-44b8-907c-af18fc3527d2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:48.709458 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:48.709712 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8c6fe46-eec0-44b8-907c-af18fc3527d2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:48.710108 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'status': 'completed', 'code': 200} Nov 12 12:14:48.727839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.728967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:48.730481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] 10.222.0.65 "PUT /v2.0/ports/5a5f2259-0d87-44be-a63b-48494f02b7de HTTP/1.1" status: 200 len: 1118 time: 1.2617393 Nov 12 12:14:48.733409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'tag': '5a5f2259-0d87-44be-a63b-48494f02b7de'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:48.747801 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee075999-283c-4386-9b17-485241f285b8" -d '{"events": [{"name": "network-changed", "server_uuid": "45bd16dc-5fac-413b-b9ec-9474969331b8", "tag": "5a5f2259-0d87-44be-a63b-48494f02b7de"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:48.759363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['8d7639fa-7840-495b-b200-77fb41360f3f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:48.813989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-031b9a75-8ab3-4f3b-9a66-29ecd5ac71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.815655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-031b9a75-8ab3-4f3b-9a66-29ecd5ac71b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1863577 Nov 12 12:14:48.825410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7eb1-fbb3-4c81-afab-d90c5c4d66cc req-006d7537-a315-4184-8bcb-67fb0a1bf35b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.827581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1cab7eb1-fbb3-4c81-afab-d90c5c4d66cc req-006d7537-a315-4184-8bcb-67fb0a1bf35b tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 970 time: 0.1067994 Nov 12 12:14:48.904163 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c86850-f7e9-41e1-a3d1-266782977f71 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5f2259-0d87-44be-a63b-48494f02b7de,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:48.906758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-9595873d-4cf8-4ef3-979f-3af2bda6a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.918697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-9595873d-4cf8-4ef3-979f-3af2bda6a93c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895875 Nov 12 12:14:48.934458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-fa2b411b-4ad1-4e14-bdd3-3639b7cc4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.936438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-fa2b411b-4ad1-4e14-bdd3-3639b7cc4592 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 1121 time: 0.1436944 Nov 12 12:14:48.943931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1cab7eb1-fbb3-4c81-afab-d90c5c4d66cc req-8fd575bf-198d-43d9-9a7b-8fd1f3e6f561 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782325 Nov 12 12:14:48.966750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf4af8-798e-4f17-86e0-7ee78e854550 req-5eac658f-d252-456d-914d-c44d35ab59b6 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.976590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ddf4af8-798e-4f17-86e0-7ee78e854550 req-5eac658f-d252-456d-914d-c44d35ab59b6 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 948 time: 0.1126347 Nov 12 12:14:49.032381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-16386109-d9eb-4d86-ab41-01b286803c58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a5f2259-0d87-44be-a63b-48494f02b7de HTTP/1.1" status: 200 len: 217 time: 0.0863676 Nov 12 12:14:49.099279 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-85c22f33-5f16-49d5-b84f-d87df6071cb5 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538591 Nov 12 12:14:49.123267 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ddf4af8-798e-4f17-86e0-7ee78e854550 req-ea15f37c-69e5-4d82-95d2-5b3e683b0ce6 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455278 Nov 12 12:14:49.146915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-7b1ebc01-1b5b-4186-9b0f-17ddb4708a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.148471 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-7b1ebc01-1b5b-4186-9b0f-17ddb4708a63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1063590 Nov 12 12:14:49.238809 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce09aac-d8d6-421e-a13c-8c0a1ba7626b x-openstack-request-id: req-4ce09aac-d8d6-421e-a13c-8c0a1ba7626b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:49.238991 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bd16dc-5fac-413b-b9ec-9474969331b8", "tag": "5a5f2259-0d87-44be-a63b-48494f02b7de", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:49.239262 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ce09aac-d8d6-421e-a13c-8c0a1ba7626b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:49.239682 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'tag': '5a5f2259-0d87-44be-a63b-48494f02b7de', 'status': 'completed', 'code': 200} Nov 12 12:14:49.269950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-94e7684e-d681-4f6b-8296-5b352534e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.271595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-94e7684e-d681-4f6b-8296-5b352534e4ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156471 Nov 12 12:14:49.285247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-129cf5ce-18c1-431f-a6bf-31aa03d1210b req-43707cd2-0329-461e-bc2a-0fa69c461c64 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746645 Nov 12 12:14:49.453677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-bb60fd57-bc61-4aa4-b951-a43a3309f43d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734314 Nov 12 12:14:49.498602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d04a1-d6c4-45ac-812c-767feaf2f2e8 req-a4933435-3508-41e9-b75e-4cd48f463d49 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.501902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-670d04a1-d6c4-45ac-812c-767feaf2f2e8 req-a4933435-3508-41e9-b75e-4cd48f463d49 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 970 time: 0.1933315 Nov 12 12:14:49.509875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-64c6e173-248f-4ddc-8fe9-0906ed9a71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.511723 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-64c6e173-248f-4ddc-8fe9-0906ed9a71ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1098 time: 0.1345093 Nov 12 12:14:49.588214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840fda7c-ee0e-43b1-968f-334f4c0ebadb req-78fe63c7-83b3-4401-af32-113ea102ae64 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270549 Nov 12 12:14:49.619505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-670d04a1-d6c4-45ac-812c-767feaf2f2e8 req-c294c995-3ecd-45c2-bf7c-6d2331759216 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061461 Nov 12 12:14:49.673716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-825d0bf0-73a9-4b10-8337-9d3952ce51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.675985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-825d0bf0-73a9-4b10-8337-9d3952ce51a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1546769 Nov 12 12:14:49.690276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:49.718699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee075999-283c-4386-9b17-485241f285b8 req-1ded8243-c4ee-49ef-a82e-b649e75cbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.720254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-1ded8243-c4ee-49ef-a82e-b649e75cbf42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 1121 time: 0.0683703 Nov 12 12:14:49.748724 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-35db8f06-da51-4d08-ae1b-389ffe1be755 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 HTTP/1.1" status: 200 len: 217 time: 0.0640690 Nov 12 12:14:49.820504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-d117b33b-b4f4-4f16-9028-c6acbbcc421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.822197 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-d117b33b-b4f4-4f16-9028-c6acbbcc421a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0646191 Nov 12 12:14:49.881391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-180a5ae0-6579-4a55-88d8-49b06cb1c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.883336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-180a5ae0-6579-4a55-88d8-49b06cb1c6f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525041 Nov 12 12:14:49.928848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8d7639fa-7840-495b-b200-77fb41360f3f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:49.994513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee075999-283c-4386-9b17-485241f285b8 req-d840428c-2336-4f08-8671-08113d79bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.996028 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-d840428c-2336-4f08-8671-08113d79bc1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2674482 Nov 12 12:14:50.013696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 8d7639fa-7840-495b-b200-77fb41360f3f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:14:50.021773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 8d7639fa-7840-495b-b200-77fb41360f3f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:50.022368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.068660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-30f9cd23-576f-4181-9d83-a214ce252316 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772938 Nov 12 12:14:50.133482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.146362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e139a594-2fbd-4fee-b58f-4eacc465447c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.158305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-350e9cb6-5c73-4f87-a62e-56f86c671521 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a5f2259-0d87-44be-a63b-48494f02b7de HTTP/1.1" status: 200 len: 217 time: 0.1519527 Nov 12 12:14:50.158556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b4350c0-c1b3-4806-aea2-6abb67d0144c details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:14:50.173727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7639fa-7840-495b-b200-77fb41360f3f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:50.176907 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854ab157-ced5-4d7e-8b29-47d73fd4e4d3" -d '{"events": [{"server_uuid": "2ca7fce4-7772-4adc-a937-fc2b8b20b59e", "name": "network-vif-plugged", "status": "completed", "tag": "8d7639fa-7840-495b-b200-77fb41360f3f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:50.195793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee09fb-ccc8-46eb-9a80-06929d347a0e req-9ea14dac-476b-4715-a016-a7ef381f6868 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:50.196633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8d7639fa-7840-495b-b200-77fb41360f3f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8d7639fa-7840-495b-b200-77fb41360f3f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:50.203464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bee09fb-ccc8-46eb-9a80-06929d347a0e req-9ea14dac-476b-4715-a016-a7ef381f6868 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 970 time: 0.1502759 Nov 12 12:14:50.204464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.248451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee075999-283c-4386-9b17-485241f285b8 req-06a06c4c-0982-48ef-a659-a366ccd11e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:50.249968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-06a06c4c-0982-48ef-a659-a366ccd11e3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0818090 Nov 12 12:14:50.284839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bee09fb-ccc8-46eb-9a80-06929d347a0e req-e228f511-badd-4662-8081-587f5a448f38 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752678 Nov 12 12:14:50.287530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0508861d-e9c5-4de8-8c2a-35bbe6890e6f req-60174f2d-0048-474c-8221-a29d7f837293 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010396 Nov 12 12:14:50.327987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=8d7639fa-7840-495b-b200-77fb41360f3f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.337111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee075999-283c-4386-9b17-485241f285b8 req-d5ac8c3d-65c0-4a63-b9dc-7099acf89ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:50.339554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-d5ac8c3d-65c0-4a63-b9dc-7099acf89ce5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806532 Nov 12 12:14:50.351598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:50.367348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7b4350c0-c1b3-4806-aea2-6abb67d0144c', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '7b4350c0-c1b3-4806-aea2-6abb67d0144c', 'mac_address': 'fa:16:3e:f0:76:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:14:50.420578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.440925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4350c0-c1b3-4806-aea2-6abb67d0144c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:50.466602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:50.469978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e139a594-2fbd-4fee-b58f-4eacc465447c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.472192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.478981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e139a594-2fbd-4fee-b58f-4eacc465447c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.541453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-e9f6f53f-32aa-4154-ac98-51bd20103beb service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922641 Nov 12 12:14:50.545895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7b4350c0-c1b3-4806-aea2-6abb67d0144c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.556429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:50.562825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e139a594-2fbd-4fee-b58f-4eacc465447c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e11ed06398c40888567327e506910d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8713531 Nov 12 12:14:50.596404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a594-2fbd-4fee-b58f-4eacc465447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e907051c-bc96-4d7f-854a-9a343f8bc660,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.620260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97126a18-41fe-48cc-a796-d11bf94d5abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.659556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97126a18-41fe-48cc-a796-d11bf94d5abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.666915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee075999-283c-4386-9b17-485241f285b8 req-83421f51-de7e-426f-a82b-f2402a1832eb service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159868 Nov 12 12:14:50.688911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e442-7740-42f9-975c-47f04e24c7ec req-e44036bb-1f9c-4210-96d2-90ca64f9d92b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:50.690525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c67e442-7740-42f9-975c-47f04e24c7ec req-e44036bb-1f9c-4210-96d2-90ca64f9d92b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 949 time: 0.0874534 Nov 12 12:14:50.758623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97126a18-41fe-48cc-a796-d11bf94d5abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.761156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97126a18-41fe-48cc-a796-d11bf94d5abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:50.762447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-97126a18-41fe-48cc-a796-d11bf94d5abf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e907051c-bc96-4d7f-854a-9a343f8bc660 HTTP/1.1" status: 204 len: 168 time: 0.2049932 Nov 12 12:14:50.769799 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47851274-69f5-4b37-8b23-3cb6d3596a7f x-openstack-request-id: req-47851274-69f5-4b37-8b23-3cb6d3596a7f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:50.770592 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca7fce4-7772-4adc-a937-fc2b8b20b59e", "name": "network-vif-plugged", "status": "completed", "tag": "8d7639fa-7840-495b-b200-77fb41360f3f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:50.770794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c67e442-7740-42f9-975c-47f04e24c7ec req-a07445b8-2671-4ac0-b0d6-1b215880d81c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712521 Nov 12 12:14:50.771417 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47851274-69f5-4b37-8b23-3cb6d3596a7f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:50.776057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97126a18-41fe-48cc-a796-d11bf94d5abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907051c-bc96-4d7f-854a-9a343f8bc660,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:50.779797 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7639fa-7840-495b-b200-77fb41360f3f', 'code': 200} Nov 12 12:14:50.817704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7b4350c0-c1b3-4806-aea2-6abb67d0144c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:50.964704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa4c5d-6ddc-4105-8351-1752a86a5737 req-ed12de51-09a0-4af6-a303-b50039f0b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:50.967461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77aa4c5d-6ddc-4105-8351-1752a86a5737 req-ed12de51-09a0-4af6-a303-b50039f0b057 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 1122 time: 0.1234210 Nov 12 12:14:51.013075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e6a69-3d72-42e0-91d2-1b8da9adc7b2 req-47502d05-bb96-408b-bafe-6544d861ec9c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:51.016097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e3e6a69-3d72-42e0-91d2-1b8da9adc7b2 req-47502d05-bb96-408b-bafe-6544d861ec9c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 970 time: 0.0934203 Nov 12 12:14:51.041969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77aa4c5d-6ddc-4105-8351-1752a86a5737 req-d8865dac-a196-466c-9e82-a7206d994528 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671096 Nov 12 12:14:51.075674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e3e6a69-3d72-42e0-91d2-1b8da9adc7b2 req-1f2338b1-75b3-4082-acdc-2a34a2f3717f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Nov 12 12:14:51.189100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:51.203252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20da5019-d96b-4021-a705-06898a353f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.290942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20da5019-d96b-4021-a705-06898a353f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.298779 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20da5019-d96b-4021-a705-06898a353f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.340910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da5019-d96b-4021-a705-06898a353f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068574cf-2840-49b8-a6ad-6120b5ce1985,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:51.348958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-20da5019-d96b-4021-a705-06898a353f95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba26950366ef4b8abf0db40ba0adfb45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584823 Nov 12 12:14:51.349250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:51.418550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3e7877c-4775-4723-a95a-786ca74b8daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.456855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3e7877c-4775-4723-a95a-786ca74b8daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.484755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd83c-c969-444f-ae4d-51c17cfe1cbf req-54eec87f-798b-4db3-9931-60e6faa936dd tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:51.486223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bccd83c-c969-444f-ae4d-51c17cfe1cbf req-54eec87f-798b-4db3-9931-60e6faa936dd tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 971 time: 0.0826466 Nov 12 12:14:51.544372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bccd83c-c969-444f-ae4d-51c17cfe1cbf req-a8ffd4f7-f94c-478d-a0f9-fe7a64c8505c tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509076 Nov 12 12:14:51.550019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3e7877c-4775-4723-a95a-786ca74b8daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.552832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3e7877c-4775-4723-a95a-786ca74b8daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.556497 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f3e7877c-4775-4723-a95a-786ca74b8daf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/068574cf-2840-49b8-a6ad-6120b5ce1985 HTTP/1.1" status: 204 len: 168 time: 0.2034836 Nov 12 12:14:51.562576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7877c-4775-4723-a95a-786ca74b8daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068574cf-2840-49b8-a6ad-6120b5ce1985,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:51.985748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a75e-f735-4032-b4f0-0bdf787edaf5 req-7ffaae97-0138-42e7-bff8-0eab972e6e1b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:51.994016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b39a75e-f735-4032-b4f0-0bdf787edaf5 req-7ffaae97-0138-42e7-bff8-0eab972e6e1b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 949 time: 0.0750616 Nov 12 12:14:52.054933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b39a75e-f735-4032-b4f0-0bdf787edaf5 req-a1c36c16-f018-491c-be42-6a8e024ab22b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Nov 12 12:14:52.119241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:14:52.162753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b4350c0-c1b3-4806-aea2-6abb67d0144c up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:52.290237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c221e1-0e18-47c6-bef7-acf50e0e765a req-dcb9adbc-4c2c-47c0-9a40-878f013af11c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.299732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:52.304847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97c221e1-0e18-47c6-bef7-acf50e0e765a req-dcb9adbc-4c2c-47c0-9a40-878f013af11c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 970 time: 0.0724654 Nov 12 12:14:52.367292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97c221e1-0e18-47c6-bef7-acf50e0e765a req-4e47a4c2-6d55-43a3-a188-2c17ace7df35 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612698 Nov 12 12:14:52.493323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:52.510053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'mac_address': 'fa:16:3e:93:26:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:14:52.574339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.614347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:52.652071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7b4350c0-c1b3-4806-aea2-6abb67d0144c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:14:52.675688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7b4350c0-c1b3-4806-aea2-6abb67d0144c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:52.677379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.684940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:52.753058 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.787701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2d29d-2e7d-4091-87f2-7b44fdb35f3c req-39f391a0-d153-4b90-9337-13a4200871cc tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.800986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47e2d29d-2e7d-4091-87f2-7b44fdb35f3c req-39f391a0-d153-4b90-9337-13a4200871cc tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 971 time: 0.0752983 Nov 12 12:14:52.831346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53634c36-cf71-481f-a9de-cdb299b179d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.848780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:52.895878 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.904688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47e2d29d-2e7d-4091-87f2-7b44fdb35f3c req-04470a88-fe11-42df-b4cd-be3b6634bcf1 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992808 Nov 12 12:14:52.910196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.000616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:53.021576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8adacbb3-872d-45a1-b060-2e506a3d8c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.081521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53634c36-cf71-481f-a9de-cdb299b179d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.089248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53634c36-cf71-481f-a9de-cdb299b179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.119070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:53.123016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4350c0-c1b3-4806-aea2-6abb67d0144c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:53.128880 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bad7f71-c147-4898-b293-c98b4112f102" -d '{"events": [{"server_uuid": "6f63eaa3-46fb-4b16-a8ff-82018be9f71e", "name": "network-vif-plugged", "status": "completed", "tag": "7b4350c0-c1b3-4806-aea2-6abb67d0144c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:53.140758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-53634c36-cf71-481f-a9de-cdb299b179d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85e73635c68d41ae90481959b3f28ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394189 Nov 12 12:14:53.149920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:53.166623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.254140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8adacbb3-872d-45a1-b060-2e506a3d8c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.254385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53634c36-cf71-481f-a9de-cdb299b179d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3351fc-b82d-46bd-8c13-3c2852388bce,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.270942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8adacbb3-872d-45a1-b060-2e506a3d8c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.308419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7b4350c0-c1b3-4806-aea2-6abb67d0144c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.333935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c170a33-1c28-4168-9553-9905f645c7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.365539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8adacbb3-872d-45a1-b060-2e506a3d8c00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71544273938e490497d51b62e129c9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153680 Nov 12 12:14:53.366888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adacbb3-872d-45a1-b060-2e506a3d8c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b225657-e53d-4075-bf2d-55150ad92497,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.368777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35382) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:53.405659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c170a33-1c28-4168-9553-9905f645c7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.454304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11bde6-4b1c-47b6-ba81-99c38cc6dbfa req-d742b77d-0b23-462e-8b54-3c489d125633 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.456037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a11bde6-4b1c-47b6-ba81-99c38cc6dbfa req-d742b77d-0b23-462e-8b54-3c489d125633 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 950 time: 0.0536356 Nov 12 12:14:53.479420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83a3dcac-968a-450f-8f11-2432474786a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.508918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83a3dcac-968a-450f-8f11-2432474786a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.515862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c170a33-1c28-4168-9553-9905f645c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.518460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c170a33-1c28-4168-9553-9905f645c7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.518943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a11bde6-4b1c-47b6-ba81-99c38cc6dbfa req-f05ab8aa-36ff-4bc2-ac4c-85231dd2b002 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559149 Nov 12 12:14:53.519584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0c170a33-1c28-4168-9553-9905f645c7f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f3351fc-b82d-46bd-8c13-3c2852388bce HTTP/1.1" status: 204 len: 168 time: 0.3633451 Nov 12 12:14:53.546792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170a33-1c28-4168-9553-9905f645c7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3351fc-b82d-46bd-8c13-3c2852388bce,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.561449 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ec7fa3-38c6-497b-a794-e619b5653a85 x-openstack-request-id: req-a8ec7fa3-38c6-497b-a794-e619b5653a85 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:53.561752 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f63eaa3-46fb-4b16-a8ff-82018be9f71e", "name": "network-vif-plugged", "status": "completed", "tag": "7b4350c0-c1b3-4806-aea2-6abb67d0144c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:53.562446 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8ec7fa3-38c6-497b-a794-e619b5653a85 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:53.562446 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4350c0-c1b3-4806-aea2-6abb67d0144c', 'code': 200} Nov 12 12:14:53.627726 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83a3dcac-968a-450f-8f11-2432474786a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.636657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83a3dcac-968a-450f-8f11-2432474786a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:53.638854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-83a3dcac-968a-450f-8f11-2432474786a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b225657-e53d-4075-bf2d-55150ad92497 HTTP/1.1" status: 204 len: 168 time: 0.2526326 Nov 12 12:14:53.659538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3dcac-968a-450f-8f11-2432474786a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b225657-e53d-4075-bf2d-55150ad92497,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:53.704524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebdf9f-f3d4-4412-a58d-b4a3e9644b39 req-c261380a-4641-4b64-857e-a6a191791437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.706058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bebdf9f-f3d4-4412-a58d-b4a3e9644b39 req-c261380a-4641-4b64-857e-a6a191791437 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 1101 time: 0.0569961 Nov 12 12:14:53.709312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a9fc-c1b8-4b1a-8bb0-41103018cdaa req-95072283-c569-486a-88f8-30156695a25e tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.710998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f42a9fc-c1b8-4b1a-8bb0-41103018cdaa req-95072283-c569-486a-88f8-30156695a25e tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 972 time: 0.0766988 Nov 12 12:14:53.788673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f42a9fc-c1b8-4b1a-8bb0-41103018cdaa req-8b1aa281-fa3a-4e12-8a5c-0f1704d6eb54 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602498 Nov 12 12:14:53.801681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bebdf9f-f3d4-4412-a58d-b4a3e9644b39 req-cf9dc5db-ddad-444f-9cdc-59539e025fd2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871062 Nov 12 12:14:53.902972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b0d5-cd33-4987-a8d2-ff61b1b98745 req-4229c4b6-922d-44a6-b9ca-30cfa9c2041b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.904523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1e8b0d5-cd33-4987-a8d2-ff61b1b98745 req-4229c4b6-922d-44a6-b9ca-30cfa9c2041b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 970 time: 0.0565259 Nov 12 12:14:53.966448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1e8b0d5-cd33-4987-a8d2-ff61b1b98745 req-027f64fe-d9e0-4acb-a2c9-0370c6b8a637 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553210 Nov 12 12:14:53.974848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5a5f2259-0d87-44be-a63b-48494f02b7de details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:14:54.151552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:54.156038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5a5f2259-0d87-44be-a63b-48494f02b7de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5a5f2259-0d87-44be-a63b-48494f02b7de,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:54.162176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0e99a-0982-41d1-a6e1-1b215b35b928 req-704a8c14-336f-4d05-94af-a3c9e6a24ec9 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.163805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20e0e99a-0982-41d1-a6e1-1b215b35b928 req-704a8c14-336f-4d05-94af-a3c9e6a24ec9 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 971 time: 0.1001210 Nov 12 12:14:54.195078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5a5f2259-0d87-44be-a63b-48494f02b7de', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '5a5f2259-0d87-44be-a63b-48494f02b7de', 'mac_address': 'fa:16:3e:6c:7f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:tempest-test_az-2044846684', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:14:54.227434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:54.245679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bd11b6-ade7-4b74-868d-306477018073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.253213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20e0e99a-0982-41d1-a6e1-1b215b35b928 req-8f9b9b69-f861-4b72-82ed-d529e23d43ac tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751140 Nov 12 12:14:54.309161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:54.311918 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.332307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eea9030b-bb3b-407d-9ead-12505fa9cc2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.354333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:14:54.360122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5f2259-0d87-44be-a63b-48494f02b7de {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:54.378682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:54.379112 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.408680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5a5f2259-0d87-44be-a63b-48494f02b7de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5a5f2259-0d87-44be-a63b-48494f02b7de,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:54.420521 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.420874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bd11b6-ade7-4b74-868d-306477018073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.428497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bd11b6-ade7-4b74-868d-306477018073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.479963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd11b6-ade7-4b74-868d-306477018073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a537e777-9b57-4d8d-b82d-728c3d698db1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.501157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-22bd11b6-ade7-4b74-868d-306477018073 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=066456905e9c42cdba10d8c54e7c56be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719409 Nov 12 12:14:54.503766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:54.508026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5a5f2259-0d87-44be-a63b-48494f02b7de,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.523424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eea9030b-bb3b-407d-9ead-12505fa9cc2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.525593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.530747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eea9030b-bb3b-407d-9ead-12505fa9cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.568430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:54.574240 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.583141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc887-cc25-4ed4-91f3-2a248510f5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.584078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eea9030b-bb3b-407d-9ead-12505fa9cc2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa27faf4fc1c48adbcaf8a9fec57f116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725742 Nov 12 12:14:54.585228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9030b-bb3b-407d-9ead-12505fa9cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8503483-ce0a-49b5-9dd6-523b4de73ce7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.587539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:54.635192 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc887-cc25-4ed4-91f3-2a248510f5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.644620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43e652c8-47f3-4ef5-bc7c-d7b8f0e160a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.653502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.678996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43e652c8-47f3-4ef5-bc7c-d7b8f0e160a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.720619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5a5f2259-0d87-44be-a63b-48494f02b7de'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:54.791531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bdbca-19a6-429f-8ff6-e176360d18b5 req-07377f13-9a73-4748-815c-765a0b00ee48 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.792340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745370-eb7c-482e-af56-1e446b4538e3 req-f123de9f-31c3-405c-95c8-17e03384708a tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.793572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97745370-eb7c-482e-af56-1e446b4538e3 req-f123de9f-31c3-405c-95c8-17e03384708a tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.65 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 972 time: 0.0677278 Nov 12 12:14:54.794980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43e652c8-47f3-4ef5-bc7c-d7b8f0e160a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.797958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a7bdbca-19a6-429f-8ff6-e176360d18b5 req-07377f13-9a73-4748-815c-765a0b00ee48 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 950 time: 0.0913489 Nov 12 12:14:54.806697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43e652c8-47f3-4ef5-bc7c-d7b8f0e160a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.810545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-43e652c8-47f3-4ef5-bc7c-d7b8f0e160a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8503483-ce0a-49b5-9dd6-523b4de73ce7 HTTP/1.1" status: 204 len: 168 time: 0.2195554 Nov 12 12:14:54.828005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc887-cc25-4ed4-91f3-2a248510f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.832541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc887-cc25-4ed4-91f3-2a248510f5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:54.844509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5b2fc887-cc25-4ed4-91f3-2a248510f5eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a537e777-9b57-4d8d-b82d-728c3d698db1 HTTP/1.1" status: 204 len: 168 time: 0.3392148 Nov 12 12:14:54.864674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e652c8-47f3-4ef5-bc7c-d7b8f0e160a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8503483-ce0a-49b5-9dd6-523b4de73ce7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.933753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fc887-cc25-4ed4-91f3-2a248510f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a537e777-9b57-4d8d-b82d-728c3d698db1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:54.987964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a7bdbca-19a6-429f-8ff6-e176360d18b5 req-e5a6e41e-696d-43a3-ba2b-6df394fbb296 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789825 Nov 12 12:14:55.068688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e0ec8-b8aa-47ab-bbea-da203129c726 req-5c5ad1eb-2b1d-4ccf-9d07-b54d2403ad40 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:55.071589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-209e0ec8-b8aa-47ab-bbea-da203129c726 req-5c5ad1eb-2b1d-4ccf-9d07-b54d2403ad40 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 972 time: 0.1353519 Nov 12 12:14:55.080463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454354-e0b0-4ea8-9913-d823beac7728 req-e0bc928a-90bf-46d8-918b-09ff0e85b748 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:55.082473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23454354-e0b0-4ea8-9913-d823beac7728 req-e0bc928a-90bf-46d8-918b-09ff0e85b748 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 971 time: 0.0886321 Nov 12 12:14:55.253259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35484) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:55.316816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfc035-a9c0-4983-a3cc-12da1d3afd7c req-deb72dce-02e6-4ac9-817d-7d7ed5519c2a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:55.318758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-38bfc035-a9c0-4983-a3cc-12da1d3afd7c req-deb72dce-02e6-4ac9-817d-7d7ed5519c2a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 971 time: 0.1342330 Nov 12 12:14:55.335792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Deleting port 0cd85049-383f-4d3d-88c8-099ae2e3c44c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:55.336125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.364065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-209e0ec8-b8aa-47ab-bbea-da203129c726 req-545fec1b-e21e-4e27-b8fd-6293fc39e7ff tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bc8002-de01-401f-95f1-cbc271187bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644680 Nov 12 12:14:55.380884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Deleting port 8d7639fa-7840-495b-b200-77fb41360f3f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:55.381603 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.420445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-38bfc035-a9c0-4983-a3cc-12da1d3afd7c req-8e4d3874-4785-427f-9cb6-e0c2b0d4f4d4 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937033 Nov 12 12:14:55.547848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] For port 8d7639fa-7840-495b-b200-77fb41360f3f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8d7639fa-7840-495b-b200-77fb41360f3f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:55.548228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.563454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:55.566001 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03372dc-fd6d-4f7b-84af-18cbc001f1a5" -d '{"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-plugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:55.583020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Calling delete_port for 8d7639fa-7840-495b-b200-77fb41360f3f owned by compute:tempest-test_az-2044846684 {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:55.608511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f85-2f6c-4330-95ac-ebd2fc7e39ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.701359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] For port 0cd85049-383f-4d3d-88c8-099ae2e3c44c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0cd85049-383f-4d3d-88c8-099ae2e3c44c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:55.703757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:55.713357 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e048294-7bc9-49f8-bf6b-c461ba39ba71 x-openstack-request-id: req-1e048294-7bc9-49f8-bf6b-c461ba39ba71 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:55.713673 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-plugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:55.714209 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e048294-7bc9-49f8-bf6b-c461ba39ba71 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:55.714354 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'code': 200} Nov 12 12:14:55.755921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Calling delete_port for 0cd85049-383f-4d3d-88c8-099ae2e3c44c owned by compute:tempest-test_az-2044846684 {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:55.822827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57eaca-91ad-4cd6-ac7d-059ba9b84227 req-8ae99b8d-5532-423c-8074-0bc3e1c55bb0 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:55.830865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e57eaca-91ad-4cd6-ac7d-059ba9b84227 req-8ae99b8d-5532-423c-8074-0bc3e1c55bb0 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 971 time: 0.2566695 Nov 12 12:14:55.966333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e57eaca-91ad-4cd6-ac7d-059ba9b84227 req-82ef9948-b861-4f51-b7fc-0c9ecac94d44 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf7fd059-28b9-4068-a2a1-1139d10874f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286609 Nov 12 12:14:55.975538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5a5f2259-0d87-44be-a63b-48494f02b7de up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:56.035061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f85-2f6c-4330-95ac-ebd2fc7e39ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.036833 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.068425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['8d7639fa-7840-495b-b200-77fb41360f3f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:56.068654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f85-2f6c-4330-95ac-ebd2fc7e39ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.077307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e12e3-b037-4e58-947d-b258f99c2a30 req-81bb0c0e-9043-4091-a817-4e9410a8b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:56.078838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d2e12e3-b037-4e58-947d-b258f99c2a30 req-81bb0c0e-9043-4091-a817-4e9410a8b95c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.2557404 Nov 12 12:14:56.083817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Pushing event deleted for resources: {'Port': ['ID=8d7639fa-7840-495b-b200-77fb41360f3f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.087237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:56.125092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.165523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['0cd85049-383f-4d3d-88c8-099ae2e3c44c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:56.218942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5a5f2259-0d87-44be-a63b-48494f02b7de completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:14:56.228582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5a5f2259-0d87-44be-a63b-48494f02b7de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:56.228956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.288921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Pushing event deleted for resources: {'Port': ['ID=0cd85049-383f-4d3d-88c8-099ae2e3c44c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.291039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] No DVR routers for this DVR port 0cd85049-383f-4d3d-88c8-099ae2e3c44c on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:56.296709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.303102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97745370-eb7c-482e-af56-1e446b4538e3 req-9dcd1fe8-3a89-4110-bf78-365ff9075086 tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.65 "DELETE /v2.0/ports/0cd85049-383f-4d3d-88c8-099ae2e3c44c HTTP/1.1" status: 204 len: 173 time: 1.4934943 Nov 12 12:14:56.303632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'name': 'network-vif-deleted', 'tag': '0cd85049-383f-4d3d-88c8-099ae2e3c44c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:56.314005 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761867c-0717-4eff-b31a-65a9dac4a8b9" -d '{"events": [{"server_uuid": "829c1831-80c3-49b7-ad8d-d64645d43bce", "name": "network-vif-deleted", "tag": "0cd85049-383f-4d3d-88c8-099ae2e3c44c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:56.339448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:56.340774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-51ae4f85-2f6c-4330-95ac-ebd2fc7e39ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fbff43472e74b4bae32b3b32953d772&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0861602 Nov 12 12:14:56.341933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] No DVR routers for this DVR port 8d7639fa-7840-495b-b200-77fb41360f3f on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:56.375293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae4f85-2f6c-4330-95ac-ebd2fc7e39ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e160edb6-c7a0-4cc1-af93-4a48c45c123c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.391333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.406643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23454354-e0b0-4ea8-9913-d823beac7728 req-bad20a60-dcec-4f74-a4a5-22fdb0856443 tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.65 "DELETE /v2.0/ports/8d7639fa-7840-495b-b200-77fb41360f3f HTTP/1.1" status: 204 len: 173 time: 1.3140163 Nov 12 12:14:56.407905 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1550307-2292-46ff-bcbd-030aa86420d5 x-openstack-request-id: req-f1550307-2292-46ff-bcbd-030aa86420d5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:56.408271 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829c1831-80c3-49b7-ad8d-d64645d43bce", "name": "network-vif-deleted", "tag": "0cd85049-383f-4d3d-88c8-099ae2e3c44c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:56.408600 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1550307-2292-46ff-bcbd-030aa86420d5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:56.409080 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829c1831-80c3-49b7-ad8d-d64645d43bce', 'name': 'network-vif-deleted', 'tag': '0cd85049-383f-4d3d-88c8-099ae2e3c44c', 'status': 'completed', 'code': 200} Nov 12 12:14:56.414071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'name': 'network-vif-deleted', 'tag': '8d7639fa-7840-495b-b200-77fb41360f3f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:56.420850 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d7d3df-b457-40fc-bac2-eb8ef077cf3c" -d '{"events": [{"server_uuid": "2ca7fce4-7772-4adc-a937-fc2b8b20b59e", "name": "network-vif-deleted", "tag": "8d7639fa-7840-495b-b200-77fb41360f3f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:56.422599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.460760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d2e12e3-b037-4e58-947d-b258f99c2a30 req-e87fd1b3-e856-4ff3-8bc1-fc3424d1ae33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680801 Nov 12 12:14:56.461715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-681fdd46-94d5-4b4f-a5bc-579e63bac640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.496328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f370d-41d3-4fca-a094-3a543a8d445b req-cfed3119-0e80-4ea2-877b-7e3303c4281c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:56.518777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d0f370d-41d3-4fca-a094-3a543a8d445b req-cfed3119-0e80-4ea2-877b-7e3303c4281c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 950 time: 0.2596793 Nov 12 12:14:56.519817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5a5f2259-0d87-44be-a63b-48494f02b7de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5a5f2259-0d87-44be-a63b-48494f02b7de,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:56.529541 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.618001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d0f370d-41d3-4fca-a094-3a543a8d445b req-153a8493-1a31-4c0f-a2a0-cb8516ee421d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981367 Nov 12 12:14:56.667983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5a5f2259-0d87-44be-a63b-48494f02b7de,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.703923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-681fdd46-94d5-4b4f-a5bc-579e63bac640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.743008 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e27b4-366f-43a2-ad63-cb129e37b45d x-openstack-request-id: req-323e27b4-366f-43a2-ad63-cb129e37b45d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:56.744133 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca7fce4-7772-4adc-a937-fc2b8b20b59e", "name": "network-vif-deleted", "tag": "8d7639fa-7840-495b-b200-77fb41360f3f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:56.744621 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-323e27b4-366f-43a2-ad63-cb129e37b45d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:56.745213 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca7fce4-7772-4adc-a937-fc2b8b20b59e', 'name': 'network-vif-deleted', 'tag': '8d7639fa-7840-495b-b200-77fb41360f3f', 'status': 'completed', 'code': 200} Nov 12 12:14:56.745353 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-681fdd46-94d5-4b4f-a5bc-579e63bac640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.805881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-baf63406-e51d-4074-b7ba-c6d49c1ea742 req-4b70dac6-b363-4837-a5ab-354499c4b99d tempest-AggregatesAdminTestJSON-1656460609 tempest-AggregatesAdminTestJSON-1656460609-project] 10.222.0.18 "GET /v2.0/ports?device_id=829c1831-80c3-49b7-ad8d-d64645d43bce HTTP/1.1" status: 200 len: 210 time: 0.2954257 Nov 12 12:14:56.842860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43a75b97-eaf0-4711-8884-d222e514d360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.855739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:56.865800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-681fdd46-94d5-4b4f-a5bc-579e63bac640 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e10c9720401475a85501b2ff50789d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774804 Nov 12 12:14:56.866570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fdd46-94d5-4b4f-a5bc-579e63bac640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abbcbc-b082-41d3-aa10-2517520d6947,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.866861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:56.891239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43a75b97-eaf0-4711-8884-d222e514d360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.903831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b778-4dbf-4bc2-a8b0-bf4b9ec20946 req-58c4e950-a8e0-4d6e-959f-11b979204bd6 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:56.913556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa68b778-4dbf-4bc2-a8b0-bf4b9ec20946 req-58c4e950-a8e0-4d6e-959f-11b979204bd6 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 972 time: 0.0943091 Nov 12 12:14:57.006126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43a75b97-eaf0-4711-8884-d222e514d360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.006792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e57b4d22-635e-4035-af2a-a02ccd0b3b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.010449 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43a75b97-eaf0-4711-8884-d222e514d360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.012620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-43a75b97-eaf0-4711-8884-d222e514d360 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e160edb6-c7a0-4cc1-af93-4a48c45c123c HTTP/1.1" status: 204 len: 168 time: 0.6719773 Nov 12 12:14:57.029313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75b97-eaf0-4711-8884-d222e514d360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e160edb6-c7a0-4cc1-af93-4a48c45c123c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.032957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa68b778-4dbf-4bc2-a8b0-bf4b9ec20946 req-54bdfcea-e952-41ba-b9ad-12f348c450de tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979691 Nov 12 12:14:57.077298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e57b4d22-635e-4035-af2a-a02ccd0b3b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.144827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e57b4d22-635e-4035-af2a-a02ccd0b3b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.148730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e57b4d22-635e-4035-af2a-a02ccd0b3b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.150437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e57b4d22-635e-4035-af2a-a02ccd0b3b3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80abbcbc-b082-41d3-aa10-2517520d6947 HTTP/1.1" status: 204 len: 168 time: 0.2825596 Nov 12 12:14:57.165752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4d22-635e-4035-af2a-a02ccd0b3b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abbcbc-b082-41d3-aa10-2517520d6947,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.202330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b71295ae-3c1e-46b4-b50e-817086ac522a req-233305cc-9e57-4fef-a7e2-e0077b3526da tempest-ServerDiagnosticsNegativeTest-1150177335 tempest-ServerDiagnosticsNegativeTest-1150177335-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca7fce4-7772-4adc-a937-fc2b8b20b59e HTTP/1.1" status: 200 len: 210 time: 0.0398431 Nov 12 12:14:57.256939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1853391395-network', 'tenant_id': '33cd3bd21abe450385aa0c1d57063ddc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:57.289330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Made reservation on behalf of 33cd3bd21abe450385aa0c1d57063ddc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:57.292742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.305398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.420086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.426941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.447841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:14:57.468062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.468612 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Added segment 87ec6b70-5332-4693-9413-9f9fd83bbc40 of type vlan for network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c Nov 12 12:14:57.575467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.580313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80414779-641b-4177-a135-4ced5124c5bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.625273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.626961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.627849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.715870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5f2259-0d87-44be-a63b-48494f02b7de'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:57.718113 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849887c-902f-422e-a212-734482bb5b87" -d '{"events": [{"server_uuid": "45bd16dc-5fac-413b-b9ec-9474969331b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a5f2259-0d87-44be-a63b-48494f02b7de"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:57.736697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8763833 Nov 12 12:14:57.737479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35584) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:57.743616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Request body: {'subnet': {'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1853391395-subnet', 'tenant_id': '33cd3bd21abe450385aa0c1d57063ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:57.762593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4554630-bb7b-4c50-a700-a15d73952dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:57.768794 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502f290-32d1-4cce-95c1-5361c695aaae x-openstack-request-id: req-8502f290-32d1-4cce-95c1-5361c695aaae {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:57.769199 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bd16dc-5fac-413b-b9ec-9474969331b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a5f2259-0d87-44be-a63b-48494f02b7de", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:57.769361 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8502f290-32d1-4cce-95c1-5361c695aaae {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:57.769749 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5f2259-0d87-44be-a63b-48494f02b7de', 'code': 200} Nov 12 12:14:57.776579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:14:57.786412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Made reservation on behalf of 33cd3bd21abe450385aa0c1d57063ddc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:14:57.796401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.831711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f75d7-e515-4a44-ae7e-4c28a89239ff req-ab912fcb-6500-43a5-8b18-cfb70ab5a56e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.840082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c04f75d7-e515-4a44-ae7e-4c28a89239ff req-ab912fcb-6500-43a5-8b18-cfb70ab5a56e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 950 time: 0.1287081 Nov 12 12:14:57.938479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:57.972602 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c04f75d7-e515-4a44-ae7e-4c28a89239ff req-7347c325-b3b9-43aa-b55b-7096f046b764 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113575 Nov 12 12:14:57.972729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3689813a-a87b-41fd-8815-01f8cf2c1b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:57.974739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac97a89-c338-48af-8eb6-f0e3e1222007 req-bb782f4c-9bcd-4e00-a360-f2fc20d4cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.976237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aac97a89-c338-48af-8eb6-f0e3e1222007 req-bb782f4c-9bcd-4e00-a360-f2fc20d4cca3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 1123 time: 0.1351964 Nov 12 12:14:58.037049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aac97a89-c338-48af-8eb6-f0e3e1222007 req-33b914c3-5933-4bf1-9160-9c69753815c0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527916 Nov 12 12:14:58.115641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.246084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3689813a-a87b-41fd-8815-01f8cf2c1b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.255976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=484e27a4-46df-4b77-81a8-a299909da0ae,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:58.261645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3689813a-a87b-41fd-8815-01f8cf2c1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.273441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:58.319519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:58.319978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Network hostable DHCP agents. Network: 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:14:58.335338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7972f-1df8-48ac-8b6f-8a4ff74bbc33 req-b9d67d36-f22c-48d1-99ac-5b38a342da7b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:58.337549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8f7972f-1df8-48ac-8b6f-8a4ff74bbc33 req-b9d67d36-f22c-48d1-99ac-5b38a342da7b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 972 time: 0.2077372 Nov 12 12:14:58.347499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3689813a-a87b-41fd-8815-01f8cf2c1b42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58e7e834f8264395a8c4c77d4eec26a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047794 Nov 12 12:14:58.348391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:58.352311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689813a-a87b-41fd-8815-01f8cf2c1b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ddcdf-0ef9-473b-a6b9-9a6ddea1f800,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:58.388729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:14:58.413353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-882feb92-c576-4797-963d-b366e1fab771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.416377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:14:58.426303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309c9e0-6c9e-45f4-95c5-6f83542d501a None None] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:58.438060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8f7972f-1df8-48ac-8b6f-8a4ff74bbc33 req-117c83c6-e787-4c96-b92f-f27e45f0674e tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893228 Nov 12 12:14:58.441987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:58.442850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.457636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-882feb92-c576-4797-963d-b366e1fab771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.472608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f42c3173-43b7-452a-ba51-97942cb22750 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7234697 Nov 12 12:14:58.529189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-882feb92-c576-4797-963d-b366e1fab771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.532088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-882feb92-c576-4797-963d-b366e1fab771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.535686 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-882feb92-c576-4797-963d-b366e1fab771 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f28ddcdf-0ef9-473b-a6b9-9a6ddea1f800 HTTP/1.1" status: 204 len: 168 time: 0.1840754 Nov 12 12:14:58.541572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882feb92-c576-4797-963d-b366e1fab771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ddcdf-0ef9-473b-a6b9-9a6ddea1f800,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:58.623221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba002c32-39e7-49f5-8714-d016d243f066 None None] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:14:58.623518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-07df8aaa-02b7-42aa-b879-6cf3b6e7116f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73cf707b10314ac3ae2079d61fb0d55b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3487794 Nov 12 12:14:58.626328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:58.724857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76a5148-decc-423a-9388-043664b73282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.776058 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76a5148-decc-423a-9388-043664b73282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.855768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76a5148-decc-423a-9388-043664b73282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.858580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76a5148-decc-423a-9388-043664b73282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.859809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f76a5148-decc-423a-9388-043664b73282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34bc8002-de01-401f-95f1-cbc271187bce HTTP/1.1" status: 204 len: 168 time: 0.2324281 Nov 12 12:14:58.868298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a5148-decc-423a-9388-043664b73282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bc8002-de01-401f-95f1-cbc271187bce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:58.964480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.097853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9674-73eb-49dd-97fa-ca5afd5e651e req-0008b70a-ad20-46a8-a6c2-382ec961e546 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.106833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-774c9674-73eb-49dd-97fa-ca5afd5e651e req-0008b70a-ad20-46a8-a6c2-382ec961e546 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 950 time: 0.0644197 Nov 12 12:14:59.184108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aea662-86c2-45d6-a184-1e899647ef60 req-4c1509ef-e0d6-4810-85a3-83d4e9d8aafc tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.185828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95aea662-86c2-45d6-a184-1e899647ef60 req-4c1509ef-e0d6-4810-85a3-83d4e9d8aafc tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 1101 time: 0.0766733 Nov 12 12:14:59.210430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-774c9674-73eb-49dd-97fa-ca5afd5e651e req-6b3412b0-ecd5-4d4a-9041-6cd9c8dee9b4 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892713 Nov 12 12:14:59.235307 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.290641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Deleting port 7b4350c0-c1b3-4806-aea2-6abb67d0144c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:14:59.291209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.406934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] For port 7b4350c0-c1b3-4806-aea2-6abb67d0144c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b4350c0-c1b3-4806-aea2-6abb67d0144c,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:59.407304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.415353 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.432533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Calling delete_port for 7b4350c0-c1b3-4806-aea2-6abb67d0144c owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:14:59.436809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ad43219f-905d-4349-ac61-5182ecf90519 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8815d15813c48dc8adf308f1544611b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4708216 Nov 12 12:14:59.439444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35662) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.547752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d377-0c28-428f-bb03-b331b3d46ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.587129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d377-0c28-428f-bb03-b331b3d46ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.609658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714ce5e-063b-42c0-b042-a2ab4379e257 req-27040d6c-914f-4da7-b810-05e029e5db71 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.620249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4714ce5e-063b-42c0-b042-a2ab4379e257 req-27040d6c-914f-4da7-b810-05e029e5db71 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 972 time: 0.0828657 Nov 12 12:14:59.677620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35670) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.681322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4714ce5e-063b-42c0-b042-a2ab4379e257 req-ca37be49-4755-4208-a0d0-69d0ecb7cd42 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625837 Nov 12 12:14:59.722416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.722416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d377-0c28-428f-bb03-b331b3d46ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.726086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d377-0c28-428f-bb03-b331b3d46ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.728756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a8a5d377-0c28-428f-bb03-b331b3d46ad9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf7fd059-28b9-4068-a2a1-1139d10874f0 HTTP/1.1" status: 204 len: 168 time: 0.2869480 Nov 12 12:14:59.737791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7b4350c0-c1b3-4806-aea2-6abb67d0144c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:59.822108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5d377-0c28-428f-bb03-b331b3d46ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fd059-28b9-4068-a2a1-1139d10874f0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.824048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.831134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24552853-97f7-47ff-85c8-36c883922955 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56b62ba9e2d443e3b8030eed2bae5226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536124 Nov 12 12:14:59.839637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b4350c0-c1b3-4806-aea2-6abb67d0144c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.843747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.913752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.920740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] No DVR routers for this DVR port 7b4350c0-c1b3-4806-aea2-6abb67d0144c on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:59.923830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.928174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95aea662-86c2-45d6-a184-1e899647ef60 req-8bc91298-47a4-4ae6-81ff-801a64af9f0e tempest-DeleteServersAdminTestJSON-343294853 tempest-DeleteServersAdminTestJSON-343294853-project-admin] 10.222.0.81 "DELETE /v2.0/ports/7b4350c0-c1b3-4806-aea2-6abb67d0144c HTTP/1.1" status: 204 len: 173 time: 0.7249060 Nov 12 12:14:59.928867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'name': 'network-vif-deleted', 'tag': '7b4350c0-c1b3-4806-aea2-6abb67d0144c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:59.942151 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-437bd0af-96ac-414a-880b-885e87e3ebd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.944019 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866829c9-c2f6-45b7-a5f1-23debb3afcca" -d '{"events": [{"server_uuid": "6f63eaa3-46fb-4b16-a8ff-82018be9f71e", "name": "network-vif-deleted", "tag": "7b4350c0-c1b3-4806-aea2-6abb67d0144c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:59.973229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-437bd0af-96ac-414a-880b-885e87e3ebd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.992614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0cd85049-383f-4d3d-88c8-099ae2e3c44c no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:00.012814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb944b9-6861-4172-b589-5c8741928624 req-783e5dac-dc27-4c5f-b2fe-6d2516b89867 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:00.017074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ceb944b9-6861-4172-b589-5c8741928624 req-783e5dac-dc27-4c5f-b2fe-6d2516b89867 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.2037051 Nov 12 12:15:00.055253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 0cd85049-383f-4d3d-88c8-099ae2e3c44c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:00.055884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0cd85049-383f-4d3d-88c8-099ae2e3c44c not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:00.056646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8d7639fa-7840-495b-b200-77fb41360f3f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:00.126213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 8d7639fa-7840-495b-b200-77fb41360f3f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:00.128704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06f29c26-7075-4f12-ad6d-399caf6e1bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.130078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8d7639fa-7840-495b-b200-77fb41360f3f not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:00.132566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ceb944b9-6861-4172-b589-5c8741928624 req-2e09a913-c953-4a31-a38c-b531261e46f2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072006 Nov 12 12:15:00.229237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-437bd0af-96ac-414a-880b-885e87e3ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.239489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-437bd0af-96ac-414a-880b-885e87e3ebd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.248532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-437bd0af-96ac-414a-880b-885e87e3ebd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5357df85-479b-466b-8ee9-ad8318798ffb HTTP/1.1" status: 204 len: 168 time: 0.4030309 Nov 12 12:15:00.289802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bd0af-96ac-414a-880b-885e87e3ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5357df85-479b-466b-8ee9-ad8318798ffb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:00.368510 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cd5498-0c64-4473-b227-7ca5aed21a9b x-openstack-request-id: req-28cd5498-0c64-4473-b227-7ca5aed21a9b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:00.369710 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f63eaa3-46fb-4b16-a8ff-82018be9f71e", "name": "network-vif-deleted", "tag": "7b4350c0-c1b3-4806-aea2-6abb67d0144c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:00.370178 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28cd5498-0c64-4473-b227-7ca5aed21a9b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:00.370971 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f63eaa3-46fb-4b16-a8ff-82018be9f71e', 'name': 'network-vif-deleted', 'tag': '7b4350c0-c1b3-4806-aea2-6abb67d0144c', 'status': 'completed', 'code': 200} Nov 12 12:15:00.383880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06f29c26-7075-4f12-ad6d-399caf6e1bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.389061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06f29c26-7075-4f12-ad6d-399caf6e1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.407510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2164171-43e5-4fc1-9ba0-54289f44d4c1 req-9643f49f-a3e3-4404-8076-5c56b2408f05 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f63eaa3-46fb-4b16-a8ff-82018be9f71e HTTP/1.1" status: 200 len: 210 time: 0.0311677 Nov 12 12:15:00.421691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-9db34cce-4612-4ef6-a9df-2a3650bdf723 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917833 Nov 12 12:15:00.447888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1699069179-network', 'tenant_id': '9389924351ab4f03a8c9e78bb2b137d8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:00.468681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-06f29c26-7075-4f12-ad6d-399caf6e1bcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e2c46d3bbef495bb37b44bd919d4bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6429639 Nov 12 12:15:00.471565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35706) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:00.474544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f29c26-7075-4f12-ad6d-399caf6e1bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bee6b3-e47a-4a1d-80ba-9f634027ffc4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:00.498558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Made reservation on behalf of 9389924351ab4f03a8c9e78bb2b137d8 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:00.500911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.519322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.570845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-394b6968-04cb-457c-bc4d-c3acab2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:00.572694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-394b6968-04cb-457c-bc4d-c3acab2575b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 1123 time: 0.0809801 Nov 12 12:15:00.588275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71743ab1-f558-4d0a-b7d9-60b2f76b0767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.645871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71743ab1-f558-4d0a-b7d9-60b2f76b0767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.687121 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.693434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.733183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:00.754988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c3aa9d-9b2b-4e69-a65c-df879eaba469,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:00.768331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-5ab8ff91-bd9a-43df-90ff-1d2734293e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:00.769854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-5ab8ff91-bd9a-43df-90ff-1d2734293e99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1678321 Nov 12 12:15:00.804966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.805700 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Added segment 0d60d1c3-2c74-4d93-a6d1-705a75f79139 of type vlan for network 8c5266dc-f8fa-459a-a5a4-13916eabf3ae Nov 12 12:15:00.806614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:00.841992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-67878310-231d-4e23-8bd3-00925aae0749 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a5f2259-0d87-44be-a63b-48494f02b7de HTTP/1.1" status: 200 len: 217 time: 0.0619175 Nov 12 12:15:00.842350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94524ee4-33d3-4453-bccc-a6e8ce342375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.844564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71743ab1-f558-4d0a-b7d9-60b2f76b0767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.848045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71743ab1-f558-4d0a-b7d9-60b2f76b0767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.851993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-71743ab1-f558-4d0a-b7d9-60b2f76b0767 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04bee6b3-e47a-4a1d-80ba-9f634027ffc4 HTTP/1.1" status: 204 len: 168 time: 0.3769441 Nov 12 12:15:00.898302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-0634e115-11ca-47c8-b65f-0fd77c2751e3 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612428 Nov 12 12:15:00.898985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71743ab1-f558-4d0a-b7d9-60b2f76b0767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bee6b3-e47a-4a1d-80ba-9f634027ffc4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:00.919436 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:00.941983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-60e5d9de-f9d3-400d-a66e-3137bd4202f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:00.944677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-60e5d9de-f9d3-400d-a66e-3137bd4202f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0934412 Nov 12 12:15:01.010851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-5bf59765-5d1e-43c2-bd47-798c180c8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:01.013000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-5bf59765-5d1e-43c2-bd47-798c180c8635 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590472 Nov 12 12:15:01.044180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.045166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:01.045756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.144288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2273858 Nov 12 12:15:01.147905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:01.151446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-4767908a-2f86-41e2-aca3-dba9c00c7cf5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:01.156919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Request body: {'subnet': {'network_id': '8c5266dc-f8fa-459a-a5a4-13916eabf3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1699069179-subnet', 'tenant_id': '9389924351ab4f03a8c9e78bb2b137d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:01.158652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-4767908a-2f86-41e2-aca3-dba9c00c7cf5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470269 Nov 12 12:15:01.167455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-5575215d-2754-4730-b21e-6fce76573597 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456153 Nov 12 12:15:01.188104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef171eea-243a-4a30-8b98-fffd426d898b admin admin] Pushing event updated for resources: {'Network': ['ID=8c5266dc-f8fa-459a-a5a4-13916eabf3ae,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.199297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8c5266dc-f8fa-459a-a5a4-13916eabf3ae details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:01.200385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-7a6bed20-f1d5-4740-b6d2-731ba2776cd8 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/quotas/9fb4eb86551a4bf49f8729e3420d37ae HTTP/1.1" status: 200 len: 375 time: 0.0407550 Nov 12 12:15:01.223197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Made reservation on behalf of 9389924351ab4f03a8c9e78bb2b137d8 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:01.226030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.236510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94524ee4-33d3-4453-bccc-a6e8ce342375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.250154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94524ee4-33d3-4453-bccc-a6e8ce342375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.299530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94524ee4-33d3-4453-bccc-a6e8ce342375 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5cdab7f9a6d4722914d58d5707685cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918122 Nov 12 12:15:01.311516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:01.311854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:01.369139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0651446-b2c9-46dc-9553-8e026f474e20 req-7c5aae6c-8a3a-48f7-adc4-8fc09ec4e182 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919913 Nov 12 12:15:01.399199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1616036956-network', 'tenant_id': '7283dde2bbe1423ead126c70479c0462'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:01.496116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-49e3ed03-0eab-4b51-9d6c-e39d5b01daf9 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2947099 Nov 12 12:15:01.529782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94524ee4-33d3-4453-bccc-a6e8ce342375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019111bf-0994-4280-8cdb-77af7e492606,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.534080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8286352d-4f68-4aef-baa7-833d226275ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.535998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Made reservation on behalf of 7283dde2bbe1423ead126c70479c0462 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:01.539403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.560971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.587969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8286352d-4f68-4aef-baa7-833d226275ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.607154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.617331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35748) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:01.692250 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8286352d-4f68-4aef-baa7-833d226275ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.694923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8286352d-4f68-4aef-baa7-833d226275ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.696264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8286352d-4f68-4aef-baa7-833d226275ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/019111bf-0994-4280-8cdb-77af7e492606 HTTP/1.1" status: 204 len: 168 time: 0.3793797 Nov 12 12:15:01.721470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03314759-117c-433e-a7eb-8444940074dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.726060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286352d-4f68-4aef-baa7-833d226275ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019111bf-0994-4280-8cdb-77af7e492606,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.744028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.757716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.782151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:01.811410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e98cc-f1ef-4e14-b3e4-8f7cb26d9f78,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.816104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.816623 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Added segment 51f8785e-f1ad-404e-93d4-1793b2b1f1cc of type vlan for network 141e2463-b492-4424-998b-efb949fcf66f Nov 12 12:15:01.886651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.922614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-42b658fe-5b45-4c6d-87cf-5355ad05a567 req-0090d46b-dfd5-462b-9a3c-4cc49fecd0cb tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 210 time: 0.2111807 Nov 12 12:15:01.925592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caaacd28-0667-4203-8c65-73a08cb7ad4b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:01.958782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:01.959757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:01.960345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.007962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Checking segment: {'id': '0d60d1c3-2c74-4d93-a6d1-705a75f79139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8c5266dc-f8fa-459a-a5a4-13916eabf3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:02.010904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Network hostable DHCP agents. Network: 8c5266dc-f8fa-459a-a5a4-13916eabf3ae, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:02.053055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] Pushing event updated for resources: {'Network': ['ID=141e2463-b492-4424-998b-efb949fcf66f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:02.066742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 141e2463-b492-4424-998b-efb949fcf66f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:02.102866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54b9b236-e973-490c-8f68-ef153cb5c559 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7879462 Nov 12 12:15:02.117641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:02.119419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Network 8c5266dc-f8fa-459a-a5a4-13916eabf3ae is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:02.119504 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-4606f441-fd2f-4261-b118-b3d641a588a4 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d669dc7a927b4b389f95fda57959aece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608802 Nov 12 12:15:02.133506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Request body: {'subnet': {'network_id': '141e2463-b492-4424-998b-efb949fcf66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1616036956-subnet', 'tenant_id': '7283dde2bbe1423ead126c70479c0462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:02.196772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8c5266dc-f8fa-459a-a5a4-13916eabf3ae) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:02.215987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:02.218153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.242384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef93f1-e719-45a0-a25f-4d63e374fec1 None None] Network 8c5266dc-f8fa-459a-a5a4-13916eabf3ae requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:02.244147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Made reservation on behalf of 7283dde2bbe1423ead126c70479c0462 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:02.249950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.274677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:02.403812 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a24692ad-1d63-4b07-8c82-cc4239640165 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2544239 Nov 12 12:15:02.423220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-9e9e1f5b-b825-4a60-8066-e59bd245fcd4 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:02.426520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-9e9e1f5b-b825-4a60-8066-e59bd245fcd4 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929544 Nov 12 12:15:02.449838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03314759-117c-433e-a7eb-8444940074dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.462633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03314759-117c-433e-a7eb-8444940074dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.478983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-0e1cf6b7-1b47-4a69-a634-3d947137d51b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/quotas/d669dc7a927b4b389f95fda57959aece HTTP/1.1" status: 200 len: 375 time: 0.0456381 Nov 12 12:15:02.533420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03314759-117c-433e-a7eb-8444940074dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bcb8d0-5701-41cd-b6b3-3a7ce323d1cd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:02.560909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03314759-117c-433e-a7eb-8444940074dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98bc45ba70a04fd692779aeba884fad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9208407 Nov 12 12:15:02.566457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:02.589400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-4a4da06c-a4ba-4d23-bedb-53229781aa19 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d669dc7a927b4b389f95fda57959aece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009221 Nov 12 12:15:02.628583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba45b4-dfd9-466d-9d7d-435d86b927c6 None None] Network 8c5266dc-f8fa-459a-a5a4-13916eabf3ae requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:02.661202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-5f56d81d-104e-42f1-9e18-e35da0a84d46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1479518 Nov 12 12:15:02.700754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049f3b11-a5bc-4666-8a2b-c20eedcf4c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.723556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-network', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:02.777594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049f3b11-a5bc-4666-8a2b-c20eedcf4c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.787274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.809924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Made reservation on behalf of 4725b0edc3e0409d81ef1784c543b41b for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:02.815909 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:02.832519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.022423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Checking segment: {'id': '51f8785e-f1ad-404e-93d4-1793b2b1f1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '141e2463-b492-4424-998b-efb949fcf66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:03.022423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Network hostable DHCP agents. Network: 141e2463-b492-4424-998b-efb949fcf66f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:03.057306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43152181-0c06-424b-ae98-4859d470d5b9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.070516 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.079827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.098415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6cf04c7-4910-4151-aadf-cd4ed63d9096 req-c2c067d3-b988-4ac7-a71c-4cce1263a461 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 210 time: 0.0523436 Nov 12 12:15:03.101074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-9e83d381-5c5a-4e3e-a2f4-6a7b1f383f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.102556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-9e83d381-5c5a-4e3e-a2f4-6a7b1f383f43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.2369101 Nov 12 12:15:03.131082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Network 141e2463-b492-4424-998b-efb949fcf66f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:03.146462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049f3b11-a5bc-4666-8a2b-c20eedcf4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.150442 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049f3b11-a5bc-4666-8a2b-c20eedcf4c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.154697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:03.154838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-049f3b11-a5bc-4666-8a2b-c20eedcf4c2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01bcb8d0-5701-41cd-b6b3-3a7ce323d1cd HTTP/1.1" status: 204 len: 168 time: 0.5850523 Nov 12 12:15:03.159676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 141e2463-b492-4424-998b-efb949fcf66f) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:03.162945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69965e51-c53c-4dc5-a8de-019aeaf35f94,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.169790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1769b5f-8b8c-4adc-929c-a5d1db97fbe8 None None] Network 141e2463-b492-4424-998b-efb949fcf66f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:03.172349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.172805 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Added segment 2d6dbede-b649-48d5-81f1-7b088396fc1b of type vlan for network 77efe5ff-6cbe-4845-8bc2-300d8579de6a Nov 12 12:15:03.268455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.327906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.329551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.330582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.369531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0919726 Nov 12 12:15:03.378816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:03.390347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Request body: {'subnet': {'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-subnet', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:03.454235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Made reservation on behalf of 4725b0edc3e0409d81ef1784c543b41b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:03.458386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.494773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-965eb557-b964-41ea-b627-597e8edb2a88 req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1727855416', 'description': 'tempest-description-1922083630'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:03.525275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc577d-6c39-487a-a118-d229f5447572 admin admin] Pushing event updated for resources: {'Network': ['ID=77efe5ff-6cbe-4845-8bc2-300d8579de6a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.533837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-965eb557-b964-41ea-b627-597e8edb2a88 req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.539716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:03.749253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfe357-7865-4436-bf39-eb72993fbbc3 None None] Network 141e2463-b492-4424-998b-efb949fcf66f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:03.753375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.756701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.763715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-965eb557-b964-41ea-b627-597e8edb2a88 req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.779341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-965eb557-b964-41ea-b627-597e8edb2a88 req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.826385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f3b11-a5bc-4666-8a2b-c20eedcf4c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bcb8d0-5701-41cd-b6b3-3a7ce323d1cd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.868310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-965eb557-b964-41ea-b627-597e8edb2a88 req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.873984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-965eb557-b964-41ea-b627-597e8edb2a88 req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3973622 Nov 12 12:15:03.902874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e48735-9c4e-4d87-9e85-0661961d40b0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7624b4ea-f31f-472e-bc79-9275612fdc76,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:03.929993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-441ebe7a-160a-4e39-b488-8c5545dac5cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7959201 Nov 12 12:15:03.929993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-0e9c5d0c-c143-4f9c-81d6-91e14315f82b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1765733 Nov 12 12:15:03.930757 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-388bc331-8066-45f0-b376-614d2dfc14d4 req-b7ec2403-9238-4663-92f3-d0127b037e74 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 210 time: 0.1884382 Nov 12 12:15:03.931912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-7f421fe9-4cb7-48ab-aeee-5a7d88af1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:03.933410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-7f421fe9-4cb7-48ab-aeee-5a7d88af1e89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.7769554 Nov 12 12:15:03.991856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-cce3755d-397b-468f-865e-446f08e9ccdc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/7624b4ea-f31f-472e-bc79-9275612fdc76 HTTP/1.1" status: 200 len: 1822 time: 0.0898309 Nov 12 12:15:04.001553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7624b4ea-f31f-472e-bc79-9275612fdc76', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.002101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7624b4ea-f31f-472e-bc79-9275612fdc76', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.087152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.109521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-ad7d27d8-2a1c-4707-8d70-26f0ef579bf8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 HTTP/1.1" status: 200 len: 217 time: 0.1416051 Nov 12 12:15:04.139702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92032157-b1e6-49a0-b477-b2df752402ed,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:04.182525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b4350c0-c1b3-4806-aea2-6abb67d0144c no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:04.220977 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.246893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Checking segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:04.247305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Network hostable DHCP agents. Network: 77efe5ff-6cbe-4845-8bc2-300d8579de6a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:04.260222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 7b4350c0-c1b3-4806-aea2-6abb67d0144c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:04.265857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b4350c0-c1b3-4806-aea2-6abb67d0144c not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:04.286700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.291352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-eebd2542-68e8-4eda-a8d7-32f37ef1fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.294886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.296960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-eebd2542-68e8-4eda-a8d7-32f37ef1fe8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1275735 Nov 12 12:15:04.314815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a076fe-db69-464d-b2fc-8a16d0502557,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:04.317010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:04.341911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.349808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-354b55ec-b17b-4098-a26e-58c8d97b0d52 req-7370d0d4-c908-4b10-9e11-5fa3c5a8a407 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3540010 Nov 12 12:15:04.349808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 77efe5ff-6cbe-4845-8bc2-300d8579de6a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:04.367282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.367954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.368384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2268d47-9ac4-42b7-971e-1de7195912db None None] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:04.381714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d450793a-4c5a-4c1a-8fbc-940d1a439f7f req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2024212499', 'description': 'tempest-description-490277838'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.419018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f277cc4-2d95-478b-848e-0f77aeb0fc80 req-59130e79-3fa8-4c81-af51-b0b4fdc93b8a tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 210 time: 0.1190166 Nov 12 12:15:04.434737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3100e792-b2ec-4f9d-9b7e-bd6a9b483cb6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0537550 Nov 12 12:15:04.436985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:04.447335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.476090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d450793a-4c5a-4c1a-8fbc-940d1a439f7f req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.499919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-69aa1460-8153-4576-afb9-fc505e329403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.502314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-69aa1460-8153-4576-afb9-fc505e329403 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926231 Nov 12 12:15:04.517366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fec4f3de-3a3a-4049-9a31-0f53b50dd7a5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:04.519574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fec4f3de-3a3a-4049-9a31-0f53b50dd7a5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5853221 Nov 12 12:15:04.544648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Request body: {'port': {'device_id': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '9fb4eb86551a4bf49f8729e3420d37ae'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.581935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.583524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.620249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d450793a-4c5a-4c1a-8fbc-940d1a439f7f req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.626397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d450793a-4c5a-4c1a-8fbc-940d1a439f7f req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.673956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d450793a-4c5a-4c1a-8fbc-940d1a439f7f req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.679091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d450793a-4c5a-4c1a-8fbc-940d1a439f7f req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3072224 Nov 12 12:15:04.680347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785f25f-8bd5-42ce-bf84-26d26534f9e3 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd253f93-d4af-4754-b3bd-0b6cdd9232b2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:04.707342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:15:04.711742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.788682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-bc958be5-6bc5-4ac4-a3e0-702cef58e351 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/cd253f93-d4af-4754-b3bd-0b6cdd9232b2 HTTP/1.1" status: 200 len: 1821 time: 0.0739970 Nov 12 12:15:04.795676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cd253f93-d4af-4754-b3bd-0b6cdd9232b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.796241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cd253f93-d4af-4754-b3bd-0b6cdd9232b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:04.944204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-37d349b3-d309-4f69-807c-d1d86a1d6dd9 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232750 Nov 12 12:15:04.985622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Allocated IP 172.20.0.2 (77efe5ff-6cbe-4845-8bc2-300d8579de6a/92032157-b1e6-49a0-b477-b2df752402ed/8b56be1f-0e10-49eb-a909-02d08311f783) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:05.011946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.027458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-4971afde-d191-4085-91f6-277e9cb6d019 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d669dc7a927b4b389f95fda57959aece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937247 Nov 12 12:15:05.092265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.114101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.118810 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.139171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aab3e6a-31f6-489f-b90c-3f68359d74db,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:05.268830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.277316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.313466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:05.314983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:05.318194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:05.356822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Pushing event updated for resources: {'Port': ['ID=8b56be1f-0e10-49eb-a909-02d08311f783,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:05.365116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.375556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b089ab25-84b7-4d41-ba51-09a3db8c6d34 req-5788b4d7-dc71-461c-860a-1350b5c2e7ca tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5855448 Nov 12 12:15:05.408399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Attempting to bind port 8b56be1f-0e10-49eb-a909-02d08311f783 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:05.408771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Attempting to bind port 8b56be1f-0e10-49eb-a909-02d08311f783 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:05.409126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Attempting to bind port 8b56be1f-0e10-49eb-a909-02d08311f783 on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:05.414706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:05.415321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Checking segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:05.415731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.416169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Bound using segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:05.416645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Bound port: 8b56be1f-0e10-49eb-a909-02d08311f783, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:05.417050 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.418631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Made reservation on behalf of 9fb4eb86551a4bf49f8729e3420d37ae for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:05.422799 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.497194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] For port 8b56be1f-0e10-49eb-a909-02d08311f783, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:05.502528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] For port 8b56be1f-0e10-49eb-a909-02d08311f783, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8b56be1f-0e10-49eb-a909-02d08311f783,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:05.509092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.584189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a7277-f0a3-4456-bd16-afd1b4bf7957 None None] Pushing event updated for resources: {'Port': ['ID=8b56be1f-0e10-49eb-a909-02d08311f783,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:05.596255 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f351532-cbc1-4092-a569-a24f999c802f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.637922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:05.740516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7eb23f03-b7e3-4730-a4d5-88aaec5627b2 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:05.742773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7eb23f03-b7e3-4730-a4d5-88aaec5627b2 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6916595 Nov 12 12:15:05.780618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Request body: {'port': {'device_id': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'd669dc7a927b4b389f95fda57959aece'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:05.817635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-012afb18-08d2-4d40-8262-b1a2518f003e req-8556bec3-6277-4cfb-9cb2-db5480fa5046 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 210 time: 0.0383067 Nov 12 12:15:05.862112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-242dc500-243c-4798-92a9-de5543ea6537 req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-855563614', 'description': 'tempest-description-2050737438'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:05.881655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af3d3296-9bd8-4752-a5b9-531abaa3bdb8 req-fb251bc0-18e4-4a44-a809-0f70d514d49b service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8946290 Nov 12 12:15:05.911967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-242dc500-243c-4798-92a9-de5543ea6537 req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.043414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-242dc500-243c-4798-92a9-de5543ea6537 req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.051107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-242dc500-243c-4798-92a9-de5543ea6537 req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.101949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-242dc500-243c-4798-92a9-de5543ea6537 req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.103323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-242dc500-243c-4798-92a9-de5543ea6537 req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2456851 Nov 12 12:15:06.104222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072b6c5-ac9e-475b-843b-e18161c30a89 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5434204e-5323-42e9-829b-8f9286053aca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:06.206734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-ef0ebc58-443e-48ce-93de-a1fc46d5981e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:06.210070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-264d6944-7638-41c5-967b-9197c99fda98 req-3be20346-b7fc-4f03-a9f9-f0b6536b264a tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 210 time: 0.0400596 Nov 12 12:15:06.215645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-ef0ebc58-443e-48ce-93de-a1fc46d5981e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.9431422 Nov 12 12:15:06.284894 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-26864417-46fa-493f-9162-4bce4dc4e302 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/quotas/33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 375 time: 0.0686014 Nov 12 12:15:06.331775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Allocated IP 192.168.233.160 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/a0cce854-5742-4241-b40a-c5c8cd60ae54) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:06.362581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-f66db742-a8ed-4968-83a7-354904196014 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641167 Nov 12 12:15:06.442319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Made reservation on behalf of d669dc7a927b4b389f95fda57959aece for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:06.445983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.628733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f1904569-d22f-485e-8731-4f592be2c94f req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-781639021', 'description': 'tempest-description-610658200'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:06.670985 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1904569-d22f-485e-8731-4f592be2c94f req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.732535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-5bec5d6e-c233-4d9a-9f39-99775392712f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:15:06.733866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-5bec5d6e-c233-4d9a-9f39-99775392712f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0921564 Nov 12 12:15:06.780403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1904569-d22f-485e-8731-4f592be2c94f req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.786563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1904569-d22f-485e-8731-4f592be2c94f req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.804937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.818503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83cc4af-e3fd-4886-962d-e328a7975659,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:06.835863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1904569-d22f-485e-8731-4f592be2c94f req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.837379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1904569-d22f-485e-8731-4f592be2c94f req-5555c1e5-cbc7-4e2e-ad96-0d2ca4a50346 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2129490 Nov 12 12:15:06.847504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.890752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:06.904471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3645c6c-1f2e-4f93-be47-0b233f43e6dc None None] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:07.004713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-6384c1fc-bfd6-467f-90d4-85a8b553616e tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=067795909133432daf1842742534ac3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351415 Nov 12 12:15:07.005169 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-f488aa0b-c745-4584-aaf9-ebcf01b2d9dc service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629988 Nov 12 12:15:07.016535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.024345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-699ed54b-17ee-4bc1-acc2-2a27bf6f44ae None None] Provisioning complete for port 8b56be1f-0e10-49eb-a909-02d08311f783 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:07.024809 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-699ed54b-17ee-4bc1-acc2-2a27bf6f44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.032149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:07.034263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5a5f2259-0d87-44be-a63b-48494f02b7de'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:07.155757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-d987ad65-9002-421b-8317-7b52b73211a5 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:07.164187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-d987ad65-9002-421b-8317-7b52b73211a5 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461117 Nov 12 12:15:07.171418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:07.186754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-cae2d5cd-bf19-4bea-b7a5-87be01ba3ccf tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/quotas/067795909133432daf1842742534ac3f HTTP/1.1" status: 200 len: 375 time: 0.0214152 Nov 12 12:15:07.212771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:07.215301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:07.233488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-d05ac5af-897b-4080-8de7-f5de698aa06b tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=067795909133432daf1842742534ac3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454259 Nov 12 12:15:07.258999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Allocated IP 192.168.233.180 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/e3ac7847-fff5-4b4a-ab15-8b0a3525df21) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:07.269366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event updated for resources: {'Port': ['ID=a0cce854-5742-4241-b40a-c5c8cd60ae54,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:07.305200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Allocated IP 172.25.1.226 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/7eca2272-c6e5-4db3-b65d-87645a3e9b90) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:07.330468 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-699ed54b-17ee-4bc1-acc2-2a27bf6f44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.341448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:07.342114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.409041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-eac660c4-1ec8-4fd9-bfb6-4d138c393dd1 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760228 Nov 12 12:15:07.453108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-699ed54b-17ee-4bc1-acc2-2a27bf6f44ae None None] For port 8b56be1f-0e10-49eb-a909-02d08311f783, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8b56be1f-0e10-49eb-a909-02d08311f783,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:07.472425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-699ed54b-17ee-4bc1-acc2-2a27bf6f44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.679629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ed54b-17ee-4bc1-acc2-2a27bf6f44ae None None] Pushing event updated for resources: {'Port': ['ID=8b56be1f-0e10-49eb-a909-02d08311f783,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:07.687738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-fcd5f186-840b-4e50-b62b-fea2621e7cdf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1508901 Nov 12 12:15:07.715433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Request body: {'port': {'device_id': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:07.732561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8b56be1f-0e10-49eb-a909-02d08311f783 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:07.810678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511687d-483a-464d-b3e5-d02e415dc720 req-ef666f87-7350-4b98-8acb-59edffe4e12c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:07.813532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0511687d-483a-464d-b3e5-d02e415dc720 req-ef666f87-7350-4b98-8acb-59edffe4e12c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 936 time: 0.0810142 Nov 12 12:15:07.826032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8c9b3f6-29b4-4d69-aa9f-55a8a1cc8aea None None] Provisioning complete for port a0cce854-5742-4241-b40a-c5c8cd60ae54 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:07.826443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b3f6-29b4-4d69-aa9f-55a8a1cc8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.841048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.888112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9b3f6-29b4-4d69-aa9f-55a8a1cc8aea None None] Port a0cce854-5742-4241-b40a-c5c8cd60ae54 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:07.907684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8b56be1f-0e10-49eb-a909-02d08311f783 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:07.908406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:07.912946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-d4357eed-87f9-46b3-95bc-d0e81a8510ef tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/5434204e-5323-42e9-829b-8f9286053aca HTTP/1.1" status: 200 len: 1821 time: 0.2238858 Nov 12 12:15:07.927436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0511687d-483a-464d-b3e5-d02e415dc720 req-85604339-e248-454d-b735-012bfe469284 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999675 Nov 12 12:15:07.957122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.023736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.053500 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.053803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81c9f880-0128-4a5b-9e15-dfd8d70272bc req-867a76db-b12f-4861-9504-907bf4715910 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 210 time: 0.0491455 Nov 12 12:15:08.086473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abc929b0-dbcd-48a7-9207-0e9f7292c7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.095839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-160fe978-084a-46c2-9b51-9a1a784d0a15 None None] Provisioning complete for port 8b56be1f-0e10-49eb-a909-02d08311f783 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:08.096512 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fe978-084a-46c2-9b51-9a1a784d0a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.116256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-a3199a9a-8e96-424e-9387-ced3413e3cfe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/d83cc4af-e3fd-4886-962d-e328a7975659 HTTP/1.1" status: 200 len: 1820 time: 0.1892366 Nov 12 12:15:08.131228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5434204e-5323-42e9-829b-8f9286053aca', 'remote_group_id': 'd83cc4af-e3fd-4886-962d-e328a7975659', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:08.131933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5434204e-5323-42e9-829b-8f9286053aca', 'remote_group_id': 'd83cc4af-e3fd-4886-962d-e328a7975659', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:08.149527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:08.182290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd3ba46e-0b23-41cd-8d75-1ee05aa65933 req-68b859b9-daf6-4b3a-a729-8e683f34fe28 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 210 time: 0.0397351 Nov 12 12:15:08.232143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:08.259646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:08.280417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Pushing event updated for resources: {'Port': ['ID=7eca2272-c6e5-4db3-b65d-87645a3e9b90,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:08.461194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.497487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5471cd4d-6e60-4d55-a709-cfb7b6d8d5d5 req-704df409-df75-49a4-b258-6c2bcbc82098 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 210 time: 0.0497274 Nov 12 12:15:08.849436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:08.858871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Pushing event updated for resources: {'Port': ['ID=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:08.868634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:08.880557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:08.930955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:08.988536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-1c0c077b-0164-4fa2-801b-bd5b4d9c83df tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=067795909133432daf1842742534ac3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510325 Nov 12 12:15:09.184750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.196428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:09.197062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.229195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.234502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-c71077b1-a8c6-4889-abeb-46db50ba0b5f tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:09.236584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-c71077b1-a8c6-4889-abeb-46db50ba0b5f tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310886 Nov 12 12:15:09.253180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f75da-5699-469b-9cd9-2eab52df150e req-2e364d5e-58e5-4389-85d3-f45d7b4e243d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:09.254835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.264161 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a39f75da-5699-469b-9cd9-2eab52df150e req-2e364d5e-58e5-4389-85d3-f45d7b4e243d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 936 time: 0.1283860 Nov 12 12:15:09.271012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Request body: {'port': {'device_id': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '067795909133432daf1842742534ac3f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:09.285360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cce854-5742-4241-b40a-c5c8cd60ae54 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:09.303406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-7691656e-63d7-4dbc-bee2-5b32bc7bba8e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5309398 Nov 12 12:15:09.307328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.327765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Request body: {'port': {'device_id': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:09.337529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.365989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.65', 51107) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:09.366719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a0ec14-4ce7-4dee-b792-2174f1ca8ee1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:09.393106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-723d00ac-e2ae-42d6-ad61-c805552a84ee None None] Provisioning complete for port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:09.393623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-723d00ac-e2ae-42d6-ad61-c805552a84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.398130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a39f75da-5699-469b-9cd9-2eab52df150e req-533c336f-3bc5-415c-93cb-d476e7885b31 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329818 Nov 12 12:15:09.440872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-723d00ac-e2ae-42d6-ad61-c805552a84ee None None] Port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:09.445644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.447263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-efc4422c-d0b7-4d02-8eb0-fa8c7bb5f58b req-c565ddc9-8117-4c25-88a9-13de7a340325 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3301928 Nov 12 12:15:09.454617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Transition to ACTIVE for port object a0cce854-5742-4241-b40a-c5c8cd60ae54 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:09.485700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.510583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Made reservation on behalf of 067795909133432daf1842742534ac3f for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:09.530680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.563477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.588854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8b56be1f-0e10-49eb-a909-02d08311f783 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:09.667062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8b56be1f-0e10-49eb-a909-02d08311f783 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:09.668289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.699718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51cf18-228b-4f83-96c7-51378fa55a93 req-a0777c6a-535f-4331-9d24-d06d329de543 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:09.701516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef51cf18-228b-4f83-96c7-51378fa55a93 req-a0777c6a-535f-4331-9d24-d06d329de543 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 936 time: 0.0792282 Nov 12 12:15:09.712536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.787171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.807098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:09.826938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b63c3e10-5e49-44cb-9f3a-accbefe3218a req-1e760668-ac23-4f9e-8027-d90c5b37aa53 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 210 time: 0.1684091 Nov 12 12:15:09.883099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Pushing event updated for resources: {'Port': ['ID=a0cce854-5742-4241-b40a-c5c8cd60ae54,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:09.884000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef51cf18-228b-4f83-96c7-51378fa55a93 req-ac99c9a1-4e7e-4acf-85b7-7a8fca94c70c tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731393 Nov 12 12:15:09.959981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:09.976677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07de090d-6d9d-4874-9dc4-0069477cc4c5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:10.010956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b1a492be-e71a-4078-9adf-95535a444bbe req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-886954866', 'description': 'tempest-description-619745021'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:10.029102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-53b49d81-e2f7-4053-9fd5-468776be6d4a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:10.030584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-53b49d81-e2f7-4053-9fd5-468776be6d4a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.6607025 Nov 12 12:15:10.053797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34eeabfd-93bc-42cb-abd1-fff1651a7b64 req-56657873-e105-4dbd-97f0-c4d68bb0628f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 210 time: 0.0487411 Nov 12 12:15:10.061300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Request body: {'port': {'device_id': '0300b432-93c8-423c-bdef-7396106ec8c8', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'admin_state_up': True, 'tenant_id': '33cd3bd21abe450385aa0c1d57063ddc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:10.118586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Allocated IP 192.168.233.84 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/ff1906bf-1dbc-4c01-a10d-754b7f1271a4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:10.133525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e51b-2c8f-49df-928d-239494f8c48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.257877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b1a492be-e71a-4078-9adf-95535a444bbe req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.265981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Attempting to bind port a0cce854-5742-4241-b40a-c5c8cd60ae54 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:10.266354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Attempting to bind port a0cce854-5742-4241-b40a-c5c8cd60ae54 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:10.266683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Attempting to bind port a0cce854-5742-4241-b40a-c5c8cd60ae54 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:10.308701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Port a0cce854-5742-4241-b40a-c5c8cd60ae54 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:10.309487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Attempting to bind port a0cce854-5742-4241-b40a-c5c8cd60ae54 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:10.315771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.327672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e51b-2c8f-49df-928d-239494f8c48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.335346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e51b-2c8f-49df-928d-239494f8c48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.340023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:10.340571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:10.341197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:10.341688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Bound port: a0cce854-5742-4241-b40a-c5c8cd60ae54, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:10.342045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.389029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.410684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1cb0e51b-2c8f-49df-928d-239494f8c48f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03bf1cd8580443b984bb0ff1522f07f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4467726 Nov 12 12:15:10.417186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:10.434111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e51b-2c8f-49df-928d-239494f8c48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840e3ef5-e85d-4ca1-897c-f9254f322593,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:10.476384 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.509486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.524426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8551396-f9ce-4a32-b227-0c8297c9738e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.590256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Made reservation on behalf of 33cd3bd21abe450385aa0c1d57063ddc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:10.593831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.626956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:10.635461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8551396-f9ce-4a32-b227-0c8297c9738e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.637941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Pushing event updated for resources: {'Port': ['ID=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:10.647693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:10.657935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:10.665499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:10.666328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.717273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced4b3-52bb-43f9-ad53-d35910e5a883 req-bcca89b9-bb39-4c08-a43c-4c18647af65a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:10.720624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cced4b3-52bb-43f9-ad53-d35910e5a883 req-bcca89b9-bb39-4c08-a43c-4c18647af65a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 948 time: 0.1663744 Nov 12 12:15:10.761933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7851d803-edf9-46e2-9a35-5a176a6c2b01 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4946311 Nov 12 12:15:10.773125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:10.783313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8551396-f9ce-4a32-b227-0c8297c9738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.786118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8551396-f9ce-4a32-b227-0c8297c9738e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.793405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c8551396-f9ce-4a32-b227-0c8297c9738e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/840e3ef5-e85d-4ca1-897c-f9254f322593 HTTP/1.1" status: 204 len: 168 time: 0.3708668 Nov 12 12:15:10.793880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Request body: {'port': {'device_id': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:10.851204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8551396-f9ce-4a32-b227-0c8297c9738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840e3ef5-e85d-4ca1-897c-f9254f322593,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:10.885432 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b1a492be-e71a-4078-9adf-95535a444bbe req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.909408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b1a492be-e71a-4078-9adf-95535a444bbe req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.915562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cced4b3-52bb-43f9-ad53-d35910e5a883 req-af6a6d2b-c8c7-48cc-be57-2654f646833b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771662 Nov 12 12:15:10.930511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:10.932523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] For port a0cce854-5742-4241-b40a-c5c8cd60ae54, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:11.014945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] For port a0cce854-5742-4241-b40a-c5c8cd60ae54, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:11.028712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1411556d-cc02-4d3a-85e6-789ce3d7d926 None None] Provisioning complete for port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:11.029400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1411556d-cc02-4d3a-85e6-789ce3d7d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.041619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b1a492be-e71a-4078-9adf-95535a444bbe req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.044106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1a492be-e71a-4078-9adf-95535a444bbe req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.1478739 Nov 12 12:15:11.083681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.112739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1411556d-cc02-4d3a-85e6-789ce3d7d926 None None] Port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:11.139304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1228113-9457-4d86-bf91-1c16afa0a143 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fba3c9-7b08-40a8-aad2-f76877c50512,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.149986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.200693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4560-bd29-4dd7-9ae4-9ddc0d2b3236 req-d1d42548-ab3b-412f-a0b7-b4781cfa5c15 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:11.202835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aece4560-bd29-4dd7-9ae4-9ddc0d2b3236 req-d1d42548-ab3b-412f-a0b7-b4781cfa5c15 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 935 time: 0.1691437 Nov 12 12:15:11.239222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:11.239841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.241231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] 10.222.0.81 "PUT /v2.0/ports/a0cce854-5742-4241-b40a-c5c8cd60ae54 HTTP/1.1" status: 200 len: 1096 time: 3.5326171 Nov 12 12:15:11.258757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'tag': 'a0cce854-5742-4241-b40a-c5c8cd60ae54'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:11.263699 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befb3266-59e3-44c3-9ce0-05b5350a42ef" -d '{"events": [{"name": "network-changed", "server_uuid": "655f5909-fd20-42c2-a0fe-dd662ef9b21e", "tag": "a0cce854-5742-4241-b40a-c5c8cd60ae54"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:11.297400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aece4560-bd29-4dd7-9ae4-9ddc0d2b3236 req-12667d0c-ff36-4d1c-88eb-108d2288e412 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877836 Nov 12 12:15:11.304062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa9ee-d16b-4fb3-8e92-d35f85fc1a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.344599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6b79fa6c-f735-4f55-ac7c-95f8e306d230 req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1172349742', 'description': 'tempest-description-1755732232'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:11.362277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Allocated IP 172.20.0.7 (0549b9e0-26cd-47a3-87e5-cc0ce54cde6c/484e27a4-46df-4b77-81a8-a299909da0ae/f1d24013-53d8-401b-898a-487d5204b69e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:11.371679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:11.403202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64c80546-abf4-4c15-bec0-cedfd65f1722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.418274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b79fa6c-f735-4f55-ac7c-95f8e306d230 req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.454492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4d475-67de-45bb-91ae-2febda9c7a0a service neutron] Pushing event updated for resources: {'Port': ['ID=a0cce854-5742-4241-b40a-c5c8cd60ae54,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.487968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ac7847-fff5-4b4a-ab15-8b0a3525df21 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:11.492089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Router c8372942-f153-4f58-a381-9238ba7e5eb0 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:15:11.500195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.539054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa9ee-d16b-4fb3-8e92-d35f85fc1a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.547938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9833ec-55a9-4b62-8d2d-ec46b476c57c req-381a169e-a677-4add-8012-f39f802dbc84 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:11.548289 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa9ee-d16b-4fb3-8e92-d35f85fc1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.549498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c9833ec-55a9-4b62-8d2d-ec46b476c57c req-381a169e-a677-4add-8012-f39f802dbc84 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 936 time: 0.3488307 Nov 12 12:15:11.553302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Transition to ACTIVE for port object e3ac7847-fff5-4b4a-ab15-8b0a3525df21 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:11.564022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-513abd47-37fd-443a-ba7e-994d2ffa96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:11.565519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-513abd47-37fd-443a-ba7e-994d2ffa96be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 1099 time: 0.2641082 Nov 12 12:15:11.571159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.632057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b79fa6c-f735-4f55-ac7c-95f8e306d230 req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.643927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b79fa6c-f735-4f55-ac7c-95f8e306d230 req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.680765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa9ee-d16b-4fb3-8e92-d35f85fc1a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799c9c55-29f8-445f-8eea-f55dd2606c44,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.685650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1c6fa9ee-d16b-4fb3-8e92-d35f85fc1a00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61ca51bd98fc49148a52dfc2e87a294a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9116662 Nov 12 12:15:11.696918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36076) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:11.742741 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64c80546-abf4-4c15-bec0-cedfd65f1722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.746490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-5d305c6c-dc1c-4e9b-a643-a33b54e2c7b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54 HTTP/1.1" status: 200 len: 217 time: 0.1283257 Nov 12 12:15:11.749307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b79fa6c-f735-4f55-ac7c-95f8e306d230 req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.750555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b79fa6c-f735-4f55-ac7c-95f8e306d230 req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4140680 Nov 12 12:15:11.763050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64c80546-abf4-4c15-bec0-cedfd65f1722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.800576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab15f9c-4f15-450c-a9e6-3180c8e81f20 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87fcbe1-fd9a-491f-9eb7-cc66397628c5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.847348 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64c80546-abf4-4c15-bec0-cedfd65f1722 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01398cf4857c4f8b9b7bc6d79e175426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731607 Nov 12 12:15:11.853058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.863426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:11.920185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18093f12-c153-4f57-97c5-dc71654121a2 req-443c5463-5688-40e7-835f-66fade6450d0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 210 time: 0.0780642 Nov 12 12:15:11.929058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80546-abf4-4c15-bec0-cedfd65f1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15422b98-7153-4c4b-905a-06dd2770845f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:11.956614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76381978-bd57-4798-9e31-dbbf847c3f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:11.959370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c9833ec-55a9-4b62-8d2d-ec46b476c57c req-af5f580a-b792-4993-a9fa-aaadd9c633a8 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928697 Nov 12 12:15:11.977016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:11.987667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-4aedf30b-ab3d-4538-b2cb-d9446c6ae01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:11.989241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-4aedf30b-ab3d-4538-b2cb-d9446c6ae01c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2306364 Nov 12 12:15:11.991072 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:12.006911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1906bf-1dbc-4c01-a10d-754b7f1271a4 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:12.011696 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:12.012997 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:12.029016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76381978-bd57-4798-9e31-dbbf847c3f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.036176 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.038235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.051879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf7af-c208-4c45-91e3-47c45e8748ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.056016 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04644be-7bfc-495a-9d84-7d1cf7d5f1c7 x-openstack-request-id: req-f04644be-7bfc-495a-9d84-7d1cf7d5f1c7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:12.056604 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655f5909-fd20-42c2-a0fe-dd662ef9b21e", "tag": "a0cce854-5742-4241-b40a-c5c8cd60ae54", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:12.057056 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f04644be-7bfc-495a-9d84-7d1cf7d5f1c7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:12.057620 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'tag': 'a0cce854-5742-4241-b40a-c5c8cd60ae54', 'status': 'completed', 'code': 200} Nov 12 12:15:12.074423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Transition to ACTIVE for port object ff1906bf-1dbc-4c01-a10d-754b7f1271a4 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:12.089682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.118901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.120423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-69895070-fd3f-467f-98e8-80d5081ed3ce admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.6802309 Nov 12 12:15:12.124555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf7af-c208-4c45-91e3-47c45e8748ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.128435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:12.129244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Attempting to bind port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:12.129657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Attempting to bind port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:12.130055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Attempting to bind port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:12.214006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:12.215169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Attempting to bind port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:12.216454 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:12.219153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:12.257747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:12.258106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:12.258513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:12.258969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Bound port: e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:12.260728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.273330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76381978-bd57-4798-9e31-dbbf847c3f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.276175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76381978-bd57-4798-9e31-dbbf847c3f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.278245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-76381978-bd57-4798-9e31-dbbf847c3f77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/799c9c55-29f8-445f-8eea-f55dd2606c44 HTTP/1.1" status: 204 len: 168 time: 0.5760798 Nov 12 12:15:12.304818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Attempting to bind port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:12.305151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Attempting to bind port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:12.305478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Attempting to bind port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:12.310537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76381978-bd57-4798-9e31-dbbf847c3f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799c9c55-29f8-445f-8eea-f55dd2606c44,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:12.321326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:12.321740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Attempting to bind port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:12.337699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6a26-8481-479a-9634-39f9e99b0286 req-2e0b73e0-d1b2-4370-ae6e-e8ffeecd3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.347780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-2e0b73e0-d1b2-4370-ae6e-e8ffeecd3b5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3452075 Nov 12 12:15:12.349324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3977-bdd6-49a6-8468-9029d9b2f551 req-1dcac6d4-b834-4cef-a9d2-c515174790fc tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.350989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4cd3977-bdd6-49a6-8468-9029d9b2f551 req-1dcac6d4-b834-4cef-a9d2-c515174790fc tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 948 time: 0.1589606 Nov 12 12:15:12.352588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:12.352889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:12.353268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:12.353712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Bound port: ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:12.354065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.364188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf7af-c208-4c45-91e3-47c45e8748ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.366544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf7af-c208-4c45-91e3-47c45e8748ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.367722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ad7bf7af-c208-4c45-91e3-47c45e8748ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15422b98-7153-4c4b-905a-06dd2770845f HTTP/1.1" status: 204 len: 168 time: 0.5021443 Nov 12 12:15:12.415611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bf7af-c208-4c45-91e3-47c45e8748ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15422b98-7153-4c4b-905a-06dd2770845f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:12.450083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-4e8ca09e-5467-4e6b-9fe9-1a9df99a517e tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/15fba3c9-7b08-40a8-aad2-f76877c50512 HTTP/1.1" status: 200 len: 1820 time: 0.4022949 Nov 12 12:15:12.496404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.508542 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:08Z', 'revision_number': 3, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:12.559069 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:12.563361 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Updating router c8372942-f153-4f58-a381-9238ba7e5eb0 port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:12.585342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4cd3977-bdd6-49a6-8468-9029d9b2f551 req-72584e16-bb16-4c19-8d50-8f0646134676 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121086 Nov 12 12:15:12.595187 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.601687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] For port ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:12.609666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] For port ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:12.618576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.734734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.735598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:12.739223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] 10.222.0.65 "PUT /v2.0/ports/ff1906bf-1dbc-4c01-a10d-754b7f1271a4 HTTP/1.1" status: 200 len: 1095 time: 1.9627035 Nov 12 12:15:12.739726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'tag': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:12.743027 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b734a18c-f2e2-4185-9148-f1236e7a3074" -d '{"events": [{"name": "network-changed", "server_uuid": "13604e26-351b-4fd9-8a01-e08c5213a17c", "tag": "ff1906bf-1dbc-4c01-a10d-754b7f1271a4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:12.816249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161f263-654d-4bfc-b116-87de42b42a71 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:12.853022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:12.887028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:12.890098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] For port e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:12.896432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:12.903903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] For port e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:12.907572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19053c-826b-42f7-89ee-0d1d3f193bb0 req-784da2f9-ff4a-4120-a278-93dfe75f9e1f tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:12.912200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:12.921826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f19053c-826b-42f7-89ee-0d1d3f193bb0 req-784da2f9-ff4a-4120-a278-93dfe75f9e1f tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 947 time: 0.2027881 Nov 12 12:15:13.007294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f19053c-826b-42f7-89ee-0d1d3f193bb0 req-4d07a416-dd63-4f25-a8d5-5ddab08d78f0 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828264 Nov 12 12:15:13.020363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.051019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-c7a27ff9-1c49-4456-a9be-3ef54c410c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.052884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-c7a27ff9-1c49-4456-a9be-3ef54c410c8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=067795909133432daf1842742534ac3f&device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 1098 time: 0.2123013 Nov 12 12:15:13.081977 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-16d5d099-cc67-46ad-a9a8-b782f3c063ea service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092539 Nov 12 12:15:13.090430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-7c951d33-d3da-4bfc-9860-8deef827ac92 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/e87fcbe1-fd9a-491f-9eb7-cc66397628c5 HTTP/1.1" status: 200 len: 1822 time: 0.5900092 Nov 12 12:15:13.111016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-bca7b1ec-e242-4dcb-b633-5f14ceb07849 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4 HTTP/1.1" status: 200 len: 217 time: 0.0442090 Nov 12 12:15:13.113590 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c41f50-2609-43f4-a344-ff5948e27ddd x-openstack-request-id: req-a1c41f50-2609-43f4-a344-ff5948e27ddd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:13.113590 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13604e26-351b-4fd9-8a01-e08c5213a17c", "tag": "ff1906bf-1dbc-4c01-a10d-754b7f1271a4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:13.113929 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1c41f50-2609-43f4-a344-ff5948e27ddd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:13.114606 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'tag': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4', 'status': 'completed', 'code': 200} Nov 12 12:15:13.134896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:13.145371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15fba3c9-7b08-40a8-aad2-f76877c50512', 'remote_group_id': 'e87fcbe1-fd9a-491f-9eb7-cc66397628c5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:13.145880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15fba3c9-7b08-40a8-aad2-f76877c50512', 'remote_group_id': 'e87fcbe1-fd9a-491f-9eb7-cc66397628c5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:13.168807 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.177425 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.187289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-ea1ee1b5-8f4e-443e-a6c0-a28043a0197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.189055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-ea1ee1b5-8f4e-443e-a6c0-a28043a0197a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0735877 Nov 12 12:15:13.228641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.232533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.235768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-3232c738-3b37-4e9a-9ad1-25335536a5ce service neutron] 10.222.0.65 "PUT /v2.0/ports/e3ac7847-fff5-4b4a-ab15-8b0a3525df21 HTTP/1.1" status: 200 len: 1096 time: 3.9170985 Nov 12 12:15:13.237146 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Pushing event updated for resources: {'Port': ['ID=7eca2272-c6e5-4db3-b65d-87645a3e9b90,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:13.273644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.278200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.288513 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Attempting to bind port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:13.289154 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Attempting to bind port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:13.289763 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Attempting to bind port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:13.298908 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:13.299280 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:13.305342 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.306689 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:13.307433 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Bound port: 7eca2272-c6e5-4db3-b65d-87645a3e9b90, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:13.308080 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.341493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-69c8cd70-22d1-44aa-b41f-0c3f63547a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.343122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-69c8cd70-22d1-44aa-b41f-0c3f63547a98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471543 Nov 12 12:15:13.362479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817799ac-d6ad-4787-9b88-b6ef92ef20d2 req-3c78671d-a4bc-4c07-9e7c-08dbd7a0ffb4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.371364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-817799ac-d6ad-4787-9b88-b6ef92ef20d2 req-3c78671d-a4bc-4c07-9e7c-08dbd7a0ffb4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 931 time: 0.1228857 Nov 12 12:15:13.405794 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] For port 7eca2272-c6e5-4db3-b65d-87645a3e9b90, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:13.409915 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] For port 7eca2272-c6e5-4db3-b65d-87645a3e9b90, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eca2272-c6e5-4db3-b65d-87645a3e9b90,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:13.420722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.421271 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.421914 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.422469 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.422982 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.423506 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.424005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.424502 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.424992 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.425489 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.425992 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.427477 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Tracked resource versions report: Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: pushed versions: Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: { 'AddressGroup': {'1.2'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'ConntrackHelper': {'1.0'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Log': {'1.0'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Network': {'1.1'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Port': {'1.7'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'PortForwarding': {'1.2'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'QosPolicy': {'1.10'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'SecurityGroup': {'1.5'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'SecurityGroupRule': {'1.2'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'SubPort': {'1.0'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Subnet': {'1.1'}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Trunk': {'1.1'}} Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: consumer versions: Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: { DHCP agent@n-d-804878-5: {}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: HyperV agent@n-h1-804878-5: {}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: HyperV agent@n-h2-804878-5: {}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: L3 agent@n-d-804878-5: {}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: Metadata agent@n-d-804878-5: {}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: Metering agent@n-d-804878-5: {}, Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: Open vSwitch agent@n-d-804878-5: { 'AddressGroup': '1.2', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'ConntrackHelper': '1.0', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Log': '1.0', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Network': '1.1', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Port': '1.7', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'PortForwarding': '1.2', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'QosPolicy': '1.10', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'SecurityGroup': '1.5', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'SecurityGroupRule': '1.2', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'SubPort': '1.0', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Subnet': '1.1', Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: 'Trunk': '1.1'}} Nov 12 12:15:13.428818 n-d-804878-5 neutron-server[102781]: {{(pid=102781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 12:15:13.442493 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:13.530104 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:13.530778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:13.539687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-817799ac-d6ad-4787-9b88-b6ef92ef20d2 req-d3567304-5b4e-4947-9271-aab862a238be tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668286 Nov 12 12:15:13.605366 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8cd54-ae96-4e1a-af48-e728c5a0148e None None] Pushing event updated for resources: {'Port': ['ID=7eca2272-c6e5-4db3-b65d-87645a3e9b90,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:13.606862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-a747b433-c7e1-4a5e-975c-212024f32cfb service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278609 Nov 12 12:15:13.780145 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:13.787169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9318b3-f1a2-4e0e-aaca-1cccf9715431 req-9cb86422-3aa6-4c13-b3eb-c0edd8c9931e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.796026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f9318b3-f1a2-4e0e-aaca-1cccf9715431 req-9cb86422-3aa6-4c13-b3eb-c0edd8c9931e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 948 time: 0.1370573 Nov 12 12:15:13.836243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d093768d-e7a9-44a6-b63e-f59cbff27348 req-ca67d8e3-ff41-4c7a-862f-1d5f9b5c30e1 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208285 Nov 12 12:15:13.884094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f9318b3-f1a2-4e0e-aaca-1cccf9715431 req-6530370e-6bae-4355-9f43-271fb4c6de39 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862772 Nov 12 12:15:13.970849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-45689da3-2012-43b7-a976-9ca1644b4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:13.975336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-45689da3-2012-43b7-a976-9ca1644b4528 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=067795909133432daf1842742534ac3f&device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 1098 time: 0.0741079 Nov 12 12:15:14.081441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-2a41b7d9-baca-443a-b46c-d9cf59e9135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.083250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-2a41b7d9-baca-443a-b46c-d9cf59e9135a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d669dc7a927b4b389f95fda57959aece&device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 1099 time: 0.7988317 Nov 12 12:15:14.125929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'tag': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:14.128670 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f585931c-ac40-4bba-8954-d9685acaa521" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac20e9-e25d-4518-88cd-f4d100605b84", "tag": "e3ac7847-fff5-4b4a-ab15-8b0a3525df21"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:14.133079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-375a6a26-8481-479a-9634-39f9e99b0286 req-b9360801-84f0-4e6b-84b5-d93b24bfca56 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0117543 Nov 12 12:15:14.133975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010364eb-39d7-48bf-96d5-eef6a2cd9436 req-18c957b0-93a3-4889-bff2-23cbcae3344c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.135690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-010364eb-39d7-48bf-96d5-eef6a2cd9436 req-18c957b0-93a3-4889-bff2-23cbcae3344c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 948 time: 0.1681666 Nov 12 12:15:14.137274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-9fe24a9f-f03e-4fcb-86d4-7b6a40564b84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0870154 Nov 12 12:15:14.142279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.197050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.205969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-e183d6f9-b8ce-4bc4-8a64-468ea042b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.207468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-e183d6f9-b8ce-4bc4-8a64-468ea042b8df service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2204940 Nov 12 12:15:14.244864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-cad4db50-0606-4d11-8936-e93124fdd455 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21 HTTP/1.1" status: 200 len: 217 time: 0.1066024 Nov 12 12:15:14.248682 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:08Z', 'revision_number': 3, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:14.278222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.301283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Request body: {'port': {'device_id': '0300b432-93c8-423c-bdef-7396106ec8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:14.307103 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340df64b-2a53-4ddd-a521-5d32c8553c00 None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:08Z', 'revision_number': 3, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:14.439136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8c342b-0ae2-4842-b127-18661b1eb919,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:14.452561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-d7947157-f5cb-4b9a-89b2-43729ffdb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.453943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-d7947157-f5cb-4b9a-89b2-43729ffdb49a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1122515 Nov 12 12:15:14.477025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.477367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.477699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.478083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.478444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.478768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.479086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.479511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.480325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.485844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.486329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.486664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:14.502282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.503767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f289fe8-5c6a-40c5-b5ce-33962da51af8 req-9ec54aa9-02af-49a9-aa89-c66f5582fddc tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3643470 Nov 12 12:15:14.520936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-2e5ad266-db08-45a1-a98d-1706b81afa44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4 HTTP/1.1" status: 200 len: 217 time: 0.3020215 Nov 12 12:15:14.540191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-5b26d6a6-c450-415d-a7d1-9758b7cb7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.542154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-5b26d6a6-c450-415d-a7d1-9758b7cb7881 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 1099 time: 0.3410473 Nov 12 12:15:14.549386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-010364eb-39d7-48bf-96d5-eef6a2cd9436 req-b213fa94-1049-4583-84df-d6a587ddf6ec tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923862 Nov 12 12:15:14.632810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-3b438d9c-6fbe-441b-948c-0e0f98e0db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.638475 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-3b438d9c-6fbe-441b-948c-0e0f98e0db19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1015637 Nov 12 12:15:14.677407 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4171e118-bb23-40f3-9be1-9a93cd2433c2 x-openstack-request-id: req-4171e118-bb23-40f3-9be1-9a93cd2433c2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:14.678554 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac20e9-e25d-4518-88cd-f4d100605b84", "tag": "e3ac7847-fff5-4b4a-ab15-8b0a3525df21", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:14.679002 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4171e118-bb23-40f3-9be1-9a93cd2433c2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:14.679545 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'tag': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21', 'status': 'completed', 'code': 200} Nov 12 12:15:14.699853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.757498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-e37c5ceb-0f48-4982-802f-c7a3cbdf9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.759103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-e37c5ceb-0f48-4982-802f-c7a3cbdf9755 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156979 Nov 12 12:15:14.762541 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dab2fed-1799-4083-a448-0fa50148f0e2 req-e05d8da0-1710-4c41-b471-50b063c47c60 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/e87fcbe1-fd9a-491f-9eb7-cc66397628c5 HTTP/1.1" status: 200 len: 1822 time: 0.1013155 Nov 12 12:15:14.925544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8dab2fed-1799-4083-a448-0fa50148f0e2 req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.935129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-bb521b33-fd93-4123-95dc-56ba2dbb0d73 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349316 Nov 12 12:15:14.971669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8dab2fed-1799-4083-a448-0fa50148f0e2 req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.994914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-ce6a469d-5fbe-442b-ad71-23a2d8db5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:14.996821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-ce6a469d-5fbe-442b-ad71-23a2d8db5e24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4896917 Nov 12 12:15:15.004990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:15.099625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b734a18c-f2e2-4185-9148-f1236e7a3074 req-5479eac5-efc7-437d-8d86-12f7abc18b44 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558175 Nov 12 12:15:15.124039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8dab2fed-1799-4083-a448-0fa50148f0e2 req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:15.126878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e97f-3195-4b1e-945a-9c6d71c4f344 req-a0b34162-1a8c-44c5-9fb7-db9c0f676371 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:15.127291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8dab2fed-1799-4083-a448-0fa50148f0e2 req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:15.128702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dab2fed-1799-4083-a448-0fa50148f0e2 req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/e87fcbe1-fd9a-491f-9eb7-cc66397628c5 HTTP/1.1" status: 204 len: 173 time: 0.3599515 Nov 12 12:15:15.140463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27d9e97f-3195-4b1e-945a-9c6d71c4f344 req-a0b34162-1a8c-44c5-9fb7-db9c0f676371 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 947 time: 0.4597769 Nov 12 12:15:15.146830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87fcbe1-fd9a-491f-9eb7-cc66397628c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:15.158762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.159103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.159441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.159769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.160235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.160574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.160905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.161229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.161552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.161870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.162204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.162533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b48cc39-f2e7-4cb2-82fb-b442f90011d5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:15.171123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-1ca68c66-966b-4072-90d2-61653c499a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:15.172815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-1ca68c66-966b-4072-90d2-61653c499a41 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.5637829 Nov 12 12:15:15.283714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75ea23-ebad-4041-ba5f-d1c278244142 req-f1f6d8fa-64d2-40d7-8137-020a0754213f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:15.285358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e75ea23-ebad-4041-ba5f-d1c278244142 req-f1f6d8fa-64d2-40d7-8137-020a0754213f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 931 time: 0.0570252 Nov 12 12:15:15.349817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e75ea23-ebad-4041-ba5f-d1c278244142 req-dba3d787-d828-4612-bc4c-39daaa800ca9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Nov 12 12:15:15.389062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-54e628fe-6697-478c-a5de-7f3c895f5daa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54 HTTP/1.1" status: 200 len: 217 time: 0.1699886 Nov 12 12:15:15.619446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27d9e97f-3195-4b1e-945a-9c6d71c4f344 req-41ed8692-9980-4158-80ce-746933ca3627 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744375 Nov 12 12:15:15.623930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eca2272-c6e5-4db3-b65d-87645a3e9b90 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:15.662153 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-461ea1c8-e327-4871-8f37-2a7a301008b0 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462708 Nov 12 12:15:15.670634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-932ab68c-2758-44b8-8921-67e69ff579cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:15.671875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-932ab68c-2758-44b8-8921-67e69ff579cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2568367 Nov 12 12:15:15.691381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:15.692003 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:15.727385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87323dc-bc31-4ba6-8ae2-5b936a26a216 req-26936887-1773-41d3-a92b-61e9f4dc4147 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:15.732123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f87323dc-bc31-4ba6-8ae2-5b936a26a216 req-26936887-1773-41d3-a92b-61e9f4dc4147 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 948 time: 0.0734158 Nov 12 12:15:15.802909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f87323dc-bc31-4ba6-8ae2-5b936a26a216 req-096f3fe9-1f66-4a7b-9246-ebe674baec2d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578973 Nov 12 12:15:15.812840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:15.857137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7eca2272-c6e5-4db3-b65d-87645a3e9b90, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eca2272-c6e5-4db3-b65d-87645a3e9b90,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:15.862927 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:15.924193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7eca2272-c6e5-4db3-b65d-87645a3e9b90,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:15.927981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Allocated IP 172.20.0.1 (77efe5ff-6cbe-4845-8bc2-300d8579de6a/92032157-b1e6-49a0-b477-b2df752402ed/86c48221-10a0-4a06-aaae-de75c3c1cc64) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:15.944047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-7018fb43-8e97-467d-a3f5-e36f45052d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:15.945737 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-7018fb43-8e97-467d-a3f5-e36f45052d36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506263 Nov 12 12:15:15.949146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b5e0464-029e-4be5-9094-e74c7a0b7594 req-3f123903-879c-4139-99ef-046ada248a62 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/15fba3c9-7b08-40a8-aad2-f76877c50512 HTTP/1.1" status: 200 len: 1820 time: 0.2745626 Nov 12 12:15:16.022572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdc62f-69b0-43e0-9141-6e7253537f99 req-9bb380d8-2829-459b-b625-f388af55e151 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:16.024240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28cdc62f-69b0-43e0-9141-6e7253537f99 req-9bb380d8-2829-459b-b625-f388af55e151 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 948 time: 0.0756831 Nov 12 12:15:16.085828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ecaa995-ac06-4f92-836d-d3a97d45bee7 req-d3cff873-4ef9-454b-acfb-b161be743537 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127696 Nov 12 12:15:16.096605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28cdc62f-69b0-43e0-9141-6e7253537f99 req-0afcc43d-3b89-4e8b-8ff0-4c7f6235c582 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Nov 12 12:15:16.143648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4797fbb4-289a-4d3d-84d4-bb8b5a283583 req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1575129116', 'description': 'tempest-description-470461551'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:16.162266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d24013-53d8-401b-898a-487d5204b69e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:16.183670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4797fbb4-289a-4d3d-84d4-bb8b5a283583 req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.283607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4797fbb4-289a-4d3d-84d4-bb8b5a283583 req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.288064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4797fbb4-289a-4d3d-84d4-bb8b5a283583 req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.322906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4797fbb4-289a-4d3d-84d4-bb8b5a283583 req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.324978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4797fbb4-289a-4d3d-84d4-bb8b5a283583 req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1881213 Nov 12 12:15:16.325826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ecd77-d551-49cf-aac2-3da73b68fb56 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3002fec3-a0bd-467d-b3c1-6221936d918a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:16.444099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.478488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Transition to ACTIVE for port object f1d24013-53d8-401b-898a-487d5204b69e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:16.498045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.546300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-689f810e-4f12-49c9-9a5d-36cce5a23bf2 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854433 Nov 12 12:15:16.562820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-9dcdb298-d6aa-4cf9-8d00-e623151c11d6 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/3002fec3-a0bd-467d-b3c1-6221936d918a HTTP/1.1" status: 200 len: 1821 time: 0.0677660 Nov 12 12:15:16.563617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585931c-ac40-4bba-8954-d9685acaa521 req-ab66f1bb-3367-42e2-8c7d-e16df9765825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:16.565150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-ab66f1bb-3367-42e2-8c7d-e16df9765825 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d669dc7a927b4b389f95fda57959aece&device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 1099 time: 0.4076469 Nov 12 12:15:16.571141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3002fec3-a0bd-467d-b3c1-6221936d918a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:16.571509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3002fec3-a0bd-467d-b3c1-6221936d918a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:16.622428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.659023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.686975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:16.690959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.706017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.728371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbb6500-5101-467b-b276-6449adc31b74,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:16.735991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.750764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6962d9-debd-4d16-a3a8-a33d9a019918 req-5519bbca-cb51-4a89-8c47-26719159d47b tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1868520 Nov 12 12:15:16.889822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:16.898032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-befb3266-59e3-44c3-9ce0-05b5350a42ef req-fdd75fc9-f7f4-4843-b231-3b49c04ce12d service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385980 Nov 12 12:15:16.899016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585931c-ac40-4bba-8954-d9685acaa521 req-b571555d-3350-46bc-91a9-b675ca2be9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:16.900313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-b571555d-3350-46bc-91a9-b675ca2be9fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3159931 Nov 12 12:15:16.960535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f619-15b9-46ad-b918-1394f68d22c9 req-9509f476-1f27-42d1-b171-c6f721dda138 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:16.962009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0f54f619-15b9-46ad-b918-1394f68d22c9 req-9509f476-1f27-42d1-b171-c6f721dda138 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.2707593 Nov 12 12:15:17.002093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:17.009947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-e4569c42-74a0-4e21-ac92-0a1722d717d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21 HTTP/1.1" status: 200 len: 217 time: 0.0752749 Nov 12 12:15:17.014335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:17.014667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:17.014988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:17.017024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:17.040610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:17.045831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Pushing event updated for resources: {'Port': ['ID=86c48221-10a0-4a06-aaae-de75c3c1cc64,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:17.066487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:17.066818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:17.116759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:17.117737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:17.118117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:17.118695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Bound port: f1d24013-53d8-401b-898a-487d5204b69e, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:17.119081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.167169 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.172286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0f54f619-15b9-46ad-b918-1394f68d22c9 req-803b0fc2-4bd6-4d4e-9ccd-e69c928edd59 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768219 Nov 12 12:15:17.201423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585931c-ac40-4bba-8954-d9685acaa521 req-8ce97195-4079-4a57-820b-c88caa109a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.203127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-8ce97195-4079-4a57-820b-c88caa109a20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1757834 Nov 12 12:15:17.271502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-476b511e-8b50-4bd5-8579-7330ceaf1b4f None None] Provisioning complete for port 86c48221-10a0-4a06-aaae-de75c3c1cc64 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:17.272108 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-476b511e-8b50-4bd5-8579-7330ceaf1b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.302997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c429bf-0a09-42f6-bada-8d2f2309761b req-60f39479-ec8f-4e48-a9a4-81ccf9eb0993 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.306322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-476b511e-8b50-4bd5-8579-7330ceaf1b4f None None] Port 86c48221-10a0-4a06-aaae-de75c3c1cc64 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:17.308891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3c429bf-0a09-42f6-bada-8d2f2309761b req-60f39479-ec8f-4e48-a9a4-81ccf9eb0993 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 947 time: 0.0572298 Nov 12 12:15:17.355793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3c429bf-0a09-42f6-bada-8d2f2309761b req-559d93d3-f88c-4293-8baa-2842b9b8a9c3 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 12 12:15:17.450942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:17.461662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585931c-ac40-4bba-8954-d9685acaa521 req-386c134b-926d-4ea5-ac67-8ec324ec08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.463236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-386c134b-926d-4ea5-ac67-8ec324ec08f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2022781 Nov 12 12:15:17.477677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2698b54b-5d50-4504-af30-fa6591608cce req-99ccbbca-e816-463d-9ae7-85e5dfb7a2a8 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/3002fec3-a0bd-467d-b3c1-6221936d918a HTTP/1.1" status: 200 len: 2414 time: 0.2148075 Nov 12 12:15:17.479272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:17.493620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e8e65-2704-402e-b5c4-7c4667818155 req-af566288-5c8a-4554-b6bc-0fb190ce2f6d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.496794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d55e8e65-2704-402e-b5c4-7c4667818155 req-af566288-5c8a-4554-b6bc-0fb190ce2f6d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 948 time: 0.0562239 Nov 12 12:15:17.502104 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.506489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3002fec3-a0bd-467d-b3c1-6221936d918a', 'remote_group_id': None}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:17.506803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3002fec3-a0bd-467d-b3c1-6221936d918a', 'remote_group_id': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:17.548451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d55e8e65-2704-402e-b5c4-7c4667818155 req-814094e5-c92c-4a5e-a788-2fa3715634de tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Nov 12 12:15:17.559446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eca2272-c6e5-4db3-b65d-87645a3e9b90 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:17.619625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:17.621007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.641211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.641828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.643298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] 10.222.0.65 "PUT /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 1091 time: 3.4408615 Nov 12 12:15:17.652817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:17.655145 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c8ee7-44dc-4509-9f91-7c5111d7390a" -d '{"events": [{"name": "network-changed", "server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "tag": "f1d24013-53d8-401b-898a-487d5204b69e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:17.680749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c1a3-d3f8-429d-9107-bb99c56f6f92 req-9e250b0d-692d-483b-acd8-dd28124c217d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.682979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ee2c1a3-d3f8-429d-9107-bb99c56f6f92 req-9e250b0d-692d-483b-acd8-dd28124c217d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 948 time: 0.0659585 Nov 12 12:15:17.691880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4922f31-5d7f-4285-b6e1-276b244a85ac service neutron] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:17.747103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ee2c1a3-d3f8-429d-9107-bb99c56f6f92 req-55c2a027-7c06-46ba-829a-ee779ff6b964 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558088 Nov 12 12:15:17.754984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.768468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:15:17.796413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-b1716963-e1fc-46c9-af6c-5359b8e947fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:17.798509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-b1716963-e1fc-46c9-af6c-5359b8e947fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1094 time: 0.1019320 Nov 12 12:15:17.854410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-32342ccf-7233-44c5-b4f3-1e6f97e40b52 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812346 Nov 12 12:15:17.873198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-ffeb57e3-3533-4691-85d2-f2c0d9ca08b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.0625036 Nov 12 12:15:17.874580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:17.882596 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3baccec-292b-4ede-9389-e4cf0530cbcf x-openstack-request-id: req-c3baccec-292b-4ede-9389-e4cf0530cbcf {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:17.882888 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "tag": "f1d24013-53d8-401b-898a-487d5204b69e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:17.883140 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3baccec-292b-4ede-9389-e4cf0530cbcf {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:17.883898 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e', 'status': 'completed', 'code': 200} Nov 12 12:15:18.046190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.059213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.103021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-542d8030-b2e1-4c32-9262-f5f072e33b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:18.104647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-542d8030-b2e1-4c32-9262-f5f072e33b05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1998367 Nov 12 12:15:18.112559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ff1906bf-1dbc-4c01-a10d-754b7f1271a4 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:18.118602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1be0675-91a1-49a6-8abf-6d2bd7571623,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:18.166396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-80fe6460-e91c-4581-a927-cf4e98ae263e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485592 Nov 12 12:15:18.171854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.173302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2698b54b-5d50-4504-af30-fa6591608cce req-88cd9d5d-a5c5-45b0-8887-bdbe02a933d0 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6792812 Nov 12 12:15:18.192850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f585931c-ac40-4bba-8954-d9685acaa521 req-fe80ddf7-daad-4ba8-b2e4-9ff52b44e006 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118906 Nov 12 12:15:18.320350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a0cce854-5742-4241-b40a-c5c8cd60ae54 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:18.399526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed110d-fc83-4dbd-8ca1-c3b04e9b7194 req-e6257cd8-4364-474c-bb9a-d460d1c6fb5d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:18.401185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbed110d-fc83-4dbd-8ca1-c3b04e9b7194 req-e6257cd8-4364-474c-bb9a-d460d1c6fb5d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.0634835 Nov 12 12:15:18.423019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:18.439794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4', 'mac_address': 'fa:16:3e:98:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:18.461675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbed110d-fc83-4dbd-8ca1-c3b04e9b7194 req-a4633c48-8f54-4adf-963e-224e8fa2c845 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532911 Nov 12 12:15:18.494331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a0cce854-5742-4241-b40a-c5c8cd60ae54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:18.513847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'a0cce854-5742-4241-b40a-c5c8cd60ae54', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'a0cce854-5742-4241-b40a-c5c8cd60ae54', 'mac_address': 'fa:16:3e:25:9f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:18.516486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.533258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1906bf-1dbc-4c01-a10d-754b7f1271a4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:18.567000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.584843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.588394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:18.591161 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.595126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.627922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cfa2cb3f-7c60-4ca5-8060-35a500a45d1e req-c3205324-d162-48ad-af4b-623cb68aa430 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/3002fec3-a0bd-467d-b3c1-6221936d918a HTTP/1.1" status: 200 len: 3012 time: 0.1585786 Nov 12 12:15:18.632998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cce854-5742-4241-b40a-c5c8cd60ae54 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:18.657903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-c5dd6760-5418-4cb8-a7c7-cc9ab8a068f6 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814839 Nov 12 12:15:18.658550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Pushing event updated for resources: {'Port': ['ID=86c48221-10a0-4a06-aaae-de75c3c1cc64,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:18.678653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a0cce854-5742-4241-b40a-c5c8cd60ae54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:18.689229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.696505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:18.706710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:18.722377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a0607-a4d2-4e28-81e8-9b986a1a0adb req-a1bf74b1-0b3c-48e2-9a08-590eaddd0716 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:18.731953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f14a0607-a4d2-4e28-81e8-9b986a1a0adb req-a1bf74b1-0b3c-48e2-9a08-590eaddd0716 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 948 time: 0.1107838 Nov 12 12:15:18.763540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a0cce854-5742-4241-b40a-c5c8cd60ae54,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:18.797576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f14a0607-a4d2-4e28-81e8-9b986a1a0adb req-62e1e881-6747-4f50-909f-e6bd5c70f1f9 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643077 Nov 12 12:15:18.814956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ff1906bf-1dbc-4c01-a10d-754b7f1271a4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:18.850563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a2fc0c8-4a5d-4230-92ca-a082af573ca2 req-e8b6e4c4-cf68-488b-919b-55f5701800a3 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853132 Nov 12 12:15:18.924301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff931b7f-0014-49c4-8854-4e246912f198 req-e9e45517-cfe3-407e-89e4-230439fc74dd tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:18.926206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff931b7f-0014-49c4-8854-4e246912f198 req-e9e45517-cfe3-407e-89e4-230439fc74dd tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 948 time: 0.0563424 Nov 12 12:15:18.930764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:18.955466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:18.962877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a0cce854-5742-4241-b40a-c5c8cd60ae54'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:18.992862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff931b7f-0014-49c4-8854-4e246912f198 req-1ed50f4d-1d73-4f1a-a8b2-fa862268e97f tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606213 Nov 12 12:15:19.014945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-767981ef-3aea-4a40-a1ba-4dae64429f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:19.014945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-767981ef-3aea-4a40-a1ba-4dae64429f9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1094 time: 0.1000960 Nov 12 12:15:19.055250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-21948432-d2e6-48b8-9f83-da92788c9172 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-group-rules/d1be0675-91a1-49a6-8abf-6d2bd7571623 HTTP/1.1" status: 200 len: 783 time: 0.0355167 Nov 12 12:15:19.131552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-a5aa26b4-397b-4c19-a782-f98788334c4e tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/3002fec3-a0bd-467d-b3c1-6221936d918a HTTP/1.1" status: 200 len: 3012 time: 0.0752954 Nov 12 12:15:19.162629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-af43baa3-c5e3-4016-996f-ad187c43f7ed tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.173651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-af43baa3-c5e3-4016-996f-ad187c43f7ed tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.209274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-af43baa3-c5e3-4016-996f-ad187c43f7ed tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.218457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-af43baa3-c5e3-4016-996f-ad187c43f7ed tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.228102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b9ec705-d86d-472e-9de0-35e1f4721970 req-af43baa3-c5e3-4016-996f-ad187c43f7ed tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d1be0675-91a1-49a6-8abf-6d2bd7571623 HTTP/1.1" status: 204 len: 173 time: 0.0922687 Nov 12 12:15:19.246040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43baa3-c5e3-4016-996f-ad187c43f7ed tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1be0675-91a1-49a6-8abf-6d2bd7571623,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:19.350545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-c1a55cf0-e51d-4fb6-81e4-7fd3c9d1b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:19.352083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-c1a55cf0-e51d-4fb6-81e4-7fd3c9d1b658 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.2649465 Nov 12 12:15:19.368455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383d76f-40a4-4807-9b83-97b508df4377 req-cf5c5871-2395-4a7b-ba98-4769f7dbeb08 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:19.370035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7383d76f-40a4-4807-9b83-97b508df4377 req-cf5c5871-2395-4a7b-ba98-4769f7dbeb08 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 949 time: 0.1593187 Nov 12 12:15:19.373743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Router c8372942-f153-4f58-a381-9238ba7e5eb0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:19.375966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34e4432c-f824-4d86-ad69-047bcad7734e req-ac33866a-a339-4519-8532-e7fac668e0cb tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/3002fec3-a0bd-467d-b3c1-6221936d918a HTTP/1.1" status: 200 len: 2414 time: 0.0448966 Nov 12 12:15:19.429916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-61010bc2-a04e-4273-912b-6175e9b141a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.0586414 Nov 12 12:15:19.438581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-34e4432c-f824-4d86-ad69-047bcad7734e req-1adff161-5c9a-441f-b251-4bd80459be6f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.447197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d55316a7-c1e8-4804-aa81-fe75ecedeb0c None None] Provisioning complete for port 86c48221-10a0-4a06-aaae-de75c3c1cc64 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:19.447786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d55316a7-c1e8-4804-aa81-fe75ecedeb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.463626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-34e4432c-f824-4d86-ad69-047bcad7734e req-1adff161-5c9a-441f-b251-4bd80459be6f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.482855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d55316a7-c1e8-4804-aa81-fe75ecedeb0c None None] Port 86c48221-10a0-4a06-aaae-de75c3c1cc64 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:19.513202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-34e4432c-f824-4d86-ad69-047bcad7734e req-1adff161-5c9a-441f-b251-4bd80459be6f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.515897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-34e4432c-f824-4d86-ad69-047bcad7734e req-1adff161-5c9a-441f-b251-4bd80459be6f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:19.517038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34e4432c-f824-4d86-ad69-047bcad7734e req-1adff161-5c9a-441f-b251-4bd80459be6f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/3002fec3-a0bd-467d-b3c1-6221936d918a HTTP/1.1" status: 204 len: 173 time: 0.1337831 Nov 12 12:15:19.528870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff161-5c9a-441f-b251-4bd80459be6f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002fec3-a0bd-467d-b3c1-6221936d918a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:19.559929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-eda9f704-27ed-4f99-8d22-3ff6f1d37855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:19.561396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-eda9f704-27ed-4f99-8d22-3ff6f1d37855 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1226199 Nov 12 12:15:19.569211 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7383d76f-40a4-4807-9b83-97b508df4377 req-f7738d43-b815-42c5-8a16-5e7d5308f820 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882262 Nov 12 12:15:19.630186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-c28bbd52-89b3-4380-a997-e12997138077 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603328 Nov 12 12:15:19.731958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:19.739737 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-95f912eb-e046-488d-abc4-fbb32740cfaf admin admin] 10.222.0.18 "PUT /v2.0/routers/c8372942-f153-4f58-a381-9238ba7e5eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6068859 Nov 12 12:15:19.754507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:19.767367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:19.768102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:19.781146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aabcc6-1b5c-425c-bb2c-52d219f08231 req-dd45450a-9b98-4850-9c78-c54d915aad4e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:19.796336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5aabcc6-1b5c-425c-bb2c-52d219f08231 req-dd45450a-9b98-4850-9c78-c54d915aad4e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.1423194 Nov 12 12:15:19.834655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-71943b60-7288-42c6-aec3-c20ffb5fdab2 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913710 Nov 12 12:15:19.905563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5aabcc6-1b5c-425c-bb2c-52d219f08231 req-7fdfc1a9-9b6e-410e-945d-831adaee7621 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067736 Nov 12 12:15:19.925168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:19.951541 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-493193fa-5e7e-47ca-825c-b82b0da22e3d req-dc190295-6668-4646-8ce6-2e023d588b35 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] show failed (client error): The resource could not be found. Nov 12 12:15:19.962436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-493193fa-5e7e-47ca-825c-b82b0da22e3d req-dc190295-6668-4646-8ce6-2e023d588b35 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/e87fcbe1-fd9a-491f-9eb7-cc66397628c5 HTTP/1.1" status: 404 len: 352 time: 0.0330145 Nov 12 12:15:20.008679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-697c8ee7-44dc-4509-9f91-7c5111d7390a req-9cd7397d-bb84-471c-9fd6-9a55ddf5bb34 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622887 Nov 12 12:15:20.097032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7512e9-ac80-4abf-8775-d777ad8c044e req-443c4985-cf3e-4095-b4a8-70c07c6a981b tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:20.107178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-af7512e9-ac80-4abf-8775-d777ad8c044e req-443c4985-cf3e-4095-b4a8-70c07c6a981b tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 948 time: 0.0696366 Nov 12 12:15:20.126588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e3ac7847-fff5-4b4a-ab15-8b0a3525df21 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:20.145978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ff1906bf-1dbc-4c01-a10d-754b7f1271a4 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:20.177997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-af7512e9-ac80-4abf-8775-d777ad8c044e req-2f4bede9-cece-49a8-b97e-f19ace01466d tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667481 Nov 12 12:15:20.251740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3f870a86-c908-45f8-ba76-8843e6249767 req-4a381981-d6f4-48ce-8e4f-9f3d60ce0f92 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/15fba3c9-7b08-40a8-aad2-f76877c50512 HTTP/1.1" status: 200 len: 1820 time: 0.0513017 Nov 12 12:15:20.317993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a0cce854-5742-4241-b40a-c5c8cd60ae54 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:20.324590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3f870a86-c908-45f8-ba76-8843e6249767 req-6c08f070-2eb4-4474-ad6d-ba8de08e1ffe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.356752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3f870a86-c908-45f8-ba76-8843e6249767 req-6c08f070-2eb4-4474-ad6d-ba8de08e1ffe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.367305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:15:20.390609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:20.390980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.417437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3f870a86-c908-45f8-ba76-8843e6249767 req-6c08f070-2eb4-4474-ad6d-ba8de08e1ffe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.421727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3f870a86-c908-45f8-ba76-8843e6249767 req-6c08f070-2eb4-4474-ad6d-ba8de08e1ffe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.423540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3f870a86-c908-45f8-ba76-8843e6249767 req-6c08f070-2eb4-4474-ad6d-ba8de08e1ffe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/15fba3c9-7b08-40a8-aad2-f76877c50512 HTTP/1.1" status: 204 len: 173 time: 0.1708572 Nov 12 12:15:20.436987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08f070-2eb4-4474-ad6d-ba8de08e1ffe tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fba3c9-7b08-40a8-aad2-f76877c50512,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:20.440038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:20.502684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21', 'mac_address': 'fa:16:3e:b0:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:20.583412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:20.588258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-network', 'tenant_id': 'bba889f364524398887995568add5b69'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:20.603305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 2, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:20.605964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c58dcce-3c85-4718-af16-3a55efa99ecc req-7817d2b6-4081-4df9-bb07-4be7887244a1 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/d83cc4af-e3fd-4886-962d-e328a7975659 HTTP/1.1" status: 200 len: 1820 time: 0.0734823 Nov 12 12:15:20.612410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1678b-dc52-4ed8-a05c-7bdf38cd4fab req-d420b61d-ceb3-4c4a-8119-56ff65d637f5 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:20.622283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0a1678b-dc52-4ed8-a05c-7bdf38cd4fab req-d420b61d-ceb3-4c4a-8119-56ff65d637f5 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 948 time: 0.0877249 Nov 12 12:15:20.656416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Made reservation on behalf of bba889f364524398887995568add5b69 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:20.659493 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.676477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.681729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0a1678b-dc52-4ed8-a05c-7bdf38cd4fab req-a70010a3-eaa6-40a4-9098-4b2d194b7ff7 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585415 Nov 12 12:15:20.706935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:20.707300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Updating router c8372942-f153-4f58-a381-9238ba7e5eb0 port 86c48221-10a0-4a06-aaae-de75c3c1cc64 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:20.712709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.714478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c58dcce-3c85-4718-af16-3a55efa99ecc req-97d33913-2d32-4e87-9efb-1a437dcc4fee tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.751042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.769200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c58dcce-3c85-4718-af16-3a55efa99ecc req-97d33913-2d32-4e87-9efb-1a437dcc4fee tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.776056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port a0cce854-5742-4241-b40a-c5c8cd60ae54 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:15:20.799319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port a0cce854-5742-4241-b40a-c5c8cd60ae54 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:20.799855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.811313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ac7847-fff5-4b4a-ab15-8b0a3525df21 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:20.822429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:20.866363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.877100 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.885502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.888642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:20.890897 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6431e9f3-2975-4e72-987e-c6ae60a527d7" -d '{"events": [{"server_uuid": "13604e26-351b-4fd9-8a01-e08c5213a17c", "name": "network-vif-plugged", "status": "completed", "tag": "ff1906bf-1dbc-4c01-a10d-754b7f1271a4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:20.892965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874da32-ff33-4534-a468-fbd5f58388eb req-2d856ea0-f42a-4d54-8550-dd0e32d394d1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:20.903103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e874da32-ff33-4534-a468-fbd5f58388eb req-2d856ea0-f42a-4d54-8550-dd0e32d394d1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 949 time: 0.0687835 Nov 12 12:15:20.909517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c58dcce-3c85-4718-af16-3a55efa99ecc req-97d33913-2d32-4e87-9efb-1a437dcc4fee tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.911887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c58dcce-3c85-4718-af16-3a55efa99ecc req-97d33913-2d32-4e87-9efb-1a437dcc4fee tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.912920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c58dcce-3c85-4718-af16-3a55efa99ecc req-97d33913-2d32-4e87-9efb-1a437dcc4fee tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/d83cc4af-e3fd-4886-962d-e328a7975659 HTTP/1.1" status: 204 len: 173 time: 0.3059816 Nov 12 12:15:20.926111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:20.937543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2872c95-b8bf-40e9-956d-d0c68f5ccbdb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:20.957382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:20.971133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d33913-2d32-4e87-9efb-1a437dcc4fee tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83cc4af-e3fd-4886-962d-e328a7975659,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:20.972842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:20.977055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.981141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:20.981934 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Added segment 453ec0be-29a3-4bee-afa8-c074f8de36cc of type vlan for network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 Nov 12 12:15:21.010402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-277ddba7-c138-487b-9af9-983d14084173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.021272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e874da32-ff33-4534-a468-fbd5f58388eb req-ad10f400-99a8-4d06-a321-6f1a2c08f774 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167879 Nov 12 12:15:21.046703 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.055141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.079352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.080415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:21.081061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.147425 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b571868-a149-4b81-be5b-08320104513c x-openstack-request-id: req-1b571868-a149-4b81-be5b-08320104513c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:21.147743 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13604e26-351b-4fd9-8a01-e08c5213a17c", "name": "network-vif-plugged", "status": "completed", "tag": "ff1906bf-1dbc-4c01-a10d-754b7f1271a4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:21.148008 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b571868-a149-4b81-be5b-08320104513c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:21.148383 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4', 'code': 200} Nov 12 12:15:21.185214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.188000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6036568 Nov 12 12:15:21.191253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:21.203040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Request body: {'subnet': {'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-subnet', 'tenant_id': 'bba889f364524398887995568add5b69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:21.213499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069f34-e7b9-4c1a-9ec0-75bc1dd2d64c admin admin] Pushing event updated for resources: {'Network': ['ID=e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.234386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca7348-e552-4b5e-b244-514bcfb18a49 req-997e9266-f161-474a-9096-2ff47382ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:21.236080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75910a41-ae6c-48f7-91cf-75bfe68bd754 req-443c44fc-5ac1-4459-9586-1b962b3631f8 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/5434204e-5323-42e9-829b-8f9286053aca HTTP/1.1" status: 200 len: 1821 time: 0.1123362 Nov 12 12:15:21.243743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9dca7348-e552-4b5e-b244-514bcfb18a49 req-997e9266-f161-474a-9096-2ff47382ff5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 1100 time: 0.0726335 Nov 12 12:15:21.272778 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-277ddba7-c138-487b-9af9-983d14084173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.286020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-277ddba7-c138-487b-9af9-983d14084173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.293120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Made reservation on behalf of bba889f364524398887995568add5b69 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:21.295784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.298351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:21.303097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9dca7348-e552-4b5e-b244-514bcfb18a49 req-8b864760-0a51-43bc-8297-f0f46abe29c1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498886 Nov 12 12:15:21.312633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['e3ac7847-fff5-4b4a-ab15-8b0a3525df21'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:21.414632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-277ddba7-c138-487b-9af9-983d14084173 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f893a807ea24427d9e77c8279a3341f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5907598 Nov 12 12:15:21.416671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ddba7-c138-487b-9af9-983d14084173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67bdc5-697a-44f8-bea5-10f898b41474,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.417564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:21.472855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75910a41-ae6c-48f7-91cf-75bfe68bd754 req-1ad88e36-c36d-4dd2-839a-91ea861cc5a4 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.513377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75910a41-ae6c-48f7-91cf-75bfe68bd754 req-1ad88e36-c36d-4dd2-839a-91ea861cc5a4 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.531890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9112008-0816-4c5c-a865-0ec00c250beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.570529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9112008-0816-4c5c-a865-0ec00c250beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.597023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75910a41-ae6c-48f7-91cf-75bfe68bd754 req-1ad88e36-c36d-4dd2-839a-91ea861cc5a4 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.600577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75910a41-ae6c-48f7-91cf-75bfe68bd754 req-1ad88e36-c36d-4dd2-839a-91ea861cc5a4 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.602479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75910a41-ae6c-48f7-91cf-75bfe68bd754 req-1ad88e36-c36d-4dd2-839a-91ea861cc5a4 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/5434204e-5323-42e9-829b-8f9286053aca HTTP/1.1" status: 204 len: 173 time: 0.3585365 Nov 12 12:15:21.616090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.627015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad88e36-c36d-4dd2-839a-91ea861cc5a4 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434204e-5323-42e9-829b-8f9286053aca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.633038 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.637028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72153f32-09a0-4ecb-ac3d-ad71fc22d6e4 req-f7910d66-d39d-4e67-b2d6-0cbbc1546e53 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:21.644776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72153f32-09a0-4ecb-ac3d-ad71fc22d6e4 req-f7910d66-d39d-4e67-b2d6-0cbbc1546e53 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.0956073 Nov 12 12:15:21.679092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9112008-0816-4c5c-a865-0ec00c250beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.682293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9112008-0816-4c5c-a865-0ec00c250beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.685713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b9112008-0816-4c5c-a865-0ec00c250beb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d67bdc5-697a-44f8-bea5-10f898b41474 HTTP/1.1" status: 204 len: 168 time: 0.2643678 Nov 12 12:15:21.707000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9112008-0816-4c5c-a865-0ec00c250beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67bdc5-697a-44f8-bea5-10f898b41474,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.720630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72153f32-09a0-4ecb-ac3d-ad71fc22d6e4 req-2e0e011f-daf1-4e31-abef-d726d072a320 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727990 Nov 12 12:15:21.762094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a0cce854-5742-4241-b40a-c5c8cd60ae54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:21.774433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.779780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.927256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a0cce854-5742-4241-b40a-c5c8cd60ae54,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.932475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99afca2d-86be-448b-bdd7-0a4d5ff287d0,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:21.955669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128de9fe-00b4-42d1-aaf1-488397d0a628 req-a66c0346-053f-42ea-9cbc-3c6820cea17d tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:21.966499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-128de9fe-00b4-42d1-aaf1-488397d0a628 req-a66c0346-053f-42ea-9cbc-3c6820cea17d tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 949 time: 0.1160498 Nov 12 12:15:21.969095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Checking segment: {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:21.970115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Network hostable DHCP agents. Network: e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:21.993950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.003511 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.011865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:22.037388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:22.047162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:22.047162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.059713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce3533-80db-4fae-b4b3-bbbf81150411 None None] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:22.074122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-128de9fe-00b4-42d1-aaf1-488397d0a628 req-fbf3d148-9846-41b3-8d42-326889627ce4 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062462 Nov 12 12:15:22.095601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a0a89eff-67fb-45ea-82da-08f28b057f39 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9032273 Nov 12 12:15:22.098529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:22.103140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:22.164164 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.165883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.169998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f1d24013-53d8-401b-898a-487d5204b69e details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:22.185757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb547ae2-e679-4cc0-9b26-13b09da62ad6 req-ff7f359c-4fb7-4712-a36f-3915bbd5aad5 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/cd253f93-d4af-4754-b3bd-0b6cdd9232b2 HTTP/1.1" status: 200 len: 2420 time: 0.0853760 Nov 12 12:15:22.193764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f114-d026-4d30-9108-97acfa8577f8 None None] Pushing event updated for resources: {'Port': ['ID=86c48221-10a0-4a06-aaae-de75c3c1cc64,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:22.256377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:22.278836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b6cb2d-8b43-48b9-be3a-46a4039bbc07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.306091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cb547ae2-e679-4cc0-9b26-13b09da62ad6 req-9f4c31dd-42de-42ab-a42c-49550e6f924c tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.322797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Attempting to bind port 86c48221-10a0-4a06-aaae-de75c3c1cc64 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:22.323652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Attempting to bind port 86c48221-10a0-4a06-aaae-de75c3c1cc64 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:22.325161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Attempting to bind port 86c48221-10a0-4a06-aaae-de75c3c1cc64 on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:22.340312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.365206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:22.365586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Checking segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:22.365993 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.366479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Bound using segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:22.367079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Bound port: 86c48221-10a0-4a06-aaae-de75c3c1cc64, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:22.367345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.370857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cb547ae2-e679-4cc0-9b26-13b09da62ad6 req-9f4c31dd-42de-42ab-a42c-49550e6f924c tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.474248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cb547ae2-e679-4cc0-9b26-13b09da62ad6 req-9f4c31dd-42de-42ab-a42c-49550e6f924c tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.477540 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cb547ae2-e679-4cc0-9b26-13b09da62ad6 req-9f4c31dd-42de-42ab-a42c-49550e6f924c tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.478949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb547ae2-e679-4cc0-9b26-13b09da62ad6 req-9f4c31dd-42de-42ab-a42c-49550e6f924c tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd253f93-d4af-4754-b3bd-0b6cdd9232b2 HTTP/1.1" status: 204 len: 173 time: 0.2841744 Nov 12 12:15:22.481533 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b6cb2d-8b43-48b9-be3a-46a4039bbc07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.487899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b6cb2d-8b43-48b9-be3a-46a4039bbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.502867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c31dd-42de-42ab-a42c-49550e6f924c tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd253f93-d4af-4754-b3bd-0b6cdd9232b2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:22.559660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:22.560039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-93b6cb2d-8b43-48b9-be3a-46a4039bbc07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d7773e8c6c64091bfaf6f4448ef6b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023212 Nov 12 12:15:22.571238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.615243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4', 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4', 'tenant_id': 'bba889f364524398887995568add5b69', 'fixed_ips': [{'subnet_id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:15:22.616221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.629291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6cb2d-8b43-48b9-be3a-46a4039bbc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193a58b7-c8ab-4b44-8a15-8d6cd5441fef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:22.644486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:22.679978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1c18-f951-48ef-8972-542c9988d821 req-4150d5e6-d6cd-48f7-aa42-82c2a425b464 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:22.681691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0585ee80-d2d2-4346-9209-6b144e7b360c None None] Provisioning complete for port 86c48221-10a0-4a06-aaae-de75c3c1cc64 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:22.682061 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0585ee80-d2d2-4346-9209-6b144e7b360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.689638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-960e1c18-f951-48ef-8972-542c9988d821 req-4150d5e6-d6cd-48f7-aa42-82c2a425b464 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 950 time: 0.1215837 Nov 12 12:15:22.717057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f1d24013-53d8-401b-898a-487d5204b69e', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'port_id': 'f1d24013-53d8-401b-898a-487d5204b69e', 'mac_address': 'fa:16:3e:9d:b2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484e27a4-46df-4b77-81a8-a299909da0ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:22.722438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0456d6f0-9772-4a52-9f50-7693b95c8a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.740679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b60b6-7307-4c70-b978-be61ddf27984 req-f28a6bf8-b983-417d-b6ef-ea1b2e4f99bd tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:22.747063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-960e1c18-f951-48ef-8972-542c9988d821 req-ed4b6d12-b0ea-4f2c-ac79-6c18c7011488 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 Nov 12 12:15:22.748615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b66b60b6-7307-4c70-b978-be61ddf27984 req-f28a6bf8-b983-417d-b6ef-ea1b2e4f99bd tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 949 time: 0.1440623 Nov 12 12:15:22.775329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] For port 86c48221-10a0-4a06-aaae-de75c3c1cc64, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:22.788621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0456d6f0-9772-4a52-9f50-7693b95c8a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.807248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0585ee80-d2d2-4346-9209-6b144e7b360c None None] Port 86c48221-10a0-4a06-aaae-de75c3c1cc64 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:22.821031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2496f2ae-92ee-47fd-8695-e6b17aad7a56 req-f139e4f4-9a86-418e-bc4b-40c8ef615958 tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "GET /v2.0/security-groups/7624b4ea-f31f-472e-bc79-9275612fdc76 HTTP/1.1" status: 200 len: 2415 time: 0.0463235 Nov 12 12:15:22.832581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] For port 86c48221-10a0-4a06-aaae-de75c3c1cc64, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=86c48221-10a0-4a06-aaae-de75c3c1cc64,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:22.846995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.863294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b66b60b6-7307-4c70-b978-be61ddf27984 req-225d0488-79e3-4b35-8f7e-b7a80d94e0a6 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137426 Nov 12 12:15:22.900548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0456d6f0-9772-4a52-9f50-7693b95c8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.904821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0456d6f0-9772-4a52-9f50-7693b95c8a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.906132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0456d6f0-9772-4a52-9f50-7693b95c8a6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/193a58b7-c8ab-4b44-8a15-8d6cd5441fef HTTP/1.1" status: 204 len: 168 time: 0.3455427 Nov 12 12:15:22.908272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2496f2ae-92ee-47fd-8695-e6b17aad7a56 req-15ebf5fc-4bfb-49dc-8d2d-65633f39142f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.918609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456d6f0-9772-4a52-9f50-7693b95c8a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193a58b7-c8ab-4b44-8a15-8d6cd5441fef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:22.937092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2496f2ae-92ee-47fd-8695-e6b17aad7a56 req-15ebf5fc-4bfb-49dc-8d2d-65633f39142f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:22.986421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.017976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2496f2ae-92ee-47fd-8695-e6b17aad7a56 req-15ebf5fc-4bfb-49dc-8d2d-65633f39142f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.021941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2496f2ae-92ee-47fd-8695-e6b17aad7a56 req-15ebf5fc-4bfb-49dc-8d2d-65633f39142f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.023712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2496f2ae-92ee-47fd-8695-e6b17aad7a56 req-15ebf5fc-4bfb-49dc-8d2d-65633f39142f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] 10.222.0.18 "DELETE /v2.0/security-groups/7624b4ea-f31f-472e-bc79-9275612fdc76 HTTP/1.1" status: 204 len: 173 time: 0.1932094 Nov 12 12:15:23.035011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:23.046213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f114-d026-4d30-9108-97acfa8577f8 None None] Pushing event updated for resources: {'Port': ['ID=86c48221-10a0-4a06-aaae-de75c3c1cc64,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:23.066115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebf5fc-4bfb-49dc-8d2d-65633f39142f tempest-SecurityGroupRulesTestJSON-850663428 tempest-SecurityGroupRulesTestJSON-850663428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624b4ea-f31f-472e-bc79-9275612fdc76,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:23.086956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d24013-53d8-401b-898a-487d5204b69e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:23.130437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:23.131625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:23.146231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Allocated IP 172.20.0.2 (e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4/99afca2d-86be-448b-bdd7-0a4d5ff287d0/619e293f-163e-4aac-a1d8-40735273b690) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:23.157466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cce854-5742-4241-b40a-c5c8cd60ae54'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:23.159981 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e807db8-f31b-421b-8fef-9d4c10e00ca2" -d '{"events": [{"server_uuid": "655f5909-fd20-42c2-a0fe-dd662ef9b21e", "name": "network-vif-plugged", "status": "completed", "tag": "a0cce854-5742-4241-b40a-c5c8cd60ae54"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:23.176870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Deleting subnet caaacd28-0667-4203-8c65-73a08cb7ad4b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:15:23.181147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.228101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:23.246341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.257222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.276917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.382680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.406541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:23.416349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caaacd28-0667-4203-8c65-73a08cb7ad4b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:23.427946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.437018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-336d24f4-8923-4ead-9ea1-a23194d2178c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/caaacd28-0667-4203-8c65-73a08cb7ad4b HTTP/1.1" status: 204 len: 168 time: 0.3958724 Nov 12 12:15:23.437799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:23.438266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:23.506930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f1d24013-53d8-401b-898a-487d5204b69e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:23.553881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.608217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5c28644a-81ad-471b-832c-906808ea5972 None None] Provisioning complete for port 86c48221-10a0-4a06-aaae-de75c3c1cc64 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:23.608587 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c28644a-81ad-471b-832c-906808ea5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.641587 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.672994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.685199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f0c02-7b90-4d27-8c42-9d78a5d9f068 req-3941d512-04c2-4bee-b981-88836e90f648 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:23.693673 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5d6f0c02-7b90-4d27-8c42-9d78a5d9f068 req-3941d512-04c2-4bee-b981-88836e90f648 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.1207390 Nov 12 12:15:23.705751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.753013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.753392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.754150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.754527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > port after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.754851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.755171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > port after_update 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.755491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.755828 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.756144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.756464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.830887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5d6f0c02-7b90-4d27-8c42-9d78a5d9f068 req-3b126607-1679-4ac3-8ef1-01948bb614e3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361971 Nov 12 12:15:23.839419 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.840215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.840215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.840467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 12:15:23.840980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5266dc-f8fa-459a-a5a4-13916eabf3ae']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:23.895149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d60d1c3-2c74-4d93-a6d1-705a75f79139') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:23.895565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d60d1c3-2c74-4d93-a6d1-705a75f79139') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:23.919013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.920819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Allocated IP 172.25.1.196 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/a36b184c-1f66-41d5-a936-e6ff4ed8f1a9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:23.951218 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.966262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df76d-2076-4d1b-8d48-199511e233d4 req-bffa84a7-7a9f-4367-af83-cf602fcb5a96 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:23.968474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b7df76d-2076-4d1b-8d48-199511e233d4 req-bffa84a7-7a9f-4367-af83-cf602fcb5a96 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 949 time: 0.1219847 Nov 12 12:15:23.973691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:15:23.974348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: from cryptography.utils import int_from_bytes Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: from cryptography.utils import int_from_bytes Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:15:23.979053 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:15:24.069073 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.081721 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7cd52-766d-4569-8a92-cca71ae7bae9 x-openstack-request-id: req-56f7cd52-766d-4569-8a92-cca71ae7bae9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:24.082356 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655f5909-fd20-42c2-a0fe-dd662ef9b21e", "name": "network-vif-plugged", "status": "completed", "tag": "a0cce854-5742-4241-b40a-c5c8cd60ae54", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:24.082356 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56f7cd52-766d-4569-8a92-cca71ae7bae9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:24.082873 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cce854-5742-4241-b40a-c5c8cd60ae54', 'code': 200} Nov 12 12:15:24.086076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.089680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c5266dc-f8fa-459a-a5a4-13916eabf3ae HTTP/1.1" status: 204 len: 168 time: 0.6507554 Nov 12 12:15:24.095439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b7df76d-2076-4d1b-8d48-199511e233d4 req-92c42667-6d56-4adc-aac6-bb17727946ad tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047237 Nov 12 12:15:24.106936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a293-8775-439e-867a-4f7fbf073417 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5266dc-f8fa-459a-a5a4-13916eabf3ae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:24.180138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e3ac7847-fff5-4b4a-ab15-8b0a3525df21 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:24.186228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad252dd-3ffe-4555-99cd-75868922899a req-e76cb4a9-2f31-4bd5-88cb-38ed6b0a736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:24.188405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ad252dd-3ffe-4555-99cd-75868922899a req-e76cb4a9-2f31-4bd5-88cb-38ed6b0a736f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 1101 time: 0.1649082 Nov 12 12:15:24.197505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca1290-09df-410f-b9fc-0adf7ea2cb0b req-a508865f-32dc-4b4c-b4cc-5ad9eaee165a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:24.205073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-08ca1290-09df-410f-b9fc-0adf7ea2cb0b req-a508865f-32dc-4b4c-b4cc-5ad9eaee165a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 950 time: 0.1701019 Nov 12 12:15:24.210210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.287166 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.321475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ad252dd-3ffe-4555-99cd-75868922899a req-e68c0028-3a44-47da-856c-dc863653cd57 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092708 Nov 12 12:15:24.333151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-08ca1290-09df-410f-b9fc-0adf7ea2cb0b req-31779bb6-43ce-447a-bab6-3187ea797366 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269996 Nov 12 12:15:24.358146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.397299 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.399083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:24.448529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:24.460296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:24.475601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:24.476859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:24.508227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c4469b5b-9d0d-4f32-9bba-2645f63a0072 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9389924351ab4f03a8c9e78bb2b137d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034660 Nov 12 12:15:24.508227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36800) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:24.531009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:24.554631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:24.557005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:24.559167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Pushing event updated for resources: {'Port': ['ID=619e293f-163e-4aac-a1d8-40735273b690,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:24.589933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c236768d-e760-4a22-beba-b4bb39a03fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.617613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c236768d-e760-4a22-beba-b4bb39a03fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.624079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c28644a-81ad-471b-832c-906808ea5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.675603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81420ed0-3832-4cc1-af0b-2d4617990341 req-c5ac0c0c-5313-4252-bbbd-ce2ff9c37b7d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:24.684236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81420ed0-3832-4cc1-af0b-2d4617990341 req-c5ac0c0c-5313-4252-bbbd-ce2ff9c37b7d tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 949 time: 0.2305689 Nov 12 12:15:24.695444 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c236768d-e760-4a22-beba-b4bb39a03fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.702927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c236768d-e760-4a22-beba-b4bb39a03fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.705021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c236768d-e760-4a22-beba-b4bb39a03fba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6c3aa9d-9b2b-4e69-a65c-df879eaba469 HTTP/1.1" status: 204 len: 168 time: 0.1943827 Nov 12 12:15:24.717452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5c28644a-81ad-471b-832c-906808ea5972 None None] For port 86c48221-10a0-4a06-aaae-de75c3c1cc64, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=86c48221-10a0-4a06-aaae-de75c3c1cc64,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:24.723370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236768d-e760-4a22-beba-b4bb39a03fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c3aa9d-9b2b-4e69-a65c-df879eaba469,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:24.726768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:15:24.732549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c28644a-81ad-471b-832c-906808ea5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.741866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:24.742253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.747022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Attempting to bind port 619e293f-163e-4aac-a1d8-40735273b690 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:24.747350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Attempting to bind port 619e293f-163e-4aac-a1d8-40735273b690 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:24.747706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Attempting to bind port 619e293f-163e-4aac-a1d8-40735273b690 on network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:24.778501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:24.778868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Checking segment: {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:24.779327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.779718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Bound using segment: {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:24.780203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Bound port: 619e293f-163e-4aac-a1d8-40735273b690, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:24.780581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:24.874002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81420ed0-3832-4cc1-af0b-2d4617990341 req-8ca8c5d0-4f37-419a-abe8-816c74c52669 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885073 Nov 12 12:15:24.914838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28644a-81ad-471b-832c-906808ea5972 None None] Pushing event updated for resources: {'Port': ['ID=86c48221-10a0-4a06-aaae-de75c3c1cc64,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:24.950248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:22Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:24.998700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cba457-d4bc-42cc-9907-81c29c5ec5cc None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:22Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:25.009089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] For port 619e293f-163e-4aac-a1d8-40735273b690, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:25.013348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] For port 619e293f-163e-4aac-a1d8-40735273b690, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=619e293f-163e-4aac-a1d8-40735273b690,segment=NetworkSegment(453ec0be-29a3-4bee-afa8-c074f8de36cc),segment_id=453ec0be-29a3-4bee-afa8-c074f8de36cc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:25.045712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:25.123006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:25.135350 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:25.173445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123d767-64f6-4bd8-bce0-ab4511e5eca5 req-14ffcded-9a74-46ae-a1a9-0c01e5abb2ab tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:25.185667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8123d767-64f6-4bd8-bce0-ab4511e5eca5 req-14ffcded-9a74-46ae-a1a9-0c01e5abb2ab tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.1305027 Nov 12 12:15:25.188787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab86a5-3368-42c9-955c-fd3d571e38c1 None None] Pushing event updated for resources: {'Port': ['ID=619e293f-163e-4aac-a1d8-40735273b690,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:25.205744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:25.217066 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:25.269857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8123d767-64f6-4bd8-bce0-ab4511e5eca5 req-d1cdf6bc-22d2-43c4-8388-e0c03e44fd6a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831861 Nov 12 12:15:25.380500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:25.578332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c135d9-446a-4cd7-bb71-23a4e05e2ea4 req-98c3b446-7e77-4246-a466-59914ed2c526 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:25.600434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82c135d9-446a-4cd7-bb71-23a4e05e2ea4 req-98c3b446-7e77-4246-a466-59914ed2c526 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 950 time: 0.1424680 Nov 12 12:15:25.710386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86c48221-10a0-4a06-aaae-de75c3c1cc64 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:25.752274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82c135d9-446a-4cd7-bb71-23a4e05e2ea4 req-1ee02c6e-4e57-4da9-9aab-7e94b5c24e52 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506438 Nov 12 12:15:25.758491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:25.870794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 86c48221-10a0-4a06-aaae-de75c3c1cc64 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:25.870794 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.083927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:26.089175 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce88bd-3d2c-4eeb-a6a2-38336eaa1bb7" -d '{"events": [{"server_uuid": "1aac20e9-e25d-4518-88cd-f4d100605b84", "name": "network-vif-plugged", "status": "completed", "tag": "e3ac7847-fff5-4b4a-ab15-8b0a3525df21"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:26.095437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57269aea-02b5-4106-aa3e-7d8d95428430 req-2d1be889-50fd-4599-b83f-2e4d2a051585 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:26.106623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57269aea-02b5-4106-aa3e-7d8d95428430 req-2d1be889-50fd-4599-b83f-2e4d2a051585 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.1274462 Nov 12 12:15:26.142018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f1d24013-53d8-401b-898a-487d5204b69e up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:26.157287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Router f19ba362-3011-44d0-9bff-fd76d538a759 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:15:26.254705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57269aea-02b5-4106-aa3e-7d8d95428430 req-617400c0-be55-41ac-9889-7d25bf19c6e7 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503282 Nov 12 12:15:26.257113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f1d24013-53d8-401b-898a-487d5204b69e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:15:26.262720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f1d24013-53d8-401b-898a-487d5204b69e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:26.263139 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.358347 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a007b082-746b-4360-8ac9-591a88e818bb x-openstack-request-id: req-a007b082-746b-4360-8ac9-591a88e818bb {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:26.358664 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac20e9-e25d-4518-88cd-f4d100605b84", "name": "network-vif-plugged", "status": "completed", "tag": "e3ac7847-fff5-4b4a-ab15-8b0a3525df21", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:26.358920 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a007b082-746b-4360-8ac9-591a88e818bb {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:26.365109 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21', 'code': 200} Nov 12 12:15:26.527644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.588044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:26.599854 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.696697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd5df-cd4f-47a5-8021-d91b177ce768 req-49319baa-0fc1-48c8-991e-4609792a17dd tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:26.706017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c82dd5df-cd4f-47a5-8021-d91b177ce768 req-49319baa-0fc1-48c8-991e-4609792a17dd tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 949 time: 0.1427846 Nov 12 12:15:26.720699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:26.761880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:26.772074 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Sync routers for ids ['f19ba362-3011-44d0-9bff-fd76d538a759'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:26.800294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c82dd5df-cd4f-47a5-8021-d91b177ce768 req-424e3748-c48c-4540-b018-3e11eeb5376f tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932543 Nov 12 12:15:26.800892 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Routers {'f19ba362-3011-44d0-9bff-fd76d538a759'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:26.804941 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f19ba362-3011-44d0-9bff-fd76d538a759'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:26.841321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adb50e-4e27-4fc9-a452-71a13e404010 req-d2e04056-d2ef-4dc3-a6f2-d80df9930c1f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:26.843553 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63adb50e-4e27-4fc9-a452-71a13e404010 req-d2e04056-d2ef-4dc3-a6f2-d80df9930c1f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 945 time: 0.3262162 Nov 12 12:15:26.846452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b8aca-cb09-4276-91d9-cee504df726e req-8ce5e572-1dad-4032-ad45-06187ebad639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:26.848471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e3b8aca-cb09-4276-91d9-cee504df726e req-8ce5e572-1dad-4032-ad45-06187ebad639 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 1101 time: 0.3352704 Nov 12 12:15:26.885292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.891012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:26.891272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9ac04f8-b2ac-4d68-a1ab-d1675e80e6c3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7916589 Nov 12 12:15:26.984393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f72150-0b27-40d9-8c63-b5597d597590 None None] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:26.986542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63adb50e-4e27-4fc9-a452-71a13e404010 req-b45ca715-c08a-4fa9-a814-19c971f0d516 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317286 Nov 12 12:15:27.013068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e3b8aca-cb09-4276-91d9-cee504df726e req-342cce5b-3dfa-44ae-b0de-00b6f449c06d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422622 Nov 12 12:15:27.043687 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Set router f19ba362-3011-44d0-9bff-fd76d538a759 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:27.192931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-675d4cd4-104c-44bc-a892-064ce0c545c3 None None] Provisioning complete for port 619e293f-163e-4aac-a1d8-40735273b690 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:27.193417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-675d4cd4-104c-44bc-a892-064ce0c545c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.202474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9346a0-e55a-4fd5-abe8-75799bcc338e req-f6d01bac-0e05-4efb-8fbc-a63f635060af tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:27.214039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b9346a0-e55a-4fd5-abe8-75799bcc338e req-f6d01bac-0e05-4efb-8fbc-a63f635060af tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 950 time: 0.1332784 Nov 12 12:15:27.255969 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 3, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:27.294749 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Checking router: f19ba362-3011-44d0-9bff-fd76d538a759 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:27.295088 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Updating router f19ba362-3011-44d0-9bff-fd76d538a759 port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:27.345783 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.349316 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b9346a0-e55a-4fd5-abe8-75799bcc338e req-df69d148-6a6b-403d-bbd4-5fdffe2b7d78 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340497 Nov 12 12:15:27.451247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:27.523765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba591700-6854-49b6-a2a7-878dee81609d req-30e28aaf-9848-4ea7-b819-eeda952729da tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:27.530151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba591700-6854-49b6-a2a7-878dee81609d req-30e28aaf-9848-4ea7-b819-eeda952729da tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.0958993 Nov 12 12:15:27.584593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-675d4cd4-104c-44bc-a892-064ce0c545c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.622425 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba591700-6854-49b6-a2a7-878dee81609d req-f4070608-eefb-4b44-a151-bfbb1c917e12 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898798 Nov 12 12:15:27.623353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:27.673390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 619e293f-163e-4aac-a1d8-40735273b690 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:27.726965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-675d4cd4-104c-44bc-a892-064ce0c545c3 None None] For port 619e293f-163e-4aac-a1d8-40735273b690, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=619e293f-163e-4aac-a1d8-40735273b690,segment=NetworkSegment(453ec0be-29a3-4bee-afa8-c074f8de36cc),segment_id=453ec0be-29a3-4bee-afa8-c074f8de36cc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:27.745703 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-675d4cd4-104c-44bc-a892-064ce0c545c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.751828 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.801756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-189229248-network', 'tenant_id': '2344089f8a8b49859db549c838059af7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:27.862646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Made reservation on behalf of 2344089f8a8b49859db549c838059af7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:27.875601 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.908144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.947734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 619e293f-163e-4aac-a1d8-40735273b690 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:27.949089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.953881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4cd4-104c-44bc-a892-064ce0c545c3 None None] Pushing event updated for resources: {'Port': ['ID=619e293f-163e-4aac-a1d8-40735273b690,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:27.987918 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.993832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-443f3c48-8018-416c-a6c6-f911dabf50d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.004683 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.069098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Allocated IP 172.20.0.1 (e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4/99afca2d-86be-448b-bdd7-0a4d5ff287d0/493efaa3-d3d5-4cf7-8db5-1fe4c1a05107) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:28.131287 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Attempting to bind port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:28.131659 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Attempting to bind port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:28.132023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Attempting to bind port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:28.157729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8559d-5131-491e-849a-f6d279f597ed None None] Pushing event updated for resources: {'Port': ['ID=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:28.163494 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:28.171608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:28.172166 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.172579 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:28.173083 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Bound port: a36b184c-1f66-41d5-a936-e6ff4ed8f1a9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:28.173514 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.190786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b18b3244-0401-443d-bc07-4fc80d0b0edc None None] Provisioning complete for port 619e293f-163e-4aac-a1d8-40735273b690 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:28.191151 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b18b3244-0401-443d-bc07-4fc80d0b0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.210333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.248188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-3d883f73-a4d4-491f-b4fb-796bb00da1c0 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.249607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-3d883f73-a4d4-491f-b4fb-796bb00da1c0 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.65 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 949 time: 0.2103081 Nov 12 12:15:28.255272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.274442 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-443f3c48-8018-416c-a6c6-f911dabf50d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.276531 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.321890 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] For port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:28.328824 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] For port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:28.338266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-443f3c48-8018-416c-a6c6-f911dabf50d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.339109 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.355496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:28.355960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.367823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:28.369406 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48859df-2b47-405c-9367-b8e0265602a2" -d '{"events": [{"server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "name": "network-vif-plugged", "status": "completed", "tag": "f1d24013-53d8-401b-898a-487d5204b69e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:28.387274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf970cb-b8a0-432f-af94-30ce786a4f60,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:28.398239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:28.401521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:28.407923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.408266 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Added segment 235b3891-a10a-48ee-9f31-aa23f811b0e2 of type vlan for network bc7f648e-2151-4037-8aa1-0db01c9415e9 Nov 12 12:15:28.409066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:28.429904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88186d53-cd6d-4f1e-ba6a-53422197b510 req-80d7b519-dcce-454e-b593-036347df1311 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.431651 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8559d-5131-491e-849a-f6d279f597ed None None] Pushing event updated for resources: {'Port': ['ID=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:28.431798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88186d53-cd6d-4f1e-ba6a-53422197b510 req-80d7b519-dcce-454e-b593-036347df1311 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 945 time: 0.1863134 Nov 12 12:15:28.451761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-443f3c48-8018-416c-a6c6-f911dabf50d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35470f4b565a4d9ab5497c3503bd68c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8223135 Nov 12 12:15:28.457841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675232-7a47-49b7-8afe-1110afd03283 req-7b05a07b-5322-42b2-9c70-344a8f006c83 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.459803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b675232-7a47-49b7-8afe-1110afd03283 req-7b05a07b-5322-42b2-9c70-344a8f006c83 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 949 time: 0.2386367 Nov 12 12:15:28.462264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:28.500249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Pushing event updated for resources: {'Port': ['ID=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:28.524494 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Routers {'f19ba362-3011-44d0-9bff-fd76d538a759'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:28.526938 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f19ba362-3011-44d0-9bff-fd76d538a759'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:28.532602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.615023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b675232-7a47-49b7-8afe-1110afd03283 req-eca9dcec-3351-4686-9840-2836c42f642c tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/security-groups?id=07de090d-6d9d-4874-9dc4-0069477cc4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225538 Nov 12 12:15:28.617507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.634813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f3c48-8018-416c-a6c6-f911dabf50d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527410f4-bc67-40ea-8e7a-52cafe90133f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:28.678257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88186d53-cd6d-4f1e-ba6a-53422197b510 req-cc00708b-87a8-49f2-a7ce-a3e6636fe277 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165790 Nov 12 12:15:28.713350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.734918 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] Set router f19ba362-3011-44d0-9bff-fd76d538a759 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:28.739155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e29431b4-875d-4a73-a15b-e39fb678f80e None None] Provisioning complete for port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:28.739658 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e29431b4-875d-4a73-a15b-e39fb678f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.740490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Deleting port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:28.740831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.785482 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec226c-390c-41ea-ac57-327b7e241c16 x-openstack-request-id: req-dcec226c-390c-41ea-ac57-327b7e241c16 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:28.788356 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "name": "network-vif-plugged", "status": "completed", "tag": "f1d24013-53d8-401b-898a-487d5204b69e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:28.788863 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcec226c-390c-41ea-ac57-327b7e241c16 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:28.789493 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e', 'code': 200} Nov 12 12:15:28.828902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e29431b4-875d-4a73-a15b-e39fb678f80e None None] Port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:28.901960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.903120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.903693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.920240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1cd559d-d3f0-4213-91ce-b243042ecf9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:28.978260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5133991 Nov 12 12:15:29.014213 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 3, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:29.024544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:29.033733 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Request body: {'subnet': {'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-189229248-subnet', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:29.040798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1cd559d-d3f0-4213-91ce-b243042ecf9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.050888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f06879-7340-49f0-a586-1aa6a1135081 None None] The sync data for ids ['f19ba362-3011-44d0-9bff-fd76d538a759'] in n-d-804878-5 is: [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 3, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:29.065281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] For port ff1906bf-1dbc-4c01-a10d-754b7f1271a4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:29.065647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.080036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47666b4d-39d6-497c-84c5-411ea0fd234f admin admin] Pushing event updated for resources: {'Network': ['ID=bc7f648e-2151-4037-8aa1-0db01c9415e9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:29.089362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f279c3-1005-4e7c-9a95-39e71401f874 req-47bff6f4-b94d-4c77-acc7-8d598a791cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.090915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14f279c3-1005-4e7c-9a95-39e71401f874 req-47bff6f4-b94d-4c77-acc7-8d598a791cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1096 time: 0.2255647 Nov 12 12:15:29.092525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:29.108849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Calling delete_port for ff1906bf-1dbc-4c01-a10d-754b7f1271a4 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:29.161648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Made reservation on behalf of 2344089f8a8b49859db549c838059af7 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:29.165765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.258957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4795e-1a2b-4c2b-b335-903c4e56e706 req-5afd868a-3988-448b-a013-ea20a9887a52 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.267394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4eb4795e-1a2b-4c2b-b335-903c4e56e706 req-5afd868a-3988-448b-a013-ea20a9887a52 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.1196587 Nov 12 12:15:29.317121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14f279c3-1005-4e7c-9a95-39e71401f874 req-d3214d4d-da4d-428e-9039-9f0e9f31311a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136414 Nov 12 12:15:29.330832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.358472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4eb4795e-1a2b-4c2b-b335-903c4e56e706 req-73037bf6-bfae-44d4-a1cb-5f1401656f60 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853860 Nov 12 12:15:29.407774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1cd559d-d3f0-4213-91ce-b243042ecf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.411276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.412193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1cd559d-d3f0-4213-91ce-b243042ecf9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.414587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f1cd559d-d3f0-4213-91ce-b243042ecf9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/527410f4-bc67-40ea-8e7a-52cafe90133f HTTP/1.1" status: 204 len: 168 time: 0.9485087 Nov 12 12:15:29.422883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.429824 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.443871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd559d-d3f0-4213-91ce-b243042ecf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527410f4-bc67-40ea-8e7a-52cafe90133f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:29.462205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.462829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.463167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.464369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.464954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.465292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.487188 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-615af583-226e-45ce-afbc-e3beb5a21414 req-30a5f306-be06-430a-bd6b-048ce2d63e06 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&device_id=13604e26-351b-4fd9-8a01-e08c5213a17c&device_id=1aac20e9-e25d-4518-88cd-f4d100605b84&device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e&device_id=45bd16dc-5fac-413b-b9ec-9474969331b8&device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 5572 time: 0.3621440 Nov 12 12:15:29.546633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-615af583-226e-45ce-afbc-e3beb5a21414 req-81c12e70-12ed-454e-b62b-e32bfc58caf9 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.609754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.622594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Pushing event updated for resources: {'Port': ['ID=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:29.727641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 619e293f-163e-4aac-a1d8-40735273b690 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:29.832702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 619e293f-163e-4aac-a1d8-40735273b690 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:29.833874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.850380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.867393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.880465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ff1906bf-1dbc-4c01-a10d-754b7f1271a4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:29.887838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc9a-5f32-466a-ae7c-7a7da1096554 req-7e9947e3-efc5-48ee-ba22-687b85ea79e3 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:29.896170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a29bc9a-5f32-466a-ae7c-7a7da1096554 req-7e9947e3-efc5-48ee-ba22-687b85ea79e3 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.0979521 Nov 12 12:15:29.930676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:29.937775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:30.004968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:30.081236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a29bc9a-5f32-466a-ae7c-7a7da1096554 req-f75e353b-029d-4da7-b01f-5de5c40d044e tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840317 Nov 12 12:15:30.096169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:30.096548 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.203232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Router f19ba362-3011-44d0-9bff-fd76d538a759 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:30.243302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.280057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5187e6b4-0bc2-4243-819e-0819057f7161 req-7ba50f5b-086f-45a7-9799-efc5c4167eee tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.18 "GET /v2.0/ports?device_id=13604e26-351b-4fd9-8a01-e08c5213a17c HTTP/1.1" status: 200 len: 210 time: 0.0621974 Nov 12 12:15:30.283894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:30.294608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.400503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Pushing event deleted for resources: {'Port': ['ID=ff1906bf-1dbc-4c01-a10d-754b7f1271a4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:30.469358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc4e5101-52f6-4686-a9ff-cc3a1ac925f2 None None] Provisioning complete for port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:30.471961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5101-52f6-4686-a9ff-cc3a1ac925f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.512831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:30.530733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:30.540619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-51976a10-a782-4abc-bb63-a18510f87659 admin admin] 10.222.0.18 "PUT /v2.0/routers/f19ba362-3011-44d0-9bff-fd76d538a759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6481900 Nov 12 12:15:30.601419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e5101-52f6-4686-a9ff-cc3a1ac925f2 None None] Port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:30.620661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] No DVR routers for this DVR port ff1906bf-1dbc-4c01-a10d-754b7f1271a4 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:15:30.624033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.629178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8db1bec8-87da-4c2d-bb76-2cee308b6802 req-9bf0fe73-cde6-4464-b61d-0d12762ec3b7 tempest-TenantUsagesTestJSON-399747858 tempest-TenantUsagesTestJSON-399747858-project] 10.222.0.65 "DELETE /v2.0/ports/ff1906bf-1dbc-4c01-a10d-754b7f1271a4 HTTP/1.1" status: 204 len: 173 time: 2.3508105 Nov 12 12:15:30.642641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'name': 'network-vif-deleted', 'tag': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:30.645501 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e7190-a383-48b1-9126-e34f7bb71b44" -d '{"events": [{"server_uuid": "13604e26-351b-4fd9-8a01-e08c5213a17c", "name": "network-vif-deleted", "tag": "ff1906bf-1dbc-4c01-a10d-754b7f1271a4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:30.654091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708698fd-f25d-4b1b-9803-773e41f90b19 req-36efc0a5-4b6c-46e6-998e-8c1eadc9a7aa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:30.662074 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-708698fd-f25d-4b1b-9803-773e41f90b19 req-36efc0a5-4b6c-46e6-998e-8c1eadc9a7aa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 945 time: 0.1202073 Nov 12 12:15:30.663676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a593d1-1467-4764-acae-3599fc6f0879,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:30.696452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Checking segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:30.696825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Network hostable DHCP agents. Network: bc7f648e-2151-4037-8aa1-0db01c9415e9, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:30.752096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-708698fd-f25d-4b1b-9803-773e41f90b19 req-1d40a680-4b86-4a26-8770-b34c3aa28071 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858104 Nov 12 12:15:30.778297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:30.794125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-615af583-226e-45ce-afbc-e3beb5a21414 req-81c12e70-12ed-454e-b62b-e32bfc58caf9 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.801038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-615af583-226e-45ce-afbc-e3beb5a21414 req-81c12e70-12ed-454e-b62b-e32bfc58caf9 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.822485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, bc7f648e-2151-4037-8aa1-0db01c9415e9) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:30.832174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa778073-8067-4cec-9013-4e769e1b9a29 None None] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:30.836709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:30.837365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.879511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c12e70-12ed-454e-b62b-e32bfc58caf9 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a02024-79af-4e8e-952d-3df8f88b94cd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:30.894286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-765d1048-7139-4b8a-a7ab-aa4b20b5d7cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8650353 Nov 12 12:15:30.896858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:30.904249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:30.944090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-615af583-226e-45ce-afbc-e3beb5a21414 req-81c12e70-12ed-454e-b62b-e32bfc58caf9 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&id=07de090d-6d9d-4874-9dc4-0069477cc4c5&id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 1.4555504 Nov 12 12:15:30.959002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:30.960921 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.007615 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ad33b-5d53-49d4-a239-017ae6c188f1 x-openstack-request-id: req-6f0ad33b-5d53-49d4-a239-017ae6c188f1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:31.007814 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13604e26-351b-4fd9-8a01-e08c5213a17c", "name": "network-vif-deleted", "tag": "ff1906bf-1dbc-4c01-a10d-754b7f1271a4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:31.008055 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f0ad33b-5d53-49d4-a239-017ae6c188f1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:31.008561 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13604e26-351b-4fd9-8a01-e08c5213a17c', 'name': 'network-vif-deleted', 'tag': 'ff1906bf-1dbc-4c01-a10d-754b7f1271a4', 'status': 'completed', 'code': 200} Nov 12 12:15:31.037226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.129156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-bc7f648e-2151-4037-8aa1-0db01c9415e9', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:15:31.130285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.245938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.375169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Allocated IP 172.20.0.2 (bc7f648e-2151-4037-8aa1-0db01c9415e9/e7a593d1-1467-4764-acae-3599fc6f0879/8dc5a808-5990-45a6-b814-d00e438741d5) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:31.593382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Sync routers for ids ['f19ba362-3011-44d0-9bff-fd76d538a759'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:31.602246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.602595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:31.636788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.684565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Routers {'f19ba362-3011-44d0-9bff-fd76d538a759'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:31.685253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f19ba362-3011-44d0-9bff-fd76d538a759'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:31.698959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.748444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:31.756103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Pushing event updated for resources: {'Port': ['ID=8dc5a808-5990-45a6-b814-d00e438741d5,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:31.758733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:31.763647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.781798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:31.797310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb6b4-95ec-4d82-b1d4-d46f52214cbe req-8adc3544-672f-40c7-bdfb-69835996d839 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:31.798936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03cdb6b4-95ec-4d82-b1d4-d46f52214cbe req-8adc3544-672f-40c7-bdfb-69835996d839 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.3380342 Nov 12 12:15:31.821641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:31.894719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:31.894719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.969770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03cdb6b4-95ec-4d82-b1d4-d46f52214cbe req-d6bd91c7-89d9-4dee-9146-1604a8900e04 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151257 Nov 12 12:15:32.004870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0e80-3956-4864-b961-dcc06b76dd38 req-b63e811b-aed4-44c8-91bd-2f95cbd1e2a1 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:32.005458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Set router f19ba362-3011-44d0-9bff-fd76d538a759 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:32.005864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0e80-3956-4864-b961-dcc06b76dd38 req-b63e811b-aed4-44c8-91bd-2f95cbd1e2a1 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:32.006826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0e80-3956-4864-b961-dcc06b76dd38 req-b63e811b-aed4-44c8-91bd-2f95cbd1e2a1 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:32.008037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Allocated IP 172.25.1.42 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/57feb428-a145-475c-907e-ce06d0810756) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:32.017083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fbf0e80-3956-4864-b961-dcc06b76dd38 req-b63e811b-aed4-44c8-91bd-2f95cbd1e2a1 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e&device_id=45bd16dc-5fac-413b-b9ec-9474969331b8&device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 2905 time: 0.0588865 Nov 12 12:15:32.059725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e51-7fbc-4a42-bdb2-0c9069f23dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.080960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Attempting to bind port 8dc5a808-5990-45a6-b814-d00e438741d5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:32.081250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Attempting to bind port 8dc5a808-5990-45a6-b814-d00e438741d5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:32.081741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Attempting to bind port 8dc5a808-5990-45a6-b814-d00e438741d5 on network bc7f648e-2151-4037-8aa1-0db01c9415e9 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:32.111725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:32.112510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Checking segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:32.113396 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.114039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Bound using segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:32.114814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Bound port: 8dc5a808-5990-45a6-b814-d00e438741d5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:32.115337 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.196698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.226701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531bdd8-d47b-4cd6-82cc-e91ca7f89fd6 req-d7d8f56d-e173-45f2-885c-061772d3b01d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:32.228432 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c531bdd8-d47b-4cd6-82cc-e91ca7f89fd6 req-d7d8f56d-e173-45f2-885c-061772d3b01d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 945 time: 0.0800054 Nov 12 12:15:32.233372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:32.246144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ff1906bf-1dbc-4c01-a10d-754b7f1271a4 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:32.260094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e51-7fbc-4a42-bdb2-0c9069f23dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.269054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4fd4e51-7fbc-4a42-bdb2-0c9069f23dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.276064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: ff1906bf-1dbc-4c01-a10d-754b7f1271a4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:32.276421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ff1906bf-1dbc-4c01-a10d-754b7f1271a4 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:32.300769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c531bdd8-d47b-4cd6-82cc-e91ca7f89fd6 req-0ec25e06-bcb5-48c8-ad6b-e0b47111fcb3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563962 Nov 12 12:15:32.311885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.313690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fbf0e80-3956-4864-b961-dcc06b76dd38 req-7cf873cf-1830-44dd-93d5-593682a80bc7 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867370 Nov 12 12:15:32.359952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] For port 8dc5a808-5990-45a6-b814-d00e438741d5, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:32.374061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] For port 8dc5a808-5990-45a6-b814-d00e438741d5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8dc5a808-5990-45a6-b814-d00e438741d5,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:32.374741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e4fd4e51-7fbc-4a42-bdb2-0c9069f23dcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d488d47d23ae4838a86abe9d8399e908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5506771 Nov 12 12:15:32.375533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:32.376180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd4e51-7fbc-4a42-bdb2-0c9069f23dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d3feb-f2b1-47f8-b71b-3ace8cf7de37,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:32.398135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.401646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:32.415220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:32.419907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:32.472571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82219cb0-9b09-4ca6-98db-4c507da8d85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.500070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320de943-bc91-4b19-819b-80afd72713a1 None None] Pushing event updated for resources: {'Port': ['ID=8dc5a808-5990-45a6-b814-d00e438741d5,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:32.512328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82219cb0-9b09-4ca6-98db-4c507da8d85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.537455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Pushing event updated for resources: {'Port': ['ID=57feb428-a145-475c-907e-ce06d0810756,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:32.616089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82219cb0-9b09-4ca6-98db-4c507da8d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.619559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82219cb0-9b09-4ca6-98db-4c507da8d85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.621432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-82219cb0-9b09-4ca6-98db-4c507da8d85a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/127d3feb-f2b1-47f8-b71b-3ace8cf7de37 HTTP/1.1" status: 204 len: 168 time: 0.2423530 Nov 12 12:15:32.637368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82219cb0-9b09-4ca6-98db-4c507da8d85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d3feb-f2b1-47f8-b71b-3ace8cf7de37,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:32.814487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-14e90f75-de8a-4940-9175-4c818ff7356b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:32.816133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-14e90f75-de8a-4940-9175-4c818ff7356b tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.3276477 Nov 12 12:15:32.906896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:15:28Z', 'revision_number': 4, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '493efaa3-d3d5-4cf7-8db5-1fe4c1a05107', 'name': '', 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4', 'tenant_id': 'bba889f364524398887995568add5b69', 'mac_address': 'fa:16:3e:61:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:27Z', 'updated_at': '2021-11-12T12:15:28Z', 'revision_number': 2, 'project_id': 'bba889f364524398887995568add5b69', 'subnets': [{'id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:32.943019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Checking router: f19ba362-3011-44d0-9bff-fd76d538a759 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:32.946685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Updating router f19ba362-3011-44d0-9bff-fd76d538a759 port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:32.989550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.028722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7bfa52b5-80e6-4414-b8cb-c8aa24cf9ac7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=067795909133432daf1842742534ac3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7941642 Nov 12 12:15:33.033440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:33.137026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83f1cd8b-5dbd-4e20-987c-6cd86d3f01e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.178231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83f1cd8b-5dbd-4e20-987c-6cd86d3f01e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.180233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:33.289709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:33.301923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337996932', 'description': 'tempest-description--761964604'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:33.319949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83f1cd8b-5dbd-4e20-987c-6cd86d3f01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.328122 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83f1cd8b-5dbd-4e20-987c-6cd86d3f01e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.334860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-83f1cd8b-5dbd-4e20-987c-6cd86d3f01e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07de090d-6d9d-4874-9dc4-0069477cc4c5 HTTP/1.1" status: 204 len: 168 time: 0.3003452 Nov 12 12:15:33.378903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1cd8b-5dbd-4e20-987c-6cd86d3f01e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de090d-6d9d-4874-9dc4-0069477cc4c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:33.381467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.394826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc6295-f25f-40c3-a57d-7908188b5ec8 req-331fabe9-73b3-430f-9cc4-345bac1facc9 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:33.398963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50cc6295-f25f-40c3-a57d-7908188b5ec8 req-331fabe9-73b3-430f-9cc4-345bac1facc9 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1096 time: 0.3839099 Nov 12 12:15:33.511109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.524500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.526232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.565372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45ba5054-860c-4496-8178-d0b29b968911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.662194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Deleting port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:33.663247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.699885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50cc6295-f25f-40c3-a57d-7908188b5ec8 req-d7ea0306-1653-4581-845b-a3e46bb80bd7 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851031 Nov 12 12:15:33.703557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.805449 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45ba5054-860c-4496-8178-d0b29b968911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.806986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990bb99-6aff-4514-b184-66bd7a717a13 None None] Pushing event updated for resources: {'Port': ['ID=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:33.807783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.853177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8dc5a808-5990-45a6-b814-d00e438741d5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:33.912253 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45ba5054-860c-4496-8178-d0b29b968911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.972195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6940c07-6c17-4547-8286-130288b5241a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:33.988048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-45ba5054-860c-4496-8178-d0b29b968911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1179e3d1762d47cab319ee125383bd23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8039277 Nov 12 12:15:33.999085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37094) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:34.036881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Attempting to bind port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:34.038412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Attempting to bind port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:34.039004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Attempting to bind port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 on network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:34.039449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] For port e3ac7847-fff5-4b4a-ab15-8b0a3525df21, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:34.039829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.047529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:34.052042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Checking segment: {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:34.052827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.053580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Bound using segment: {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:34.054468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Bound port: 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ec0be-29a3-4bee-afa8-c074f8de36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:34.055080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.120578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5054-860c-4496-8178-d0b29b968911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5149d6bc-16b5-4a11-9e03-14adb53883bd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:34.128893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:34.162827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Calling delete_port for e3ac7847-fff5-4b4a-ab15-8b0a3525df21 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:34.168731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8dc5a808-5990-45a6-b814-d00e438741d5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:34.169171 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.176059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3de3-ffda-4ebe-8e0f-057533356bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.202485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c643dd-5df9-40e3-98a0-acc4cdc91261 req-e6debc98-1cf9-40a6-8b87-0210c9cc00e9 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:34.214016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76c643dd-5df9-40e3-98a0-acc4cdc91261 req-e6debc98-1cf9-40a6-8b87-0210c9cc00e9 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 950 time: 0.3969240 Nov 12 12:15:34.217155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cbeeedce-81e9-428e-9589-778929a2764b None None] Provisioning complete for port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:34.217589 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbeeedce-81e9-428e-9589-778929a2764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.227350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] For port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:34.243540 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.245656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c5fb9f20-e53b-47f8-9538-656bb2b7de9c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9521823 Nov 12 12:15:34.271171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37102) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:34.285649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] For port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,segment=NetworkSegment(453ec0be-29a3-4bee-afa8-c074f8de36cc),segment_id=453ec0be-29a3-4bee-afa8-c074f8de36cc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:34.291571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a5948-235b-404d-8f87-c3394bcefdd0 None None] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:34.303680 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.304714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76c643dd-5df9-40e3-98a0-acc4cdc91261 req-42aede20-50ce-407c-85dc-3dc9fd868ad3 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/security-groups?id=749bb34c-7264-4b3b-929f-41a9fb2e4b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896013 Nov 12 12:15:34.352447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3de3-ffda-4ebe-8e0f-057533356bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.359112 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3de3-ffda-4ebe-8e0f-057533356bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.377107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cbeeedce-81e9-428e-9589-778929a2764b None None] Port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:34.385651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:34.392117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c2fa3de3-ffda-4ebe-8e0f-057533356bd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8192441df20d4ccd924c9905d0096e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531705 Nov 12 12:15:34.396411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:34.428679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'security_group_rule': {'security_group_id': 'a6940c07-6c17-4547-8286-130288b5241a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:34.449910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Routers {'f19ba362-3011-44d0-9bff-fd76d538a759'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:34.450588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f19ba362-3011-44d0-9bff-fd76d538a759'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:34.546028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa3de3-ffda-4ebe-8e0f-057533356bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e3c04a-cc7e-4760-a9e7-4e03017d04f5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:34.557926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25cc1464-f600-4ca0-9b05-7bf92ea25218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.591602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-506e4927-88cc-4610-94dc-65479121e0e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.598458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25cc1464-f600-4ca0-9b05-7bf92ea25218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.641554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990bb99-6aff-4514-b184-66bd7a717a13 None None] Pushing event updated for resources: {'Port': ['ID=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:34.648220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-91d19ae0-ef3d-4b29-b185-8bd5295c4ebf None None] Provisioning complete for port 8dc5a808-5990-45a6-b814-d00e438741d5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:34.649056 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91d19ae0-ef3d-4b29-b185-8bd5295c4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.655245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-680632558-network', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:34.660538 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.711024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25cc1464-f600-4ca0-9b05-7bf92ea25218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.714793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25cc1464-f600-4ca0-9b05-7bf92ea25218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.716043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25cc1464-f600-4ca0-9b05-7bf92ea25218 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4e3c04a-cc7e-4760-a9e7-4e03017d04f5 HTTP/1.1" status: 204 len: 168 time: 0.3103945 Nov 12 12:15:34.734422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc1464-f600-4ca0-9b05-7bf92ea25218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e3c04a-cc7e-4760-a9e7-4e03017d04f5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:34.744468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32747a-39d6-4758-86d5-839a811a6026 req-618feac7-d7ef-4d17-9201-610fffd2703d tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:34.757296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d32747a-39d6-4758-86d5-839a811a6026 req-618feac7-d7ef-4d17-9201-610fffd2703d tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.1121485 Nov 12 12:15:34.842658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d32747a-39d6-4758-86d5-839a811a6026 req-fd169e07-29cc-4865-95f9-d814be654cba tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787065 Nov 12 12:15:34.853149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-506e4927-88cc-4610-94dc-65479121e0e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.896981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 8dc5a808-5990-45a6-b814-d00e438741d5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8dc5a808-5990-45a6-b814-d00e438741d5,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:34.900546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:15:34.900546 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 12:15:34.900546 n-d-804878-5 neutron-server[102778]: [parameters: {'project_id_1': 'adae43176c4b4199bf587fb7a1fa37b1', 'expiration_1': datetime.datetime(2021, 11, 12, 12, 15, 14, 703910)}] Nov 12 12:15:34.900546 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:15:34.902247 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:15:34.905372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] Set router f19ba362-3011-44d0-9bff-fd76d538a759 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:34.935880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447ab2-5043-416f-8688-356b64aafe14 req-15d56a5c-cdfa-40e9-89b5-1b5337001245 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:34.939648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.943864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df447ab2-5043-416f-8688-356b64aafe14 req-15d56a5c-cdfa-40e9-89b5-1b5337001245 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1096 time: 0.4329793 Nov 12 12:15:34.956355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.041208 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df447ab2-5043-416f-8688-356b64aafe14 req-74dba006-13af-413c-8abf-57bf10a91783 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909598 Nov 12 12:15:35.050015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7f52-acff-4d19-ae3f-93285d4f719b req-2c675e95-0bc8-41d3-ae17-7f7e32aabe85 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:35.059921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c90b7f52-acff-4d19-ae3f-93285d4f719b req-2c675e95-0bc8-41d3-ae17-7f7e32aabe85 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.0711286 Nov 12 12:15:35.109340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=8dc5a808-5990-45a6-b814-d00e438741d5,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:35.132756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.147665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c90b7f52-acff-4d19-ae3f-93285d4f719b req-eae11213-fcfc-4d97-afe7-bba640b49d1d tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799718 Nov 12 12:15:35.205238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-506e4927-88cc-4610-94dc-65479121e0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.226857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-506e4927-88cc-4610-94dc-65479121e0e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.228306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-506e4927-88cc-4610-94dc-65479121e0e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5149d6bc-16b5-4a11-9e03-14adb53883bd HTTP/1.1" status: 204 len: 168 time: 1.2212038 Nov 12 12:15:35.287339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a7a7391-b80a-4bd9-848f-351adc89f705 None None] Provisioning complete for port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:35.287635 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a7a7391-b80a-4bd9-848f-351adc89f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.348719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4927-88cc-4610-94dc-65479121e0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5149d6bc-16b5-4a11-9e03-14adb53883bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:35.368350 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.448671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Made reservation on behalf of adae43176c4b4199bf587fb7a1fa37b1 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:35.453499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:15:28Z', 'revision_number': 4, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '493efaa3-d3d5-4cf7-8db5-1fe4c1a05107', 'name': '', 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4', 'tenant_id': 'bba889f364524398887995568add5b69', 'mac_address': 'fa:16:3e:61:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:27Z', 'updated_at': '2021-11-12T12:15:34Z', 'revision_number': 4, 'project_id': 'bba889f364524398887995568add5b69', 'subnets': [{'id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:35.455255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.487088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.523164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88f90-7a7d-4fda-8d70-4a56df6958cf None None] The sync data for ids ['f19ba362-3011-44d0-9bff-fd76d538a759'] in n-d-804878-5 is: [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:15:28Z', 'revision_number': 4, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '493efaa3-d3d5-4cf7-8db5-1fe4c1a05107', 'name': '', 'network_id': 'e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4', 'tenant_id': 'bba889f364524398887995568add5b69', 'mac_address': 'fa:16:3e:61:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:27Z', 'updated_at': '2021-11-12T12:15:34Z', 'revision_number': 4, 'project_id': 'bba889f364524398887995568add5b69', 'subnets': [{'id': '99afca2d-86be-448b-bdd7-0a4d5ff287d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:35.556250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Pushing event deleted for resources: {'Port': ['ID=e3ac7847-fff5-4b4a-ab15-8b0a3525df21,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:35.657691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.660145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a7a7391-b80a-4bd9-848f-351adc89f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.669738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.679382 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4f8826b-66fa-4585-9c4b-198283a23b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.736055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8dc5a808-5990-45a6-b814-d00e438741d5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:35.745544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] No DVR routers for this DVR port e3ac7847-fff5-4b4a-ab15-8b0a3525df21 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:15:35.777348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.779067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.782788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87a2d38a-ef0d-4141-82aa-579c1bb016d8 req-8a5cc688-7d6c-4314-bf2a-11149ab36029 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.65 "DELETE /v2.0/ports/e3ac7847-fff5-4b4a-ab15-8b0a3525df21 HTTP/1.1" status: 204 len: 173 time: 2.7665293 Nov 12 12:15:35.786575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.800033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'name': 'network-vif-deleted', 'tag': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:35.809340 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4d40a9-369c-4423-986f-792c2a6fe07e" -d '{"events": [{"server_uuid": "1aac20e9-e25d-4518-88cd-f4d100605b84", "name": "network-vif-deleted", "tag": "e3ac7847-fff5-4b4a-ab15-8b0a3525df21"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:35.820994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:35.841891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c70de32-2961-480b-8396-9d06cc972d1d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:35.854933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.855296 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Added segment 72cb0697-099d-4bf2-892f-a4116e91140a of type vlan for network 57c20fc7-4116-49b4-a993-00f7e36db057 Nov 12 12:15:35.914295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.919962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-355e3a91-627d-4973-bacb-23451afc21ca tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6404264 Nov 12 12:15:35.926443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:35.943778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'security_group_rule': {'security_group_id': 'a6940c07-6c17-4547-8286-130288b5241a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:35.999122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:36.008053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.079400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.101193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562b6c18-7452-4200-8b45-77586c6ada6c req-285ce66d-6ead-445f-bad1-4d8404efaa15 tempest-DeleteServersAdminTestJSON-303162818 tempest-DeleteServersAdminTestJSON-303162818-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac20e9-e25d-4518-88cd-f4d100605b84 HTTP/1.1" status: 200 len: 210 time: 0.1886535 Nov 12 12:15:36.134896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30055578-2776-4d96-86b5-d45601e3566a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:36.140342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.145480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:36.146268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.186976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b252930f-f400-4908-87c7-dc7205b857cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.198976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Router 669133ae-f5c8-4f6d-a56f-8afa54260e6b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:15:36.218721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9a7a7391-b80a-4bd9-848f-351adc89f705 None None] For port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,segment=NetworkSegment(453ec0be-29a3-4bee-afa8-c074f8de36cc),segment_id=453ec0be-29a3-4bee-afa8-c074f8de36cc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:36.228671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e3ac7847-fff5-4b4a-ab15-8b0a3525df21 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:36.253701 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a7a7391-b80a-4bd9-848f-351adc89f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.293194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9021809 Nov 12 12:15:36.301691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:36.305496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: e3ac7847-fff5-4b4a-ab15-8b0a3525df21 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:36.310702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e3ac7847-fff5-4b4a-ab15-8b0a3525df21 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:36.314788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Request body: {'subnet': {'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-680632558-subnet', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:36.318319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.344757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.353562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-fb57b6c3-ca83-4db0-bbcc-2da982272b48 req-c17b120f-0ad5-4f92-be24-3dbf9214b27b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:15:36.354739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb57b6c3-ca83-4db0-bbcc-2da982272b48 req-c17b120f-0ad5-4f92-be24-3dbf9214b27b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6113489 Nov 12 12:15:36.357970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467adf-1c32-40f0-b799-19231556afd6 admin admin] Pushing event updated for resources: {'Network': ['ID=57c20fc7-4116-49b4-a993-00f7e36db057,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:36.388154 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd180c49-8d8e-439a-b90a-1c0c6aed7929 x-openstack-request-id: req-dd180c49-8d8e-439a-b90a-1c0c6aed7929 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:36.389517 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac20e9-e25d-4518-88cd-f4d100605b84", "name": "network-vif-deleted", "tag": "e3ac7847-fff5-4b4a-ab15-8b0a3525df21", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:36.389808 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd180c49-8d8e-439a-b90a-1c0c6aed7929 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:36.392039 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac20e9-e25d-4518-88cd-f4d100605b84', 'name': 'network-vif-deleted', 'tag': 'e3ac7847-fff5-4b4a-ab15-8b0a3525df21', 'status': 'completed', 'code': 200} Nov 12 12:15:36.399529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 57c20fc7-4116-49b4-a993-00f7e36db057 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:36.443676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Made reservation on behalf of adae43176c4b4199bf587fb7a1fa37b1 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:36.446063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.632744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2f54471a-508f-4150-93ad-a7e7a51242a9 None None] Provisioning complete for port 8dc5a808-5990-45a6-b814-d00e438741d5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:36.633106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f54471a-508f-4150-93ad-a7e7a51242a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.694614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011661f4-bd90-4450-8b4a-1cc646b09d43,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:36.723770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.737542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a8b03840-881b-4a96-b547-2adfdae4d391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8010461 Nov 12 12:15:36.742652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:36.744267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8dc5a808-5990-45a6-b814-d00e438741d5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:36.745469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.762461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:36.786026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a7391-b80a-4bd9-848f-351adc89f705 None None] Pushing event updated for resources: {'Port': ['ID=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:36.845183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.926483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:36.929982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b252930f-f400-4908-87c7-dc7205b857cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.938538 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Sync routers for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:36.946557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b252930f-f400-4908-87c7-dc7205b857cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:36.970530 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:36.974115 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:37.002641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.009082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8887d52b-a812-447a-b937-e66ea8639820 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1111703 Nov 12 12:15:37.009747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:37.059416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.121195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b252930f-f400-4908-87c7-dc7205b857cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17bddd6e9b61455996515e1202f6bbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1176038 Nov 12 12:15:37.127436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:37.133825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252930f-f400-4908-87c7-dc7205b857cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d1beb2-8039-4932-8647-497a23826c31,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:37.225036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e986cbc3-c327-41fd-839a-8289c0111ab2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:37.237631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Checking segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:37.238388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Network hostable DHCP agents. Network: 57c20fc7-4116-49b4-a993-00f7e36db057, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:37.270522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Network 57c20fc7-4116-49b4-a993-00f7e36db057 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:37.283620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.295150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 57c20fc7-4116-49b4-a993-00f7e36db057) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:37.306407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e3d5a-f6b3-4977-bfe1-0db174eb82f0 None None] Network 57c20fc7-4116-49b4-a993-00f7e36db057 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:37.314821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:37.315870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.380015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200dbec5-f41e-4a35-aef3-4e354a6e00c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.456965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f41f0013-4406-451a-9c17-ae11fc3dd717 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1499648 Nov 12 12:15:37.461176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:37.465665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200dbec5-f41e-4a35-aef3-4e354a6e00c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.476742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:37.550224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.551391 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.665908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:37.677249 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:37.752478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200dbec5-f41e-4a35-aef3-4e354a6e00c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.755559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200dbec5-f41e-4a35-aef3-4e354a6e00c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.757591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-200dbec5-f41e-4a35-aef3-4e354a6e00c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40d1beb2-8039-4932-8647-497a23826c31 HTTP/1.1" status: 204 len: 168 time: 0.6274643 Nov 12 12:15:37.778108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dbec5-f41e-4a35-aef3-4e354a6e00c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d1beb2-8039-4932-8647-497a23826c31,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:37.851692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-57c20fc7-4116-49b4-a993-00f7e36db057', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:15:37.852681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.876245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:37.877008 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.948916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.051737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0415e946-4790-49f0-a1c9-ada9511e18af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.161655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Allocated IP 172.25.1.236 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/2928af6c-0c53-4570-a330-d14ffed8a662) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:38.217907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1c7f-3829-4530-8885-df58c26e4395 req-83bd58c8-86a4-41f7-97f7-f98fb2f3b8c2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:38.219016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.229419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b54c1c7f-3829-4530-8885-df58c26e4395 req-83bd58c8-86a4-41f7-97f7-f98fb2f3b8c2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.2949681 Nov 12 12:15:38.231173 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:33Z', 'revision_number': 3, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:38.238959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Allocated IP 172.20.0.2 (57c20fc7-4116-49b4-a993-00f7e36db057/e986cbc3-c327-41fd-839a-8289c0111ab2/efbdf1ee-0acc-42d8-8100-118b916f47df) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:38.295190 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Checking router: 669133ae-f5c8-4f6d-a56f-8afa54260e6b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:38.295561 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Updating router 669133ae-f5c8-4f6d-a56f-8afa54260e6b port 57feb428-a145-475c-907e-ce06d0810756 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:38.348010 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.349516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b54c1c7f-3829-4530-8885-df58c26e4395 req-548c2306-23e2-4885-93d8-3b0dba1ba256 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188226 Nov 12 12:15:38.465644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.500961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.537820 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.544380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df0d4ef9-5957-4915-8902-0a364bf6bef4 req-85957687-1303-4018-9e79-0854fbb926ee tempest-AbsoluteLimitsNegativeTestJSON-1450431178 tempest-AbsoluteLimitsNegativeTestJSON-1450431178-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c2d4567b5ec947be91b9964a7c955275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575480 Nov 12 12:15:38.550002 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.604529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.647871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Network 57c20fc7-4116-49b4-a993-00f7e36db057 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:38.671748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:38.681524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:38.693437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:38.717749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:38.721783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:38.794509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4ef9-5957-4915-8902-0a364bf6bef4 req-43db0339-373d-43e5-ba84-b46bf5a072dc tempest-AbsoluteLimitsNegativeTestJSON-1450431178 tempest-AbsoluteLimitsNegativeTestJSON-1450431178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:38.801607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df0d4ef9-5957-4915-8902-0a364bf6bef4 req-43db0339-373d-43e5-ba84-b46bf5a072dc tempest-AbsoluteLimitsNegativeTestJSON-1450431178 tempest-AbsoluteLimitsNegativeTestJSON-1450431178-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563186 Nov 12 12:15:38.827844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df0d4ef9-5957-4915-8902-0a364bf6bef4 req-9c8e39c9-c08b-4c9e-8968-ce56d4c80a23 tempest-AbsoluteLimitsNegativeTestJSON-1450431178 tempest-AbsoluteLimitsNegativeTestJSON-1450431178-project] 10.222.0.18 "GET /v2.0/quotas/c2d4567b5ec947be91b9964a7c955275 HTTP/1.1" status: 200 len: 375 time: 0.0251765 Nov 12 12:15:38.836511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Pushing event updated for resources: {'Port': ['ID=efbdf1ee-0acc-42d8-8100-118b916f47df,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:38.844744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'Port': ['ID=2928af6c-0c53-4570-a330-d14ffed8a662,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:38.890297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.891372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.892953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.893482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.896828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.897514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.898037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.898598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.899153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.899662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.903637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.903979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:38.910899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Attempting to bind port efbdf1ee-0acc-42d8-8100-118b916f47df on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:38.911269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Attempting to bind port efbdf1ee-0acc-42d8-8100-118b916f47df by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:38.911630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Attempting to bind port efbdf1ee-0acc-42d8-8100-118b916f47df on network 57c20fc7-4116-49b4-a993-00f7e36db057 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:38.932246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:38.933755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Checking segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:38.934135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.935730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Bound using segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:38.936241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Bound port: efbdf1ee-0acc-42d8-8100-118b916f47df, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:38.939447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.940373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df0d4ef9-5957-4915-8902-0a364bf6bef4 req-45f2154a-6a01-40df-bdaa-2b4ff1556a8e tempest-AbsoluteLimitsNegativeTestJSON-1450431178 tempest-AbsoluteLimitsNegativeTestJSON-1450431178-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2d4567b5ec947be91b9964a7c955275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115797 Nov 12 12:15:38.972567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Allocated IP 172.20.0.1 (bc7f648e-2151-4037-8aa1-0db01c9415e9/e7a593d1-1467-4764-acae-3599fc6f0879/f77d4f06-2638-409a-b7b3-0ae2d8d07233) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:38.983624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:39.047299 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.061260 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.075584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] For port efbdf1ee-0acc-42d8-8100-118b916f47df, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:39.092714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] For port efbdf1ee-0acc-42d8-8100-118b916f47df, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=efbdf1ee-0acc-42d8-8100-118b916f47df,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:39.105967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.136767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.178540 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Attempting to bind port 57feb428-a145-475c-907e-ce06d0810756 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:39.178920 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Attempting to bind port 57feb428-a145-475c-907e-ce06d0810756 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:39.180623 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Attempting to bind port 57feb428-a145-475c-907e-ce06d0810756 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:39.254621 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:39.255267 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:39.255472 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.255949 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:39.256320 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Bound port: 57feb428-a145-475c-907e-ce06d0810756, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:39.256701 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.259339 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56adc-2dad-4f13-a9dc-cdda3a417ec1 None None] Pushing event updated for resources: {'Port': ['ID=57feb428-a145-475c-907e-ce06d0810756,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:39.287803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.324158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7dd4c-8cb5-46a2-acea-8eb4473fb3d6 None None] Pushing event updated for resources: {'Port': ['ID=efbdf1ee-0acc-42d8-8100-118b916f47df,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:39.361532 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.409097 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] For port 57feb428-a145-475c-907e-ce06d0810756, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:39.420095 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] For port 57feb428-a145-475c-907e-ce06d0810756, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=57feb428-a145-475c-907e-ce06d0810756,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:39.426193 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.462469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.565034 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:39.565689 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:39.566185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:39.571096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:39.594385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:39.671032 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56adc-2dad-4f13-a9dc-cdda3a417ec1 None None] Pushing event updated for resources: {'Port': ['ID=57feb428-a145-475c-907e-ce06d0810756,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:39.719486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-1b7a8b6f-e27c-423c-b6e0-f2d2820fd065 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:15:39.731832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-1b7a8b6f-e27c-423c-b6e0-f2d2820fd065 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7470822 Nov 12 12:15:39.742427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f77d4f06-2638-409a-b7b3-0ae2d8d07233,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:39.792535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cbb2-fe36-4dcc-b3a3-1dd012ce52f3 req-1cde37e4-9cac-4f51-b90a-bfc915b67993 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:39.801105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b31cbb2-fe36-4dcc-b3a3-1dd012ce52f3 req-1cde37e4-9cac-4f51-b90a-bfc915b67993 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.3294024 Nov 12 12:15:39.826413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.953130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b31cbb2-fe36-4dcc-b3a3-1dd012ce52f3 req-6f6169c4-52f8-4953-94bc-21c08f0f6fc7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507103 Nov 12 12:15:40.023408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37284) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:40.025086 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:40.034671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.036659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.081301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.128274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ddc48ae3-77cd-41ce-a645-7355a2522ec1 None None] Provisioning complete for port f77d4f06-2638-409a-b7b3-0ae2d8d07233 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:40.136354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc48ae3-77cd-41ce-a645-7355a2522ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.158064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.261007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ddc48ae3-77cd-41ce-a645-7355a2522ec1 None None] Port f77d4f06-2638-409a-b7b3-0ae2d8d07233 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:40.333756 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:33Z', 'revision_number': 3, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:40.372428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Allocated IP 172.25.1.224 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/13c6a0ae-e304-4052-9415-7206ad20849e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:40.414467 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8167c-ef6b-4344-913d-78c3b2bcc3c7 None None] The sync data for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 is: [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:33Z', 'revision_number': 3, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:40.465892 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.481488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34056650-e7d5-43ef-acaf-a206d1ead2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.539606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:40.706359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.716641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.740030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-d09f793c-475b-4398-b26b-62c590f0e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:40.741490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-d09f793c-475b-4398-b26b-62c590f0e3ae service neutron] 10.222.0.18 "GET /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 1093 time: 0.5420368 Nov 12 12:15:40.778662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Request body: {'binding': {'host': 'n-h1-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:40.779203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:15:40.814309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.853083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.878220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.894720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.955957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-acd8b7bd-7dbc-4f2f-b924-00771e61ade3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d669dc7a927b4b389f95fda57959aece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152415 Nov 12 12:15:40.960294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'Port': ['ID=2928af6c-0c53-4570-a330-d14ffed8a662,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:40.972804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:40.983692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:41.020030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:41.024464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:41.102052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.136008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d624707-235e-4867-9583-2c910b114ed2 None None] Network 57c20fc7-4116-49b4-a993-00f7e36db057 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:41.155398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.159789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1124482-7b2c-403b-9354-e03cd14d2a15 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4069159 Nov 12 12:15:41.201966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=13c6a0ae-e304-4052-9415-7206ad20849e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:41.257122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.458323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5eda51a8-dfe1-4c98-b793-26a2977fb8c7 None None] Provisioning complete for port efbdf1ee-0acc-42d8-8100-118b916f47df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:41.459371 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eda51a8-dfe1-4c98-b793-26a2977fb8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.464946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203beaa3-60f6-4291-972f-7526602b2b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.528453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203beaa3-60f6-4291-972f-7526602b2b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.586744 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34056650-e7d5-43ef-acaf-a206d1ead2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.588930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f77d4f06-2638-409a-b7b3-0ae2d8d07233,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:41.592502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.616743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.626994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34056650-e7d5-43ef-acaf-a206d1ead2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.694789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203beaa3-60f6-4291-972f-7526602b2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.698131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-203beaa3-60f6-4291-972f-7526602b2b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.699621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-203beaa3-60f6-4291-972f-7526602b2b1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/749bb34c-7264-4b3b-929f-41a9fb2e4b5c HTTP/1.1" status: 204 len: 168 time: 0.7142236 Nov 12 12:15:41.711586 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eda51a8-dfe1-4c98-b793-26a2977fb8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.742503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57feb428-a145-475c-907e-ce06d0810756 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:41.752260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34056650-e7d5-43ef-acaf-a206d1ead2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c15a840-1ebf-4fb9-80b5-7d99df157453,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:41.818025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203beaa3-60f6-4291-972f-7526602b2b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749bb34c-7264-4b3b-929f-41a9fb2e4b5c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:41.875167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5eda51a8-dfe1-4c98-b793-26a2977fb8c7 None None] For port efbdf1ee-0acc-42d8-8100-118b916f47df, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=efbdf1ee-0acc-42d8-8100-118b916f47df,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:41.886092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eda51a8-dfe1-4c98-b793-26a2977fb8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.962992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 57feb428-a145-475c-907e-ce06d0810756 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:41.965405 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.007203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.011804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on host n-h1-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:42.012403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:42.013074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:42.018109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda51a8-dfe1-4c98-b793-26a2977fb8c7 None None] Pushing event updated for resources: {'Port': ['ID=efbdf1ee-0acc-42d8-8100-118b916f47df,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:42.032853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5c50903a-c0d1-43ed-b67c-7b4b73a86de0 None None] Provisioning complete for port efbdf1ee-0acc-42d8-8100-118b916f47df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:42.033222 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c50903a-c0d1-43ed-b67c-7b4b73a86de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.039978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80457463-a031-4706-a8cc-f20869c0cb36 req-bb11a6de-a28a-49f2-bdaf-ad6a1f6b528e tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:42.043058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80457463-a031-4706-a8cc-f20869c0cb36 req-bb11a6de-a28a-49f2-bdaf-ad6a1f6b528e tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.9205368 Nov 12 12:15:42.044349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:42.044982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:42.054375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-34056650-e7d5-43ef-acaf-a206d1ead2cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2d4567b5ec947be91b9964a7c955275&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0290759 Nov 12 12:15:42.060016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:42.101736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:42.102446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:42.103048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:42.103748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Bound port: f1d24013-53d8-401b-898a-487d5204b69e, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:42.109905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.139750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 57feb428-a145-475c-907e-ce06d0810756, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=57feb428-a145-475c-907e-ce06d0810756,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:42.189083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.189923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device efbdf1ee-0acc-42d8-8100-118b916f47df up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:42.240850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:15:42.248068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:42.256221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:42.276366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=57feb428-a145-475c-907e-ce06d0810756,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:42.288393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port efbdf1ee-0acc-42d8-8100-118b916f47df triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:42.288766 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.350585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80457463-a031-4706-a8cc-f20869c0cb36 req-799cc204-fefe-419a-8de7-62c1b63f2fde tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944479 Nov 12 12:15:42.406726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37326) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:42.432790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:42.445505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:42.447808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.448818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb27f-9afe-4d72-8cb1-cf027cb80340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.455099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Sync routers for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:42.462352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-5b3aa7a4-4847-41e1-97aa-9a53a41a1403 service neutron] 10.222.0.18 "POST /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e/bindings HTTP/1.1" status: 201 len: 389 time: 1.6935120 Nov 12 12:15:42.479752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:42.480138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:42.491346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.493205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a0f1d92-27a2-4a60-9ec7-11c53e3c0ee0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0310431 Nov 12 12:15:42.498898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:42.502720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45e1579-9bea-49cb-868f-fd453a4e993b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.606444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45e1579-9bea-49cb-868f-fd453a4e993b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.808227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb27f-9afe-4d72-8cb1-cf027cb80340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.812896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb27f-9afe-4d72-8cb1-cf027cb80340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.960449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:42.976458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb27f-9afe-4d72-8cb1-cf027cb80340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5247aa55-f6f3-4b6f-9b5a-edecdcfaa1e6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:42.988946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3c0bb27f-9afe-4d72-8cb1-cf027cb80340 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=560344d87b2742b49eb60711fadfdff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694575 Nov 12 12:15:42.997324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37342) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:43.052889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30b9f540-8611-49b1-ad2a-088d04d9e899 None None] Provisioning complete for port f77d4f06-2638-409a-b7b3-0ae2d8d07233 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:43.053449 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30b9f540-8611-49b1-ad2a-088d04d9e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.056440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Router 669133ae-f5c8-4f6d-a56f-8afa54260e6b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:43.060676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-d718b87e-f43d-441a-9c96-bb8a22f46bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:43.062485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-d718b87e-f43d-441a-9c96-bb8a22f46bdf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1096 time: 0.1207631 Nov 12 12:15:43.118043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-bb22a153-19b4-4267-b194-6c01a1d5448f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--337996932&fields=id&tenant_id=4725b0edc3e0409d81ef1784c543b41b HTTP/1.1" status: 200 len: 267 time: 0.2587836 Nov 12 12:15:43.132194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45e1579-9bea-49cb-868f-fd453a4e993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.138873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45e1579-9bea-49cb-868f-fd453a4e993b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.146899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30b9f540-8611-49b1-ad2a-088d04d9e899 None None] Port f77d4f06-2638-409a-b7b3-0ae2d8d07233 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:43.161832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a45e1579-9bea-49cb-868f-fd453a4e993b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c15a840-1ebf-4fb9-80b5-7d99df157453 HTTP/1.1" status: 204 len: 168 time: 1.0812199 Nov 12 12:15:43.249854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:41Z', 'revision_number': 3, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:43.314337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Checking router: fa2ce210-8ff6-4cb7-88fa-922319ae51f0 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:43.314946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Updating router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 port 13c6a0ae-e304-4052-9415-7206ad20849e binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:43.317240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-ef0a3ebd-4146-42e0-92f0-a8c1c2164641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:43.321407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-ef0a3ebd-4146-42e0-92f0-a8c1c2164641 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.2482014 Nov 12 12:15:43.358712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.383563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e1579-9bea-49cb-868f-fd453a4e993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c15a840-1ebf-4fb9-80b5-7d99df157453,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:43.456238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-fe87811d-0a50-4e00-96f3-9bf9d5712d45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.0655706 Nov 12 12:15:43.617841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86694-4ca5-4336-b11f-821aca6ea266 req-34ce184a-05ca-404d-a2d9-bc0b06206233 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:43.619940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d86694-4ca5-4336-b11f-821aca6ea266 req-34ce184a-05ca-404d-a2d9-bc0b06206233 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 945 time: 0.2458243 Nov 12 12:15:43.640885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device efbdf1ee-0acc-42d8-8100-118b916f47df up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:43.646089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:43.649300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-28a3a890-aa14-45ec-a6e8-cd87a60978bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:43.651765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-28a3a890-aa14-45ec-a6e8-cd87a60978bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1845617 Nov 12 12:15:43.656029 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3d059503-1760-409d-ac58-18ecdbf7c2a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/669133ae-f5c8-4f6d-a56f-8afa54260e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6213284 Nov 12 12:15:43.657621 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Sync routers for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:43.680901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:43.681621 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:43.700379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-8db13773-744e-4a95-9cb2-3bacbd2ed4b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371850 Nov 12 12:15:43.764947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-395fcdcf-4574-408e-b8fa-8a22a8fa577c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.780463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d86694-4ca5-4336-b11f-821aca6ea266 req-63cbedd7-c523-44b9-99fb-673cfdff8780 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498749 Nov 12 12:15:43.866808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port efbdf1ee-0acc-42d8-8100-118b916f47df triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:43.867056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-395fcdcf-4574-408e-b8fa-8a22a8fa577c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.874231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.885903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-d54425ad-735b-47ed-8878-84485910e174 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:43.893048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-d54425ad-735b-47ed-8878-84485910e174 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 823 time: 0.7744153 Nov 12 12:15:43.912193 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:43.944881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-bb75e524-74a5-4bd0-aa39-02403cb2775b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/quotas/4725b0edc3e0409d81ef1784c543b41b HTTP/1.1" status: 200 len: 375 time: 0.0509217 Nov 12 12:15:43.956169 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-97aebe79-f988-4cd0-9309-8991d2dccd6f service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457807 Nov 12 12:15:44.098988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.117123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.149401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-01e6a1ee-93af-4d36-bc7b-db546d6db097 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833270 Nov 12 12:15:44.158614 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 2, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:44.170308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-5edc85f3-ee93-4ddb-bd32-5c8805351bc9 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2099686 Nov 12 12:15:44.173355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-395fcdcf-4574-408e-b8fa-8a22a8fa577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.176133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-395fcdcf-4574-408e-b8fa-8a22a8fa577c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.177343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-395fcdcf-4574-408e-b8fa-8a22a8fa577c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5247aa55-f6f3-4b6f-9b5a-edecdcfaa1e6 HTTP/1.1" status: 204 len: 168 time: 1.1772466 Nov 12 12:15:44.185829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.209426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-d11b9170-5936-40ce-808f-7247157ea902 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:15:44.210647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-d11b9170-5936-40ce-808f-7247157ea902 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057268 Nov 12 12:15:44.214622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fcdcf-4574-408e-b8fa-8a22a8fa577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5247aa55-f6f3-4b6f-9b5a-edecdcfaa1e6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:44.231046 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Checking router: 669133ae-f5c8-4f6d-a56f-8afa54260e6b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:44.231960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Updating router 669133ae-f5c8-4f6d-a56f-8afa54260e6b port f77d4f06-2638-409a-b7b3-0ae2d8d07233 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:44.291616 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.293809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57feb428-a145-475c-907e-ce06d0810756 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:44.325559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4a5a-adfa-4908-b08b-469e8ee14f09 None None] Pushing event updated for resources: {'Port': ['ID=13c6a0ae-e304-4052-9415-7206ad20849e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:44.330494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Attempting to bind port 13c6a0ae-e304-4052-9415-7206ad20849e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:44.330865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Attempting to bind port 13c6a0ae-e304-4052-9415-7206ad20849e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:44.331233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Attempting to bind port 13c6a0ae-e304-4052-9415-7206ad20849e on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:44.348173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:44.348549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:44.349134 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.349533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:44.350046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Bound port: 13c6a0ae-e304-4052-9415-7206ad20849e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:44.350509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.432517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-985cfc61-b029-4a84-840e-20014983eba7 service neutron] 10.222.0.18 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098541 Nov 12 12:15:44.515368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-55e8a1bb-9b6b-4e75-8d38-7877c16d93ef tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:44.518584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-55e8a1bb-9b6b-4e75-8d38-7877c16d93ef tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.2091458 Nov 12 12:15:44.521458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 57feb428-a145-475c-907e-ce06d0810756 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:44.521938 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.549077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:44.578559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Allocated IP 172.20.0.1 (57c20fc7-4116-49b4-a993-00f7e36db057/e986cbc3-c327-41fd-839a-8289c0111ab2/6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:44.585320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] For port 13c6a0ae-e304-4052-9415-7206ad20849e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:44.655530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] For port 13c6a0ae-e304-4052-9415-7206ad20849e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13c6a0ae-e304-4052-9415-7206ad20849e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:44.677434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.757982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.766080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4a5a-adfa-4908-b08b-469e8ee14f09 None None] Pushing event updated for resources: {'Port': ['ID=13c6a0ae-e304-4052-9415-7206ad20849e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:44.773555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2d2b6-5786-4ad3-922b-377644089bcf req-4039d341-d0ef-4970-81ee-079addeaf989 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:44.784582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9cc2d2b6-5786-4ad3-922b-377644089bcf req-4039d341-d0ef-4970-81ee-079addeaf989 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1846757 Nov 12 12:15:44.837076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:44.838498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:44.855007 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.867134 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.938573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-b38d8fc6-7b34-458c-a174-71954db3b380 service neutron] 10.222.0.18 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438166 Nov 12 12:15:44.971838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9cc2d2b6-5786-4ad3-922b-377644089bcf req-1481685d-2153-4064-b1f2-9b78eebdd54d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840081 Nov 12 12:15:44.990957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:45.036423 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea93c51-7d0e-4d43-bc24-d0ead7d494ee None None] Pushing event updated for resources: {'Port': ['ID=f77d4f06-2638-409a-b7b3-0ae2d8d07233,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.055966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.101285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:45.150921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.158041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:45.209575 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Attempting to bind port f77d4f06-2638-409a-b7b3-0ae2d8d07233 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:45.209863 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Attempting to bind port f77d4f06-2638-409a-b7b3-0ae2d8d07233 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:45.212337 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Attempting to bind port f77d4f06-2638-409a-b7b3-0ae2d8d07233 on network bc7f648e-2151-4037-8aa1-0db01c9415e9 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:45.241211 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:45.242882 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Checking segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:45.243126 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.249457 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Bound using segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:45.250544 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Bound port: f77d4f06-2638-409a-b7b3-0ae2d8d07233, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:45.250994 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.263991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Network 57c20fc7-4116-49b4-a993-00f7e36db057 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:45.270727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.274694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:45.281445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:45.358888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:45.369633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.449486 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] For port f77d4f06-2638-409a-b7b3-0ae2d8d07233, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:45.465944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-159249561-network', 'tenant_id': '0a44ce77c5494d249bdc3f6d47e56a37'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:45.468979 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] For port f77d4f06-2638-409a-b7b3-0ae2d8d07233, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f77d4f06-2638-409a-b7b3-0ae2d8d07233,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:45.482823 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.543729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Made reservation on behalf of 0a44ce77c5494d249bdc3f6d47e56a37 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:45.546095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.559693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.608159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:45.610527 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcb9b38-244d-49a5-a925-9729c7acbc21" -d '{"events": [{"server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d24013-53d8-401b-898a-487d5204b69e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:45.627880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.649410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.669361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7c83caa7-ab80-4315-b96b-32b32462c57f None None] Provisioning complete for port f77d4f06-2638-409a-b7b3-0ae2d8d07233 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:45.669956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c83caa7-ab80-4315-b96b-32b32462c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.712134 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea93c51-7d0e-4d43-bc24-d0ead7d494ee None None] Pushing event updated for resources: {'Port': ['ID=f77d4f06-2638-409a-b7b3-0ae2d8d07233,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.741454 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:45.744131 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:45.892224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.901402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9605b3-8754-489e-8bf3-6254056169ed req-9584ade2-405f-4a02-a001-adbc8be16c14 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:45.903324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca9605b3-8754-489e-8bf3-6254056169ed req-9584ade2-405f-4a02-a001-adbc8be16c14 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 945 time: 0.4448855 Nov 12 12:15:45.919262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on host n-h2-804878-5 for vnic_type normal with profile {"migrating_to": "n-h1-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:45.919789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:45.920316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:45.929475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:45.932178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Attempting to bind port f1d24013-53d8-401b-898a-487d5204b69e on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:45.942006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:45.944811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.945966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:45.947769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.948589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:45.949411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Bound port: f1d24013-53d8-401b-898a-487d5204b69e, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:45.951516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.985834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.017690 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:46.105278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:41Z', 'revision_number': 3, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:46.118768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:46.125883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:46.127286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37420) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:46.137372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.148855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:46.220759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.221044 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Added segment 6a31e2b2-8d5b-4158-8510-ef247eba800f of type vlan for network 21250f2b-7162-4826-8861-7e9eaa4b1c6b Nov 12 12:15:46.236093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d867c7-0001-45f9-abb0-96cb8712ef8b None None] The sync data for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 is: [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:41Z', 'revision_number': 3, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:46.243422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:46.249845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45641ef-2c18-4814-9aee-a47b697d8a99,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:46.260803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c83caa7-ab80-4315-b96b-32b32462c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.268796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:46.274828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381896992', 'description': 'tempest-description--5118711'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:46.321113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca9605b3-8754-489e-8bf3-6254056169ed req-6ea9054c-dbc6-4b1d-8527-e0eb19da9f00 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993590 Nov 12 12:15:46.363135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.384318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7c83caa7-ab80-4315-b96b-32b32462c57f None None] For port f77d4f06-2638-409a-b7b3-0ae2d8d07233, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f77d4f06-2638-409a-b7b3-0ae2d8d07233,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:46.397391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:46.398267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.399127 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c83caa7-ab80-4315-b96b-32b32462c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.399789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-adf17b84-7aed-4583-8609-c4df81c164b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 1121 time: 1.8698692 Nov 12 12:15:46.455944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.501145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83caa7-ab80-4315-b96b-32b32462c57f None None] Pushing event updated for resources: {'Port': ['ID=f77d4f06-2638-409a-b7b3-0ae2d8d07233,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:46.534860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ede17cbf-7328-4cbb-919f-f4207636505f None None] Provisioning complete for port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:46.535444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ede17cbf-7328-4cbb-919f-f4207636505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.551343 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:46.561496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.561496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:46.561496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.591277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f1d24013-53d8-401b-898a-487d5204b69e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:46.602629 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf3840-0e5e-4ef7-8fde-c5e8fd41acd2 x-openstack-request-id: req-efbf3840-0e5e-4ef7-8fde-c5e8fd41acd2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:46.602876 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d24013-53d8-401b-898a-487d5204b69e", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:46.604699 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efbf3840-0e5e-4ef7-8fde-c5e8fd41acd2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:46.609172 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e', 'code': 200} Nov 12 12:15:46.624931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dba672-21c5-4d52-a261-38285dde1892 None None] The sync data for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 is: [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:46.629044 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.636502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1087639559-network', 'tenant_id': 'fa8f75ccdd084cadbcdecb7c3d623bf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:46.668200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.686283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ede17cbf-7328-4cbb-919f-f4207636505f None None] Port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:46.700540 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-879d9d1d-ae6d-44e7-87c9-b686d6142f8a req-814c52c1-305a-459f-8647-d8560e1140f9 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 210 time: 0.3434772 Nov 12 12:15:46.717632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ede17cbf-7328-4cbb-919f-f4207636505f None None] Provisioning complete for port f77d4f06-2638-409a-b7b3-0ae2d8d07233 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:46.718002 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ede17cbf-7328-4cbb-919f-f4207636505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.785042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cabbe1f-138e-49f6-a605-23ac3678e911,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:46.792340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Made reservation on behalf of fa8f75ccdd084cadbcdecb7c3d623bf8 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:46.798327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.807888 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.811768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca5250f0-33c7-45cb-b2a6-57a937dfc46d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5392208 Nov 12 12:15:46.814920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:46.820621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Request body: {'security_group_rule': {'security_group_id': '9cabbe1f-138e-49f6-a605-23ac3678e911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:46.825896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.043057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0355494 Nov 12 12:15:47.050512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:47.070803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Request body: {'subnet': {'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-159249561-subnet', 'tenant_id': '0a44ce77c5494d249bdc3f6d47e56a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:47.076789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4f205-0e30-4788-be60-46fa1564e72e admin admin] Pushing event updated for resources: {'Network': ['ID=21250f2b-7162-4826-8861-7e9eaa4b1c6b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:47.110706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Made reservation on behalf of 0a44ce77c5494d249bdc3f6d47e56a37 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:47.116313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.147445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 21250f2b-7162-4826-8861-7e9eaa4b1c6b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:47.169121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.177233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.179548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f228b-1942-4d4d-86a8-fbebb254a798 req-f0fd20c5-34c4-41fb-a933-1c30f86cca40 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:47.190755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-781f228b-1942-4d4d-86a8-fbebb254a798 req-f0fd20c5-34c4-41fb-a933-1c30f86cca40 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.5304630 Nov 12 12:15:47.269999 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.314391 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.319921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:47.322757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.372602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.372714 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Added segment 9177a8de-74ff-4e49-ae8f-e1983fccf982 of type vlan for network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 Nov 12 12:15:47.381844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-781f228b-1942-4d4d-86a8-fbebb254a798 req-d522c641-f452-45f3-8255-fdf27d2ac5d0 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840627 Nov 12 12:15:47.527917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.551886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:47.563588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.783599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37462) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:47.798442 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.799512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:47.800423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.818121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13c6a0ae-e304-4052-9415-7206ad20849e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:47.853370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Network 57c20fc7-4116-49b4-a993-00f7e36db057 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:47.875440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:47.917482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0ef5ad8-b75c-413d-93e9-b63332000cb1 req-a416b66c-6865-49ce-be35-2bfa623e551f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 210 time: 0.0621376 Nov 12 12:15:47.960869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 13c6a0ae-e304-4052-9415-7206ad20849e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:47.961897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.076225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7559faf-8795-4e8b-b80f-75e4dd9de687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.163657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-ef74d318-de9d-444c-92be-c5fb903b32a4 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:48.168185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-ef74d318-de9d-444c-92be-c5fb903b32a4 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.65 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 823 time: 0.6033707 Nov 12 12:15:48.191907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7559faf-8795-4e8b-b80f-75e4dd9de687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.201891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7559faf-8795-4e8b-b80f-75e4dd9de687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.296900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6850ec-82c7-4372-9080-8f7caf92d24f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:48.302879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7559faf-8795-4e8b-b80f-75e4dd9de687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430aec1b-8915-4f41-b24d-1b275f3eef8f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:48.314790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d7559faf-8795-4e8b-b80f-75e4dd9de687 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a05eec47af6f4285ad481f018936fcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274296 Nov 12 12:15:48.318106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:48.327416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1982718 Nov 12 12:15:48.335989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:48.344568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Request body: {'subnet': {'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1087639559-subnet', 'tenant_id': 'fa8f75ccdd084cadbcdecb7c3d623bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:48.353109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d0a1f-9d2a-4b8d-8d18-c0d7555dd5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc7522f-6f56-46d8-8a26-ff367ebfede6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:48.365512 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.388130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Made reservation on behalf of fa8f75ccdd084cadbcdecb7c3d623bf8 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:48.390350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.397332 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.399288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:48.400642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 13c6a0ae-e304-4052-9415-7206ad20849e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13c6a0ae-e304-4052-9415-7206ad20849e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:48.423799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:48.429391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.439638 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.440805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f77d4f06-2638-409a-b7b3-0ae2d8d07233 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:48.441345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc9f5-9ccb-4d67-a397-c1a1d806295a req-09f047ff-4dc0-4708-b604-80c1f69af86a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:48.457978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fcc9f5-9ccb-4d67-a397-c1a1d806295a req-09f047ff-4dc0-4708-b604-80c1f69af86a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.8917303 Nov 12 12:15:48.544652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6f2b0198-dcf9-4ac5-8257-c57cf598b8ab None None] Provisioning complete for port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:48.545036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0198-dcf9-4ac5-8257-c57cf598b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.624965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41918f41-aa4c-43e2-91c0-b3459bf20523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.642547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=13c6a0ae-e304-4052-9415-7206ad20849e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:48.663295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b0198-dcf9-4ac5-8257-c57cf598b8ab None None] Port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:48.693165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f77d4f06-2638-409a-b7b3-0ae2d8d07233 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:48.693818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.720307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41918f41-aa4c-43e2-91c0-b3459bf20523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.740738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6236-fcc2-4a54-ac80-eb687f21fc36 req-21704f1b-4155-445f-94f3-f017aeacb49f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:48.742626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2ff6236-fcc2-4a54-ac80-eb687f21fc36 req-21704f1b-4155-445f-94f3-f017aeacb49f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.2503765 Nov 12 12:15:48.850115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:48.866313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-782469b3-224e-4bb5-b5e8-9243e69df272 admin admin] 10.222.0.18 "PUT /v2.0/routers/fa2ce210-8ff6-4cb7-88fa-922319ae51f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3561556 Nov 12 12:15:48.867066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:48.870030 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc00141-5bb4-4784-8fde-ccf22246814a" -d '{"events": [{"name": "network-changed", "server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "tag": "f1d24013-53d8-401b-898a-487d5204b69e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:48.928874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a008504-ad26-4dac-b1dd-3757580b036d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:48.930266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2ff6236-fcc2-4a54-ac80-eb687f21fc36 req-106f419f-7bd8-435e-aa2b-576f1c43ae86 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726093 Nov 12 12:15:48.949037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41918f41-aa4c-43e2-91c0-b3459bf20523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.962206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.964144 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-135b5597-5cc0-45c2-a2e8-1557dee332af tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1479151 Nov 12 12:15:48.967176 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41918f41-aa4c-43e2-91c0-b3459bf20523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.971032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-41918f41-aa4c-43e2-91c0-b3459bf20523 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/430aec1b-8915-4f41-b24d-1b275f3eef8f HTTP/1.1" status: 204 len: 168 time: 0.6490932 Nov 12 12:15:48.974099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:48.987355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Request body: {'security_group_rule': {'security_group_id': '9cabbe1f-138e-49f6-a605-23ac3678e911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:48.995736 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.015923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41918f41-aa4c-43e2-91c0-b3459bf20523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430aec1b-8915-4f41-b24d-1b275f3eef8f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:49.041574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-7d610673-9f14-4579-a407-1c508a2f6be3 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4725b0edc3e0409d81ef1784c543b41b HTTP/1.1" status: 200 len: 379 time: 0.7540960 Nov 12 12:15:49.083760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'port': {'device_id': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'admin_state_up': True, 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'security_groups': ['a6940c07-6c17-4547-8286-130288b5241a']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:49.089798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.099076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:49.110223 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271b2d5-9dee-4582-af79-bf1f68bf8818 x-openstack-request-id: req-5271b2d5-9dee-4582-af79-bf1f68bf8818 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:49.110667 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "tag": "f1d24013-53d8-401b-898a-487d5204b69e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:49.111003 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5271b2d5-9dee-4582-af79-bf1f68bf8818 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:49.111522 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e', 'status': 'completed', 'code': 200} Nov 12 12:15:49.140676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:49.140944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Network hostable DHCP agents. Network: 8bc7522f-6f56-46d8-8a26-ff367ebfede6, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:49.184915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fcc9f5-9ccb-4d67-a397-c1a1d806295a req-a58cd868-ae1c-40ac-83d5-e1be9874231a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186818 Nov 12 12:15:49.200769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.209612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.224472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:49.228001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.259566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c59134b-f9a5-436d-867e-4e1b186d3f57 req-e1f60f16-3499-4a5b-9d58-b86c84ea148a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 210 time: 0.0465760 Nov 12 12:15:49.273184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41145432-e78e-4962-a098-163df6929e3d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:49.277730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8bc7522f-6f56-46d8-8a26-ff367ebfede6) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:49.282460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:49.283336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.291178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.291412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7731f-218c-4ac5-a015-9f6796c519e4 None None] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:49.295968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d909fba-6c01-4e67-88f3-9422ac8ce017 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3181007 Nov 12 12:15:49.299343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:49.313690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:49.333577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c7e46699-716c-4468-b1a3-8674feed82a2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9961314 Nov 12 12:15:49.357197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.614949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2f670-bae3-493d-8218-c3c9c9583f8e None None] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:49.656454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Checking segment: {'id': '6a31e2b2-8d5b-4158-8510-ef247eba800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:49.661083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Network hostable DHCP agents. Network: 21250f2b-7162-4826-8861-7e9eaa4b1c6b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:49.692609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.705772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:49.768182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13c6a0ae-e304-4052-9415-7206ad20849e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:49.778973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-f63a1e42-9814-464c-9eb4-c2ec9c5805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:49.782583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-f63a1e42-9814-464c-9eb4-c2ec9c5805ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1124 time: 0.5927529 Nov 12 12:15:49.784704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:49.867062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 13c6a0ae-e304-4052-9415-7206ad20849e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:49.867683 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.950491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Allocated IP 172.25.1.7 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bbe801b6-a002-4e94-bc22-530fe9c8216a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:49.992930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Network 21250f2b-7162-4826-8861-7e9eaa4b1c6b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:50.006323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-1e870e6a-911b-4311-8a5d-7a0582f0faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:50.008869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-1e870e6a-911b-4311-8a5d-7a0582f0faed service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.2037218 Nov 12 12:15:50.011542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d920bb88-e3c9-43f2-8dc1-46407159e08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:50.019341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 21250f2b-7162-4826-8861-7e9eaa4b1c6b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:50.030264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4809018-6c5f-4c2a-8f8d-95c1f8beb6eb None None] Network 21250f2b-7162-4826-8861-7e9eaa4b1c6b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:50.047764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:50.048467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:50.178039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-7276e8dd-373b-4493-9d40-8100aab9b42e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.1514940 Nov 12 12:15:50.221898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ca5a-354a-4327-878d-a71a742ccffd req-d6f013e9-2e87-4037-b53a-ae6216c68319 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:50.224807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b169ca5a-354a-4327-878d-a71a742ccffd req-d6f013e9-2e87-4037-b53a-ae6216c68319 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0736091 Nov 12 12:15:50.237093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Made reservation on behalf of 4725b0edc3e0409d81ef1784c543b41b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:50.247078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:50.252790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Sync routers for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:50.296096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:50.296936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:50.314113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:50.319748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b169ca5a-354a-4327-878d-a71a742ccffd req-a92bc16a-c727-4423-a54b-07564a118f8a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803485 Nov 12 12:15:50.326233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-892e85b7-b2ab-40f5-9f7c-0b6d2b0ed32c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2684267 Nov 12 12:15:50.412686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-31f716a4-5175-407e-95e1-104f3fb7a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:50.423829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-31f716a4-5175-407e-95e1-104f3fb7a4ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.2285414 Nov 12 12:15:50.460496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:50.462659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:50.644924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8c8dd-a7de-4318-9688-4c6ff1cfb142 None None] Network 21250f2b-7162-4826-8861-7e9eaa4b1c6b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:50.734255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Allocated IP 172.20.0.8 (77efe5ff-6cbe-4845-8bc2-300d8579de6a/92032157-b1e6-49a0-b477-b2df752402ed/5be039c9-57fd-4a58-8cba-9138d52b95db) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:50.782209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f1d24013-53d8-401b-898a-487d5204b69e details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:50.820202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:50.870865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849301830', 'description': 'tempest-description--1630074752'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:50.919400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-7dd714a6-e972-4bc5-842a-02d7bc5eb274 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971694 Nov 12 12:15:50.998842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9420843-9325-458a-9cfa-178891d6ab6c req-6ca6a92d-03f0-48ca-9f83-d8a39a2393b2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 210 time: 0.1204665 Nov 12 12:15:51.045103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:51.051429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:51.056109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:51.058419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event updated for resources: {'Port': ['ID=bbe801b6-a002-4e94-bc22-530fe9c8216a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:51.070406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.096485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb110cf-e667-4314-b2c9-857e25cb2ec6 req-db86bfec-9a8d-46a6-a965-6a29eb10ec83 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:51.096485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ceb110cf-e667-4314-b2c9-857e25cb2ec6 req-db86bfec-9a8d-46a6-a965-6a29eb10ec83 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.5481224 Nov 12 12:15:51.097724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:51.104281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-298145221-network', 'tenant_id': 'a60736376a5942fe824a90809abbaa76'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:51.155884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d920bb88-e3c9-43f2-8dc1-46407159e08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.171452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Made reservation on behalf of a60736376a5942fe824a90809abbaa76 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:51.173900 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.180863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d920bb88-e3c9-43f2-8dc1-46407159e08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.215484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.216709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:51.235501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f1d24013-53d8-401b-898a-487d5204b69e has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:15:51.240389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.249272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-44c8269a-a390-4c9e-87a1-9aacf814f11e service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193538 Nov 12 12:15:51.261660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 2, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:51.293714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d920bb88-e3c9-43f2-8dc1-46407159e08d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91dfa9f640ab4b7d9eff315e3ed555d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5742164 Nov 12 12:15:51.303697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Checking router: fa2ce210-8ff6-4cb7-88fa-922319ae51f0 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:51.304274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Updating router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:51.308665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920bb88-e3c9-43f2-8dc1-46407159e08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e1b38-3160-43b4-93f0-36cfb6b8e7d6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:51.313930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.322067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:51.339309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.399241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ceb110cf-e667-4314-b2c9-857e25cb2ec6 req-2f13c095-0578-43a5-b2c7-fa24c1bed046 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885149 Nov 12 12:15:51.411385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.473034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.505517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.568515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.586678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa634df-32b2-4725-9304-ee656cde8f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.608688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b55b72-faef-400c-a90f-fc8c6f3e273f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:51.613889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.614902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb1be9d9-3ff1-4778-8505-930b92d9f3dd tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7712352 Nov 12 12:15:51.641521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:51.653545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbc00141-5bb4-4784-8fde-ccf22246814a req-e695f7e1-2823-4d45-849a-5c9e541a9d6d service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865120 Nov 12 12:15:51.661594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Request body: {'security_group_rule': {'security_group_id': '83b55b72-faef-400c-a90f-fc8c6f3e273f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:51.677537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac92ed-fcfc-4931-8ef5-07b816245a68 req-7128e3f6-506f-4a20-a77a-7d3ffdeb446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:51.679148 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5bac92ed-fcfc-4931-8ef5-07b816245a68 req-7128e3f6-506f-4a20-a77a-7d3ffdeb446f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.2270772 Nov 12 12:15:51.688975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:51.694617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa634df-32b2-4725-9304-ee656cde8f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.720703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:51.732034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:51.734761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'Port': ['ID=5be039c9-57fd-4a58-8cba-9138d52b95db,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:51.791281 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.809219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.815040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.833811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f20d-ebf0-495a-8d5e-a36605355923 req-da2ea79e-7932-4341-bbfe-16ad896b5fbf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:51.835002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b134f20d-ebf0-495a-8d5e-a36605355923 req-da2ea79e-7932-4341-bbfe-16ad896b5fbf tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.2727349 Nov 12 12:15:51.845591 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.852187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.929674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.942401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe73544-3ecf-4610-b27b-6060698b318e None None] Pushing event updated for resources: {'Port': ['ID=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.005458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.006136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.017693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5bac92ed-fcfc-4931-8ef5-07b816245a68 req-c2fa993d-781e-4e64-bb5d-b71e2c2f45e0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201144 Nov 12 12:15:52.027284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.069612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-38bb36c5-0484-496d-89e2-712f26076a3f tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.083581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-38bb36c5-0484-496d-89e2-712f26076a3f tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/networks?id=21250f2b-7162-4826-8861-7e9eaa4b1c6b HTTP/1.1" status: 200 len: 817 time: 0.2958460 Nov 12 12:15:52.100885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e05027-9413-4276-b264-28a6a1342517,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.109137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa634df-32b2-4725-9304-ee656cde8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.114749 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa634df-32b2-4725-9304-ee656cde8f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.116157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3fa634df-32b2-4725-9304-ee656cde8f8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba1e1b38-3160-43b4-93f0-36cfb6b8e7d6 HTTP/1.1" status: 204 len: 168 time: 0.7875180 Nov 12 12:15:52.127756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-dbd9f790-266b-4568-8f1e-a1307c79c445 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0605836 Nov 12 12:15:52.135327 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-c565dec5-bb6e-4506-a7d6-6beaca2f8b80 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/quotas/0a44ce77c5494d249bdc3f6d47e56a37 HTTP/1.1" status: 200 len: 375 time: 0.0506310 Nov 12 12:15:52.169296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Request body: {'port': {'device_id': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:52.182878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event updated for resources: {'Port': ['ID=bbe801b6-a002-4e94-bc22-530fe9c8216a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.184231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-39a2ddb8-e2ba-44ed-8977-72ed8ee85ae7 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a44ce77c5494d249bdc3f6d47e56a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480700 Nov 12 12:15:52.201129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:52.252913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa634df-32b2-4725-9304-ee656cde8f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e1b38-3160-43b4-93f0-36cfb6b8e7d6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.269479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.270270 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Added segment 1d27701a-8c0a-4cb8-bc89-ae9351c2e7ff of type vlan for network 976d6a20-9633-4888-aa70-4c9f4d70e37a Nov 12 12:15:52.292672 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b134f20d-ebf0-495a-8d5e-a36605355923 req-03e4e68a-a351-4b0f-911c-37f4090e46e4 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415615 Nov 12 12:15:52.294156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.319161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Attempting to bind port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:52.320372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Attempting to bind port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:52.325070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Attempting to bind port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f on network 57c20fc7-4116-49b4-a993-00f7e36db057 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:52.332535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-42f9dcac-e550-4d0d-88c8-74af74967255 service neutron] 10.222.0.65 "GET /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.3502529 Nov 12 12:15:52.363218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:52.363619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Checking segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:52.363919 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.364323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Bound using segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:52.368602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Bound port: 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:52.370783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.375444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Provisioning complete for port 5be039c9-57fd-4a58-8cba-9138d52b95db triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:52.375823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.433358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.440802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.452157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:52.469407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.499804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.501439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-529899c1-9aa3-444c-b76a-400cf21d1883 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2010524 Nov 12 12:15:52.505054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.547071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-c0701637-09d6-46d0-9a93-864eca23de07 service neutron] 10.222.0.18 "GET /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616979 Nov 12 12:15:52.564364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Port 5be039c9-57fd-4a58-8cba-9138d52b95db cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:52.594881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ffd8f4-2697-4f8e-93eb-275e9608814f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.606009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] For port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:52.611401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] For port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:52.616373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Provisioning complete for port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:52.616705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.643168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.683352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.687355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-050df414-b906-46df-965d-d8d92d134cff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0385971 Nov 12 12:15:52.691195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:52.698686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Request body: {'security_group_rule': {'security_group_id': '83b55b72-faef-400c-a90f-fc8c6f3e273f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:52.706148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.707514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.708893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.757144 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.758004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfc84-8960-42d3-b842-85330dda0193 req-d5ee5bc8-0920-487b-b457-f4a20d47cb34 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.767345 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c5cfc84-8960-42d3-b842-85330dda0193 req-d5ee5bc8-0920-487b-b457-f4a20d47cb34 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 931 time: 0.3294969 Nov 12 12:15:52.798202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe73544-3ecf-4610-b27b-6060698b318e None None] Pushing event updated for resources: {'Port': ['ID=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.828985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:52.829642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:15:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:52.840007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-a565826c-08e5-4997-936e-e685b37df2ba service neutron] 10.222.0.18 "GET /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912462 Nov 12 12:15:52.894149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:52.896454 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b10dc6-df1c-4beb-ac92-1e597fcae207" -d '{"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:52.911732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8117940 Nov 12 12:15:52.916116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:52.949203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Request body: {'subnet': {'network_id': '976d6a20-9633-4888-aa70-4c9f4d70e37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-298145221-subnet', 'tenant_id': 'a60736376a5942fe824a90809abbaa76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:52.954683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.965664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffa41-9bc7-49ba-88b8-e46d9c931bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=976d6a20-9633-4888-aa70-4c9f4d70e37a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.977236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:53.012308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 976d6a20-9633-4888-aa70-4c9f4d70e37a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:53.012528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c5cfc84-8960-42d3-b842-85330dda0193 req-3771dbf0-8c8b-4739-8975-3fc229ed3ae9 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410541 Nov 12 12:15:53.027851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.117778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Made reservation on behalf of a60736376a5942fe824a90809abbaa76 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:53.124666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.222010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.300255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:53.318563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:53.361971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] For port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:53.368995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.386340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.596784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.607907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.659008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e89445-5a65-4071-81b3-e3ecd39f29d4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:53.683446 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.684685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-100c1529-3615-40d1-8769-0a04a945e751 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9900820 Nov 12 12:15:53.693422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:53.705646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:53.739776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3c024c18-2b94-420a-a919-26aa41f3f0ca None None] Provisioning complete for port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:53.740220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c024c18-2b94-420a-a919-26aa41f3f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.746282 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.767065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991c7c48-5e52-4e03-b7bb-fd769312743b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:53.779617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b297f-37ee-4f14-b68b-96f647e072c5 req-7a8ba062-066b-496b-bf77-2a4fb186c244 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.784953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be039c9-57fd-4a58-8cba-9138d52b95db {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:53.787743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-355b297f-37ee-4f14-b68b-96f647e072c5 req-7a8ba062-066b-496b-bf77-2a4fb186c244 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 943 time: 0.4198680 Nov 12 12:15:53.795284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.820623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb118f-0e11-4ea5-8de5-22a20144f37f None None] Pushing event updated for resources: {'Port': ['ID=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:53.826580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Checking segment: {'id': '1d27701a-8c0a-4cb8-bc89-ae9351c2e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '976d6a20-9633-4888-aa70-4c9f4d70e37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:53.827094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Network hostable DHCP agents. Network: 976d6a20-9633-4888-aa70-4c9f4d70e37a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:53.860069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Transition to ACTIVE for port object 5be039c9-57fd-4a58-8cba-9138d52b95db will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:53.863933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:53.899867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:52Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:53.905244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.937972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:53.950650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-355b297f-37ee-4f14-b68b-96f647e072c5 req-b91d1b2a-d329-43a5-8616-d4658cf945b9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595020 Nov 12 12:15:53.955962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Network 976d6a20-9633-4888-aa70-4c9f4d70e37a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:53.982338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d24013-53d8-401b-898a-487d5204b69e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:53.988193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba24cb-c590-4942-8e6e-9cafbaefb397 None None] The sync data for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 is: [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:52Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:53.996885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:53.998149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 976d6a20-9633-4888-aa70-4c9f4d70e37a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:54.008082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:54.008694 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.021803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee6c31-a428-46a5-8d99-3a97eadb8b2a None None] Network 976d6a20-9633-4888-aa70-4c9f4d70e37a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:54.045369 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49553a79-2e03-44cc-bdc9-5187f31ca27e x-openstack-request-id: req-49553a79-2e03-44cc-bdc9-5187f31ca27e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:54.045691 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:54.045951 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49553a79-2e03-44cc-bdc9-5187f31ca27e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:54.046398 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'code': 200} Nov 12 12:15:54.049434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.130305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-02bfad98-b896-4560-bce3-b7ff32575ff4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2073166 Nov 12 12:15:54.143562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-5fbd42ba-a20c-46f3-8767-752505d8773f tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1381896992&fields=id&tenant_id=2344089f8a8b49859db549c838059af7 HTTP/1.1" status: 200 len: 267 time: 0.6378005 Nov 12 12:15:54.181792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.212609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Pushing event updated for resources: {'Port': ['ID=5be039c9-57fd-4a58-8cba-9138d52b95db,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:54.394523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-664caa89-093c-44b2-9b3f-080d227eab0d req-15cb1651-fb5d-4bc2-bb7e-04206e2cc3c2 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 210 time: 0.0871356 Nov 12 12:15:54.441334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Allocated IP 172.25.1.169 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/465a9dce-8a2b-42ac-8119-ab1464de66a1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:54.485135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:54.512011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4145a-4576-4d1d-b621-b755c1f91e4a None None] Network 976d6a20-9633-4888-aa70-4c9f4d70e37a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:54.707927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Attempting to bind port 5be039c9-57fd-4a58-8cba-9138d52b95db on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:54.708474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Attempting to bind port 5be039c9-57fd-4a58-8cba-9138d52b95db by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:54.708896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Attempting to bind port 5be039c9-57fd-4a58-8cba-9138d52b95db on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:54.727410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Port 5be039c9-57fd-4a58-8cba-9138d52b95db on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:54.727728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Attempting to bind port 5be039c9-57fd-4a58-8cba-9138d52b95db on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:54.751452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] Transition to ACTIVE for port object f1d24013-53d8-401b-898a-487d5204b69e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:54.756375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566b964-8cbb-4c4e-ae8e-586a70875173 req-f9ea5682-d620-4075-86b1-96018f755968 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:54.757515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:54.757858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Checking segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:54.767617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Bound using segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:54.768159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Bound port: 5be039c9-57fd-4a58-8cba-9138d52b95db, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:54.768528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.778632 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:15:54.783320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-43f408e6-0805-4ae4-84e2-38ce81917736 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:54.791158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-43f408e6-0805-4ae4-84e2-38ce81917736 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/networks?id=bc7f648e-2151-4037-8aa1-0db01c9415e9 HTTP/1.1" status: 200 len: 814 time: 0.6200292 Nov 12 12:15:54.794762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5566b964-8cbb-4c4e-ae8e-586a70875173 req-f9ea5682-d620-4075-86b1-96018f755968 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 947 time: 0.1754818 Nov 12 12:15:54.797886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.838131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:54.940644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5566b964-8cbb-4c4e-ae8e-586a70875173 req-6c410296-2022-4939-8f29-48dbb6e44400 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287465 Nov 12 12:15:54.958944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-fc938aee-943a-44c7-b6d0-c2a9b82f575a tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/quotas/2344089f8a8b49859db549c838059af7 HTTP/1.1" status: 200 len: 375 time: 0.1661756 Nov 12 12:15:54.994833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] No DVR routers for this DVR port f1d24013-53d8-401b-898a-487d5204b69e on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:15:55.012847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:55.028497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.036289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'mac_address': 'fa:16:3e:93:26:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:55.096774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:55.109971 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.129120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:55.134693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:55.147118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:55.188615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:55.192528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event updated for resources: {'Port': ['ID=465a9dce-8a2b-42ac-8119-ab1464de66a1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:55.192865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] Pushing event updated for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:55.199737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.219317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b74ca8a3-d5b1-4171-92a3-67b88ebd9a0f service neutron] 10.222.0.65 "PUT /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e/bindings/n-h1-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 2.8779113 Nov 12 12:15:55.230030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-8479b901-7347-44c3-b42d-8b37d414ed02 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2344089f8a8b49859db549c838059af7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703233 Nov 12 12:15:55.237711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] For port 5be039c9-57fd-4a58-8cba-9138d52b95db, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:55.242971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60e3a-b0cb-4a9a-9655-67034e7675b7 req-204d9aeb-b3c9-427f-819a-25af7b14c15a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:55.245136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02f60e3a-b0cb-4a9a-9655-67034e7675b7 req-204d9aeb-b3c9-427f-819a-25af7b14c15a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 943 time: 0.1941609 Nov 12 12:15:55.255741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] For port 5be039c9-57fd-4a58-8cba-9138d52b95db, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5be039c9-57fd-4a58-8cba-9138d52b95db,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:55.291111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:55.293739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.350621 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.362247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02f60e3a-b0cb-4a9a-9655-67034e7675b7 req-a3f0e450-bd02-43da-b858-5e6bb3c579d1 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081316 Nov 12 12:15:55.417984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.487604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:55.741595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Pushing event updated for resources: {'Port': ['ID=5be039c9-57fd-4a58-8cba-9138d52b95db,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:55.772390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:55.862953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.873095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.882776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:55.901243 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:55.903218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-63bec118-2666-4c97-98e1-ef68f5e7718c service neutron] 10.222.0.65 "PUT /v2.0/ports/5be039c9-57fd-4a58-8cba-9138d52b95db HTTP/1.1" status: 200 len: 1091 time: 3.7389603 Nov 12 12:15:55.903781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:55.907042 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:55.959215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-f17a82fb-d2b0-40b6-9144-a1220e2ec06f tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:55.960924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-f17a82fb-d2b0-40b6-9144-a1220e2ec06f tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.5924203 Nov 12 12:15:56.063709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event updated for resources: {'Port': ['ID=465a9dce-8a2b-42ac-8119-ab1464de66a1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:56.095987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-a20dd136-ef97-4a26-91fa-ae4804b512d3 service neutron] 10.222.0.18 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8340971 Nov 12 12:15:56.112616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:56.116687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-c37e93b0-c503-47c1-bb13-5e815f49b4ec tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.118914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-c37e93b0-c503-47c1-bb13-5e815f49b4ec tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.81 "GET /v2.0/networks?id=21250f2b-7162-4826-8861-7e9eaa4b1c6b HTTP/1.1" status: 200 len: 817 time: 0.6382201 Nov 12 12:15:56.140986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:56.146775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d3a8f2a-5aff-4a4c-aaaf-61af9d0d4b09 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4411342 Nov 12 12:15:56.147762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Request body: {'port': {'device_id': '9c67546b-46e9-4461-868f-7563b0576cbe', 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b', 'admin_state_up': True, 'tenant_id': '0a44ce77c5494d249bdc3f6d47e56a37'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:56.162790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:56.163169 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:56.163284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-cabc2070-90df-48d9-a764-959d6fa353fd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.165176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-cabc2070-90df-48d9-a764-959d6fa353fd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.2727032 Nov 12 12:15:56.192597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-f9aa8d59-0dba-4d41-94af-716c90c5406a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/quotas/fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 375 time: 0.0210013 Nov 12 12:15:56.232447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-b6a6fc07-7997-4e8c-8b4e-355bb9db3354 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329409 Nov 12 12:15:56.311319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f1d24013-53d8-401b-898a-487d5204b69e no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:56.342882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-563dec57-897d-4875-990a-81d06d944fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.344473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-563dec57-897d-4875-990a-81d06d944fe4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 1094 time: 0.3789022 Nov 12 12:15:56.362254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f1d24013-53d8-401b-898a-487d5204b69e not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:56.363562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-e7fcfa43-ed4c-44f3-bfee-092c1228490c service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226151 Nov 12 12:15:56.364152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-3d63dfc6-2386-413b-970c-43dfa1856609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.365836 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-3d63dfc6-2386-413b-970c-43dfa1856609 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&tenant_id=33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 1095 time: 0.3877969 Nov 12 12:15:56.437653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-b73456cd-2962-4100-b277-c2e1e109fce5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5be039c9-57fd-4a58-8cba-9138d52b95db HTTP/1.1" status: 200 len: 217 time: 0.0767024 Nov 12 12:15:56.476957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-de497a07-1206-4962-974b-38fd28adfff0 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024313 Nov 12 12:15:56.498521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-49cfba7c-f2bf-4e7e-8f8f-eb79a5618abe service neutron] 10.222.0.18 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762591 Nov 12 12:15:56.554713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-4cdd4a30-2338-437c-af53-af15486498f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.556383 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-4cdd4a30-2338-437c-af53-af15486498f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.1092653 Nov 12 12:15:56.560277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-7ea2c16c-d65d-4689-a5f5-397209548d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.562346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-7ea2c16c-d65d-4689-a5f5-397209548d47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1095 time: 0.1418791 Nov 12 12:15:56.571925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Made reservation on behalf of 0a44ce77c5494d249bdc3f6d47e56a37 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:56.575630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:56.765719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-3f291264-01af-45bc-b840-809bf972d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.767276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-3f291264-01af-45bc-b840-809bf972d6f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040448 Nov 12 12:15:56.846503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc24c33-65fe-432c-9c60-3eb637624c20 req-2c9b656f-f796-4fb4-ac76-934229aeb345 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.849848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cc24c33-65fe-432c-9c60-3eb637624c20 req-2c9b656f-f796-4fb4-ac76-934229aeb345 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.1898167 Nov 12 12:15:56.936932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-9d6e3f26-d507-4526-8e76-cfdf7f31c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.938495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-9d6e3f26-d507-4526-8e76-cfdf7f31c9a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.3606248 Nov 12 12:15:56.954201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cc24c33-65fe-432c-9c60-3eb637624c20 req-92993281-eff7-484b-b174-2777c00bcca4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812049 Nov 12 12:15:57.020433 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4544cc9a-1fc5-425a-9c39-bd99a81d004c x-openstack-request-id: req-4544cc9a-1fc5-425a-9c39-bd99a81d004c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:57.020712 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:57.020980 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4544cc9a-1fc5-425a-9c39-bd99a81d004c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:57.021361 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'status': 'completed', 'code': 200} Nov 12 12:15:57.048608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-699db3c9-af1e-4e5f-a965-fb2196f2d8d5 req-589eebbc-ff60-4c02-8491-70546bb867b4 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 210 time: 0.0961132 Nov 12 12:15:57.050025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-0a9bfb31-ece8-4f58-a024-cd90dfd0fed4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.1009877 Nov 12 12:15:57.058124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Allocated IP 172.20.0.2 (21250f2b-7162-4826-8861-7e9eaa4b1c6b/d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c/7f90ef2c-4b90-4ca8-9191-014f26d8e06e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:57.067401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-bdf7f749-8afa-4fcf-8544-f1fc9ed54db3 service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893384 Nov 12 12:15:57.170004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876defbe-a1f1-4f6f-9016-5d74c4051955 req-45d8863c-7596-42cb-8173-d13459063518 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:57.176563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-876defbe-a1f1-4f6f-9016-5d74c4051955 req-45d8863c-7596-42cb-8173-d13459063518 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 948 time: 0.1177588 Nov 12 12:15:57.248538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-876defbe-a1f1-4f6f-9016-5d74c4051955 req-1ba6353e-e481-45c2-9499-f1dd2df8d46d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707800 Nov 12 12:15:57.398893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d8f2-ccf5-49b3-812a-2f599a83c31f req-9ab9000c-e274-48bf-ad8b-0a3f37fbdc1a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:57.401291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0222d8f2-ccf5-49b3-812a-2f599a83c31f req-9ab9000c-e274-48bf-ad8b-0a3f37fbdc1a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 943 time: 0.0675240 Nov 12 12:15:57.472597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0222d8f2-ccf5-49b3-812a-2f599a83c31f req-685c1b21-0c01-4578-b126-977c6ece9b46 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636656 Nov 12 12:15:57.544843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-a7f49878-7822-43bb-be22-39ce0f37bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:57.546588 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-a7f49878-7822-43bb-be22-39ce0f37bf66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.4781911 Nov 12 12:15:57.610319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-971deb09-b32f-4e56-9cc2-85cf6390e030 req-38c5af0c-e55d-4b87-9fd5-6833f7afe125 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 210 time: 0.0354004 Nov 12 12:15:57.653444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-771eb0d6-6aa6-45ae-abbb-209128ff6706 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907850 Nov 12 12:15:57.700839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec6935a-7508-45ca-8024-76b08842d7e2 req-b998f2a8-0aac-406d-bb43-3bced21f2b80 service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039135 Nov 12 12:15:57.713847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f118d5c-436c-410d-b66e-b26d2047afbf req-ae21514a-61e1-4f99-a778-7da390eab2b1 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Nov 12 12:15:57.721265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-7446a882-bbff-454b-ae80-2a7c3ade01e9 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1849301830&fields=id&tenant_id=adae43176c4b4199bf587fb7a1fa37b1 HTTP/1.1" status: 200 len: 267 time: 0.5296700 Nov 12 12:15:57.913505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ba2b-6fbf-41d8-ba60-831e6eb3bdd3 req-fd525f2f-b5f4-40e4-a357-7121281e3b42 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:57.915825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f96ba2b-6fbf-41d8-ba60-831e6eb3bdd3 req-fd525f2f-b5f4-40e4-a357-7121281e3b42 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 948 time: 0.0824132 Nov 12 12:15:57.993372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f96ba2b-6fbf-41d8-ba60-831e6eb3bdd3 req-5cf3d481-8303-4db3-b267-b943ceeba21f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708218 Nov 12 12:15:58.000065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.083120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-794a000c-aeba-4ac5-8847-3d0bdce3684a service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176335 Nov 12 12:15:58.133655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-48cb5f6b-5138-4db2-b870-5bd4fa3a25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.135371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-48cb5f6b-5138-4db2-b870-5bd4fa3a25fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 1094 time: 0.3622959 Nov 12 12:15:58.152496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e737-cf69-43de-89ea-28844a32659a req-9c075938-4ddd-4809-b6a7-a0e735683f5f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.154101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2131e737-cf69-43de-89ea-28844a32659a req-9c075938-4ddd-4809-b6a7-a0e735683f5f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.0822995 Nov 12 12:15:58.194991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-b66a5a13-07ec-4029-9fdb-d4b76f84ebb0 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.197044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-b66a5a13-07ec-4029-9fdb-d4b76f84ebb0 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/networks?id=57c20fc7-4116-49b4-a993-00f7e36db057 HTTP/1.1" status: 200 len: 805 time: 0.4251223 Nov 12 12:15:58.216101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37694) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:58.225654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2131e737-cf69-43de-89ea-28844a32659a req-f914424d-fee8-496c-bd47-2a4838ade018 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652161 Nov 12 12:15:58.320394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-99b0f7d9-a875-447d-9020-5c1f9de78a65 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.322066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-99b0f7d9-a875-447d-9020-5c1f9de78a65 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.4249780 Nov 12 12:15:58.329245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-2890f55a-ba44-421d-98b6-35ed5aa6e7fc tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/quotas/adae43176c4b4199bf587fb7a1fa37b1 HTTP/1.1" status: 200 len: 375 time: 0.1154330 Nov 12 12:15:58.333844 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.359342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Request body: {'port': {'device_id': '789c94d9-633c-41a0-a670-18aa3d81f596', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'admin_state_up': True, 'tenant_id': 'fa8f75ccdd084cadbcdecb7c3d623bf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:58.456124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:58.457193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-4288cd24-1390-4c60-893a-15d343d2b0b5 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.459549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-4288cd24-1390-4c60-893a-15d343d2b0b5 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.65 "GET /v2.0/networks?id=bc7f648e-2151-4037-8aa1-0db01c9415e9 HTTP/1.1" status: 200 len: 814 time: 0.2220306 Nov 12 12:15:58.503154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a93ef68-d062-49c4-a2d5-c83b8b75262e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.541577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Network 21250f2b-7162-4826-8861-7e9eaa4b1c6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:58.551905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-11428ed2-7e9e-48c8-b731-0bb4cf4ef60d service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581163 Nov 12 12:15:58.575849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:58.576423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.586462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-80821d4b-71ce-4298-9b0e-b12683411ae2 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2344089f8a8b49859db549c838059af7 HTTP/1.1" status: 200 len: 380 time: 0.1168945 Nov 12 12:15:58.603574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Request body: {'port': {'device_id': 'f108f33b-f3bf-447e-881c-2f71439db949', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'admin_state_up': True, 'tenant_id': '2344089f8a8b49859db549c838059af7', 'security_groups': ['9cabbe1f-138e-49f6-a605-23ac3678e911']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:58.694301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:58.702801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:58.711505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-33b22b69-959c-4e37-8de4-df665f2db33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.719978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-33b22b69-959c-4e37-8de4-df665f2db33b service neutron] 10.222.0.65 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 924 time: 0.5570366 Nov 12 12:15:58.723638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Pushing event updated for resources: {'Port': ['ID=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:58.770439 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.818294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a93ef68-d062-49c4-a2d5-c83b8b75262e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.825061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:58.827742 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caa98e2-288c-43b3-8403-96ddf080b1a7" -d '{"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-plugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:58.848937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:58.856851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a93ef68-d062-49c4-a2d5-c83b8b75262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.858125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.876046 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-f3a4188a-c371-4b43-b466-7f9dacd1bb78 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adae43176c4b4199bf587fb7a1fa37b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5215211 Nov 12 12:15:58.879382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-fe133afe-2b85-4ca6-8757-0dd39e4194f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5be039c9-57fd-4a58-8cba-9138d52b95db HTTP/1.1" status: 200 len: 217 time: 0.1054575 Nov 12 12:15:58.892278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93ef68-d062-49c4-a2d5-c83b8b75262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c9b75-8997-4bc1-a12a-61c5d51e9737,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:58.939898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:58.961416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fbd80-64cc-41a7-ac28-452130a1c8c7 req-22e122e2-2bcf-4208-a683-54c4deae8550 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.963598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d6fbd80-64cc-41a7-ac28-452130a1c8c7 req-22e122e2-2bcf-4208-a683-54c4deae8550 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 931 time: 0.2560625 Nov 12 12:15:58.971728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8a93ef68-d062-49c4-a2d5-c83b8b75262e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50df634015e04236bb362a04228e5c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544549 Nov 12 12:15:58.977775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:58.982200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.983201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.037593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Made reservation on behalf of 2344089f8a8b49859db549c838059af7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:59.041962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.080516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Made reservation on behalf of fa8f75ccdd084cadbcdecb7c3d623bf8 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:59.083974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.115292 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9e16-514c-4e10-b2a0-467ea5cc389f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.128280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d6fbd80-64cc-41a7-ac28-452130a1c8c7 req-ef51df7c-0fe7-4851-bb5f-1f70c02e3b67 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492639 Nov 12 12:15:59.157576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-fdcf8485-129c-407a-a696-4dc81da42780 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0188904 Nov 12 12:15:59.160651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-825670d4-6acc-45f0-a7ae-9fa044bdfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:59.162608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-825670d4-6acc-45f0-a7ae-9fa044bdfcf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.2627366 Nov 12 12:15:59.182656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9e16-514c-4e10-b2a0-467ea5cc389f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.192603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Request body: {'port': {'device_id': '9c67546b-46e9-4461-868f-7563b0576cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:59.256873 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.292756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b6fb5d7c-5a61-48c0-9468-3c309977146e tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:59.293880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-b6fb5d7c-5a61-48c0-9468-3c309977146e tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.2701099 Nov 12 12:15:59.307061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-bcbf6b85-78e0-4feb-bb80-502543c4ec25 service neutron] 10.222.0.18 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299729 Nov 12 12:15:59.317212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Allocated IP 172.20.0.6 (bc7f648e-2151-4037-8aa1-0db01c9415e9/e7a593d1-1467-4764-acae-3599fc6f0879/c6ab9283-3168-4cc3-8520-45b8134ec67b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:59.342278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9e16-514c-4e10-b2a0-467ea5cc389f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.344779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9e16-514c-4e10-b2a0-467ea5cc389f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.345927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac8d9e16-514c-4e10-b2a0-467ea5cc389f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe6c9b75-8997-4bc1-a12a-61c5d51e9737 HTTP/1.1" status: 204 len: 168 time: 0.3658674 Nov 12 12:15:59.358280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a10d-9e92-40e7-a216-2e9c1b35026d req-1a73e6c1-41ab-4157-94e5-83ec640656d7 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:59.359848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77c4a10d-9e92-40e7-a216-2e9c1b35026d req-1a73e6c1-41ab-4157-94e5-83ec640656d7 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 943 time: 0.1169989 Nov 12 12:15:59.418325 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.454856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-15ace0ad-bb86-4c0e-be02-45af160e01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:59.456473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-15ace0ad-bb86-4c0e-be02-45af160e01ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755640 Nov 12 12:15:59.488940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.597992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Allocated IP 172.20.0.4 (8bc7522f-6f56-46d8-8a26-ff367ebfede6/53683dea-ff2d-4d0f-ae5d-6aedfde4c9be/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:59.619878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d9e16-514c-4e10-b2a0-467ea5cc389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c9b75-8997-4bc1-a12a-61c5d51e9737,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:59.745375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77c4a10d-9e92-40e7-a216-2e9c1b35026d req-5c751b04-6089-4ee3-a51e-d669e05ecd6e tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311550 Nov 12 12:15:59.839466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.886145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:59.930585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f93f4-8d29-4e85-8e3e-d78ecb431caf req-2e9ddf31-91fa-45da-98d1-1106aa7a81f7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:59.932257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e90f93f4-8d29-4e85-8e3e-d78ecb431caf req-2e9ddf31-91fa-45da-98d1-1106aa7a81f7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0820801 Nov 12 12:15:59.933898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.975012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73f03243-ed41-4989-8f20-58d0791d45bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.988669 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-001d0979-02a3-45d0-b81c-c592865b91f0 service neutron] 10.222.0.18 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440125 Nov 12 12:15:59.995902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:59.997700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:00.033510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event updated for resources: {'Port': ['ID=c6ab9283-3168-4cc3-8520-45b8134ec67b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:00.078242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:00.147663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e90f93f4-8d29-4e85-8e3e-d78ecb431caf req-864b05f3-a0b3-4bbb-9e72-1cf6b2eaaa90 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006857 Nov 12 12:16:00.170964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-9b73453d-2fff-4b7f-a2ff-cb555bbea3b8 service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793492 Nov 12 12:16:00.184214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.184897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.198912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-0a28b4be-08ef-4fed-9b99-9d82c0f1dde1 service neutron] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:00.204131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-0a28b4be-08ef-4fed-9b99-9d82c0f1dde1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.214053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc86fd13-a772-439b-85bc-48b5c463ca81 req-0a28b4be-08ef-4fed-9b99-9d82c0f1dde1 service neutron] 10.222.0.81 "DELETE /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e/bindings/n-h2-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.9056687 Nov 12 12:16:00.288527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab22c152-3470-4ba7-b7fa-c3b6d7be0b81 req-65670034-b12c-4667-94b4-62abb79f0160 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 210 time: 0.0693517 Nov 12 12:16:00.299720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-b9b7d3f5-8fdc-4832-a2bb-4d38a9c8b4f4 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7057266 Nov 12 12:16:00.315260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Request body: {'port': {'device_id': 'f108f33b-f3bf-447e-881c-2f71439db949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:00.317754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5be039c9-57fd-4a58-8cba-9138d52b95db details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:00.354787 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f18c4-be04-46be-a4a1-da67ec742c40 x-openstack-request-id: req-ba4f18c4-be04-46be-a4a1-da67ec742c40 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:00.355385 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-plugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:00.355803 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba4f18c4-be04-46be-a4a1-da67ec742c40 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:00.356361 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'code': 200} Nov 12 12:16:00.391664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.406439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a86d300-456e-43d3-a164-f1bebaaf3d7e None None] Provisioning complete for port c6ab9283-3168-4cc3-8520-45b8134ec67b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:00.407110 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a86d300-456e-43d3-a164-f1bebaaf3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.415555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.586531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a86d300-456e-43d3-a164-f1bebaaf3d7e None None] Port c6ab9283-3168-4cc3-8520-45b8134ec67b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:16:00.597753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5be039c9-57fd-4a58-8cba-9138d52b95db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5be039c9-57fd-4a58-8cba-9138d52b95db,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:00.614824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'port_id': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'mac_address': 'fa:16:3e:3c:15:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:00.658412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb371f6-cb46-4888-a3f6-2b664b1df041 req-d616a48e-f62e-44ba-8fa7-b2f1eb650ce8 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.660116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fb371f6-cb46-4888-a3f6-2b664b1df041 req-d616a48e-f62e-44ba-8fa7-b2f1eb650ce8 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 931 time: 0.2529180 Nov 12 12:16:00.661882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4ab82-7556-4d99-942b-d62a36a7eeda req-cb4d8d13-476b-4434-84b1-8b14d25e1a4a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.670566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ace4ab82-7556-4d99-942b-d62a36a7eeda req-cb4d8d13-476b-4434-84b1-8b14d25e1a4a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.2401152 Nov 12 12:16:00.707879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.745813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be039c9-57fd-4a58-8cba-9138d52b95db {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:00.748814 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.763498 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ace4ab82-7556-4d99-942b-d62a36a7eeda req-6cfd377e-39df-4f3d-957d-935d47eb61d3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906553 Nov 12 12:16:00.776345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5be039c9-57fd-4a58-8cba-9138d52b95db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5be039c9-57fd-4a58-8cba-9138d52b95db,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:00.795950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.843402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:00.901904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5be039c9-57fd-4a58-8cba-9138d52b95db,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:00.917293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fb371f6-cb46-4888-a3f6-2b664b1df041 req-caa4be75-d509-4b4a-8a8f-bbb9ec5d4599 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391179 Nov 12 12:16:00.951810 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41bbf35e-4f5c-4fd5-800f-9212ae48fdb1 req-25e9264d-bdb0-4519-a2c6-5928acb477dc service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365882 Nov 12 12:16:00.952420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c7910-613a-45a1-b7bd-04fb2a5d7c71 req-30f96871-2677-4fdd-8307-432e9a887bb8 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.955366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73f03243-ed41-4989-8f20-58d0791d45bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.959867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-174c7910-613a-45a1-b7bd-04fb2a5d7c71 req-30f96871-2677-4fdd-8307-432e9a887bb8 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 931 time: 0.0946841 Nov 12 12:16:00.968200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:00.970941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73f03243-ed41-4989-8f20-58d0791d45bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.003108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:01.023116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5be039c9-57fd-4a58-8cba-9138d52b95db'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:01.047074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ab9283-3168-4cc3-8520-45b8134ec67b {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:01.060141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dac270df-5819-4ee2-8247-349fec807325 req-ed484536-88b9-4dbc-a710-11cefc68401c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 210 time: 0.0708897 Nov 12 12:16:01.061034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:01.061776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.090902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-174c7910-613a-45a1-b7bd-04fb2a5d7c71 req-1d378bb7-885f-4a40-97f4-93366385c380 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178820 Nov 12 12:16:01.109171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Transition to ACTIVE for port object c6ab9283-3168-4cc3-8520-45b8134ec67b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:01.115244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.253267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab9283-3168-4cc3-8520-45b8134ec67b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:01.261396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:01.269096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-73f03243-ed41-4989-8f20-58d0791d45bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87434fa28361472189af5fec22e184cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3626740 Nov 12 12:16:01.313149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03243-ed41-4989-8f20-58d0791d45bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58151d82-9033-47d8-b797-3b25e5e41d27,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:01.326619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f90ef2c-4b90-4ca8-9191-014f26d8e06e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:01.339437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:01.340290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.351250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.372225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-63a33150-b9cc-4f70-a12e-cfd17acd03ad tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0297830 Nov 12 12:16:01.375702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Transition to ACTIVE for port object 7f90ef2c-4b90-4ca8-9191-014f26d8e06e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:01.387365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Request body: {'port': {'device_id': '789c94d9-633c-41a0-a670-18aa3d81f596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:01.416616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.433648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f255a00-031d-4703-b8ac-acb3be9b2a8d req-4e651e69-1346-4d2a-85df-6f1a071dc040 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:01.435611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f255a00-031d-4703-b8ac-acb3be9b2a8d req-4e651e69-1346-4d2a-85df-6f1a071dc040 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 944 time: 0.2363653 Nov 12 12:16:01.477697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Attempting to bind port c6ab9283-3168-4cc3-8520-45b8134ec67b on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:01.478482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Attempting to bind port c6ab9283-3168-4cc3-8520-45b8134ec67b by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:01.479035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Attempting to bind port c6ab9283-3168-4cc3-8520-45b8134ec67b on network bc7f648e-2151-4037-8aa1-0db01c9415e9 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:01.490090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9032eff5-9cda-40fd-adde-a05fe33355b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.501830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Port c6ab9283-3168-4cc3-8520-45b8134ec67b on network bc7f648e-2151-4037-8aa1-0db01c9415e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:01.502322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Attempting to bind port c6ab9283-3168-4cc3-8520-45b8134ec67b on network bc7f648e-2151-4037-8aa1-0db01c9415e9 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:01.538770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:01.539514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Checking segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:01.540043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Bound using segment: {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:01.541477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Bound port: c6ab9283-3168-4cc3-8520-45b8134ec67b, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235b3891-a10a-48ee-9f31-aa23f811b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:01.542140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.546767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9032eff5-9cda-40fd-adde-a05fe33355b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.576736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Pushing event updated for resources: {'Port': ['ID=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:01.591648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f255a00-031d-4703-b8ac-acb3be9b2a8d req-00bc5a31-2c64-4ab3-a0fc-6988f2bb4aec tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280668 Nov 12 12:16:01.599366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de396712-eabd-4702-ac81-92e3d62aa093 req-57838313-7508-4dbb-a609-5e1685798359 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:01.601401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de396712-eabd-4702-ac81-92e3d62aa093 req-57838313-7508-4dbb-a609-5e1685798359 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.2084756 Nov 12 12:16:01.638880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.692743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] For port c6ab9283-3168-4cc3-8520-45b8134ec67b, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:01.723222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9032eff5-9cda-40fd-adde-a05fe33355b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.727358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9032eff5-9cda-40fd-adde-a05fe33355b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.729840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9032eff5-9cda-40fd-adde-a05fe33355b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58151d82-9033-47d8-b797-3b25e5e41d27 HTTP/1.1" status: 204 len: 168 time: 0.4669840 Nov 12 12:16:01.732047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] For port c6ab9283-3168-4cc3-8520-45b8134ec67b, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:01.742267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032eff5-9cda-40fd-adde-a05fe33355b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58151d82-9033-47d8-b797-3b25e5e41d27,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:01.746269 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.792256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1fe42-18a5-4d71-ae71-b0306583e922 req-efd4ce21-1cc6-4f36-a783-e1ef4df317e1 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:01.794412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73a1fe42-18a5-4d71-ae71-b0306583e922 req-efd4ce21-1cc6-4f36-a783-e1ef4df317e1 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1095 time: 0.1190131 Nov 12 12:16:01.806841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:01.807722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.809557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] 10.222.0.65 "PUT /v2.0/ports/c6ab9283-3168-4cc3-8520-45b8134ec67b HTTP/1.1" status: 200 len: 1091 time: 1.5010436 Nov 12 12:16:01.817047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:01.820079 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a" -d '{"events": [{"name": "network-changed", "server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:01.859358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c10b-0f1e-4371-8b12-ad2a31f3a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab9283-3168-4cc3-8520-45b8134ec67b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:01.891322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de396712-eabd-4702-ac81-92e3d62aa093 req-e9b7172a-1ff4-47f8-86b3-15fa9d3dfc1d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624490 Nov 12 12:16:01.955467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Attempting to bind port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:01.956793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Attempting to bind port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '6a31e2b2-8d5b-4158-8510-ef247eba800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:01.957306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Attempting to bind port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e on network 21250f2b-7162-4826-8861-7e9eaa4b1c6b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:01.982381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73a1fe42-18a5-4d71-ae71-b0306583e922 req-62518a49-1ecc-49d8-a672-59b2732d1390 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786268 Nov 12 12:16:02.045601 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1775ed7-9d3f-48a1-8b58-04be40fa94ee x-openstack-request-id: req-a1775ed7-9d3f-48a1-8b58-04be40fa94ee {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:02.048809 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:02.049156 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1775ed7-9d3f-48a1-8b58-04be40fa94ee {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:02.049588 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'status': 'completed', 'code': 200} Nov 12 12:16:02.057091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-82b3ed7d-d8b8-4e72-8520-66d02773c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.059011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-82b3ed7d-d8b8-4e72-8520-66d02773c883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2344089f8a8b49859db549c838059af7&device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 1094 time: 0.1477005 Nov 12 12:16:02.150839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-1cee7953-b5fe-4b98-9b0b-d378a4363956 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b HTTP/1.1" status: 200 len: 217 time: 0.0824883 Nov 12 12:16:02.230871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e on network 21250f2b-7162-4826-8861-7e9eaa4b1c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:02.231316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Attempting to bind port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e on network 21250f2b-7162-4826-8861-7e9eaa4b1c6b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:02.281997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:02.283116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Checking segment: {'id': '6a31e2b2-8d5b-4158-8510-ef247eba800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:02.287912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-0638325f-6629-43d9-9368-22369e8f22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.290925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-0638325f-6629-43d9-9368-22369e8f22a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e7a593d1-1467-4764-acae-3599fc6f0879 HTTP/1.1" status: 200 len: 853 time: 0.1312542 Nov 12 12:16:02.295428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Bound using segment: {'id': '6a31e2b2-8d5b-4158-8510-ef247eba800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:02.296061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Bound port: 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a31e2b2-8d5b-4158-8510-ef247eba800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:02.297744 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.311215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650ff9-56e6-4d9b-a6a6-63a8bdcd2cde req-162db462-ad2c-41bc-a3ef-d317887d10e6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.320069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29650ff9-56e6-4d9b-a6a6-63a8bdcd2cde req-162db462-ad2c-41bc-a3ef-d317887d10e6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 943 time: 0.1482046 Nov 12 12:16:02.327830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5be039c9-57fd-4a58-8cba-9138d52b95db up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:02.400074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5be039c9-57fd-4a58-8cba-9138d52b95db completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:02.408337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5be039c9-57fd-4a58-8cba-9138d52b95db triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:02.409893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.443293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29650ff9-56e6-4d9b-a6a6-63a8bdcd2cde req-4c8007c8-7784-4766-99ff-baeea9ae3449 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193194 Nov 12 12:16:02.452360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-281bf6b3-76e6-49ef-9a71-d149e3e226e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.461361 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-281bf6b3-76e6-49ef-9a71-d149e3e226e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7f648e-2151-4037-8aa1-0db01c9415e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630375 Nov 12 12:16:02.500102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec4e595-6070-4e0d-9fd0-74d0f89b9ffb {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:02.524184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.526787 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.554200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Transition to ACTIVE for port object eec4e595-6070-4e0d-9fd0-74d0f89b9ffb will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:02.569351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:02.572300 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75dd6d6-9764-4d61-9375-a5cc28345230" -d '{"events": [{"server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "name": "network-vif-plugged", "status": "completed", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:02.586006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5be039c9-57fd-4a58-8cba-9138d52b95db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5be039c9-57fd-4a58-8cba-9138d52b95db,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:02.599859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.605923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-435a0db5-0f71-48cd-81c7-af6f5ff71150 req-a3c47812-ee75-4fc4-9969-f7e62356fe9e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 210 time: 0.0459871 Nov 12 12:16:02.637880 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-75e40af0-1981-4faf-ae58-bf34d3f71932 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699965 Nov 12 12:16:02.672288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ea0acc39-4ca9-4a39-a7b0-7bb3be01f617 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.677626 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ea0acc39-4ca9-4a39-a7b0-7bb3be01f617 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.81 "GET /v2.0/networks?id=57c20fc7-4116-49b4-a993-00f7e36db057 HTTP/1.1" status: 200 len: 805 time: 0.4557614 Nov 12 12:16:02.699734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5be039c9-57fd-4a58-8cba-9138d52b95db,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:02.704117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863d09-faaa-42bc-b4fb-05448c337b86 req-322047a7-583c-4ef0-8590-cf68b2949303 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.711092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10863d09-faaa-42bc-b4fb-05448c337b86 req-322047a7-583c-4ef0-8590-cf68b2949303 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 931 time: 0.7169294 Nov 12 12:16:02.715944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.840068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-338e1d54-9a70-4ace-8058-ad394ccb44a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5146310 Nov 12 12:16:02.848121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01176cf2-7814-49e8-9463-855f37d454bc req-40888838-ea56-4e71-8e8f-635e33003f78 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.858755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01176cf2-7814-49e8-9463-855f37d454bc req-40888838-ea56-4e71-8e8f-635e33003f78 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 943 time: 0.1492171 Nov 12 12:16:02.899129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b9018d0-bdc7-495b-8e32-c1f76b4e11c9 req-2dd2ced0-740e-4cc2-bbaf-902d3ab7bcec service neutron] 10.222.0.65 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511632 Nov 12 12:16:02.954972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] For port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:02.982973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01176cf2-7814-49e8-9463-855f37d454bc req-49a9abbc-0d7d-4361-a94f-dc15e60db6bd tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227078 Nov 12 12:16:02.987334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:03.025024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-83cd3541-6c67-4b13-a974-406272181c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.027323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-83cd3541-6c67-4b13-a974-406272181c50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 1123 time: 0.1144707 Nov 12 12:16:03.064572 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-03feb85f-27ee-4892-acf5-64e70e42eefb tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adae43176c4b4199bf587fb7a1fa37b1 HTTP/1.1" status: 200 len: 380 time: 0.3493543 Nov 12 12:16:03.245868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-6996cbce-2a22-431c-a4fa-ec7db8e9d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.247312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-6996cbce-2a22-431c-a4fa-ec7db8e9d7d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1900792 Nov 12 12:16:03.307069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-d988d5d9-6744-4820-8ec5-6367ff91d6a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a5f2259-0d87-44be-a63b-48494f02b7de HTTP/1.1" status: 200 len: 217 time: 0.0521398 Nov 12 12:16:03.317391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-239a5f4e-1737-4a6f-919d-2e07518fa6c1 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.321235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-239a5f4e-1737-4a6f-919d-2e07518fa6c1 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.1897852 Nov 12 12:16:03.356256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] For port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,segment=NetworkSegment(6a31e2b2-8d5b-4158-8510-ef247eba800f),segment_id=6a31e2b2-8d5b-4158-8510-ef247eba800f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:03.362058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-22434c13-3886-4b49-89b1-6faa8c77ff84 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/quotas/33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 375 time: 0.0395620 Nov 12 12:16:03.366051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10863d09-faaa-42bc-b4fb-05448c337b86 req-c2c61596-b031-4fcc-b5ea-4ad03f564955 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176150 Nov 12 12:16:03.373902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Request body: {'port': {'device_id': '27358cc9-a737-45e8-838f-d9fe12c95982', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'admin_state_up': True, 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'security_groups': ['83b55b72-faef-400c-a90f-fc8c6f3e273f']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:03.382222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.403290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-6fc658b7-9a33-4234-830c-71423d310a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.403290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-6fc658b7-9a33-4234-830c-71423d310a3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0735428 Nov 12 12:16:03.454659 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae22fb-42e9-4af9-8674-2a7e830e2b89 x-openstack-request-id: req-32ae22fb-42e9-4af9-8674-2a7e830e2b89 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:03.455412 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "name": "network-vif-plugged", "status": "completed", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:03.455412 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32ae22fb-42e9-4af9-8674-2a7e830e2b89 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:03.455645 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'code': 200} Nov 12 12:16:03.475528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.476202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.479142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] 10.222.0.81 "PUT /v2.0/ports/7f90ef2c-4b90-4ca8-9191-014f26d8e06e HTTP/1.1" status: 200 len: 1091 time: 4.3019762 Nov 12 12:16:03.492984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-a9e58e00-efa1-4783-937e-d56e4aa359f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.495710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-a9e58e00-efa1-4783-937e-d56e4aa359f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687113 Nov 12 12:16:03.514983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-85903af1-851e-4cb3-8db6-f46cd0f92642 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1391749 Nov 12 12:16:03.538120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c67546b-46e9-4461-868f-7563b0576cbe', 'tag': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:03.546012 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc5c134-97ea-4458-9190-b528c54b579a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c67546b-46e9-4461-868f-7563b0576cbe", "tag": "7f90ef2c-4b90-4ca8-9191-014f26d8e06e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:03.558256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.65', 51139) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:03.684846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-9cd75066-8583-45dd-980a-8a2ab22c5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.686677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-9cd75066-8583-45dd-980a-8a2ab22c5300 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2344089f8a8b49859db549c838059af7&device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 1094 time: 0.7182918 Nov 12 12:16:03.705947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-9adb8a7e-66fb-4e8c-9b1b-9143c52f4ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897075 Nov 12 12:16:03.739192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006362a6-e25d-4c78-a0ed-4926524c8c60 service neutron] Pushing event updated for resources: {'Port': ['ID=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:03.752536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-6f90cdca-692d-4c67-b74f-16be4c3926c4 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922598 Nov 12 12:16:03.755305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:03.755525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:03.755836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:03.801760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:03.802095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:03.862058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:03.862450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:03.862841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:03.863288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Bound port: eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:03.863658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.880121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4ecf-b591-4a91-9cd2-095c3a319d58 req-97e76fef-7918-45d0-9eb0-59750ce135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.881682 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7caf4ecf-b591-4a91-9cd2-095c3a319d58 req-97e76fef-7918-45d0-9eb0-59750ce135d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 1096 time: 0.3187633 Nov 12 12:16:03.883713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-bdbbdfaf-0be1-4794-8395-e0a748517458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.885849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-bdbbdfaf-0be1-4794-8395-e0a748517458 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a44ce77c5494d249bdc3f6d47e56a37&device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 1094 time: 0.2941511 Nov 12 12:16:03.889963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-238bca84-7884-4829-bf5c-a13145bf7cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740103 Nov 12 12:16:03.910556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bf82725-2e89-46fd-a202-dfd7f1dfcbc2 req-55552ca1-55f5-4f28-8c06-1a1e94151f09 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240263 Nov 12 12:16:03.911807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b535d2-280a-4ca6-911e-e7adb7477daf req-565d45dd-8178-4fca-a822-73bb1238a7d4 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:03.913352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92b535d2-280a-4ca6-911e-e7adb7477daf req-565d45dd-8178-4fca-a822-73bb1238a7d4 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 945 time: 0.3194547 Nov 12 12:16:03.987704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Made reservation on behalf of adae43176c4b4199bf587fb7a1fa37b1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:03.991353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.995021 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-8f415184-f9ff-4965-9abf-9735fbcb866c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e HTTP/1.1" status: 200 len: 217 time: 0.0950227 Nov 12 12:16:04.089360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-57a48299-c710-4b40-998b-6997540ec1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.090901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-57a48299-c710-4b40-998b-6997540ec1f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc7f648e-2151-4037-8aa1-0db01c9415e9 HTTP/1.1" status: 200 len: 915 time: 0.3874040 Nov 12 12:16:04.190047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03036f0-112a-427e-9166-c133dfff04ad req-48f2121f-c4d3-4b28-b70b-d3c04c92c2c0 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.195529 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7caf4ecf-b591-4a91-9cd2-095c3a319d58 req-4c802ba3-7be2-4b30-aa07-8a3f5bbe72e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976701 Nov 12 12:16:04.199767 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b03036f0-112a-427e-9166-c133dfff04ad req-48f2121f-c4d3-4b28-b70b-d3c04c92c2c0 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0669456 Nov 12 12:16:04.254102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-5ba5e51b-6035-447c-9ab8-1d2c7482d563 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b HTTP/1.1" status: 200 len: 217 time: 0.1413658 Nov 12 12:16:04.270722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:04.277859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92b535d2-280a-4ca6-911e-e7adb7477daf req-d5ca5e3c-bb1f-4ddf-8565-845fefc551b0 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445563 Nov 12 12:16:04.279272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf4df-1b03-41d9-816c-210984ca8504 req-6282f30b-bd8e-46a8-82e8-94fba9dac8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.280797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-6282f30b-bd8e-46a8-82e8-94fba9dac8a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c HTTP/1.1" status: 200 len: 857 time: 0.2554424 Nov 12 12:16:04.293207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b03036f0-112a-427e-9166-c133dfff04ad req-42136265-d4f4-44f0-8476-68334c1ea347 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924506 Nov 12 12:16:04.301417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:04.319479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:04.373594 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8205458-2535-4b43-965e-9b7c79bb8225 x-openstack-request-id: req-b8205458-2535-4b43-965e-9b7c79bb8225 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:04.374227 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c67546b-46e9-4461-868f-7563b0576cbe", "tag": "7f90ef2c-4b90-4ca8-9191-014f26d8e06e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:04.374227 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8205458-2535-4b43-965e-9b7c79bb8225 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:04.374614 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c67546b-46e9-4461-868f-7563b0576cbe', 'tag': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e', 'status': 'completed', 'code': 200} Nov 12 12:16:04.396469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-5c203a3a-5cd8-4f5b-b7a8-455bc7022d86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21250f2b-7162-4826-8861-7e9eaa4b1c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987802 Nov 12 12:16:04.485729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5290155b-e034-4240-aff4-88f0d4117f0b req-001fd112-0ebc-4b33-aa73-9f82da7f82f4 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 210 time: 0.0463581 Nov 12 12:16:04.503633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.504268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:04.505699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 1091 time: 3.1250343 Nov 12 12:16:04.542820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Allocated IP 172.20.0.6 (57c20fc7-4116-49b4-a993-00f7e36db057/e986cbc3-c327-41fd-839a-8289c0111ab2/82ad8c28-5bf5-4eef-855f-576c4bdbbf85) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:04.640146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a80ac4-b3cc-421d-ac43-a3482e0d3dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:04.649304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153679dd-0359-4c6d-86c9-cb91cc5ff35b req-ae165817-f1c9-4973-87b5-e25763eb01ab tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.649715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-33d00828-26a8-4c68-b717-e9b3c78c294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.651322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-33d00828-26a8-4c68-b717-e9b3c78c294a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e7a593d1-1467-4764-acae-3599fc6f0879 HTTP/1.1" status: 200 len: 853 time: 0.2431710 Nov 12 12:16:04.652072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-153679dd-0359-4c6d-86c9-cb91cc5ff35b req-ae165817-f1c9-4973-87b5-e25763eb01ab tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 943 time: 0.0826340 Nov 12 12:16:04.684729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71ea4-4e35-4eb1-bf46-9b22c1171146 req-2234906b-ab19-455e-85f4-e698357a9acc tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.692055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3d71ea4-4e35-4eb1-bf46-9b22c1171146 req-2234906b-ab19-455e-85f4-e698357a9acc tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 943 time: 0.2922554 Nov 12 12:16:04.706033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-153679dd-0359-4c6d-86c9-cb91cc5ff35b req-44ce289d-eaa5-479d-82b5-925385f99781 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Nov 12 12:16:04.795150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-97a738ec-6daa-4552-a981-3cedb6adbfe9 service neutron] 10.222.0.81 "GET /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762467 Nov 12 12:16:04.820789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-a7e4e955-d244-46b3-a108-cace3ee2235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.823540 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-a7e4e955-d244-46b3-a108-cace3ee2235b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1094 time: 0.2300251 Nov 12 12:16:04.838241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f9cdf76-9493-41e2-a62b-c1556867688e req-21c5d5d2-793b-4381-a17c-7ff63903efa3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 210 time: 0.0326402 Nov 12 12:16:04.938355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-e53be7cd-cacf-4215-b4b3-a6aa5e3c9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.939946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-e53be7cd-cacf-4215-b4b3-a6aa5e3c9821 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7f648e-2151-4037-8aa1-0db01c9415e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769978 Nov 12 12:16:04.945218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-c03e2d8f-0684-4ffb-8bac-c58eb3bd3bd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 217 time: 0.1083028 Nov 12 12:16:04.950567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3d71ea4-4e35-4eb1-bf46-9b22c1171146 req-a0fba0b0-6252-4a34-b74c-29dc52fe6d54 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576663 Nov 12 12:16:05.178824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-9d53c75b-d47f-46c8-9d4a-c3478770e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.180373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-9d53c75b-d47f-46c8-9d4a-c3478770e170 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1991327 Nov 12 12:16:05.190187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:05.428437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.81', 55386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:05.469028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975bf4df-1b03-41d9-816c-210984ca8504 req-c83d35e7-2382-493c-9a0b-0613a956ca4b service neutron] 10.222.0.81 "GET /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526742 Nov 12 12:16:05.476978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab71b-638b-4065-ba3c-b16bacc8e159 req-43c0b78f-6e48-47af-9ee3-7e4bf7575566 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.479841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e23ab71b-638b-4065-ba3c-b16bacc8e159 req-43c0b78f-6e48-47af-9ee3-7e4bf7575566 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 945 time: 0.1022069 Nov 12 12:16:05.480609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-475a9979-1248-40f6-87a0-18634d3126b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2864313 Nov 12 12:16:05.499966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-059451d9-55eb-42bd-b4a6-84cdca7cf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.501725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-059451d9-55eb-42bd-b4a6-84cdca7cf8fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.0713773 Nov 12 12:16:05.523389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05a5e1-a492-409b-8f4b-93b5d30564b6 req-1c367777-d231-43cd-84e1-308a4ac09186 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.532531 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d05a5e1-a492-409b-8f4b-93b5d30564b6 req-1c367777-d231-43cd-84e1-308a4ac09186 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.4825408 Nov 12 12:16:05.549507 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-3b97a2d1-e0ac-485a-ad92-6c916bef0ca1 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692716 Nov 12 12:16:05.587847 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5eac-6568-4315-8fc5-5a6da8bcfd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:05.796903 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:05.815777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e23ab71b-638b-4065-ba3c-b16bacc8e159 req-ae09a4b3-50c8-47f9-9ccf-a494b5b21052 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242776 Nov 12 12:16:05.886245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-9bce082e-1834-45ac-a9f5-0ccabdac9bf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.887809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-9bce082e-1834-45ac-a9f5-0ccabdac9bf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.4113765 Nov 12 12:16:05.894697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-40f595c8-b224-44a6-8148-6e19c4c7a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.896561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-40f595c8-b224-44a6-8148-6e19c4c7a492 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1246231 Nov 12 12:16:05.900875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d05a5e1-a492-409b-8f4b-93b5d30564b6 req-b4288493-93df-4971-8760-42d52537c9bc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671837 Nov 12 12:16:05.902857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c134-97ea-4458-9190-b528c54b579a req-ab7583a0-fe16-487e-b3bb-6b276f619ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:05.904277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-ab7583a0-fe16-487e-b3bb-6b276f619ebb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a44ce77c5494d249bdc3f6d47e56a37&device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 1094 time: 0.3214109 Nov 12 12:16:05.917308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Request body: {'port': {'device_id': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'admin_state_up': True, 'tenant_id': '33cd3bd21abe450385aa0c1d57063ddc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:05.969365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-de56b465-5f6c-4f40-b697-39d1f027c77f service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721315 Nov 12 12:16:05.976134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-d7b6cd64-a36a-49bd-8783-c89e88118956 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 HTTP/1.1" status: 200 len: 217 time: 0.0428185 Nov 12 12:16:05.982852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Network 57c20fc7-4116-49b4-a993-00f7e36db057 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:06.014284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:06.016148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event updated for resources: {'Port': ['ID=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:06.020269 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb24c8a3-5bfc-40b9-acbb-1a3226f9398a req-5dd74862-45b0-4e4e-ba8d-84be807c2dc1 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422188 Nov 12 12:16:06.021338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:06.033055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351160-b399-45a4-a7e9-42e7ab47cfcf req-e431d6da-f576-4f63-8122-b07f934f4639 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.046852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17351160-b399-45a4-a7e9-42e7ab47cfcf req-e431d6da-f576-4f63-8122-b07f934f4639 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1412642 Nov 12 12:16:06.102383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-b79cda82-21dd-4764-8e9b-72bed4edbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.105025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-b79cda82-21dd-4764-8e9b-72bed4edbdc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1180861 Nov 12 12:16:06.168906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17351160-b399-45a4-a7e9-42e7ab47cfcf req-e344864b-9679-4ff7-b14b-bb58a0105cb5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105206 Nov 12 12:16:06.177519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-9abfec73-af37-4958-9437-87ddd70413dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.179087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-9abfec73-af37-4958-9437-87ddd70413dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640416 Nov 12 12:16:06.270176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.270820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:06.314664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b54d-4709-4505-b55e-8c77ece6cac9 req-21717055-8d78-49ae-ab66-fc7b6749470e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.316071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7163b54d-4709-4505-b55e-8c77ece6cac9 req-21717055-8d78-49ae-ab66-fc7b6749470e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 931 time: 0.3230307 Nov 12 12:16:06.328154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bc73-05ba-45a1-ac55-62df68ce6605 req-a1bea7b2-7541-44ab-96c8-621e8faffcdc tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.330008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4b7bc73-05ba-45a1-ac55-62df68ce6605 req-a1bea7b2-7541-44ab-96c8-621e8faffcdc tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 943 time: 0.0692241 Nov 12 12:16:06.333722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c134-97ea-4458-9190-b528c54b579a req-f87c3382-d4b6-47cb-870e-4e903f4440a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.335297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-f87c3382-d4b6-47cb-870e-4e903f4440a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=21250f2b-7162-4826-8861-7e9eaa4b1c6b HTTP/1.1" status: 200 len: 918 time: 0.3815680 Nov 12 12:16:06.347008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-83a47d7c-ef32-49a0-a15d-d2f9ecb27554 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9875615 Nov 12 12:16:06.347962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-a18c1391-689a-4f04-b6de-be9a2730b356 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521721 Nov 12 12:16:06.353157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557042dd-014b-4a1b-a09e-5367db4b1c2e req-2e739b25-feda-4d9b-ab8a-2f45912e4be1 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621311 Nov 12 12:16:06.356273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6ab9283-3168-4cc3-8520-45b8134ec67b details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:06.392517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-644d1000-78ac-401e-bab5-c6ca2b9a4f66 None None] Provisioning complete for port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:06.392879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-644d1000-78ac-401e-bab5-c6ca2b9a4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:06.407808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Request body: {'port': {'device_id': '27358cc9-a737-45e8-838f-d9fe12c95982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:06.410471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:06.412343 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451ce2fd-8727-47b3-8912-4fcf076fe0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:06.435582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-0b58a1b6-06ff-4211-a5fc-1bad4462a5ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e HTTP/1.1" status: 200 len: 217 time: 0.0876067 Nov 12 12:16:06.454111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4b7bc73-05ba-45a1-ac55-62df68ce6605 req-1276a1d2-bd93-4583-95e9-b3ebfe060622 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155567 Nov 12 12:16:06.472447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-644d1000-78ac-401e-bab5-c6ca2b9a4f66 None None] Port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:16:06.492652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Made reservation on behalf of 33cd3bd21abe450385aa0c1d57063ddc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:06.505104 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:06.505279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba46882a-9e6c-4ab2-9340-a830526d8d0e req-11af5020-8cf1-4a71-949a-c4313e461055 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328998 Nov 12 12:16:06.519340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6ab9283-3168-4cc3-8520-45b8134ec67b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:06.534971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'port_id': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'mac_address': 'fa:16:3e:c0:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:06.542227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7163b54d-4709-4505-b55e-8c77ece6cac9 req-6d72076d-a52d-4ad8-9b2c-7d251687fb9e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098713 Nov 12 12:16:06.562920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:06.596964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:06.613651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c134-97ea-4458-9190-b528c54b579a req-044bcc30-8222-4b5f-afa3-ece05d6642eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.615151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-044bcc30-8222-4b5f-afa3-ece05d6642eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c HTTP/1.1" status: 200 len: 857 time: 0.1656499 Nov 12 12:16:06.615892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab9283-3168-4cc3-8520-45b8134ec67b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:06.655997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6ab9283-3168-4cc3-8520-45b8134ec67b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:06.663450 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-52cb5dbe-6caf-4cac-88b6-d0b62f049935 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21250f2b-7162-4826-8861-7e9eaa4b1c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394764 Nov 12 12:16:06.665335 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:06.685292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a34baa54-5789-433b-85f3-7f78d7f2b8bd req-fda4bb00-d311-4e27-86ab-84fa28d8b73a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 210 time: 0.0319982 Nov 12 12:16:06.761995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6ab9283-3168-4cc3-8520-45b8134ec67b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:06.788737 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0f5e0-9bb2-404a-baf8-87c3ae44ff27 x-openstack-request-id: req-64f0f5e0-9bb2-404a-baf8-87c3ae44ff27 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:06.789302 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:06.789542 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64f0f5e0-9bb2-404a-baf8-87c3ae44ff27 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:06.789971 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'status': 'completed', 'code': 200} Nov 12 12:16:06.858816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:06.904200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6ab9283-3168-4cc3-8520-45b8134ec67b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:06.914538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Allocated IP 172.20.0.5 (0549b9e0-26cd-47a3-87e5-cc0ce54cde6c/484e27a4-46df-4b77-81a8-a299909da0ae/1ed009ca-c785-47cf-ab42-a2eddd0658bf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:06.971087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d3f8-7a6e-4ccf-b06d-67e4a97e69ed req-befad644-a1f0-44d9-b7be-97bfecdd7335 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:06.979709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29e7d3f8-7a6e-4ccf-b06d-67e4a97e69ed req-befad644-a1f0-44d9-b7be-97bfecdd7335 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 945 time: 0.0840802 Nov 12 12:16:06.999404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a3520-0721-4e4a-bcef-9e327d7d3c10 req-26825ecd-0475-4c3a-b6df-d69741649507 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.001011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d4a3520-0721-4e4a-bcef-9e327d7d3c10 req-26825ecd-0475-4c3a-b6df-d69741649507 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 944 time: 0.3016152 Nov 12 12:16:07.035999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08662d85-d2d4-432e-9a5d-5cc7b773bc1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.057770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-c8558966-79a4-407f-9e65-b030729ae673 service neutron] 10.222.0.81 "GET /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717673 Nov 12 12:16:07.073089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-9990eabf-b500-4ab7-88f1-acde024800fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.074650 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-9990eabf-b500-4ab7-88f1-acde024800fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1094 time: 0.2458193 Nov 12 12:16:07.078978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29e7d3f8-7a6e-4ccf-b06d-67e4a97e69ed req-4e972b42-352d-4253-bd27-bd9464ae6bd4 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982010 Nov 12 12:16:07.153665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08662d85-d2d4-432e-9a5d-5cc7b773bc1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.160261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08662d85-d2d4-432e-9a5d-5cc7b773bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.229549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-08662d85-d2d4-432e-9a5d-5cc7b773bc1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0158c9bd62e544eb893fbe458f031a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692610 Nov 12 12:16:07.231315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662d85-d2d4-432e-9a5d-5cc7b773bc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4fdfe-8387-47a2-a923-c6e5506ba3a4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:07.233637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:07.287116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75799181-97fb-415c-a12a-bd51c05d5033 req-e57e05a7-505b-463a-a9a0-2fbc79449226 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.288749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75799181-97fb-415c-a12a-bd51c05d5033 req-e57e05a7-505b-463a-a9a0-2fbc79449226 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.1116872 Nov 12 12:16:07.339429 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a827fed9-42ee-44bb-bf0a-edd7f4b16248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.369000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75799181-97fb-415c-a12a-bd51c05d5033 req-ce815d19-f7d8-4d88-8004-44dfdc638c8d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716670 Nov 12 12:16:07.379001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a827fed9-42ee-44bb-bf0a-edd7f4b16248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.439553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a827fed9-42ee-44bb-bf0a-edd7f4b16248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.443106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a827fed9-42ee-44bb-bf0a-edd7f4b16248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.444594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a827fed9-42ee-44bb-bf0a-edd7f4b16248 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bc4fdfe-8387-47a2-a923-c6e5506ba3a4 HTTP/1.1" status: 204 len: 168 time: 0.2096717 Nov 12 12:16:07.456669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827fed9-42ee-44bb-bf0a-edd7f4b16248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4fdfe-8387-47a2-a923-c6e5506ba3a4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:07.517652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8a5a0-be1d-4176-bea0-573f19011d2f req-7a93d9f5-95bf-4642-aa42-8eee48718ee3 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.519499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01e8a5a0-be1d-4176-bea0-573f19011d2f req-7a93d9f5-95bf-4642-aa42-8eee48718ee3 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 945 time: 0.0737848 Nov 12 12:16:07.529637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:07.534457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'floatingip': {'port_id': '5be039c9-57fd-4a58-8cba-9138d52b95db'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:07.562202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d4a3520-0721-4e4a-bcef-9e327d7d3c10 req-f1aa9e94-014c-43b0-84f9-929527f5014c tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500798 Nov 12 12:16:07.644443 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.690390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-37c1a14b-69b9-4e57-8ac2-4b14c6407f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.691891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-37c1a14b-69b9-4e57-8ac2-4b14c6407f2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.5653508 Nov 12 12:16:07.702750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc5c134-97ea-4458-9190-b528c54b579a req-7fa4a28a-0cb5-4f47-ab87-9a606bf94f2b service neutron] 10.222.0.81 "GET /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254821 Nov 12 12:16:07.741282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.802445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-ca8da13b-5e81-467e-9485-f0835ad2f3a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 217 time: 0.0970442 Nov 12 12:16:07.853102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:07.869143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.873887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a042-a560-4ef9-a2d0-a17cd6c650be req-97a44fb4-4961-4e1e-8349-a7658d0063b9 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.878279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a519a042-a560-4ef9-a2d0-a17cd6c650be req-97a44fb4-4961-4e1e-8349-a7658d0063b9 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1908233 Nov 12 12:16:07.880289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:07.900425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb0d2c-5089-497f-b5c9-7baadc7c0d1c req-d024f4e3-0a5b-41c8-a166-faf80769f72b tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.902009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebfb0d2c-5089-497f-b5c9-7baadc7c0d1c req-d024f4e3-0a5b-41c8-a166-faf80769f72b tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 943 time: 0.2299640 Nov 12 12:16:07.928078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Transition to ACTIVE for port object 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:07.938135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad45f65b-e0c6-47bb-a1ca-4b37483b3d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.942506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.950893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9373929e-0b71-4c9e-8f33-7727949a0e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:07.957183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-d9a4798d-79cd-4fb8-b6e8-5467259bcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:07.958721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-d9a4798d-79cd-4fb8-b6e8-5467259bcf32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1485579 Nov 12 12:16:07.987902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a519a042-a560-4ef9-a2d0-a17cd6c650be req-0e15389b-dcfd-493e-8bc8-939676c0c5fb tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023202 Nov 12 12:16:07.992455 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.058676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-87fbbb9c-d420-4faf-93dd-71b2cc80e135 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680134 Nov 12 12:16:08.121924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:08.130498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:08.146897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebfb0d2c-5089-497f-b5c9-7baadc7c0d1c req-ed5c3bda-8cd7-44b8-8b9c-b1afe15e8089 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314348 Nov 12 12:16:08.199010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:08.239912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:08.282477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefd93-98c8-4020-9ff0-a14a6541b0ae req-82c3cbf2-3eae-48c2-ba5a-d162ec4a079a tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:08.284120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0eefd93-98c8-4020-9ff0-a14a6541b0ae req-82c3cbf2-3eae-48c2-ba5a-d162ec4a079a tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 943 time: 0.1991053 Nov 12 12:16:08.323700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:08.369629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6ab9283-3168-4cc3-8520-45b8134ec67b up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:08.411454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:08.412144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.442224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0eefd93-98c8-4020-9ff0-a14a6541b0ae req-5d7296b1-03b5-4444-8d56-a19b25c028c6 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467810 Nov 12 12:16:08.448561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port c6ab9283-3168-4cc3-8520-45b8134ec67b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:08.469092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c6ab9283-3168-4cc3-8520-45b8134ec67b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:08.470808 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.471795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-68f0e52f-9551-4220-9816-580a85e33bec service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947840 Nov 12 12:16:08.483862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a1675-84eb-4598-861c-c0289362ed98 req-79f73f9c-ce7e-404d-b87b-a4bf5943824e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:08.484359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:16:08.485415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-064a1675-84eb-4598-861c-c0289362ed98 req-79f73f9c-ce7e-404d-b87b-a4bf5943824e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 931 time: 0.2160299 Nov 12 12:16:08.492329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Attempting to bind port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:08.492647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Attempting to bind port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:08.492972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Attempting to bind port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 on network 57c20fc7-4116-49b4-a993-00f7e36db057 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:08.497658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-281792d1-7543-4d2c-accd-a74b112d2cf6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5857842 Nov 12 12:16:08.519951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7f90ef2c-4b90-4ca8-9191-014f26d8e06e details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:08.531994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Request body: {'port': {'device_id': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:08.536326 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad45f65b-e0c6-47bb-a1ca-4b37483b3d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.547654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 on network 57c20fc7-4116-49b4-a993-00f7e36db057 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:08.547978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Attempting to bind port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 on network 57c20fc7-4116-49b4-a993-00f7e36db057 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:08.580020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad45f65b-e0c6-47bb-a1ca-4b37483b3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.611870 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.643258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.651146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:08.651551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Checking segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:08.651916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Bound using segment: {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:08.652382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Bound port: 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cb0697-099d-4bf2-892f-a4116e91140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:08.652766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.663462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f052d-c79c-4048-b816-48ad8ccc01c1 req-62afd33c-44be-4b2b-ab6d-b8396a4056ec tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:08.674938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d68f052d-c79c-4048-b816-48ad8ccc01c1 req-62afd33c-44be-4b2b-ab6d-b8396a4056ec tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.1408644 Nov 12 12:16:08.677048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.703609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:08.706312 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b7aa98-f401-4f90-bb7e-279ec83214a4" -d '{"events": [{"server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:08.734340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6ab9283-3168-4cc3-8520-45b8134ec67b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:08.745949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.757422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ad45f65b-e0c6-47bb-a1ca-4b37483b3d6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5d36125142e454f8c5234633fc653d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8726356 Nov 12 12:16:08.765191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f65b-e0c6-47bb-a1ca-4b37483b3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e3916-8e57-4d50-a8eb-21064dccd8d5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:08.776138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37910) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:08.832020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.834079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6ab9283-3168-4cc3-8520-45b8134ec67b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:08.838296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-064a1675-84eb-4598-861c-c0289362ed98 req-442a9eeb-924c-4fcc-a830-781a867c6b83 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333306 Nov 12 12:16:08.845958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,segment=NetworkSegment(6a31e2b2-8d5b-4158-8510-ef247eba800f),segment_id=6a31e2b2-8d5b-4158-8510-ef247eba800f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:08.872158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e', 'network_id': '21250f2b-7162-4826-8861-7e9eaa4b1c6b', 'port_id': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e', 'mac_address': 'fa:16:3e:88:60:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d6f1a1-12fe-47c0-8da0-0eed52a6e67c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:08.873752 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-451ce2fd-8727-47b3-8912-4fcf076fe0d3 req-91c44f9f-476c-4185-aed9-f1f2b86a1c2f service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870988 Nov 12 12:16:08.924544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.947979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f90ef2c-4b90-4ca8-9191-014f26d8e06e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:08.958401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] For port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:08.965050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] For port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:08.983348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:08.983717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,segment=NetworkSegment(6a31e2b2-8d5b-4158-8510-ef247eba800f),segment_id=6a31e2b2-8d5b-4158-8510-ef247eba800f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:08.996022 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.104817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:09.147707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5c64-e6d9-4760-894c-74a36eb77aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.167485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d68f052d-c79c-4048-b816-48ad8ccc01c1 req-8ba1bb33-9349-4a87-b23d-0015de9a826a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860399 Nov 12 12:16:09.173357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.174330 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.176463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] 10.222.0.81 "PUT /v2.0/ports/82ad8c28-5bf5-4eef-855f-576c4bdbbf85 HTTP/1.1" status: 200 len: 1091 time: 2.8089323 Nov 12 12:16:09.194433 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d associated. External IP: 172.25.1.236, port: 5be039c9-57fd-4a58-8cba-9138d52b95db. Nov 12 12:16:09.194694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:09.199818 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46487af-bb9c-4ac7-ae3b-bf124d044e39" -d '{"events": [{"name": "network-changed", "server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:09.216010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.245272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7f90ef2c-4b90-4ca8-9191-014f26d8e06e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:09.258530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5c64-e6d9-4760-894c-74a36eb77aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.318926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344769-14f5-46eb-9c83-dbb8daa0cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:09.321675 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482bbea5-8220-42a1-aa98-80d218bbf7c0 x-openstack-request-id: req-482bbea5-8220-42a1-aa98-80d218bbf7c0 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:09.322076 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:09.322358 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-482bbea5-8220-42a1-aa98-80d218bbf7c0 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:09.322913 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'code': 200} Nov 12 12:16:09.398399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdba9e0-ea19-463d-9df0-74d5ce400e2c req-f32b6617-5a6f-4f36-a392-93a41454f038 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.407883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cdba9e0-ea19-463d-9df0-74d5ce400e2c req-f32b6617-5a6f-4f36-a392-93a41454f038 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.4261656 Nov 12 12:16:09.516139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2ccb-9cce-4d24-a9fc-a6c2ae605e5b req-65afc71d-a586-429c-b12d-0568905c0d9b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.517693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-947d2ccb-9cce-4d24-a9fc-a6c2ae605e5b req-65afc71d-a586-429c-b12d-0568905c0d9b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1207948 Nov 12 12:16:09.560805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Router c8372942-f153-4f58-a381-9238ba7e5eb0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:09.590709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-947d2ccb-9cce-4d24-a9fc-a6c2ae605e5b req-ef81419a-428c-4fc7-96bd-324571c14bdd tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Nov 12 12:16:09.591759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-66bf9b81-3bbc-4948-a6a7-168e24d451cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.593267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-66bf9b81-3bbc-4948-a6a7-168e24d451cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=adae43176c4b4199bf587fb7a1fa37b1&device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 1094 time: 0.3373568 Nov 12 12:16:09.619576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cdba9e0-ea19-463d-9df0-74d5ce400e2c req-1a89ab28-534c-420c-8d90-82c44235f419 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106884 Nov 12 12:16:09.640315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557d3d4-2809-49f8-9bd2-341afe7a8fdd req-3e65f7c8-779e-442a-92a6-7b388952be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.641815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e557d3d4-2809-49f8-9bd2-341afe7a8fdd req-3e65f7c8-779e-442a-92a6-7b388952be0b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 1096 time: 0.2271214 Nov 12 12:16:09.708503 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61605bfb-270c-4333-93dc-a41434f2f687 x-openstack-request-id: req-61605bfb-270c-4333-93dc-a41434f2f687 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:09.708881 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:09.709001 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61605bfb-270c-4333-93dc-a41434f2f687 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:09.709420 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'status': 'completed', 'code': 200} Nov 12 12:16:09.714987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-343b110e-3d1a-44f2-8397-be290f912023 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85 HTTP/1.1" status: 200 len: 217 time: 0.0944407 Nov 12 12:16:09.743547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5c64-e6d9-4760-894c-74a36eb77aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.746523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5c64-e6d9-4760-894c-74a36eb77aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.747676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6c9c5c64-e6d9-4760-894c-74a36eb77aeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b3e3916-8e57-4d50-a8eb-21064dccd8d5 HTTP/1.1" status: 204 len: 168 time: 0.9662819 Nov 12 12:16:09.784854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb834f4-10a9-4378-9bd6-982ca7ff40fe req-22a81f50-5b13-456b-9793-0fcbab456d6c tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.787154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cb834f4-10a9-4378-9bd6-982ca7ff40fe req-22a81f50-5b13-456b-9793-0fcbab456d6c tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 944 time: 0.1151617 Nov 12 12:16:09.800651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:09.811902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.823542 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d81be-2764-4502-acba-03e180713089 None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:09.830973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c5c64-e6d9-4760-894c-74a36eb77aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e3916-8e57-4d50-a8eb-21064dccd8d5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:09.848121 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:09.848778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:09.867464 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-03f6ee0f-f823-49ea-a066-6b9cee6f3f7a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "PUT /v2.0/floatingips/7220d9f6-0e13-492a-8002-0fbbd57e209d HTTP/1.1" status: 200 len: 991 time: 2.3365314 Nov 12 12:16:09.872359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:09.875010 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e90d77-b6da-4b48-bcaa-02265546a745" -d '{"events": [{"name": "network-changed", "server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:09.929237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cb834f4-10a9-4378-9bd6-982ca7ff40fe req-fe2d0f23-8035-4fd8-b5fc-003b32098fea tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305997 Nov 12 12:16:09.947370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e557d3d4-2809-49f8-9bd2-341afe7a8fdd req-edee50f6-7d4a-4444-b7b1-498ce7a5f3ef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467356 Nov 12 12:16:09.947370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-17cb15fc-4112-426b-94c0-d210dbb9c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:09.947370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-17cb15fc-4112-426b-94c0-d210dbb9c255 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e986cbc3-c327-41fd-839a-8289c0111ab2 HTTP/1.1" status: 200 len: 844 time: 0.2149386 Nov 12 12:16:09.958798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed009ca-c785-47cf-ab42-a2eddd0658bf {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:09.976956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:09.996081 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:10.020119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441680f5-de1c-4423-a6ae-946a961350ee req-4b2f5122-9f51-4339-ad1b-eaab1f319e9b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:10.027150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-441680f5-de1c-4423-a6ae-946a961350ee req-4b2f5122-9f51-4339-ad1b-eaab1f319e9b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 943 time: 0.2436497 Nov 12 12:16:10.035448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Transition to ACTIVE for port object 1ed009ca-c785-47cf-ab42-a2eddd0658bf will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:10.053800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.108564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ac000570-ce16-491a-b612-1faafe90089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:10.110150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-ac000570-ce16-491a-b612-1faafe90089b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57c20fc7-4116-49b4-a993-00f7e36db057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550086 Nov 12 12:16:10.167362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:10.182325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-441680f5-de1c-4423-a6ae-946a961350ee req-388d1110-dc4b-47f2-b57b-c964b90bf3c1 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453648 Nov 12 12:16:10.258822 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d2f0de-51de-4a49-b84e-b4c6ed7c89d2 x-openstack-request-id: req-b4d2f0de-51de-4a49-b84e-b4c6ed7c89d2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:10.259572 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:10.259936 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4d2f0de-51de-4a49-b84e-b4c6ed7c89d2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:10.260480 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'status': 'completed', 'code': 200} Nov 12 12:16:10.337234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d73ed-229e-4c80-80d0-480c42fdafa6 req-6ba8b833-e2a0-405c-a3f6-35b7e366ce34 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:10.342131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f35d73ed-229e-4c80-80d0-480c42fdafa6 req-6ba8b833-e2a0-405c-a3f6-35b7e366ce34 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.0683517 Nov 12 12:16:10.377875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:10.426900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f35d73ed-229e-4c80-80d0-480c42fdafa6 req-d03d4a40-3613-4c01-99b4-a63736007d3a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826299 Nov 12 12:16:10.491111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7f90ef2c-4b90-4ca8-9191-014f26d8e06e up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:10.494445 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7220d9f6-0e13-492a-8002-0fbbd57e209d', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'port_id': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'mac_address': 'fa:16:3e:3c:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:16:08Z', 'revision_number': 1, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:10.525316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.532918 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d81be-2764-4502-acba-03e180713089 None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:10.545564 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:10.546595 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:10.565679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:10.596031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'port_id': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'mac_address': 'fa:16:3e:8e:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53683dea-ff2d-4d0f-ae5d-6aedfde4c9be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:10.658532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-3441906e-3005-4bd3-9a65-6356d9f2afdb service neutron] 10.222.0.81 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386293 Nov 12 12:16:10.659973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.681523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec4e595-6070-4e0d-9fd0-74d0f89b9ffb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:10.692851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:10.693239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:10.693608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:10.698444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-41de636a-57aa-4485-958c-f491207aa403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:10.699800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-41de636a-57aa-4485-958c-f491207aa403 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 1096 time: 0.4152074 Nov 12 12:16:10.708109 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:10.717169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:10.753618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:10.757273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:10.757649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.766225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:10.766531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:10.792975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c10c90-0c97-49c8-9b0e-8d4421c16231 req-30717b32-8990-4bd5-9868-e9ed8a9f1924 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:10.795948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9497d6f-2670-41d4-b968-def15377e317 req-bfa521e4-d356-4d6f-9421-3977d9ea444d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:10.801610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2c10c90-0c97-49c8-9b0e-8d4421c16231 req-30717b32-8990-4bd5-9868-e9ed8a9f1924 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.4671173 Nov 12 12:16:10.807988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9497d6f-2670-41d4-b968-def15377e317 req-bfa521e4-d356-4d6f-9421-3977d9ea444d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0797968 Nov 12 12:16:10.809220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.810319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:10.811363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:10.811927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:10.812696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Bound port: 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:10.813261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.908886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9497d6f-2670-41d4-b968-def15377e317 req-c566451e-0583-4304-8f68-b5a8e14018f1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949271 Nov 12 12:16:10.911616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:10.916911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:10.970118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,segment=NetworkSegment(6a31e2b2-8d5b-4158-8510-ef247eba800f),segment_id=6a31e2b2-8d5b-4158-8510-ef247eba800f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:10.983865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d8abdf-e419-4634-976b-f90ce8233619 req-2c1edee3-0511-4b76-bc14-e199dbbae4d2 service neutron] 10.222.0.81 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155775 Nov 12 12:16:10.987705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:11.034421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-03d23858-b404-4aee-95bc-566f8d6b090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.035799 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-03d23858-b404-4aee-95bc-566f8d6b090e service neutron] 10.222.0.65 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 924 time: 0.3256924 Nov 12 12:16:11.050027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2c10c90-0c97-49c8-9b0e-8d4421c16231 req-42bd5bb5-c827-4660-b673-89b9e9b6fe36 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471137 Nov 12 12:16:11.069880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394ed6b-3757-4444-9c4f-c03fa55743a8 req-e3b5f274-eea2-436c-b308-4fddce24d5f7 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.071679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f394ed6b-3757-4444-9c4f-c03fa55743a8 req-e3b5f274-eea2-436c-b308-4fddce24d5f7 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.0964372 Nov 12 12:16:11.096159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:11.099011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:11.163962 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:11.182812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:11.201832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f394ed6b-3757-4444-9c4f-c03fa55743a8 req-7534322c-6c39-4204-ba7a-00b3758e9751 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139622 Nov 12 12:16:11.210901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:11.218870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:11.326014 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7e5d81be-2764-4502-acba-03e180713089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7220d9f6-0e13-492a-8002-0fbbd57e209d', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'port_id': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'mac_address': 'fa:16:3e:3c:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:16:08Z', 'revision_number': 1, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:11.333160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c67546b-46e9-4461-868f-7563b0576cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:11.340284 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ab9f0-b4d0-4cd3-8e00-99eb30684bb8" -d '{"events": [{"server_uuid": "9c67546b-46e9-4461-868f-7563b0576cbe", "name": "network-vif-plugged", "status": "completed", "tag": "7f90ef2c-4b90-4ca8-9191-014f26d8e06e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:11.395008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.395166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:11.396582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] 10.222.0.65 "PUT /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 1091 time: 2.8842585 Nov 12 12:16:11.403992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-f611d4e4-250a-485b-8bbb-4ab55a8f84ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5be039c9-57fd-4a58-8cba-9138d52b95db HTTP/1.1" status: 200 len: 999 time: 0.3529501 Nov 12 12:16:11.438328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-9e59400b-56a5-4c42-85d1-31f0f712e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.439944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-9e59400b-56a5-4c42-85d1-31f0f712e657 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=adae43176c4b4199bf587fb7a1fa37b1&device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 1094 time: 0.3879151 Nov 12 12:16:11.453376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655a82-f298-475f-9d8f-26561486c794 req-78eb1a5d-b0ac-4ac1-810b-25be8c3b4225 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.457271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02655a82-f298-475f-9d8f-26561486c794 req-78eb1a5d-b0ac-4ac1-810b-25be8c3b4225 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 943 time: 0.0900021 Nov 12 12:16:11.539326 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d81be-2764-4502-acba-03e180713089 None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7220d9f6-0e13-492a-8002-0fbbd57e209d', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'port_id': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'mac_address': 'fa:16:3e:3c:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:16:08Z', 'revision_number': 1, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:11.561297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba8c70-775d-4b7a-a581-062c3687821f service neutron] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:11.577054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02655a82-f298-475f-9d8f-26561486c794 req-030e8f6c-7f7f-4eda-9ae1-609f03e0bcb4 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132441 Nov 12 12:16:11.590597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b6ad5-a0fa-4843-b0be-1f346542f6fc req-3d6b2a05-fe40-4b8d-8526-feba7427f633 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.592182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-353b6ad5-a0fa-4843-b0be-1f346542f6fc req-3d6b2a05-fe40-4b8d-8526-feba7427f633 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 945 time: 0.3201106 Nov 12 12:16:11.659791 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2a494c-45fa-4f61-bcbf-96796beb7065 x-openstack-request-id: req-7d2a494c-45fa-4f61-bcbf-96796beb7065 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:11.660845 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c67546b-46e9-4461-868f-7563b0576cbe", "name": "network-vif-plugged", "status": "completed", "tag": "7f90ef2c-4b90-4ca8-9191-014f26d8e06e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:11.661134 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d2a494c-45fa-4f61-bcbf-96796beb7065 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:11.661741 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c67546b-46e9-4461-868f-7563b0576cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e', 'code': 200} Nov 12 12:16:11.661863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-95865dae-3914-456e-ac68-bd17b540acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.663408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-95865dae-3914-456e-ac68-bd17b540acd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.2446785 Nov 12 12:16:11.677328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-2e0dcb25-6d6c-4fe0-ae0d-b3d25dca0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.678876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-2e0dcb25-6d6c-4fe0-ae0d-b3d25dca0ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1094 time: 0.2370360 Nov 12 12:16:11.753636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:11.755965 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:11.783684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406aa5-294b-4a82-b6ad-ec2b6caa9f18 req-31f3dcf4-0852-4bee-96ee-1bded5cfed82 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.790488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-f67ec37d-5ef2-4e4b-9c9d-d5726fbb47d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 217 time: 0.0952334 Nov 12 12:16:11.798392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84406aa5-294b-4a82-b6ad-ec2b6caa9f18 req-31f3dcf4-0852-4bee-96ee-1bded5cfed82 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.0765381 Nov 12 12:16:11.857417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad75eb-a3e3-454b-923e-1d5cd0d686f9 None None] New status for floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:16:11.859785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84406aa5-294b-4a82-b6ad-ec2b6caa9f18 req-09977008-f68d-41c5-9ca2-66638a5e0f66 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593235 Nov 12 12:16:11.861444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-8b209bec-03f6-4ddc-bec3-b887f4c7806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.863227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-8b209bec-03f6-4ddc-bec3-b887f4c7806b service neutron] 10.222.0.81 "GET /v2.0/networks?id=57c20fc7-4116-49b4-a993-00f7e36db057 HTTP/1.1" status: 200 len: 906 time: 0.4052582 Nov 12 12:16:11.910806 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d9e3b9-a24f-4271-af2a-e7eb4ca57efd x-openstack-request-id: req-c4d9e3b9-a24f-4271-af2a-e7eb4ca57efd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:11.911037 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:11.911284 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4d9e3b9-a24f-4271-af2a-e7eb4ca57efd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:11.911674 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'status': 'completed', 'code': 200} Nov 12 12:16:11.921564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-353b6ad5-a0fa-4843-b0be-1f346542f6fc req-a45aa608-6dd5-48d8-ad09-5c473bf1c1d2 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915895 Nov 12 12:16:11.965110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-3816fa35-ebe7-4fc1-be38-2efdc9c35850 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85 HTTP/1.1" status: 200 len: 217 time: 0.0724833 Nov 12 12:16:11.989547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-f907995a-e7a7-4e21-bce0-ce5a685fe0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:11.991194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-f907995a-e7a7-4e21-bce0-ce5a685fe0a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163993 Nov 12 12:16:12.022271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d561-73e7-4576-ae50-9b933f12f90d req-5bb09fae-8dab-473a-9e5e-fe5981eeb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.023764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-5bb09fae-8dab-473a-9e5e-fe5981eeb069 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.2124987 Nov 12 12:16:12.036843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e78b-9a15-4168-8303-4adcc8cb333e req-fc57a733-f05f-4476-ab5e-242c35877027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.038401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92f9e78b-9a15-4168-8303-4adcc8cb333e req-fc57a733-f05f-4476-ab5e-242c35877027 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 1096 time: 0.2795069 Nov 12 12:16:12.090036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3f6f6-dbf0-4475-ab35-5fbee4084d77 req-6b615a0f-9bce-4354-879a-a61006038cc5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.092511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80a3f6f6-dbf0-4475-ab35-5fbee4084d77 req-6b615a0f-9bce-4354-879a-a61006038cc5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0786541 Nov 12 12:16:12.110993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-4f8ce70f-930b-43a5-bd26-13e6ba85d29b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714669 Nov 12 12:16:12.176812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-25507a97-77fa-4940-8227-59b1d66f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.178833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-25507a97-77fa-4940-8227-59b1d66f9ffc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e986cbc3-c327-41fd-839a-8289c0111ab2 HTTP/1.1" status: 200 len: 844 time: 0.2015471 Nov 12 12:16:12.211410 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80a3f6f6-dbf0-4475-ab35-5fbee4084d77 req-e8b49f1d-2b67-4205-aec5-09c7bc93ed75 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029813 Nov 12 12:16:12.340632 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92f9e78b-9a15-4168-8303-4adcc8cb333e req-663d72b7-2259-4b8a-813c-f14dd211c6cd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765296 Nov 12 12:16:12.349069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac1ab-3e48-49ee-a7f3-1973f236db42 req-de0552b9-138d-4601-a415-3db7955519cd tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.351359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd6ac1ab-3e48-49ee-a7f3-1973f236db42 req-de0552b9-138d-4601-a415-3db7955519cd tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.0671906 Nov 12 12:16:12.373464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-d6e3ee4f-43f7-4136-b3af-3570da1ff7b6 service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485909 Nov 12 12:16:12.387472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:12.400446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19be47-542d-48f0-aae4-63b827cb25b8 req-12af88fd-5cba-4b60-a1fa-11d8f47060fa tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.402132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bb19be47-542d-48f0-aae4-63b827cb25b8 req-12af88fd-5cba-4b60-a1fa-11d8f47060fa tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 944 time: 0.2137945 Nov 12 12:16:12.418029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-c78e87d9-04a0-49b4-8522-c8d263d18798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.420161 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-c78e87d9-04a0-49b4-8522-c8d263d18798 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57c20fc7-4116-49b4-a993-00f7e36db057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225859 Nov 12 12:16:12.433722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-5ed4ec04-dbd6-446f-8f24-493a2dfe2d5c service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877526 Nov 12 12:16:12.434329 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd6ac1ab-3e48-49ee-a7f3-1973f236db42 req-b727d043-e14b-4e57-9ea2-121cd475f151 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753474 Nov 12 12:16:12.460729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:12.474413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:12.475323 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:12.575471 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:12.615182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:12.620039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:12.682398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:12.905319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bb19be47-542d-48f0-aae4-63b827cb25b8 req-c710e62f-483b-4820-a56a-a18a1c91bedf tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921339 Nov 12 12:16:12.920681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b58b-ce95-4525-9be4-f3f2a406c883 req-172b9971-f9ea-4744-bafa-228e45cd9c4d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.935946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb12b58b-ce95-4525-9be4-f3f2a406c883 req-172b9971-f9ea-4744-bafa-228e45cd9c4d tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.0664594 Nov 12 12:16:12.945851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:12.955066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Request body: {'floatingip': {'port_id': 'c6ab9283-3168-4cc3-8520-45b8134ec67b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:12.966457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e90d77-b6da-4b48-bcaa-02265546a745 req-e529ee79-99f2-40b4-96ce-b465a100464a service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777600 Nov 12 12:16:12.969669 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7738d561-73e7-4576-ae50-9b933f12f90d req-5985e868-29dc-4ded-a5b6-c0bf79efc734 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235701 Nov 12 12:16:13.002605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-9a485f44-1360-41bb-b0a1-e241884628c4 service neutron] 10.222.0.81 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500411 Nov 12 12:16:13.038239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:13.180115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e30f-67d8-411a-b519-534635de8cfd req-b1dd14f8-4a9f-4a02-884b-9498808dd465 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.181891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebc6e30f-67d8-411a-b519-534635de8cfd req-b1dd14f8-4a9f-4a02-884b-9498808dd465 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 943 time: 0.1749885 Nov 12 12:16:13.186307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-9bb91ae3-93aa-42a8-9dc1-386350bff5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.188003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-9bb91ae3-93aa-42a8-9dc1-386350bff5d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1094 time: 0.1385717 Nov 12 12:16:13.265312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e46487af-bb9c-4ac7-ae3b-bf124d044e39 req-711758fb-f19b-409c-9cd1-ec7083a4c3e0 service neutron] 10.222.0.81 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429976 Nov 12 12:16:13.315359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeaaf3-7910-4c8c-9193-7ac821b88aaf req-f65a55bf-9e8b-4296-bb18-a6e3c55b35f9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.318310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3eaeaaf3-7910-4c8c-9193-7ac821b88aaf req-f65a55bf-9e8b-4296-bb18-a6e3c55b35f9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.1698079 Nov 12 12:16:13.333689 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebc6e30f-67d8-411a-b519-534635de8cfd req-62754c89-bee4-4ee4-9678-e6eb934fed6d tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421728 Nov 12 12:16:13.357803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-eb4d6c9c-545c-4203-bfb1-fc0952542ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.359322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-eb4d6c9c-545c-4203-bfb1-fc0952542ab5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.1535120 Nov 12 12:16:13.411255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-e6bc91ca-cfa8-44f7-8b0b-5b5a8eafe6e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 217 time: 0.0425165 Nov 12 12:16:13.447813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3eaeaaf3-7910-4c8c-9193-7ac821b88aaf req-3183e01a-74e4-4cde-a0d6-44735c4ff410 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192338 Nov 12 12:16:13.529877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f076713-7240-47b7-9daf-13a864067e60 req-8ca617b0-df2f-4a23-ba2b-5f0c8e2eb066 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.532428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f076713-7240-47b7-9daf-13a864067e60 req-8ca617b0-df2f-4a23-ba2b-5f0c8e2eb066 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 945 time: 0.1240146 Nov 12 12:16:13.534367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-22e843b6-4d52-46b2-adbf-d2b51bccfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.535805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-22e843b6-4d52-46b2-adbf-d2b51bccfb22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1152000 Nov 12 12:16:13.593906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-35c331ef-a71c-46fc-921f-1d34dc9ba34a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383227 Nov 12 12:16:13.660835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db6916-862f-439c-869f-b8b44cd6e5fd req-38eec2ca-5f6e-49b8-b403-5da82547c7a9 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:13.662535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01db6916-862f-439c-869f-b8b44cd6e5fd req-38eec2ca-5f6e-49b8-b403-5da82547c7a9 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1011202 Nov 12 12:16:13.663303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:13.670526 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9f484-3374-4f49-ad3d-f1781f1cab37" -d '{"events": [{"server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "name": "network-vif-plugged", "status": "completed", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:13.680510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f076713-7240-47b7-9daf-13a864067e60 req-dcd92854-9f2d-42e7-90a4-e8bebd5752ee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370924 Nov 12 12:16:13.721117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-ae2ffd3c-57e6-474d-a6e6-5530c7db417d service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152058 Nov 12 12:16:13.773215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:13.781605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:13.824091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01db6916-862f-439c-869f-b8b44cd6e5fd req-122dc4c1-de62-4d90-a350-9088b39b67d6 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539757 Nov 12 12:16:13.850391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84917dd6-bf10-4c3b-ad0c-76e9635f6b0f req-76d461e4-3957-4a98-954d-8c91c3612e31 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200137 Nov 12 12:16:13.901442 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44754c8-21ec-4749-958a-f26d38ece9b9 x-openstack-request-id: req-c44754c8-21ec-4749-958a-f26d38ece9b9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:13.902064 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "name": "network-vif-plugged", "status": "completed", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:13.902064 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c44754c8-21ec-4749-958a-f26d38ece9b9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:13.902406 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'code': 200} Nov 12 12:16:13.926144 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Floating IP 80c2457d-b91b-4258-ad0a-857496a04257 associated. External IP: 172.25.1.7, port: c6ab9283-3168-4cc3-8520-45b8134ec67b. Nov 12 12:16:14.043844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc30232-5074-418f-ae32-51797a4ab771 req-c59ecf13-aa4b-4b85-8605-e5dc7187f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:14.045801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8dc30232-5074-418f-ae32-51797a4ab771 req-c59ecf13-aa4b-4b85-8605-e5dc7187f9e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1096 time: 0.0557108 Nov 12 12:16:14.131985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8dc30232-5074-418f-ae32-51797a4ab771 req-b3e06fe4-e1d4-4fb0-9c1a-e41ebb0271a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Nov 12 12:16:14.146348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5aaf3-9d89-48b6-b28a-51eb50d4abb3 req-525dc2a9-2f25-40f3-b630-73509c673728 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:14.147932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdc5aaf3-9d89-48b6-b28a-51eb50d4abb3 req-525dc2a9-2f25-40f3-b630-73509c673728 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 945 time: 0.0969007 Nov 12 12:16:14.205015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdc5aaf3-9d89-48b6-b28a-51eb50d4abb3 req-2d42f93a-11de-4338-82be-cce4f10a09c0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488083 Nov 12 12:16:14.207189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Router 669133ae-f5c8-4f6d-a56f-8afa54260e6b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:14.349051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:14.355034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:14.369658 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] Sync routers for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:14.395758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4034caa4-0f4e-4ef0-81fa-75c60854bcaf tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "PUT /v2.0/floatingips/80c2457d-b91b-4258-ad0a-857496a04257 HTTP/1.1" status: 200 len: 989 time: 1.4388754 Nov 12 12:16:14.395758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:14.395758 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48acda8-85ab-4e41-b476-b5f5bf237a09" -d '{"events": [{"name": "network-changed", "server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:14.405037 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:14.405678 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:14.446493 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03018bd5-2d23-4e82-95d6-a7c33e4f1cbf x-openstack-request-id: req-03018bd5-2d23-4e82-95d6-a7c33e4f1cbf {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:14.449561 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:14.451158 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03018bd5-2d23-4e82-95d6-a7c33e4f1cbf {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:14.452252 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'status': 'completed', 'code': 200} Nov 12 12:16:14.493585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:14.606256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37607a46-1a42-49cd-b6bb-ea85421154ee req-3ec71f63-7d24-4f5b-9bd9-b7ea9246e5a9 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:14.614094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-37607a46-1a42-49cd-b6bb-ea85421154ee req-3ec71f63-7d24-4f5b-9bd9-b7ea9246e5a9 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 943 time: 0.1497877 Nov 12 12:16:14.616426 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:14.617574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-94fe9ea7-577d-488c-be8b-20fce86115ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:14.620166 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-94fe9ea7-577d-488c-be8b-20fce86115ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2344089f8a8b49859db549c838059af7&device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 1096 time: 0.1350358 Nov 12 12:16:14.730444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:14.750070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'port_id': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'mac_address': 'fa:16:3e:1a:2a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:14.753740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-37607a46-1a42-49cd-b6bb-ea85421154ee req-2cf72cb9-0636-47c6-b532-d556f6dc9c91 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385798 Nov 12 12:16:14.794065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd0fd-de72-4bdd-a071-0cf483e0e442 req-f842283a-7036-4afe-ad6c-a9714cac1824 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:14.811550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-20cdd0fd-de72-4bdd-a071-0cf483e0e442 req-f842283a-7036-4afe-ad6c-a9714cac1824 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.1531863 Nov 12 12:16:14.812341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-f5338009-470b-4221-975d-3cf64ded6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:14.813959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-f5338009-470b-4221-975d-3cf64ded6817 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc7f648e-2151-4037-8aa1-0db01c9415e9 HTTP/1.1" status: 200 len: 915 time: 0.1770263 Nov 12 12:16:14.841602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:14.864119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-20cdd0fd-de72-4bdd-a071-0cf483e0e442 req-e1466818-c29a-4c5c-8d55-cb785f84bb6b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514188 Nov 12 12:16:14.868216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:14.896555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:14.904816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:14.949739 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-8671786e-d2aa-4f81-85bd-7865e35a1c1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b HTTP/1.1" status: 200 len: 997 time: 0.1278667 Nov 12 12:16:14.975554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:14.985193 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '80c2457d-b91b-4258-ad0a-857496a04257', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'port_id': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'mac_address': 'fa:16:3e:c0:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f108f33b-f3bf-447e-881c-2f71439db949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:51Z', 'updated_at': '2021-11-12T12:16:13Z', 'revision_number': 1, 'project_id': '2344089f8a8b49859db549c838059af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:15.030745 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] Checking router: 669133ae-f5c8-4f6d-a56f-8afa54260e6b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:15.034442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-a14e6844-3f4f-4f3e-8343-f0b4193d8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:15.036229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-a14e6844-3f4f-4f3e-8343-f0b4193d8925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e7a593d1-1467-4764-acae-3599fc6f0879 HTTP/1.1" status: 200 len: 853 time: 0.0789685 Nov 12 12:16:15.041901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:15.042768 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:15.085892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7183df-3fc3-49d5-a2f9-f1242bf0e446 req-31e97e6d-183b-4b6a-87ac-1b4a07196e1d tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:15.088079 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b7183df-3fc3-49d5-a2f9-f1242bf0e446 req-31e97e6d-183b-4b6a-87ac-1b4a07196e1d tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 945 time: 0.0896521 Nov 12 12:16:15.103836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-0eda1c55-9ed6-4f45-948c-ee06cf9316c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:15.105687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-0eda1c55-9ed6-4f45-948c-ee06cf9316c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7f648e-2151-4037-8aa1-0db01c9415e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606582 Nov 12 12:16:15.151055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b7183df-3fc3-49d5-a2f9-f1242bf0e446 req-6a23950d-46e0-4d35-93d3-bc1ef4ef5b4d tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555871 Nov 12 12:16:15.166887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['82ad8c28-5bf5-4eef-855f-576c4bdbbf85'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:15.218193 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:15.304188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217eca9-1574-4175-a6b1-b3902357c5cc req-3d2c9772-272a-4394-abeb-f6ac40802379 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:15.308078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8217eca9-1574-4175-a6b1-b3902357c5cc req-3d2c9772-272a-4394-abeb-f6ac40802379 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1060340 Nov 12 12:16:15.346693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-b9417b80-e45b-4dfb-a4a5-da1a807d00b8 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228806 Nov 12 12:16:15.529884 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '80c2457d-b91b-4258-ad0a-857496a04257', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'port_id': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'mac_address': 'fa:16:3e:c0:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f108f33b-f3bf-447e-881c-2f71439db949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:51Z', 'updated_at': '2021-11-12T12:16:13Z', 'revision_number': 1, 'project_id': '2344089f8a8b49859db549c838059af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:15.571169 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adcdd6-2207-413c-be2d-d77165cc33e9 None None] The sync data for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 is: [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '80c2457d-b91b-4258-ad0a-857496a04257', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'port_id': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'mac_address': 'fa:16:3e:c0:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f108f33b-f3bf-447e-881c-2f71439db949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:51Z', 'updated_at': '2021-11-12T12:16:13Z', 'revision_number': 1, 'project_id': '2344089f8a8b49859db549c838059af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:15.577874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8217eca9-1574-4175-a6b1-b3902357c5cc req-35fe41c5-e5e3-4cfe-ac25-6b377dd96d20 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546782 Nov 12 12:16:15.591349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d48acda8-85ab-4e41-b476-b5f5bf237a09 req-fd599d1a-c4fd-4f58-ab23-c9cb218c8c5b service neutron] 10.222.0.65 "GET /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358131 Nov 12 12:16:15.727888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959040-6795-447e-b881-6c323d92cb5e req-a725a12f-d795-4ef3-980e-f8103c04f935 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:15.729583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf959040-6795-447e-b881-6c323d92cb5e req-a725a12f-d795-4ef3-980e-f8103c04f935 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 945 time: 0.0751905 Nov 12 12:16:15.807800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf959040-6795-447e-b881-6c323d92cb5e req-8ccd115b-9fe3-44f9-b641-2079aaf36bee tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Nov 12 12:16:15.939645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d702c7-2f14-4a1d-a386-83082f9603fa None None] New status for floating IP 80c2457d-b91b-4258-ad0a-857496a04257: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:16:15.982272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73942cb-df06-4062-bcbb-8297e44e6997 req-d4b0934c-4826-462e-9a82-9e082ae03678 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:15.983757 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e73942cb-df06-4062-bcbb-8297e44e6997 req-d4b0934c-4826-462e-9a82-9e082ae03678 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 945 time: 0.0823188 Nov 12 12:16:16.053839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d979-eac9-4255-be54-0ff2d88e0ec1 req-155b7407-44ed-45fd-aca3-b2e204d0cf35 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:16.058701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0336d979-eac9-4255-be54-0ff2d88e0ec1 req-155b7407-44ed-45fd-aca3-b2e204d0cf35 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 944 time: 0.0976205 Nov 12 12:16:16.084669 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e73942cb-df06-4062-bcbb-8297e44e6997 req-7187b810-4378-4170-b236-31502dc835fa tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863876 Nov 12 12:16:16.154786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0336d979-eac9-4255-be54-0ff2d88e0ec1 req-9b5281cd-a3da-417c-aec4-6715182bd304 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873411 Nov 12 12:16:16.400234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:16.412839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1999d-b7d9-4377-a1da-b92a74fb725e req-9954ece9-360c-40da-baf1-8509bc3d5ed6 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:16.414872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb1999d-b7d9-4377-a1da-b92a74fb725e req-9954ece9-360c-40da-baf1-8509bc3d5ed6 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1096 time: 0.0555916 Nov 12 12:16:16.460497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b2b8d-882d-4a16-951e-8fb86b6cb672 req-81f75683-e784-441b-b324-12db0c02a596 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:16.463295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-189b2b8d-882d-4a16-951e-8fb86b6cb672 req-81f75683-e784-441b-b324-12db0c02a596 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.0683200 Nov 12 12:16:16.490430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb1999d-b7d9-4377-a1da-b92a74fb725e req-7cbe79f3-a1fe-4e71-97fb-2da35942f9bb tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Nov 12 12:16:16.533833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:16.554541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-189b2b8d-882d-4a16-951e-8fb86b6cb672 req-c78254b4-6d3d-4a95-932f-0496924c0145 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778024 Nov 12 12:16:16.606706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:16.640521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'port_id': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'mac_address': 'fa:16:3e:05:e9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484e27a4-46df-4b77-81a8-a299909da0ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:16.703165 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:16.719279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed009ca-c785-47cf-ab42-a2eddd0658bf {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:16.739985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:16.745144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:16.745516 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:16.748409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:16.774956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:16.837562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccdcb0-4e1f-42ac-a289-01cde3a19479 req-ea0c9880-cca7-4ddc-9f3d-7fd527c8dc85 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:16.845956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10ccdcb0-4e1f-42ac-a289-01cde3a19479 req-ea0c9880-cca7-4ddc-9f3d-7fd527c8dc85 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0831838 Nov 12 12:16:16.846301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:16.898070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd21b45-23f1-46c9-81d0-479d44751fea req-9c41629d-4da6-4575-be06-296881466a5d tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:16.900952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddd21b45-23f1-46c9-81d0-479d44751fea req-9c41629d-4da6-4575-be06-296881466a5d tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1096 time: 0.0859702 Nov 12 12:16:16.901383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:16.937201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10ccdcb0-4e1f-42ac-a289-01cde3a19479 req-ef4f0c2f-9a40-4f3e-9634-130d9edca676 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901313 Nov 12 12:16:16.952302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:16.952302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:16.952302 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a86879-2ae9-404d-9ecc-c340a0f92b02" -d '{"events": [{"server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "name": "network-vif-plugged", "status": "completed", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:16.958467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:16.970991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddd21b45-23f1-46c9-81d0-479d44751fea req-efdb1e53-5ef1-4936-af01-6904a2289286 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636506 Nov 12 12:16:17.029249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:17.060986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1ed009ca-c785-47cf-ab42-a2eddd0658bf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:17.101848 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3095f16-b675-4fc8-a8ea-764ebfc46357 x-openstack-request-id: req-d3095f16-b675-4fc8-a8ea-764ebfc46357 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:17.103221 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "name": "network-vif-plugged", "status": "completed", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:17.103221 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3095f16-b675-4fc8-a8ea-764ebfc46357 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:17.103850 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'code': 200} Nov 12 12:16:17.277670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-da666084-1819-40fb-903d-248115851b84 req-39d1d29b-df7b-404e-833d-4a8f9cdc32e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:16:17.279155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da666084-1819-40fb-903d-248115851b84 req-39d1d29b-df7b-404e-833d-4a8f9cdc32e2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277183 Nov 12 12:16:17.294219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79206-80c6-4432-9aa0-5ea325ba1b5a req-88c0d912-f400-4f4d-9043-7e5680875abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:17.297077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f7c79206-80c6-4432-9aa0-5ea325ba1b5a req-88c0d912-f400-4f4d-9043-7e5680875abc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 1096 time: 0.1235769 Nov 12 12:16:17.320622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995625-0c8a-4557-be62-00d907a6cb8b req-b654446f-953f-4093-9ff3-2273010d2fdf tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:17.322726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de995625-0c8a-4557-be62-00d907a6cb8b req-b654446f-953f-4093-9ff3-2273010d2fdf tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 945 time: 0.1041493 Nov 12 12:16:17.333260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe76ec-881e-4b8c-872e-43eb27325529 req-3551e403-4158-43fb-b2f4-405558963285 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:17.336249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddbe76ec-881e-4b8c-872e-43eb27325529 req-3551e403-4158-43fb-b2f4-405558963285 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c67546b-46e9-4461-868f-7563b0576cbe HTTP/1.1" status: 200 len: 945 time: 0.0799153 Nov 12 12:16:17.400193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f7c79206-80c6-4432-9aa0-5ea325ba1b5a req-f2015f4f-2d61-40f4-b80d-d9335327d330 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941052 Nov 12 12:16:17.415581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddbe76ec-881e-4b8c-872e-43eb27325529 req-4d57858a-11f8-4c61-9f17-c20fd02e3ad5 tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45641ef-2c18-4814-9aee-a47b697d8a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696378 Nov 12 12:16:17.482147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Deleting port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:16:17.483031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:17.594018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] For port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,segment=NetworkSegment(6a31e2b2-8d5b-4158-8510-ef247eba800f),segment_id=6a31e2b2-8d5b-4158-8510-ef247eba800f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:17.595073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:17.610353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Calling delete_port for 7f90ef2c-4b90-4ca8-9191-014f26d8e06e owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:16:17.765485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:17.780280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7f90ef2c-4b90-4ca8-9191-014f26d8e06e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:17.799430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Pushing event deleted for resources: {'Port': ['ID=7f90ef2c-4b90-4ca8-9191-014f26d8e06e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:17.832195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.832652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.832872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.833201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.833531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.834047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.834328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.834596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.834918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.835233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.835555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.835988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:17.860000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] No DVR routers for this DVR port 7f90ef2c-4b90-4ca8-9191-014f26d8e06e on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:16:17.863728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:17.869226 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de995625-0c8a-4557-be62-00d907a6cb8b req-feff9212-83a3-43ce-ac75-c061c3bfabee tempest-InstanceActionsV221TestJSON-1846160827 tempest-InstanceActionsV221TestJSON-1846160827-project] 10.222.0.81 "DELETE /v2.0/ports/7f90ef2c-4b90-4ca8-9191-014f26d8e06e HTTP/1.1" status: 204 len: 173 time: 0.5384204 Nov 12 12:16:17.869777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c67546b-46e9-4461-868f-7563b0576cbe', 'name': 'network-vif-deleted', 'tag': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:17.871359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37421848-e813-495e-8cea-a6335c304993 req-496c63f5-6ac4-4b53-827a-76834a03251e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:17.872409 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff7695-6605-43df-bddf-06272dfb87a0" -d '{"events": [{"server_uuid": "9c67546b-46e9-4461-868f-7563b0576cbe", "name": "network-vif-deleted", "tag": "7f90ef2c-4b90-4ca8-9191-014f26d8e06e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:17.873194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37421848-e813-495e-8cea-a6335c304993 req-496c63f5-6ac4-4b53-827a-76834a03251e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.3604956 Nov 12 12:16:17.934010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37421848-e813-495e-8cea-a6335c304993 req-b2b116e5-12e9-4852-81d1-01e3a5e4e0bc tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522726 Nov 12 12:16:18.275725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95cad-7d7c-435a-907c-5f77e827a060 req-2731b5f2-e09b-4333-87a7-d1a31bf1f85d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:18.277355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb95cad-7d7c-435a-907c-5f77e827a060 req-2731b5f2-e09b-4333-87a7-d1a31bf1f85d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.0561171 Nov 12 12:16:18.333091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb95cad-7d7c-435a-907c-5f77e827a060 req-86280c15-7626-43bf-9b60-21ce74cb2c81 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492566 Nov 12 12:16:18.389112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:18.449316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 1ed009ca-c785-47cf-ab42-a2eddd0658bf completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:18.457050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 1ed009ca-c785-47cf-ab42-a2eddd0658bf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:18.457826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:18.472224 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a96df0c-8c42-4a3c-85db-34d32a724089 x-openstack-request-id: req-2a96df0c-8c42-4a3c-85db-34d32a724089 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:18.472517 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c67546b-46e9-4461-868f-7563b0576cbe", "name": "network-vif-deleted", "tag": "7f90ef2c-4b90-4ca8-9191-014f26d8e06e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:18.472769 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a96df0c-8c42-4a3c-85db-34d32a724089 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:18.473171 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c67546b-46e9-4461-868f-7563b0576cbe', 'name': 'network-vif-deleted', 'tag': '7f90ef2c-4b90-4ca8-9191-014f26d8e06e', 'status': 'completed', 'code': 200} Nov 12 12:16:18.475826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:18.584682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:18.618138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc2ac3-b0ef-4d40-a9bd-c117eab9ada2 req-4d8ce5c5-72aa-47ac-89e2-12d292c764fe tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:18.627462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ebc2ac3-b0ef-4d40-a9bd-c117eab9ada2 req-4d8ce5c5-72aa-47ac-89e2-12d292c764fe tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0704577 Nov 12 12:16:18.632676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:18.634474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-38ce4038-24bd-4e10-9b17-2a878a0f2e7d tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:16:18.635898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-38ce4038-24bd-4e10-9b17-2a878a0f2e7d tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1584303 Nov 12 12:16:18.639195 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:18.683287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ebc2ac3-b0ef-4d40-a9bd-c117eab9ada2 req-ada87af3-90bb-4b33-8e94-d67cbdf77431 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539789 Nov 12 12:16:18.703993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:18.792855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-15fc28f4-5ee0-448e-b433-5b4e2fe9c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:18.794316 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-15fc28f4-5ee0-448e-b433-5b4e2fe9c197 service neutron] 10.222.0.18 "GET /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 1093 time: 0.0828078 Nov 12 12:16:18.803946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Request body: {'binding': {'host': 'n-h1-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:18.804477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:16:18.948535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on host n-h1-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:18.948894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:18.949204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:18.954014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:18.954594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:18.960092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:18.960435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:18.960818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:18.961259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Bound port: eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:19.020041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:19.027236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:19.028438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-12dc1bae-0ce1-4908-94c4-e4a7aa66799f service neutron] 10.222.0.18 "POST /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2281868 Nov 12 12:16:19.105940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:19.110819 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c0337-60a7-4acc-9dd3-cd70f57c7b83" -d '{"events": [{"server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "name": "network-vif-plugged", "status": "completed", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:19.185487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4a4c-be3b-4342-95f8-baa7c3b50914 req-2e329e18-e262-4a6b-8f19-185a714032ff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.187483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-719d4a4c-be3b-4342-95f8-baa7c3b50914 req-2e329e18-e262-4a6b-8f19-185a714032ff tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.0586181 Nov 12 12:16:19.252552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-719d4a4c-be3b-4342-95f8-baa7c3b50914 req-d456d2c2-c870-4ddf-a3dc-78579be16f0d tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582643 Nov 12 12:16:19.341770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-2f557100-eb6e-4b6b-bc10-bfa8de83adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.343583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-2f557100-eb6e-4b6b-bc10-bfa8de83adf8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1096 time: 0.0460961 Nov 12 12:16:19.464547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-ca44dbd3-c9b4-4f96-aad7-431d8a6c6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.466056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-ca44dbd3-c9b4-4f96-aad7-431d8a6c6d60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1153128 Nov 12 12:16:19.499300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444f0d-87b0-401f-9f48-0242e0e4303c req-def4731b-9f9e-4508-b949-92bab0aa3f31 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.500901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a444f0d-87b0-401f-9f48-0242e0e4303c req-def4731b-9f9e-4508-b949-92bab0aa3f31 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 945 time: 0.0644345 Nov 12 12:16:19.515699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-8ff272c9-b55d-4ead-8183-a5871dbb87a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 217 time: 0.0406327 Nov 12 12:16:19.561366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a444f0d-87b0-401f-9f48-0242e0e4303c req-8b023402-92e4-452b-bb4b-ca32ba46e1d4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532584 Nov 12 12:16:19.569937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-f48dc59a-3a5c-4923-aa6e-aec56eb769d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.572260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-f48dc59a-3a5c-4923-aa6e-aec56eb769d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0482919 Nov 12 12:16:19.616252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-e1f0c805-c12c-4b11-9a46-849136c23ede service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371199 Nov 12 12:16:19.623749 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b6aea8-9c88-4be0-806e-30e1a3324eaa x-openstack-request-id: req-f9b6aea8-9c88-4be0-806e-30e1a3324eaa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:19.624274 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "name": "network-vif-plugged", "status": "completed", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:19.624399 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9b6aea8-9c88-4be0-806e-30e1a3324eaa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:19.624951 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'code': 200} Nov 12 12:16:19.764185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6362ea-ede2-4f73-8441-eb6215bf9bd6 req-07e3cea9-7a95-43a0-9b4c-954976760266 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.770965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f6362ea-ede2-4f73-8441-eb6215bf9bd6 req-07e3cea9-7a95-43a0-9b4c-954976760266 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.0779440 Nov 12 12:16:19.785832 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eff2c-705d-49e4-bde3-3ed731c84979 req-4605c234-1193-4a35-9783-24faf8bf9dea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.788035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b4eff2c-705d-49e4-bde3-3ed731c84979 req-4605c234-1193-4a35-9783-24faf8bf9dea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.1264148 Nov 12 12:16:19.801383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:19.810954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Request body: {'floatingip': {'port_id': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:19.863297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f6362ea-ede2-4f73-8441-eb6215bf9bd6 req-3bad7125-1c07-46e6-8a22-5eca7f98cd4d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893650 Nov 12 12:16:19.884597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9162-e47c-4580-911a-b3b9df6fbe8d req-863e6177-31c6-42d2-91cc-4f69b2b8458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:19.884597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d3b9162-e47c-4580-911a-b3b9df6fbe8d req-863e6177-31c6-42d2-91cc-4f69b2b8458e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1096 time: 0.1602845 Nov 12 12:16:19.886113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-80acec60-0221-4787-9d36-b74a05ad0c98 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624621 Nov 12 12:16:19.901498 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:19.977920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:20.018045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37109e-af91-4a2b-8f3c-4e92fbb43ab4 req-295c5ad7-f45e-460f-b567-a7cf4a0b1765 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:20.020255 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a37109e-af91-4a2b-8f3c-4e92fbb43ab4 req-295c5ad7-f45e-460f-b567-a7cf4a0b1765 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0682311 Nov 12 12:16:20.052371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:20.124243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a37109e-af91-4a2b-8f3c-4e92fbb43ab4 req-b824b390-1280-48c1-8f40-ab1b63ae1333 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971732 Nov 12 12:16:20.132879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Deleting subnet d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:16:20.137852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.180588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.227936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.287839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.323401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:20.326304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.330774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0d6f1a1-12fe-47c0-8da0-0eed52a6e67c HTTP/1.1" status: 204 len: 168 time: 0.2759748 Nov 12 12:16:20.336277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:20.345603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.345974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.346419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.346774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.347136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.348156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.348156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.348156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.348434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.348717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.349040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.349372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81bb9a5-ccc2-41cb-909a-21beb53b9ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:20.353294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f08affb3-fabe-4ba5-8b95-4692b467685d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.363747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d3b9162-e47c-4580-911a-b3b9df6fbe8d req-55a974fa-cdcc-41ed-8657-8a456f5f2a56 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766507 Nov 12 12:16:20.425369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.466945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-6b4d44dd-670a-4f36-91ac-0fd0cb758427 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690110 Nov 12 12:16:20.511898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.532445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21250f2b-7162-4826-8861-7e9eaa4b1c6b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:20.542651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a31e2b2-8d5b-4158-8510-ef247eba800f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:20.542829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a31e2b2-8d5b-4158-8510-ef247eba800f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:20.552504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.559783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7f90ef2c-4b90-4ca8-9191-014f26d8e06e no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:20.570428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.577032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:16:20.577425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:16:20.579386 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:16:20.599861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 7f90ef2c-4b90-4ca8-9191-014f26d8e06e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:16:20.600269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7f90ef2c-4b90-4ca8-9191-014f26d8e06e not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:16:20.627223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f08affb3-fabe-4ba5-8b95-4692b467685d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.638751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f08affb3-fabe-4ba5-8b95-4692b467685d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.641907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.650852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.654849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] 10.222.0.18 "DELETE /v2.0/networks/21250f2b-7162-4826-8861-7e9eaa4b1c6b HTTP/1.1" status: 204 len: 168 time: 0.3170869 Nov 12 12:16:20.665684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aedfc-58ca-4cbb-9538-573b1c4e2831 admin admin] Pushing event deleted for resources: {'Network': ['ID=21250f2b-7162-4826-8861-7e9eaa4b1c6b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:20.715818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-71c1bfca-67e9-4d30-9015-78fc72a19096 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:20.717310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-71c1bfca-67e9-4d30-9015-78fc72a19096 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.1853719 Nov 12 12:16:20.794021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:20.800055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:20.840133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-65d05ab1-2042-4dde-b9bc-f26e850ffc8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a44ce77c5494d249bdc3f6d47e56a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449438 Nov 12 12:16:20.842739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38240) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:20.864862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08affb3-fabe-4ba5-8b95-4692b467685d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1eda92-d5a8-4d36-9323-110488c7cd7b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:20.872441 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f08affb3-fabe-4ba5-8b95-4692b467685d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40882c3b10f340579f55f7ff2e48020b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8906960 Nov 12 12:16:20.873021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:20.934305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4539480-44bc-4bcc-8e9d-50aead4c6a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:20.989070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4539480-44bc-4bcc-8e9d-50aead4c6a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.003779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dff5b-d378-44b4-b37a-6a16d049ae88 req-a219ae81-14a5-4c51-8165-24d54a6ef571 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:21.004573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-089dff5b-d378-44b4-b37a-6a16d049ae88 req-a219ae81-14a5-4c51-8165-24d54a6ef571 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 945 time: 0.3252087 Nov 12 12:16:21.013428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3050771f-aed5-43ea-a9a5-dd2a8234146b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.041012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.064730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3050771f-aed5-43ea-a9a5-dd2a8234146b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.075447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbedc7-5186-442b-afb2-45c0b3ed7307 req-6d488517-0687-4f32-afce-636275999bf4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:21.077080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cbbedc7-5186-442b-afb2-45c0b3ed7307 req-6d488517-0687-4f32-afce-636275999bf4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.1307909 Nov 12 12:16:21.140493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4539480-44bc-4bcc-8e9d-50aead4c6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.143086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4539480-44bc-4bcc-8e9d-50aead4c6a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.146779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b4539480-44bc-4bcc-8e9d-50aead4c6a7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d45641ef-2c18-4814-9aee-a47b697d8a99 HTTP/1.1" status: 204 len: 168 time: 0.3005958 Nov 12 12:16:21.169081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539480-44bc-4bcc-8e9d-50aead4c6a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45641ef-2c18-4814-9aee-a47b697d8a99,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:21.174772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cbbedc7-5186-442b-afb2-45c0b3ed7307 req-8e49a8ce-1cf9-431f-ab77-b47df9f2b269 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909104 Nov 12 12:16:21.194371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3050771f-aed5-43ea-a9a5-dd2a8234146b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.201753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:16:21.202089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3050771f-aed5-43ea-a9a5-dd2a8234146b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.208425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3050771f-aed5-43ea-a9a5-dd2a8234146b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a1eda92-d5a8-4d36-9323-110488c7cd7b HTTP/1.1" status: 204 len: 168 time: 0.3340280 Nov 12 12:16:21.229042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050771f-aed5-43ea-a9a5-dd2a8234146b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1eda92-d5a8-4d36-9323-110488c7cd7b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:21.256091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-089dff5b-d378-44b4-b37a-6a16d049ae88 req-0a1634b2-a7f3-4d4e-a962-a5d377a58f63 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346985 Nov 12 12:16:21.349631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.356426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.510648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:21.557950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cac4b-15f3-4534-b861-43e10c40f39e req-985ef695-569b-40bd-8546-662c11c54df3 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:21.559776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-be0cac4b-15f3-4534-b861-43e10c40f39e req-985ef695-569b-40bd-8546-662c11c54df3 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1462924 Nov 12 12:16:21.564783 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Floating IP bf6edbea-c798-4fe5-abe4-3b20f8cf78a1 associated. External IP: 172.25.1.169, port: 82ad8c28-5bf5-4eef-855f-576c4bdbbf85. Nov 12 12:16:21.644492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:21.751983 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-be0cac4b-15f3-4534-b861-43e10c40f39e req-033b85a8-8e1a-40be-9fe8-00bce8f4fab1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514406 Nov 12 12:16:21.757535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:21.760704 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f17acb-a25d-4b58-bf87-61699f91b5e6" -d '{"events": [{"server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "name": "network-vif-unplugged", "status": "completed", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:21.767838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.790390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.868546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:21.885268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e16345a-c89e-4a11-8bb0-4d3cf74d7961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.978018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e16345a-c89e-4a11-8bb0-4d3cf74d7961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.983033 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e16345a-c89e-4a11-8bb0-4d3cf74d7961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.029875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7e16345a-c89e-4a11-8bb0-4d3cf74d7961 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bd659de6d53498384ce62813a1c4d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578474 Nov 12 12:16:22.029875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16345a-c89e-4a11-8bb0-4d3cf74d7961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a94ef-a40c-41e7-8b8a-b44a66b4ad1e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:22.032348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38276) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:22.091160 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58482617-407b-427d-8aea-7abdc6b1b314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.095716 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e50f8-a89d-4ddc-a9f3-d13801c45eb1 x-openstack-request-id: req-7b9e50f8-a89d-4ddc-a9f3-d13801c45eb1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:22.096293 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "name": "network-vif-unplugged", "status": "completed", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:22.096293 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b9e50f8-a89d-4ddc-a9f3-d13801c45eb1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:22.096639 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'code': 200} Nov 12 12:16:22.124725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58482617-407b-427d-8aea-7abdc6b1b314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.182387 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58482617-407b-427d-8aea-7abdc6b1b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.185178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58482617-407b-427d-8aea-7abdc6b1b314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.186369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-58482617-407b-427d-8aea-7abdc6b1b314 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/739a94ef-a40c-41e7-8b8a-b44a66b4ad1e HTTP/1.1" status: 204 len: 168 time: 0.1530674 Nov 12 12:16:22.195366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58482617-407b-427d-8aea-7abdc6b1b314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a94ef-a40c-41e7-8b8a-b44a66b4ad1e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:22.202236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:22.207408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on host n-h2-804878-5 for vnic_type normal with profile {"migrating_to": "n-h1-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:22.207740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:22.208058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:22.229720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:22.230058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Attempting to bind port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:22.234717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:22.252554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:22.252895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:22.253284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:22.253734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Bound port: eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:22.254080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.275070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:22.379478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-network', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:22.416445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fe55a-d6b1-450e-a5b7-ccb3684a20b9 req-b4a5fde3-3098-4df3-8a72-e6db0d66e824 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:22.416785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:22.418203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-342fe55a-d6b1-450e-a5b7-ccb3684a20b9 req-b4a5fde3-3098-4df3-8a72-e6db0d66e824 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.0746872 Nov 12 12:16:22.421531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:22.427327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Made reservation on behalf of 4dfbaf28d9f041db99cb75f71068726a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:22.432021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.434842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1446c3-3612-4743-939c-7acc6d30a5fb req-680658b6-59c5-4f06-809b-bcdc134a264b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:22.436508 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe1446c3-3612-4743-939c-7acc6d30a5fb req-680658b6-59c5-4f06-809b-bcdc134a264b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.1373453 Nov 12 12:16:22.456658 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.465478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.530541 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-342fe55a-d6b1-450e-a5b7-ccb3684a20b9 req-1169cdc3-a33d-48ad-8b34-ba28c5d94a7d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944929 Nov 12 12:16:22.574911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:22.585001 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] Sync routers for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:22.586811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.596131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:22.627783 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:22.632262 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:22.644398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe1446c3-3612-4743-939c-7acc6d30a5fb req-a21fbe60-80e5-49b7-8700-7220e966b97e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714203 Nov 12 12:16:22.645801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.651576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:22.653012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.654342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d0b69895-b635-45c5-a666-1b1d5418a57e service neutron] 10.222.0.81 "PUT /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 1121 time: 1.8758566 Nov 12 12:16:22.663508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.692992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6e3cff5e-c553-407f-844e-0903691fba7c tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "PUT /v2.0/floatingips/bf6edbea-c798-4fe5-abe4-3b20f8cf78a1 HTTP/1.1" status: 200 len: 991 time: 2.8901002 Nov 12 12:16:22.766522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:22.785618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:16:22.798074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07b041-b641-41b2-aeb1-1c7a69782c11,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:22.816344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713002-604a-46d9-b070-0902d5deb2d7 req-fb849f49-f583-4871-bbaf-c8d56de28c4f tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:22.826975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a713002-604a-46d9-b070-0902d5deb2d7 req-fb849f49-f583-4871-bbaf-c8d56de28c4f tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1096 time: 0.0912464 Nov 12 12:16:22.831522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.831875 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Added segment 357e6866-9978-4d01-afe5-68d113d8b788 of type vlan for network 8c680208-864a-458b-8514-6d9374c3f66f Nov 12 12:16:22.901566 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.921083 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:22.936408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.937988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:22.938813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:22.966722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a713002-604a-46d9-b070-0902d5deb2d7 req-7d8aab64-82f3-40cb-bbd4-adfb195188e8 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286213 Nov 12 12:16:22.981480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7454407 Nov 12 12:16:22.984378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:22.989609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Request body: {'subnet': {'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-subnet', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:23.032961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302df18-f358-4c18-b97f-31e6ce50f8de admin admin] Pushing event updated for resources: {'Network': ['ID=8c680208-864a-458b-8514-6d9374c3f66f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:23.046348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Made reservation on behalf of 4dfbaf28d9f041db99cb75f71068726a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:23.051259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:23.053552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8c680208-864a-458b-8514-6d9374c3f66f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:16:23.162108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45d2cf-bb1b-4dbc-b919-a3f07fe171c6 req-fe8ffdd4-4357-4bea-ae60-e27e4e96c8ac tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:23.174796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b45d2cf-bb1b-4dbc-b919-a3f07fe171c6 req-fe8ffdd4-4357-4bea-ae60-e27e4e96c8ac tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1096 time: 0.0989695 Nov 12 12:16:23.187943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baaf38-f774-4ea4-babe-b39059655c10 req-a95dc424-6b8d-450a-a384-a34f3c84f3e7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:23.189700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68baaf38-f774-4ea4-babe-b39059655c10 req-a95dc424-6b8d-450a-a384-a34f3c84f3e7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1314332 Nov 12 12:16:23.244212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b45d2cf-bb1b-4dbc-b919-a3f07fe171c6 req-e2e05246-52d7-49c7-bc8c-193dbed0393f tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Nov 12 12:16:23.291378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68baaf38-f774-4ea4-babe-b39059655c10 req-ac597886-b778-4dc9-af3f-0d09617c7a7c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901968 Nov 12 12:16:23.295785 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'bf6edbea-c798-4fe5-abe4-3b20f8cf78a1', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'port_id': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'mac_address': 'fa:16:3e:1a:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27358cc9-a737-45e8-838f-d9fe12c95982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:55Z', 'updated_at': '2021-11-12T12:16:21Z', 'revision_number': 1, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:53Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:23.333292 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] Checking router: fa2ce210-8ff6-4cb7-88fa-922319ae51f0 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:23.340136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:23.345220 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:23.346130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:23.389710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb43bc77-d82f-4d99-ae1b-48c32f09ca85,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:23.426557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Checking segment: {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:23.426962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Network hostable DHCP agents. Network: 8c680208-864a-458b-8514-6d9374c3f66f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:16:23.453961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Network 8c680208-864a-458b-8514-6d9374c3f66f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:16:23.474274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8c680208-864a-458b-8514-6d9374c3f66f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:23.481332 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:23.486761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274337d9-8004-4de4-8375-202b7cb837c1 None None] Network 8c680208-864a-458b-8514-6d9374c3f66f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:16:23.495422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:23.496881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:23.530850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:23.537615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:23.542371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aba544d1-e095-4556-8a6a-40ecca0244fc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5537748 Nov 12 12:16:23.573309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:23.577522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:23.649423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed996f-720d-496e-bc66-643285796d95 req-6d68ec9c-5123-499a-b818-15d0552d1c6b tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:23.651744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19ed996f-720d-496e-bc66-643285796d95 req-6d68ec9c-5123-499a-b818-15d0552d1c6b tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1096 time: 0.0891092 Nov 12 12:16:23.685375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:23.803813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8757b972-eefe-42f8-a764-5998ee200da0 None None] Network 8c680208-864a-458b-8514-6d9374c3f66f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:16:23.843487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19ed996f-720d-496e-bc66-643285796d95 req-6fe6dea9-9591-419f-8cf1-3ea28ef15242 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828775 Nov 12 12:16:23.914128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01036ef-02bf-4c99-be67-964323e11712 req-69ac2f86-ec8c-4141-9e89-7f388faae720 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:23.922900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b01036ef-02bf-4c99-be67-964323e11712 req-69ac2f86-ec8c-4141-9e89-7f388faae720 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.2846587 Nov 12 12:16:24.018396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:24.043126 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'bf6edbea-c798-4fe5-abe4-3b20f8cf78a1', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'port_id': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'mac_address': 'fa:16:3e:1a:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27358cc9-a737-45e8-838f-d9fe12c95982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:55Z', 'updated_at': '2021-11-12T12:16:21Z', 'revision_number': 1, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:53Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:24.097637 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89378a-1488-4c2c-a895-aa74094cf28d None None] The sync data for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 is: [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'bf6edbea-c798-4fe5-abe4-3b20f8cf78a1', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'port_id': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'mac_address': 'fa:16:3e:1a:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27358cc9-a737-45e8-838f-d9fe12c95982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:55Z', 'updated_at': '2021-11-12T12:16:21Z', 'revision_number': 1, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:53Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:24.107427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'}, {'name': 'network-changed', 'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:24.111784 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb"}, {"name": "network-changed", "server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:24.150665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b01036ef-02bf-4c99-be67-964323e11712 req-ee3661d0-8c99-49f7-88ad-e77b788a3f5b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253492 Nov 12 12:16:24.204430 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9c2e4a-e7b9-4c3c-9cd6-cde1769a80bf x-openstack-request-id: req-2c9c2e4a-e7b9-4c3c-9cd6-cde1769a80bf {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:24.205066 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:24.205066 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c9c2e4a-e7b9-4c3c-9cd6-cde1769a80bf {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:24.205351 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'status': 'completed', 'code': 200} Nov 12 12:16:24.205607 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'status': 'completed', 'code': 200} Nov 12 12:16:24.306963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-9ddc39b2-d51e-4315-9b5e-79b6c9cb43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.308532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-9ddc39b2-d51e-4315-9b5e-79b6c9cb43f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=adae43176c4b4199bf587fb7a1fa37b1&device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 1096 time: 0.0888255 Nov 12 12:16:24.317852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-30f6507c-acd0-45bd-b7d9-1ec873ea095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.319362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-30f6507c-acd0-45bd-b7d9-1ec873ea095d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1124 time: 0.0841284 Nov 12 12:16:24.380075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02148b-b5a1-4795-bd7b-f1534dd91a49 None None] New status for floating IP bf6edbea-c798-4fe5-abe4-3b20f8cf78a1: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:16:24.454494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab661-02bd-4c7b-9c17-463d7925f89b req-8ebc97a9-6d9b-4b84-9d6e-e7c0cf57a384 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.456100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0aaab661-02bd-4c7b-9c17-463d7925f89b req-8ebc97a9-6d9b-4b84-9d6e-e7c0cf57a384 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0645804 Nov 12 12:16:24.538150 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0aaab661-02bd-4c7b-9c17-463d7925f89b req-ab3ab00e-94b6-4f16-b917-caafd6cd4597 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746279 Nov 12 12:16:24.600380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-c495adec-aaa8-42c2-bba8-d61a0127b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.601987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-c495adec-aaa8-42c2-bba8-d61a0127b806 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57c20fc7-4116-49b4-a993-00f7e36db057 HTTP/1.1" status: 200 len: 906 time: 0.2814863 Nov 12 12:16:24.629019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:24.679736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-5e6a8e50-d9ad-4cc1-a337-a48b4b3a0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.681624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-5e6a8e50-d9ad-4cc1-a337-a48b4b3a0e67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.3250048 Nov 12 12:16:24.691202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:24.763199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-ddbe7839-7ad9-4b32-924c-8211cb189e52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 217 time: 0.0608611 Nov 12 12:16:24.822442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-a4ece58b-0f27-4479-ab1f-9dd2a0774cb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85 HTTP/1.1" status: 200 len: 999 time: 0.2098930 Nov 12 12:16:24.974889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-04c40383-432c-4944-af4b-2d998bc35a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.976361 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-04c40383-432c-4944-af4b-2d998bc35a1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e986cbc3-c327-41fd-839a-8289c0111ab2 HTTP/1.1" status: 200 len: 844 time: 0.1465068 Nov 12 12:16:24.977833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-67d165cc-e27d-4163-a11d-6439d1507341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:24.979183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-67d165cc-e27d-4163-a11d-6439d1507341 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1725342 Nov 12 12:16:24.987104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Allocated IP 172.25.1.160 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/2beb6fe8-283f-4f42-9fc2-9fda140fb800) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:25.057589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-c0223212-3ffb-4f19-bbab-c58b00567d99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502443 Nov 12 12:16:25.092240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7cfc-48d5-4339-9179-01df440f9bc9 req-37dc57d6-b152-43dc-8bdb-5908e04dd63a tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:25.093649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ddd7cfc-48d5-4339-9179-01df440f9bc9 req-37dc57d6-b152-43dc-8bdb-5908e04dd63a tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1096 time: 0.1674485 Nov 12 12:16:25.212244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-f3b00b9e-6cba-4ef1-a77a-58f834a9b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:25.214740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-f3b00b9e-6cba-4ef1-a77a-58f834a9b823 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57c20fc7-4116-49b4-a993-00f7e36db057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224202 Nov 12 12:16:25.340099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ddd7cfc-48d5-4339-9179-01df440f9bc9 req-dbd4800e-49f0-4d02-9b7c-4823c7672f5c tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067530 Nov 12 12:16:25.345035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.349519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-6c5a32bf-6813-4a53-9bb4-14f537d3367c service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800381 Nov 12 12:16:25.399553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73114c-974d-43f5-9ef2-66e46e421d60 req-da1af4f1-b610-49d2-ad28-34e25e45aa78 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:25.402446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e73114c-974d-43f5-9ef2-66e46e421d60 req-da1af4f1-b610-49d2-ad28-34e25e45aa78 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.0807166 Nov 12 12:16:25.459257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:25.480439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e73114c-974d-43f5-9ef2-66e46e421d60 req-3254b62d-13da-420b-ad77-0467c28a014e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711966 Nov 12 12:16:25.623437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7da1a0b-3afa-49b4-9584-df4cca54bdb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.721796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719484b-d27e-4058-9b9f-948a701bf365 req-deeab510-5132-4d85-a719-6dadcac1c14b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:25.723465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c719484b-d27e-4058-9b9f-948a701bf365 req-deeab510-5132-4d85-a719-6dadcac1c14b tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0850880 Nov 12 12:16:25.776341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7da1a0b-3afa-49b4-9584-df4cca54bdb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.780694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-54a62914-4df5-4a3d-a9d1-960d3698a43d service neutron] 10.222.0.81 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139616 Nov 12 12:16:25.785192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7da1a0b-3afa-49b4-9584-df4cca54bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.826489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c719484b-d27e-4058-9b9f-948a701bf365 req-7355639a-eb63-45fe-afde-634661f295b4 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926263 Nov 12 12:16:25.827088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.843553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da1a0b-3afa-49b4-9584-df4cca54bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a54ff8-cd7b-4ac9-8e88-3a87e46f1fe9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:25.848495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c7da1a0b-3afa-49b4-9584-df4cca54bdb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8168b68efaf34041ac46c8078be6c4f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882296 Nov 12 12:16:25.852368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-7d79594b-19b2-40a2-a6b9-fdd9b7de46d3 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974294 Nov 12 12:16:25.852995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:25.920660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:25.922582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e44b49-b063-4d96-a753-83a57ee20bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.931284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:25.934003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:25.947163 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e44b49-b063-4d96-a753-83a57ee20bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:25.990229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2beb6fe8-283f-4f42-9fc2-9fda140fb800,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:26.010860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e44b49-b063-4d96-a753-83a57ee20bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.013926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e44b49-b063-4d96-a753-83a57ee20bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.017606 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5e44b49-b063-4d96-a753-83a57ee20bc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4a54ff8-cd7b-4ac9-8e88-3a87e46f1fe9 HTTP/1.1" status: 204 len: 168 time: 0.1612146 Nov 12 12:16:26.026662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e44b49-b063-4d96-a753-83a57ee20bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a54ff8-cd7b-4ac9-8e88-3a87e46f1fe9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:26.027852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2dbe14-d55b-4fe9-8e23-4feb608b0b3b req-d94df1df-1401-470b-ab7e-5f5d5cd5ac08 service neutron] 10.222.0.81 "GET /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310376 Nov 12 12:16:26.298524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.415443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:26.436959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53392ecd-83da-4c8f-bcfd-45914795add3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.575976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-248a153b-3658-4575-aba7-ec154a57ef84 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:16:26.576957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-248a153b-3658-4575-aba7-ec154a57ef84 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094810 Nov 12 12:16:26.579883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:26.603065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.641118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd3e5c-c9a0-40c4-b2e8-e2f9a77231a3 req-b149a126-7fa3-4b36-a383-6b0041d66024 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:26.643319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-307c817a-cc32-4c0d-ba94-d85986b06adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:26.646606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-307c817a-cc32-4c0d-ba94-d85986b06adc service neutron] 10.222.0.18 "GET /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 1093 time: 0.0574553 Nov 12 12:16:26.648581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4dcd3e5c-c9a0-40c4-b2e8-e2f9a77231a3 req-b149a126-7fa3-4b36-a383-6b0041d66024 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.0763888 Nov 12 12:16:26.694766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Request body: {'binding': {'host': 'n-h1-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:26.695248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:16:26.704927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53392ecd-83da-4c8f-bcfd-45914795add3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.705108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:26.706602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4dcd3e5c-c9a0-40c4-b2e8-e2f9a77231a3 req-9cfe8601-9915-48a4-8671-36fda218e165 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Nov 12 12:16:26.718792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:16:26.728862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53392ecd-83da-4c8f-bcfd-45914795add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.823874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53392ecd-83da-4c8f-bcfd-45914795add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d613d-3a54-4b5c-8753-ef48c40c30d0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:26.828496 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-53392ecd-83da-4c8f-bcfd-45914795add3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7307e997e2a4f8d833af878bf3f986c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120829 Nov 12 12:16:26.832533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:26.886559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dbd7-c819-4572-a22a-befc6a4d24c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.909923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dbd7-c819-4572-a22a-befc6a4d24c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:26.951283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:16:26.953058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on host n-h1-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:26.953394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:26.953715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:26.961019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:26.961334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:26.970395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:26.970813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:26.971221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:26.971631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Bound port: 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:26.988439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b125f-901c-4797-a882-4b13879c9eb8 req-f4b1c5d5-bd06-4934-8d3b-027f69656fa5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:26.990000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-305b125f-901c-4797-a882-4b13879c9eb8 req-f4b1c5d5-bd06-4934-8d3b-027f69656fa5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.0780764 Nov 12 12:16:27.010062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dbd7-c819-4572-a22a-befc6a4d24c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:27.012687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dbd7-c819-4572-a22a-befc6a4d24c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:27.013803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2ca8dbd7-c819-4572-a22a-befc6a4d24c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a8d613d-3a54-4b5c-8753-ef48c40c30d0 HTTP/1.1" status: 204 len: 168 time: 0.1798048 Nov 12 12:16:27.033879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8dbd7-c819-4572-a22a-befc6a4d24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d613d-3a54-4b5c-8753-ef48c40c30d0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:27.059893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-305b125f-901c-4797-a882-4b13879c9eb8 req-ccbdc142-9c47-440f-b784-6abae2b3355a tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583992 Nov 12 12:16:27.105236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:27.115063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:27.116223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-610d0a51-5753-4539-b8d7-539e1b18ab50 service neutron] 10.222.0.18 "POST /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.4249165 Nov 12 12:16:27.120013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:27.131132 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Sync routers for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:27.140109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:27.141748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2082dd7c-774b-4df1-b121-20145e1356a0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6098197 Nov 12 12:16:27.144715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:27.149196 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:27.149835 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:27.418118 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:27.431322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9b18-4083-451d-9aec-db856be36d61 req-37ad0275-fe21-4221-8f9a-b6610f2ab74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:27.433131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cebf9b18-4083-451d-9aec-db856be36d61 req-37ad0275-fe21-4221-8f9a-b6610f2ab74b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.0665812 Nov 12 12:16:27.533834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93822e-56c7-4952-9ead-380a5a9e2879 req-8307e63c-9d3e-4830-9c6b-c70b544701ec tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:27.536462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f93822e-56c7-4952-9ead-380a5a9e2879 req-8307e63c-9d3e-4830-9c6b-c70b544701ec tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.1944137 Nov 12 12:16:27.542408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cebf9b18-4083-451d-9aec-db856be36d61 req-94166dcc-3588-483c-a216-dc330f776158 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975482 Nov 12 12:16:27.647979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-43197a46-d445-4cbd-92c9-507fccd5bc33 service neutron] 10.222.0.65 "GET /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.0992219 Nov 12 12:16:27.676651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f93822e-56c7-4952-9ead-380a5a9e2879 req-d0dd926a-b446-49b0-80cc-008871facdb7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156352 Nov 12 12:16:27.796144 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:26Z', 'revision_number': 3, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:27.828106 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Checking router: 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:27.828530 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Updating router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:16:27.856345 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:27.913605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4bf11-a1de-48b6-be82-55de39bbbf57 req-71fd9048-91a1-4b1e-9695-c66e783e0f82 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:27.916368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1b4bf11-a1de-48b6-be82-55de39bbbf57 req-71fd9048-91a1-4b1e-9695-c66e783e0f82 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 943 time: 0.1085124 Nov 12 12:16:27.937039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:27.961955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:28.000069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:28.002676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec4e595-6070-4e0d-9fd0-74d0f89b9ffb {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:28.015081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:28.029643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1b4bf11-a1de-48b6-be82-55de39bbbf57 req-aac37c8e-c415-4ba0-9249-72c8826873ac tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041279 Nov 12 12:16:28.042396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.079111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.152960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-network', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:28.159037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] Transition to ACTIVE for port object eec4e595-6070-4e0d-9fd0-74d0f89b9ffb will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:28.168557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.208590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Made reservation on behalf of 8a4c4edacf0f49a883e3a4eaa3322ba3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:28.211460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.223109 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.224619 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.231169 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.262326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] No DVR routers for this DVR port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:16:28.291191 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Attempting to bind port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:28.291988 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Attempting to bind port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:28.292612 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Attempting to bind port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:28.303435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Allocated IP 172.20.0.1 (8c680208-864a-458b-8514-6d9374c3f66f/fb43bc77-d82f-4d99-ae1b-48c32f09ca85/41ba5e21-118d-426c-aff7-2b155af9609a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:28.305596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:28.306421 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:28.307252 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.307932 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:28.308912 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Bound port: 2beb6fe8-283f-4f42-9fc2-9fda140fb800, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:28.309594 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.313296 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Pushing event updated for resources: {'Port': ['ID=2beb6fe8-283f-4f42-9fc2-9fda140fb800,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:28.314142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] Pushing event updated for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:28.328952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c598a5-f1c7-4691-bc56-fd9f61c257d8 req-07b9c329-b027-467f-b26a-7a00f105f7f7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:28.334821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0c598a5-f1c7-4691-bc56-fd9f61c257d8 req-07b9c329-b027-467f-b26a-7a00f105f7f7 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1625981 Nov 12 12:16:28.342132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-1969874b-8bd8-48ac-bada-fb2c34bfa78c service neutron] 10.222.0.65 "PUT /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb/bindings/n-h1-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6848447 Nov 12 12:16:28.353875 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.354437 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.354851 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.355443 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.355749 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.356301 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.356874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.357944 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.357944 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.357944 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.358847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.359023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:28.416041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.418045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0c598a5-f1c7-4691-bc56-fd9f61c257d8 req-b74064bf-7f1a-4bc6-b2ce-5f93f8769b08 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747445 Nov 12 12:16:28.423837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.428228 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] For port 2beb6fe8-283f-4f42-9fc2-9fda140fb800, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:28.442459 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] For port 2beb6fe8-283f-4f42-9fc2-9fda140fb800, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2beb6fe8-283f-4f42-9fc2-9fda140fb800,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:28.451490 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.488685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:16:28.497056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.498124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d8972b75-5441-43d2-b6d8-9fe06da03330 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:28.500211 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-d8972b75-5441-43d2-b6d8-9fe06da03330 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.0684295 Nov 12 12:16:28.531088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c198d8f6-311b-4a5d-a717-634fc19b1d4f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:28.532170 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:28.532811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:28.537876 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200bc8-e517-4a4e-8c78-8f6ca65b1a3c None None] Pushing event updated for resources: {'Port': ['ID=2beb6fe8-283f-4f42-9fc2-9fda140fb800,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:28.573661 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.574255 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Added segment 3c1fba9d-64e7-4427-b0d9-845e9ca4f235 of type vlan for network f911e34c-8b87-403d-8468-dc8667b06b0d Nov 12 12:16:28.579151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-4e83358a-0fca-4e97-9621-4a3335027946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:28.581317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-4e83358a-0fca-4e97-9621-4a3335027946 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0592647 Nov 12 12:16:28.624840 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.652293 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.670274 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:28.683755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-b5929017-880f-44d7-b2ed-bcd719d6b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:28.685644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-b5929017-880f-44d7-b2ed-bcd719d6b7ad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1095 time: 0.0668335 Nov 12 12:16:28.706441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Network 8c680208-864a-458b-8514-6d9374c3f66f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:28.721629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:28.725796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:28.729629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Pushing event updated for resources: {'Port': ['ID=41ba5e21-118d-426c-aff7-2b155af9609a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:28.760225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.760225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:28.760225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.837046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.846016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8448329 Nov 12 12:16:28.849860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:28.857178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Request body: {'subnet': {'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-subnet', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:28.916085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-48402d93-3e32-4d88-9cee-50406e1d0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:28.917762 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-48402d93-3e32-4d88-9cee-50406e1d0986 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.2081285 Nov 12 12:16:28.932307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb24242-d171-49ff-b9d1-e6e4295d7ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=f911e34c-8b87-403d-8468-dc8667b06b0d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:28.944717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f911e34c-8b87-403d-8468-dc8667b06b0d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:16:28.967513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Made reservation on behalf of 8a4c4edacf0f49a883e3a4eaa3322ba3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:28.969830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.970118 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:26Z', 'revision_number': 3, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:28.978323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-14859b29-b8b7-466f-a078-d9df62c38cdd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 217 time: 0.0465591 Nov 12 12:16:29.009617 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00097713-e83d-4830-b86b-5baba5559ff0 None None] The sync data for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 is: [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:26Z', 'revision_number': 3, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:29.021250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6999b2-570d-472e-bc6d-5f7b37630e4f req-2d3349da-8fa6-49f1-938e-654aa8b5ecf0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:29.023043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a6999b2-570d-472e-bc6d-5f7b37630e4f req-2d3349da-8fa6-49f1-938e-654aa8b5ecf0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.1722653 Nov 12 12:16:29.046755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-602bf43a-6d91-4ef9-a2fd-08c94ae18fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:29.048301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-602bf43a-6d91-4ef9-a2fd-08c94ae18fe6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0618262 Nov 12 12:16:29.099586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-f895ce9e-e768-4726-bc13-b865b80fe7bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379667 Nov 12 12:16:29.154925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a6999b2-570d-472e-bc6d-5f7b37630e4f req-99e7150c-361f-4f81-81eb-4bfd5e32e092 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219144 Nov 12 12:16:29.162730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.239254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575609cf-ab0c-40e9-ad79-21a0dd015789 req-861c26e9-c820-4eb5-86cb-7f046bf94188 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:29.240786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-575609cf-ab0c-40e9-ad79-21a0dd015789 req-861c26e9-c820-4eb5-86cb-7f046bf94188 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 944 time: 0.1022265 Nov 12 12:16:29.258713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-354e0401-4b6b-4a6a-b58d-6e96f703ab00 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463740 Nov 12 12:16:29.294415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.362936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-575609cf-ab0c-40e9-ad79-21a0dd015789 req-1f58d3cb-0bff-4398-95a9-c0f8ac9d754a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133065 Nov 12 12:16:29.399896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.405864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-dbbedba9-4343-459b-a864-dd964131b093 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331050 Nov 12 12:16:29.412963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.489317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d74dd5a-42a4-4116-b04f-f67f63c580fc,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:29.553625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.563021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.565243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Checking segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:29.565596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Network hostable DHCP agents. Network: f911e34c-8b87-403d-8468-dc8667b06b0d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:16:29.689322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2beb6fe8-283f-4f42-9fc2-9fda140fb800 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:29.699147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbee48f-72fe-4f74-a91d-5d97b2064ec4 req-c62caa35-7b47-44b3-be5c-fb249dd6f012 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:29.701735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdbee48f-72fe-4f74-a91d-5d97b2064ec4 req-c62caa35-7b47-44b3-be5c-fb249dd6f012 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 949 time: 0.1928825 Nov 12 12:16:29.732486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.735732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Pushing event updated for resources: {'Port': ['ID=41ba5e21-118d-426c-aff7-2b155af9609a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:29.757408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Network f911e34c-8b87-403d-8468-dc8667b06b0d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:16:29.781965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f911e34c-8b87-403d-8468-dc8667b06b0d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:29.796921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:29.797250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.809316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:29.810063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:29.824906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-c3abf94a-d970-458e-94a9-b1062cd73044 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:29.826482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-c3abf94a-d970-458e-94a9-b1062cd73044 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.1378477 Nov 12 12:16:29.842960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fca65c-83fe-46ed-abdd-e6dcaa0d31fd None None] Network f911e34c-8b87-403d-8468-dc8667b06b0d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:16:29.889901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-908d41d1-0bda-4ca8-9315-e686be73426b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0344875 Nov 12 12:16:29.890681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:29.897355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:29.905604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdbee48f-72fe-4f74-a91d-5d97b2064ec4 req-7fdd3b6a-8a56-4928-97a7-51929634ac9c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778102 Nov 12 12:16:30.005847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-e03970c9-0676-417c-a128-23dd728c2d67 service neutron] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:30.022465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-e03970c9-0676-417c-a128-23dd728c2d67 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.028882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc6e6eff-f67a-4f1a-9b4e-18fe4d8f6c51 req-e03970c9-0676-417c-a128-23dd728c2d67 service neutron] 10.222.0.81 "DELETE /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb/bindings/n-h2-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.1932595 Nov 12 12:16:30.136663 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.162547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 2beb6fe8-283f-4f42-9fc2-9fda140fb800, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2beb6fe8-283f-4f42-9fc2-9fda140fb800,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:30.173932 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.276517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-f911e34c-8b87-403d-8468-dc8667b06b0d', 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'fixed_ips': [{'subnet_id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:16:30.277941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.285480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=2beb6fe8-283f-4f42-9fc2-9fda140fb800,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:30.338251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.339293 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.399179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.400951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e349b4-e425-433b-b915-fd779fbda530 req-e4670559-b8e3-47f4-8e57-e748feb7df58 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:30.402945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e349b4-e425-433b-b915-fd779fbda530 req-e4670559-b8e3-47f4-8e57-e748feb7df58 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.0706935 Nov 12 12:16:30.469066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e349b4-e425-433b-b915-fd779fbda530 req-a3f212e7-5338-43b0-a1c4-ac9a20eaef23 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545046 Nov 12 12:16:30.471135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Allocated IP 172.20.0.2 (f911e34c-8b87-403d-8468-dc8667b06b0d/9d74dd5a-42a4-4116-b04f-f67f63c580fc/fe9df125-9ebb-4c28-b842-6872ed15db24) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:30.486896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Network 8c680208-864a-458b-8514-6d9374c3f66f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:30.515061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:30.577422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85af5b8-f025-42d8-b2d1-39f364ac3cc0 req-d2fe8937-a977-4497-a86c-4ee33b59f002 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:30.579126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b85af5b8-f025-42d8-b2d1-39f364ac3cc0 req-d2fe8937-a977-4497-a86c-4ee33b59f002 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.3059602 Nov 12 12:16:30.616496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:30.619172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:30.627497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff133-49c9-4bc9-9419-1815a9877ff5 req-ee93c43e-b393-452b-82f2-8748f293b624 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:30.629113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b51ff133-49c9-4bc9-9419-1815a9877ff5 req-ee93c43e-b393-452b-82f2-8748f293b624 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 944 time: 0.0664680 Nov 12 12:16:30.665426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.697320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b51ff133-49c9-4bc9-9419-1815a9877ff5 req-a5075b41-17af-446d-b6ca-32ed68790d60 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594060 Nov 12 12:16:30.729378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.765125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b85af5b8-f025-42d8-b2d1-39f364ac3cc0 req-6cc4314d-107b-442b-a946-07c00964a482 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526489 Nov 12 12:16:30.773896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:30.780730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:30.825694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Pushing event updated for resources: {'Port': ['ID=fe9df125-9ebb-4c28-b842-6872ed15db24,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:30.875085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Network f911e34c-8b87-403d-8468-dc8667b06b0d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:30.886570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:30.893177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:30.997677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.004298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:31.046691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Attempting to bind port fe9df125-9ebb-4c28-b842-6872ed15db24 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:31.047087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Attempting to bind port fe9df125-9ebb-4c28-b842-6872ed15db24 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:31.048160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Attempting to bind port fe9df125-9ebb-4c28-b842-6872ed15db24 on network f911e34c-8b87-403d-8468-dc8667b06b0d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:31.053858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'mac_address': 'fa:16:3e:93:26:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:31.073831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:31.074987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Checking segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:31.075696 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.076239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Bound using segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:31.076903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Bound port: fe9df125-9ebb-4c28-b842-6872ed15db24, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:31.077406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.110997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:31.113718 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd307ea9-7e76-48c9-b5af-9590c3ab4423" -d '{"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:31.120256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:31.134143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:31.134643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ea5fca7-0f48-4058-852b-942fe12f2195 admin admin] 10.222.0.18 "PUT /v2.0/routers/64bf48f4-aca0-4a2e-ab71-b6d63890aca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9885249 Nov 12 12:16:31.161173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083512d7-6ea8-4a5f-9cb6-d2f85a9e3ed1 req-3870c4ae-7579-44a6-8851-d9b4e6ac34e0 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:31.163471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-083512d7-6ea8-4a5f-9cb6-d2f85a9e3ed1 req-3870c4ae-7579-44a6-8851-d9b4e6ac34e0 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1095 time: 0.0645547 Nov 12 12:16:31.170808 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.173460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.232081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:31.252288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-083512d7-6ea8-4a5f-9cb6-d2f85a9e3ed1 req-9611d273-d826-437d-8a7c-08fb43c0fb72 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Nov 12 12:16:31.260631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0632a0-2242-4052-9501-46b8e6ab740f req-560bfcb3-f5d4-4582-a9b0-23e154dbaa25 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:31.271008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f0632a0-2242-4052-9501-46b8e6ab740f req-560bfcb3-f5d4-4582-a9b0-23e154dbaa25 tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 1100 time: 0.2442832 Nov 12 12:16:31.286322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] For port fe9df125-9ebb-4c28-b842-6872ed15db24, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:31.293423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:31.307728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] For port fe9df125-9ebb-4c28-b842-6872ed15db24, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fe9df125-9ebb-4c28-b842-6872ed15db24,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:31.317345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.324288 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:16:31.324522 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:16:31.440274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e57d7-fe5d-4d86-8dc6-0b0add0fb85a None None] Pushing event updated for resources: {'Port': ['ID=fe9df125-9ebb-4c28-b842-6872ed15db24,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:31.482044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.518954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Sync routers for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:31.551239 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f0632a0-2242-4052-9501-46b8e6ab740f req-e1900f11-baa5-4ab2-bcbc-e1efd1b24c8d tempest-ServersAdminTestJSON-136330211 tempest-ServersAdminTestJSON-136330211-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777808 Nov 12 12:16:31.553785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.564898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:31.566013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:31.692185 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62808cf8-cff4-4b7c-85e2-ccf9eaa90d33 x-openstack-request-id: req-62808cf8-cff4-4b7c-85e2-ccf9eaa90d33 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:31.692501 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:31.692761 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62808cf8-cff4-4b7c-85e2-ccf9eaa90d33 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:31.700872 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'code': 200} Nov 12 12:16:31.749453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2beb6fe8-283f-4f42-9fc2-9fda140fb800 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:31.771962 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:16:31.853690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:31.911253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Allocated IP 172.25.1.54 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/a01f4f96-5685-4511-a61f-d37b79a32659) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:32.012798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ea4832b3-5072-43af-9394-e23c809aed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:32.014360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ea4832b3-5072-43af-9394-e23c809aed93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1096 time: 0.7495403 Nov 12 12:16:32.118326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-a845d382-128c-4c43-83b1-ae3cfb6bdf9c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:32.119912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-a845d382-128c-4c43-83b1-ae3cfb6bdf9c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 820 time: 0.2122939 Nov 12 12:16:32.123018 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.151796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-62c85a76-2db9-4702-b19f-c8e026ef6dc3 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/quotas/4dfbaf28d9f041db99cb75f71068726a HTTP/1.1" status: 200 len: 375 time: 0.0175574 Nov 12 12:16:32.164403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.180750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-dcc51b2b-94cf-4162-a2a8-0f29d101fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:32.182243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-dcc51b2b-94cf-4162-a2a8-0f29d101fdaf service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.1550558 Nov 12 12:16:32.185068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:32.185946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.190117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:32.216091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-5c5961d1-6ddc-43c9-8f49-e7fc8999f8e6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:32.217849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-5c5961d1-6ddc-43c9-8f49-e7fc8999f8e6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.1544743 Nov 12 12:16:32.243138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-d28eac6c-63fb-4592-b0f4-6692c75199a6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/quotas/fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 375 time: 0.0182238 Nov 12 12:16:32.252594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.258316 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-2bf031d7-1c4f-4bf9-82b5-9a68ac32a601 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 217 time: 0.0530639 Nov 12 12:16:32.271322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-e164832a-d743-44a0-941f-b98b12797e05 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080620 Nov 12 12:16:32.275463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:32.275697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:32.280508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:32.287566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.313965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:32.376344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-1dc7042b-288f-4b49-b0d4-088e9cd152a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:32.377987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-1dc7042b-288f-4b49-b0d4-088e9cd152a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1057839 Nov 12 12:16:32.382501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Pushing event updated for resources: {'Port': ['ID=a01f4f96-5685-4511-a61f-d37b79a32659,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:32.402718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b0583272-3007-476e-939b-1e309da5271c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387818 Nov 12 12:16:32.413290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:32.417919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-1e601546-6e86-4906-9015-697f0baf7323 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305636 Nov 12 12:16:32.467017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-bf8d59fa-c6da-4aac-9a4c-1544cf2d6cf3 service neutron] 10.222.0.18 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632545 Nov 12 12:16:32.468317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:32.503104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 2, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:32.537950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Checking router: 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:32.538228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Updating router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 port 41ba5e21-118d-426c-aff7-2b155af9609a binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:16:32.583329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:32.624450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.633724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:32.654109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-fa59f66c-073d-423b-83e1-2eec5426aca3 service neutron] 10.222.0.18 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858089 Nov 12 12:16:32.669751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-c05ccec7-b04b-4285-96ad-e42e683c519c service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366047 Nov 12 12:16:32.685703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:16:32.686684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-e8ddfa9e-aa1b-4e93-9767-931ed4dbe670 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787559 Nov 12 12:16:32.875829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-c49de56e-2ee6-4b06-b5e6-b2601b0a4a4d service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902566 Nov 12 12:16:32.920164 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:32.969811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc0eb7-4efe-445c-92fc-f3308c41361a None None] Network f911e34c-8b87-403d-8468-dc8667b06b0d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:16:33.037100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-49c82610-d0c8-43e2-b79e-e235f6986ed4 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436060 Nov 12 12:16:33.080177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05eafe-98ee-4559-b6ff-b70937c5f85e req-df265143-8809-4b1c-9a14-e984308d0a50 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:33.084869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c05eafe-98ee-4559-b6ff-b70937c5f85e req-df265143-8809-4b1c-9a14-e984308d0a50 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 945 time: 0.1132226 Nov 12 12:16:33.088365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-694a44d6-86f4-4ea9-bc23-fdd8ecb4191d tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:33.089872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-694a44d6-86f4-4ea9-bc23-fdd8ecb4191d tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.1293626 Nov 12 12:16:33.113465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:33.159098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b382ed36-0512-4f85-b96b-b4bbccd1eb95 None None] Provisioning complete for port fe9df125-9ebb-4c28-b842-6872ed15db24 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:33.159656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b382ed36-0512-4f85-b96b-b4bbccd1eb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.236228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.338623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c05eafe-98ee-4559-b6ff-b70937c5f85e req-d76870d0-764b-4adb-9aea-2e4f88931ad2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411768 Nov 12 12:16:33.571759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:33.756076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd64c483-7e57-415b-9fe0-9961a00548de req-7d8222f0-4510-4716-a405-21dd69652dc1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 210 time: 0.0626996 Nov 12 12:16:33.764715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:33.773330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.786864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21714312-1ede-439b-b06d-e7bd1edb4a63 req-043551dc-12f0-484c-8479-461fef246274 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:33.795241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21714312-1ede-439b-b06d-e7bd1edb4a63 req-043551dc-12f0-484c-8479-461fef246274 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 950 time: 0.1311831 Nov 12 12:16:33.822831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0fd0-c39c-4944-b006-282595009399 req-5cceba78-120d-4159-af03-5b7b04414e86 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:33.826410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e2dc0fd0-c39c-4944-b006-282595009399 req-5cceba78-120d-4159-af03-5b7b04414e86 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 950 time: 0.2053831 Nov 12 12:16:33.832237 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.834201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe9df125-9ebb-4c28-b842-6872ed15db24 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:33.898264 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.950052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.962895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:33.965292 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091497c7-4966-4cbe-827d-e3688d0d1ddd" -d '{"events": [{"server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:33.994883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.004810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b382ed36-0512-4f85-b96b-b4bbccd1eb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.027417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21714312-1ede-439b-b06d-e7bd1edb4a63 req-4b810565-4d76-4d76-be8f-ef41cd527722 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310078 Nov 12 12:16:34.050446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db3df6a-976d-4a1c-8d3c-a85954255e5a req-c777b2e9-6ffd-4b8a-997d-17db3ebc30e5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 210 time: 0.1404557 Nov 12 12:16:34.100902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f8f2-c3d7-458d-aa88-2539abbb278c None None] Pushing event updated for resources: {'Port': ['ID=41ba5e21-118d-426c-aff7-2b155af9609a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:34.147360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b382ed36-0512-4f85-b96b-b4bbccd1eb95 None None] For port fe9df125-9ebb-4c28-b842-6872ed15db24, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fe9df125-9ebb-4c28-b842-6872ed15db24,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:34.159769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Router 03c55220-e897-4e08-841f-1d193e948a7b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:16:34.162962 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b382ed36-0512-4f85-b96b-b4bbccd1eb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.166425 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01215cec-b379-446b-9ed9-ddfda06c447a x-openstack-request-id: req-01215cec-b379-446b-9ed9-ddfda06c447a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:34.171203 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:34.171655 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01215cec-b379-446b-9ed9-ddfda06c447a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:34.172215 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'code': 200} Nov 12 12:16:34.173944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Attempting to bind port 41ba5e21-118d-426c-aff7-2b155af9609a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:34.174349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Attempting to bind port 41ba5e21-118d-426c-aff7-2b155af9609a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:34.174713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Attempting to bind port 41ba5e21-118d-426c-aff7-2b155af9609a on network 8c680208-864a-458b-8514-6d9374c3f66f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:34.212863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fe9df125-9ebb-4c28-b842-6872ed15db24 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:34.213910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.247037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:34.247423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Checking segment: {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:34.247852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.248389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Bound using segment: {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:34.249038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Bound port: 41ba5e21-118d-426c-aff7-2b155af9609a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:34.249497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.306141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Deleting port a0cce854-5742-4241-b40a-c5c8cd60ae54 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:16:34.306681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.310078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:34.316285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382ed36-0512-4f85-b96b-b4bbccd1eb95 None None] Pushing event updated for resources: {'Port': ['ID=fe9df125-9ebb-4c28-b842-6872ed15db24,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:34.353167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:34.366269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Sync routers for ids ['03c55220-e897-4e08-841f-1d193e948a7b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:34.370297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on host n-h2-804878-5 for vnic_type normal with profile {"migrating_to": "n-h1-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:34.370639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:34.370973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:34.389638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.395004 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a08ecd86-f858-4edb-9c06-15f90ad7928e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4990239 Nov 12 12:16:34.396315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:34.396520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:34.396670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Attempting to bind port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:34.414698 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Routers {'03c55220-e897-4e08-841f-1d193e948a7b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:34.426840 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['03c55220-e897-4e08-841f-1d193e948a7b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:34.440579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:34.441003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:34.441334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:34.441903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Bound port: 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:34.442323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.498031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5a607c67-240b-4c26-a827-f346a853107a None None] Provisioning complete for port fe9df125-9ebb-4c28-b842-6872ed15db24 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:34.500822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a607c67-240b-4c26-a827-f346a853107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.512646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] For port 41ba5e21-118d-426c-aff7-2b155af9609a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:34.542612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:34.546302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:34.556194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.640753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] For port a0cce854-5742-4241-b40a-c5c8cd60ae54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a0cce854-5742-4241-b40a-c5c8cd60ae54,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:34.641152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.657946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Calling delete_port for a0cce854-5742-4241-b40a-c5c8cd60ae54 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:16:34.683687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:34.768893 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Set router 03c55220-e897-4e08-841f-1d193e948a7b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:34.863445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.908075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:34.909029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.910950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] 10.222.0.81 "PUT /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 1121 time: 1.8078227 Nov 12 12:16:34.957113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] For port 41ba5e21-118d-426c-aff7-2b155af9609a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=41ba5e21-118d-426c-aff7-2b155af9609a,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:34.988111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443c79-0685-4ef6-a4ef-f5b204528e11 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:35.015609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5a5f2259-0d87-44be-a63b-48494f02b7de'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:35.022589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a0cce854-5742-4241-b40a-c5c8cd60ae54', '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:35.039134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] No DVR routers for this DVR port a0cce854-5742-4241-b40a-c5c8cd60ae54 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:16:35.051922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:35.056541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e2dc0fd0-c39c-4944-b006-282595009399 req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "DELETE /v2.0/ports/a0cce854-5742-4241-b40a-c5c8cd60ae54 HTTP/1.1" status: 204 len: 173 time: 1.2208307 Nov 12 12:16:35.069400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:35.086632 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd239f1f-4c6d-47ed-a3d4-b9c07547e270 req-91c0b3fe-d63e-46b9-9c84-9dbc77bebab1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 210 time: 0.1197848 Nov 12 12:16:35.148747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf70a-4852-4199-93e4-095595bfad91 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event deleted for resources: {'Port': ['ID=a0cce854-5742-4241-b40a-c5c8cd60ae54,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:35.153468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:16:32Z', 'revision_number': 3, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:35.228127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-1e3ad56d-6782-4bde-8aab-8a7cbf04e0e0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:35.229612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-1e3ad56d-6782-4bde-8aab-8a7cbf04e0e0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 820 time: 0.4107726 Nov 12 12:16:35.245013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7c5ba-de61-4903-b640-9f4be3656d9d req-a595cbde-bf53-402d-8b8b-4f281924ce01 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:35.253578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1ed009ca-c785-47cf-ab42-a2eddd0658bf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:35.254503 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c697007-41d9-4313-8266-7e442de7be7c req-785a3152-e391-4826-9002-b08144eee814 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=655f5909-fd20-42c2-a0fe-dd662ef9b21e HTTP/1.1" status: 200 len: 210 time: 0.0479436 Nov 12 12:16:35.265806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'port': {'device_id': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'admin_state_up': True, 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:35.276904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6dc7c5ba-de61-4903-b640-9f4be3656d9d req-a595cbde-bf53-402d-8b8b-4f281924ce01 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.6559279 Nov 12 12:16:35.428635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Made reservation on behalf of 4dfbaf28d9f041db99cb75f71068726a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:35.433466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:35.451998 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Checking router: 03c55220-e897-4e08-841f-1d193e948a7b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:35.452569 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Updating router 03c55220-e897-4e08-841f-1d193e948a7b port a01f4f96-5685-4511-a61f-d37b79a32659 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:16:35.463383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6dc7c5ba-de61-4903-b640-9f4be3656d9d req-4d7b3405-4c4e-4410-b2ef-d0570af9d395 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813796 Nov 12 12:16:35.523106 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:35.533895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-adaea40e-9f66-45dc-bac3-bf49b5b058a7 req-da6894fa-f47e-443b-994e-796c319e7cdd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 210 time: 0.1082392 Nov 12 12:16:35.905207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Allocated IP 172.20.0.7 (8c680208-864a-458b-8514-6d9374c3f66f/fb43bc77-d82f-4d99-ae1b-48c32f09ca85/d81b1441-971c-4eba-a714-3599e8e9ac4f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:35.922843 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.036567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe9df125-9ebb-4c28-b842-6872ed15db24 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:36.106504 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.121489 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.175581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf'}, {'server_uuid': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'name': 'network-vif-deleted', 'tag': 'a0cce854-5742-4241-b40a-c5c8cd60ae54'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:36.178924 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b98ad-530c-4a0d-9005-b6f64b330563" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf"}, {"server_uuid": "655f5909-fd20-42c2-a0fe-dd662ef9b21e", "name": "network-vif-deleted", "tag": "a0cce854-5742-4241-b40a-c5c8cd60ae54"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:36.237740 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Attempting to bind port a01f4f96-5685-4511-a61f-d37b79a32659 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:36.240192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-ff5b730c-24ba-4ec3-ae18-357dff6e831f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:36.240868 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Attempting to bind port a01f4f96-5685-4511-a61f-d37b79a32659 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:36.241404 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Attempting to bind port a01f4f96-5685-4511-a61f-d37b79a32659 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:36.248440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-ff5b730c-24ba-4ec3-ae18-357dff6e831f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.8348353 Nov 12 12:16:36.252332 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:36.253244 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:36.254042 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.254661 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:36.255326 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Bound port: a01f4f96-5685-4511-a61f-d37b79a32659, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:36.255899 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.268965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Allocated IP 172.20.0.1 (f911e34c-8b87-403d-8468-dc8667b06b0d/9d74dd5a-42a4-4116-b04f-f67f63c580fc/622f27aa-c496-4aa8-abfc-70b80a500702) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:36.378699 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] For port a01f4f96-5685-4511-a61f-d37b79a32659, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:36.378961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Request body: {'port': {'device_id': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'admin_state_up': True, 'tenant_id': 'fa8f75ccdd084cadbcdecb7c3d623bf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:36.381233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:36.382592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:36.384757 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] For port a01f4f96-5685-4511-a61f-d37b79a32659, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a01f4f96-5685-4511-a61f-d37b79a32659,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:36.390106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30710dd7-6dec-480e-9a05-9d98a4edf8ad req-5a2ac48d-9ca8-4ba7-981d-5ab3f883bd63 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 210 time: 0.1283419 Nov 12 12:16:36.418000 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61261b-2bc2-4b1c-9abd-84dabd8d6873 x-openstack-request-id: req-1c61261b-2bc2-4b1c-9abd-84dabd8d6873 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:36.419879 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf", "status": "completed", "code": 200}, {"server_uuid": "655f5909-fd20-42c2-a0fe-dd662ef9b21e", "name": "network-vif-deleted", "tag": "a0cce854-5742-4241-b40a-c5c8cd60ae54", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:36.420146 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c61261b-2bc2-4b1c-9abd-84dabd8d6873 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:36.420558 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'status': 'completed', 'code': 200} Nov 12 12:16:36.421860 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655f5909-fd20-42c2-a0fe-dd662ef9b21e', 'name': 'network-vif-deleted', 'tag': 'a0cce854-5742-4241-b40a-c5c8cd60ae54', 'status': 'completed', 'code': 200} Nov 12 12:16:36.449090 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c776ca-d4f6-4765-b5e9-38205988d809 None None] Pushing event updated for resources: {'Port': ['ID=a01f4f96-5685-4511-a61f-d37b79a32659,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:36.456010 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.560071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.563215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.588607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-710b1fcb-4822-4f98-980f-71fd297717b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:36.591413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-710b1fcb-4822-4f98-980f-71fd297717b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1124 time: 0.1989501 Nov 12 12:16:36.615525 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Routers {'03c55220-e897-4e08-841f-1d193e948a7b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:36.620322 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['03c55220-e897-4e08-841f-1d193e948a7b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:36.638687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:36.706616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.765281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb140212-218d-4745-9c8b-6643122516a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.767539 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] Set router 03c55220-e897-4e08-841f-1d193e948a7b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:36.867760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:36.868165 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:36.899773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Network f911e34c-8b87-403d-8468-dc8667b06b0d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:36.909741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ed92-cf43-4921-90a6-e2ef20290651 req-890b7d2e-b883-448b-9d8a-03cb25852b1c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:36.920736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b714ed92-cf43-4921-90a6-e2ef20290651 req-890b7d2e-b883-448b-9d8a-03cb25852b1c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.2636302 Nov 12 12:16:36.933147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:36.936490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:36.945739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Pushing event updated for resources: {'Port': ['ID=622f27aa-c496-4aa8-abfc-70b80a500702,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:36.972639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed08c76d-d3ee-4b26-84e0-ce069c09caed req-c062d50d-dea8-4245-bb16-383dfe5b5353 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 210 time: 0.1024556 Nov 12 12:16:37.020182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.044814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b714ed92-cf43-4921-90a6-e2ef20290651 req-0e11377f-f5f5-4127-8949-44b3a76ba461 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230941 Nov 12 12:16:37.062383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.083043 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c776ca-d4f6-4765-b5e9-38205988d809 None None] Pushing event updated for resources: {'Port': ['ID=a01f4f96-5685-4511-a61f-d37b79a32659,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:37.129529 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:16:32Z', 'revision_number': 3, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:37.173810 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33980f97-acff-4aeb-8130-5388bcbdee71 None None] The sync data for ids ['03c55220-e897-4e08-841f-1d193e948a7b'] in n-d-804878-5 is: [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:16:32Z', 'revision_number': 3, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:37.191247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Made reservation on behalf of fa8f75ccdd084cadbcdecb7c3d623bf8 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:37.195459 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.214662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-edb4ee54-eac4-445c-855a-f182e2a4efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:37.217315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-edb4ee54-eac4-445c-855a-f182e2a4efbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.6128478 Nov 12 12:16:37.231710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f8f2-c3d7-458d-aa88-2539abbb278c None None] Pushing event updated for resources: {'Port': ['ID=41ba5e21-118d-426c-aff7-2b155af9609a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:37.323512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fe9df125-9ebb-4c28-b842-6872ed15db24 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:37.324004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.385705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.641287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-06775dce-bbf3-46da-be24-9a138b0ab183 None None] Provisioning complete for port 622f27aa-c496-4aa8-abfc-70b80a500702 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:37.641685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06775dce-bbf3-46da-be24-9a138b0ab183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.685115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22848655-a691-4947-ad41-66c45f9686ab req-d9dbabc4-1f15-4892-b7e4-eeefed3750b6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:37.704551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-22848655-a691-4947-ad41-66c45f9686ab req-d9dbabc4-1f15-4892-b7e4-eeefed3750b6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 931 time: 0.1347318 Nov 12 12:16:37.742963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-06775dce-bbf3-46da-be24-9a138b0ab183 None None] Port 622f27aa-c496-4aa8-abfc-70b80a500702 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:16:37.772753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-23864242-b0bc-433a-bca6-810da1139a83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 217 time: 0.0953629 Nov 12 12:16:37.775517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Network 8c680208-864a-458b-8514-6d9374c3f66f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:37.776438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.786664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.794515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:37.830288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:34Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:37.849707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:37.854268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:37.884728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec8dac-a8b3-458b-8f7b-2dfcf967464b None None] The sync data for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 is: [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:34Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:37.889370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:37.900956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-22848655-a691-4947-ad41-66c45f9686ab req-c0540d26-3b6a-4101-8f8b-556cabc6a4ac tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944730 Nov 12 12:16:37.956502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:37.960636 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0262771c-edd3-43ce-932b-a4513220e3d0" -d '{"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-plugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:37.977779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:37.978830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.002382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:38.004166 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfd47-f05c-4f92-ba9a-a7118d8380c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.009286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.009808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.061596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a0cce854-5742-4241-b40a-c5c8cd60ae54 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:38.122938 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6cde3-7c79-4416-b86b-36fa50d602a4 x-openstack-request-id: req-ccb6cde3-7c79-4416-b86b-36fa50d602a4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:38.123228 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-plugged", "status": "completed", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:38.123591 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccb6cde3-7c79-4416-b86b-36fa50d602a4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:38.125604 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'code': 200} Nov 12 12:16:38.143972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: a0cce854-5742-4241-b40a-c5c8cd60ae54 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:16:38.144291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-2137a0e5-5be5-40fc-ae48-055036d44925 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8745959 Nov 12 12:16:38.144416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a0cce854-5742-4241-b40a-c5c8cd60ae54 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:16:38.166746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Request body: {'port': {'device_id': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:38.208379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:38.286632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-cfd086a2-ef45-491e-ae2f-5be5d4e00ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:38.288414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-cfd086a2-ef45-491e-ae2f-5be5d4e00ccb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.4952669 Nov 12 12:16:38.290819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Network f911e34c-8b87-403d-8468-dc8667b06b0d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:38.322837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:38.324111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b73d90-530a-4eb5-b8de-f8ecfeb609ac req-cd0e3475-c435-4180-8576-d371f2d9dd6d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:38.332564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88b73d90-530a-4eb5-b8de-f8ecfeb609ac req-cd0e3475-c435-4180-8576-d371f2d9dd6d tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 972 time: 1.1453252 Nov 12 12:16:38.337293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d2a62b5-a80e-4098-80b4-6e8081fa2e38 req-e9cfb200-bfdc-4256-b4d5-596f24da9934 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 210 time: 0.0740116 Nov 12 12:16:38.359426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41ba5e21-118d-426c-aff7-2b155af9609a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:38.362923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Pushing event updated for resources: {'Port': ['ID=622f27aa-c496-4aa8-abfc-70b80a500702,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:38.488447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 41ba5e21-118d-426c-aff7-2b155af9609a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:38.488821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.498786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-c90ad497-0a5b-4c36-823b-26a07d6af47d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834702 Nov 12 12:16:38.657097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Allocated IP 172.20.0.2 (8bc7522f-6f56-46d8-8a26-ff367ebfede6/53683dea-ff2d-4d0f-ae5d-6aedfde4c9be/7b18a34a-5438-4c68-8867-7fca90cbf0fc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:38.665340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:38.694440 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.766487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8786-cdf2-4fa2-b8f2-d5c6f9f87306 req-17207eae-b7ca-409a-b100-4f435704aa7c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:38.768062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a68e8786-cdf2-4fa2-b8f2-d5c6f9f87306 req-17207eae-b7ca-409a-b100-4f435704aa7c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.2843864 Nov 12 12:16:38.789918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Router 03c55220-e897-4e08-841f-1d193e948a7b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:38.798953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 41ba5e21-118d-426c-aff7-2b155af9609a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=41ba5e21-118d-426c-aff7-2b155af9609a,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:38.799137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-2bc22ba8-cef5-4a36-b9f3-489414c33154 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:38.800669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-2bc22ba8-cef5-4a36-b9f3-489414c33154 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.65 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 972 time: 0.2298162 Nov 12 12:16:38.850303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:38.851339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a01f4f96-5685-4511-a61f-d37b79a32659 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:38.946791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.009056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7f21f3e8-8bb6-44df-8e76-bd9232fc52c8 None None] Provisioning complete for port 622f27aa-c496-4aa8-abfc-70b80a500702 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:39.009514 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f21f3e8-8bb6-44df-8e76-bd9232fc52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.015914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.089907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a68e8786-cdf2-4fa2-b8f2-d5c6f9f87306 req-6752cad4-d18d-4c10-b8bb-62c08ae26238 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113384 Nov 12 12:16:39.108472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88b73d90-530a-4eb5-b8de-f8ecfeb609ac req-d4d6c110-26a1-48ee-ad95-f07e09f54830 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7710371 Nov 12 12:16:39.140946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.65', 51163) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:39.188013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=41ba5e21-118d-426c-aff7-2b155af9609a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:39.206320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Deleting port 5a5f2259-0d87-44be-a63b-48494f02b7de {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:16:39.206802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.291931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.297568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.298733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.300698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.301146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.301590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.302014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.303772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.304743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.305915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.306389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.306806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:16:39.314740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:39.319383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7f21f3e8-8bb6-44df-8e76-bd9232fc52c8 None None] Port 622f27aa-c496-4aa8-abfc-70b80a500702 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:16:39.329414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-1630d854-e5a7-4373-8914-ee474cd801a6 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7649143 Nov 12 12:16:39.335277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.344901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:16:39.350659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a01f4f96-5685-4511-a61f-d37b79a32659 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:39.351173 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.467032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.470476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] For port 5a5f2259-0d87-44be-a63b-48494f02b7de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5a5f2259-0d87-44be-a63b-48494f02b7de,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:39.470894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.488698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Calling delete_port for 5a5f2259-0d87-44be-a63b-48494f02b7de owned by compute:tempest-test_az-2044846684 {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:16:39.492054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a01f4f96-5685-4511-a61f-d37b79a32659, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a01f4f96-5685-4511-a61f-d37b79a32659,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:39.498590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.556001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-e1d54ea3-77f6-4965-8a6e-b84560d58933 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116406 Nov 12 12:16:39.562446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.620496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a01f4f96-5685-4511-a61f-d37b79a32659,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:39.666684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-9e5cb709-8877-4991-a930-b38c018e136c service neutron] 10.222.0.65 "GET /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.5178137 Nov 12 12:16:39.743541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:39.755253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:39.755676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5a5f2259-0d87-44be-a63b-48494f02b7de'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:39.759532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:39.767640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:39.775008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:39.778624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:39.807134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cc02a-0c52-42fa-ab69-2d5ec6e2511e req-dc6d5059-a991-42c5-ae21-c0519f06a24b tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:39.814748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f11cc02a-0c52-42fa-ab69-2d5ec6e2511e req-dc6d5059-a991-42c5-ae21-c0519f06a24b tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 931 time: 0.2574542 Nov 12 12:16:39.834839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f24bfc76-31db-487c-b0a9-5ac536228e6e admin admin] 10.222.0.18 "PUT /v2.0/routers/03c55220-e897-4e08-841f-1d193e948a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4368465 Nov 12 12:16:39.865414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:39.880240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event deleted for resources: {'Port': ['ID=5a5f2259-0d87-44be-a63b-48494f02b7de,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:39.891189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7eb59-3c22-4d93-a6df-2aed82adef03 req-29f89e60-81e0-4fbe-a3ae-cf079316a7f2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:39.899127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72d7eb59-3c22-4d93-a6df-2aed82adef03 req-29f89e60-81e0-4fbe-a3ae-cf079316a7f2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 931 time: 0.2722838 Nov 12 12:16:39.966623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f11cc02a-0c52-42fa-ab69-2d5ec6e2511e req-0cd7bff1-a06b-4817-9aa5-c18e9964bb3d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468236 Nov 12 12:16:39.994643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] No DVR routers for this DVR port 5a5f2259-0d87-44be-a63b-48494f02b7de on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:16:40.008433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.010665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:40.011329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.017467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b6290ee-ff24-4241-befb-71e4e42a380a req-579c3a0f-0f7e-4929-9251-1cb7540478d2 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.65 "DELETE /v2.0/ports/5a5f2259-0d87-44be-a63b-48494f02b7de HTTP/1.1" status: 204 len: 173 time: 1.2078230 Nov 12 12:16:40.023413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'name': 'network-vif-deleted', 'tag': '5a5f2259-0d87-44be-a63b-48494f02b7de'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:40.030280 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b0ca2-0a11-4a21-bbae-4ed80c27cec5" -d '{"events": [{"server_uuid": "45bd16dc-5fac-413b-b9ec-9474969331b8", "name": "network-vif-deleted", "tag": "5a5f2259-0d87-44be-a63b-48494f02b7de"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:40.063367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-b75a1040-64ba-49f5-a1eb-3e300244d0b9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7791126 Nov 12 12:16:40.144993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72d7eb59-3c22-4d93-a6df-2aed82adef03 req-a06687a1-85fe-4b41-8fe8-a586ce6f7e3d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419741 Nov 12 12:16:40.177316 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e546c825-f214-420c-a607-f35984b8e792 x-openstack-request-id: req-e546c825-f214-420c-a607-f35984b8e792 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:40.177618 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bd16dc-5fac-413b-b9ec-9474969331b8", "name": "network-vif-deleted", "tag": "5a5f2259-0d87-44be-a63b-48494f02b7de", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:40.177879 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e546c825-f214-420c-a607-f35984b8e792 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:40.180187 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bd16dc-5fac-413b-b9ec-9474969331b8', 'name': 'network-vif-deleted', 'tag': '5a5f2259-0d87-44be-a63b-48494f02b7de', 'status': 'completed', 'code': 200} Nov 12 12:16:40.345642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:40.368904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:40.400881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b249fc9-184b-4393-9949-436dfc30a6ed req-cd4f6005-1593-4f40-a34f-6f64b118b030 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=45bd16dc-5fac-413b-b9ec-9474969331b8 HTTP/1.1" status: 200 len: 210 time: 0.0379353 Nov 12 12:16:40.412101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41ba5e21-118d-426c-aff7-2b155af9609a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:40.412995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed009ca-c785-47cf-ab42-a2eddd0658bf {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:40.435163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:40.477869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Request body: {'port': {'device_id': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:40.484073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.568654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.651160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 41ba5e21-118d-426c-aff7-2b155af9609a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:40.651532 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.776539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaf800-8c25-4abf-ba9a-c279e17b7113 req-ef3a6f86-b5f8-41ba-a5ca-dd6b170b53f5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:40.778639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-edcaf800-8c25-4abf-ba9a-c279e17b7113 req-ef3a6f86-b5f8-41ba-a5ca-dd6b170b53f5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 943 time: 0.3198466 Nov 12 12:16:40.783705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81b1441-971c-4eba-a714-3599e8e9ac4f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:40.798807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.810149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.838138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a01f4f96-5685-4511-a61f-d37b79a32659 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:40.861860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Transition to ACTIVE for port object d81b1441-971c-4eba-a714-3599e8e9ac4f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:40.882233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.927287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a01f4f96-5685-4511-a61f-d37b79a32659 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:40.927975 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:40.974699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:40.987212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-network', 'tenant_id': 'a817a563c187493b929cf183ce54699c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:41.025453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Made reservation on behalf of a817a563c187493b929cf183ce54699c for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:41.030249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.052998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.072313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74877910-d406-4983-adad-a03fbb42577d None None] Sync routers for ids ['03c55220-e897-4e08-841f-1d193e948a7b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:41.091652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] Routers {'03c55220-e897-4e08-841f-1d193e948a7b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:41.092657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['03c55220-e897-4e08-841f-1d193e948a7b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:41.181379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ef70-1708-4306-8ebd-20db09302b4f req-88225fcf-83c8-49b1-a819-200be360ed7c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:41.183053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67e0ef70-1708-4306-8ebd-20db09302b4f req-88225fcf-83c8-49b1-a819-200be360ed7c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 943 time: 0.0788863 Nov 12 12:16:41.192491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.216437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] Transition to ACTIVE for port object 1ed009ca-c785-47cf-ab42-a2eddd0658bf will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:41.217242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:41.230559 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-edcaf800-8c25-4abf-ba9a-c279e17b7113 req-6ab637c7-e625-4384-bab6-ade6922e4cf1 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343700 Nov 12 12:16:41.235223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.276545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.285358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.303809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67e0ef70-1708-4306-8ebd-20db09302b4f req-370737b4-9d97-41bb-a3bf-3b1b1d4184fc tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013570 Nov 12 12:16:41.317130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] Set router 03c55220-e897-4e08-841f-1d193e948a7b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:41.331098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:16:41.344969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59d629-da91-4f76-b4b5-ff83dad2971b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:41.371774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.372494 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Added segment f13da093-2f83-4534-b364-2b0d997455b2 of type vlan for network 19199eeb-7436-4241-8fb8-f8356cae1916 Nov 12 12:16:41.439536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.467949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] No DVR routers for this DVR port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:16:41.485563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.487854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:41.488600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.511081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:41.553502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-5b356bf2-a7f7-478d-bb05-f368ce249a37 service neutron] 10.222.0.65 "PUT /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf/bindings/n-h1-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8745704 Nov 12 12:16:41.564138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Attempting to bind port d81b1441-971c-4eba-a714-3599e8e9ac4f on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:41.564788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Attempting to bind port d81b1441-971c-4eba-a714-3599e8e9ac4f by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:41.565123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Attempting to bind port d81b1441-971c-4eba-a714-3599e8e9ac4f on network 8c680208-864a-458b-8514-6d9374c3f66f {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:41.567184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5912886 Nov 12 12:16:41.573251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:41.576982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3569-1adc-4f25-95e3-c3288a0d78cb req-c075e038-735c-4ae1-9555-3cd78ee5d46d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:41.579338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b3e3569-1adc-4f25-95e3-c3288a0d78cb req-c075e038-735c-4ae1-9555-3cd78ee5d46d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 931 time: 0.2389205 Nov 12 12:16:41.589881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Request body: {'subnet': {'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-subnet', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:41.591680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Port d81b1441-971c-4eba-a714-3599e8e9ac4f on network 8c680208-864a-458b-8514-6d9374c3f66f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:41.592002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Attempting to bind port d81b1441-971c-4eba-a714-3599e8e9ac4f on network 8c680208-864a-458b-8514-6d9374c3f66f {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:41.625060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:41.625060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Checking segment: {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:41.625469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Bound using segment: {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:41.625974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Bound port: d81b1441-971c-4eba-a714-3599e8e9ac4f, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357e6866-9978-4d01-afe5-68d113d8b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:41.626358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.647791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35fa42-93f6-4444-8fbf-35a610c8c72c admin admin] Pushing event updated for resources: {'Network': ['ID=19199eeb-7436-4241-8fb8-f8356cae1916,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:41.652870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:16:37Z', 'revision_number': 4, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '622f27aa-c496-4aa8-abfc-70b80a500702', 'name': '', 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:35Z', 'updated_at': '2021-11-12T12:16:37Z', 'revision_number': 2, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'subnets': [{'id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:41.662890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Made reservation on behalf of a817a563c187493b929cf183ce54699c for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:41.666295 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.694137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 19199eeb-7436-4241-8fb8-f8356cae1916 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:16:41.771588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74877910-d406-4983-adad-a03fbb42577d None None] Checking router: 03c55220-e897-4e08-841f-1d193e948a7b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:41.772056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74877910-d406-4983-adad-a03fbb42577d None None] Updating router 03c55220-e897-4e08-841f-1d193e948a7b port 622f27aa-c496-4aa8-abfc-70b80a500702 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:16:41.800256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b3e3569-1adc-4f25-95e3-c3288a0d78cb req-1e2e6e02-94f7-4f20-b4a5-ce12477d1afe tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091534 Nov 12 12:16:41.813735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74877910-d406-4983-adad-a03fbb42577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.830485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b18a34a-5438-4c68-8867-7fca90cbf0fc {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:41.858251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.874021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-dd1285e1-ac5f-41a0-8987-c2e098747b86 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:41.875764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-dd1285e1-ac5f-41a0-8987-c2e098747b86 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.2245557 Nov 12 12:16:41.903834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:41.908734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:41.956976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.957855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Transition to ACTIVE for port object 7b18a34a-5438-4c68-8867-7fca90cbf0fc will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:41.960481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.989647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.048345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-d8e06def-94c9-460c-a0e5-72af73d54ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.050091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-d8e06def-94c9-460c-a0e5-72af73d54ebe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595&tenant_id=33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 1095 time: 0.1615965 Nov 12 12:16:42.068473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.069264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.070665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] 10.222.0.65 "PUT /v2.0/ports/d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 1091 time: 3.9253631 Nov 12 12:16:42.071320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:42.072686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32dd596-1d67-41e6-9106-8194561cb6e8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:42.073632 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2498c4ba-5023-4687-bba9-8f827b3640d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:42.094522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Checking segment: {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:42.095227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Network hostable DHCP agents. Network: 19199eeb-7436-4241-8fb8-f8356cae1916, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:16:42.113668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac29d-79e1-4339-968e-6f8d461d72b4 req-e35530a1-9add-4e23-b680-b52c8c880813 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.122928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e79ac29d-79e1-4339-968e-6f8d461d72b4 req-e35530a1-9add-4e23-b680-b52c8c880813 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 950 time: 0.1270094 Nov 12 12:16:42.162073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17638200-1b84-4612-b91c-1358e2e27cba service neutron] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:42.183114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Network 19199eeb-7436-4241-8fb8-f8356cae1916 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:16:42.209229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e79ac29d-79e1-4339-968e-6f8d461d72b4 req-6b9d2e04-f859-41fc-9576-b63d7d38f51e tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846090 Nov 12 12:16:42.210785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 19199eeb-7436-4241-8fb8-f8356cae1916) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:42.216097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.216546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.239222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3246e4-2087-41b5-bee4-da7b4ad7627b None None] Network 19199eeb-7436-4241-8fb8-f8356cae1916 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:16:42.247362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-782f1e06-04f4-46db-b713-e1cc63155188 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6729541 Nov 12 12:16:42.250039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:42.255252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:42.305748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.307559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.341319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74877910-d406-4983-adad-a03fbb42577d None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.353488 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74877910-d406-4983-adad-a03fbb42577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.420142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.498213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74877910-d406-4983-adad-a03fbb42577d None None] Attempting to bind port 622f27aa-c496-4aa8-abfc-70b80a500702 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:42.498213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74877910-d406-4983-adad-a03fbb42577d None None] Attempting to bind port 622f27aa-c496-4aa8-abfc-70b80a500702 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:42.498213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74877910-d406-4983-adad-a03fbb42577d None None] Attempting to bind port 622f27aa-c496-4aa8-abfc-70b80a500702 on network f911e34c-8b87-403d-8468-dc8667b06b0d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:42.507078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74877910-d406-4983-adad-a03fbb42577d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:42.507554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74877910-d406-4983-adad-a03fbb42577d None None] Checking segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:42.508130 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74877910-d406-4983-adad-a03fbb42577d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.508587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74877910-d406-4983-adad-a03fbb42577d None None] Bound using segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:42.509117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74877910-d406-4983-adad-a03fbb42577d None None] Bound port: 622f27aa-c496-4aa8-abfc-70b80a500702, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:42.509688 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74877910-d406-4983-adad-a03fbb42577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.604403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74877910-d406-4983-adad-a03fbb42577d None None] For port 622f27aa-c496-4aa8-abfc-70b80a500702, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:42.608256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74877910-d406-4983-adad-a03fbb42577d None None] For port 622f27aa-c496-4aa8-abfc-70b80a500702, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=622f27aa-c496-4aa8-abfc-70b80a500702,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:42.610996 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18a2e1a-7845-40b0-bdf2-f5266a8efa25 x-openstack-request-id: req-f18a2e1a-7845-40b0-bdf2-f5266a8efa25 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:42.611848 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:42.611946 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f18a2e1a-7845-40b0-bdf2-f5266a8efa25 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:42.612294 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'status': 'completed', 'code': 200} Nov 12 12:16:42.640681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5a5f2259-0d87-44be-a63b-48494f02b7de no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:42.646921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74877910-d406-4983-adad-a03fbb42577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.650990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeb33e-2f47-441b-8fb8-66544f4e60df None None] Pushing event updated for resources: {'Port': ['ID=622f27aa-c496-4aa8-abfc-70b80a500702,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:42.697893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-06b0c49e-8386-4bab-b2d9-e7b7f5b6b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.699026 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-06b0c49e-8386-4bab-b2d9-e7b7f5b6b0c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1095 time: 0.6113975 Nov 12 12:16:42.707000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5a5f2259-0d87-44be-a63b-48494f02b7de {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:16:42.707580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5a5f2259-0d87-44be-a63b-48494f02b7de not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:16:42.707862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:42.708672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-64f81e90-a1c6-43bf-8f1c-e31f135f8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.711249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-64f81e90-a1c6-43bf-8f1c-e31f135f8398 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1094 time: 0.5652692 Nov 12 12:16:42.726947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:42.811706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-da4501b6-9cce-4665-987a-7312335a4dec None None] Provisioning complete for port 622f27aa-c496-4aa8-abfc-70b80a500702 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:42.811706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da4501b6-9cce-4665-987a-7312335a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.852997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-19199eeb-7436-4241-8fb8-f8356cae1916', 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'fixed_ips': [{'subnet_id': 'e32dd596-1d67-41e6-9106-8194561cb6e8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:16:42.855502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.855979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-4dcba21a-5a7d-4943-8c0d-747e58e00213 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.1218183 Nov 12 12:16:42.867568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e968c-a4d0-45d1-93f6-b0f1dce9d9f4 req-4c1e94f9-125f-4b7b-ba0e-b5418a72b182 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.874949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a7e968c-a4d0-45d1-93f6-b0f1dce9d9f4 req-4c1e94f9-125f-4b7b-ba0e-b5418a72b182 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 943 time: 0.2695408 Nov 12 12:16:42.898541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] Routers {'03c55220-e897-4e08-841f-1d193e948a7b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:42.899199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['03c55220-e897-4e08-841f-1d193e948a7b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:42.911789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:42.912185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:42.912443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:42.946983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:42.950053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:42.950369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:42.957744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e896-f308-4269-a465-25ddb04511f0 req-cdd50fc5-bd93-4b0d-a033-f9802af7c639 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.959774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6405e896-f308-4269-a465-25ddb04511f0 req-cdd50fc5-bd93-4b0d-a033-f9802af7c639 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.5523274 Nov 12 12:16:42.964992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeb33e-2f47-441b-8fb8-66544f4e60df None None] Pushing event updated for resources: {'Port': ['ID=622f27aa-c496-4aa8-abfc-70b80a500702,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:42.973551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:16:42.988934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:42.989258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:42.989650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:42.990085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Bound port: 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:42.990465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.015971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-7f8897fc-6196-4b31-9942-78a6d4b6bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.017370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-7f8897fc-6196-4b31-9942-78a6d4b6bdf9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.1316400 Nov 12 12:16:43.038892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-93ddda3a-3dbf-4d59-8bc1-5dcc388ddcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.040886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-93ddda3a-3dbf-4d59-8bc1-5dcc388ddcb5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.3282127 Nov 12 12:16:43.075992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a7e968c-a4d0-45d1-93f6-b0f1dce9d9f4 req-be05efef-3625-4495-bdc3-a81ddc1f27ec tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000740 Nov 12 12:16:43.114202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-011b4d8c-5792-4195-81b6-8a5043f6261c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856194 Nov 12 12:16:43.131831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6405e896-f308-4269-a465-25ddb04511f0 req-e5822a8b-a6c9-4c3c-a65b-dd1444d129e2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348467 Nov 12 12:16:43.286223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-72d6fd67-9eed-4020-8ae7-f3481a23448a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 217 time: 0.2086995 Nov 12 12:16:43.388114 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.407817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da4501b6-9cce-4665-987a-7312335a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.418556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.429177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] Set router 03c55220-e897-4e08-841f-1d193e948a7b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:43.442637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-14e9ee04-b609-4b9f-96af-bab9b0550db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.445019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-14e9ee04-b609-4b9f-96af-bab9b0550db8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1196513 Nov 12 12:16:43.476772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:43.482047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:43.537473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-9024b359-abf8-458e-8494-e4c10eba9fc2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677175 Nov 12 12:16:43.552428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Allocated IP 172.20.0.2 (19199eeb-7436-4241-8fb8-f8356cae1916/e32dd596-1d67-41e6-9106-8194561cb6e8/af22ece2-a264-41dd-b15f-9859141191ff) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:43.575528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-d7aad77b-5cd8-41fd-b866-95d8a74cb77f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348055 Nov 12 12:16:43.582487 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.586585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-da4501b6-9cce-4665-987a-7312335a4dec None None] For port 622f27aa-c496-4aa8-abfc-70b80a500702, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=622f27aa-c496-4aa8-abfc-70b80a500702,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:43.599931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da4501b6-9cce-4665-987a-7312335a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.648047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Allocated IP 172.25.1.112 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/2f315177-dd10-4393-92ad-b441016372ed) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:43.655786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9445eeb-4f0b-4ecd-a2da-c060835876d5 req-9fe8339c-0643-4f9e-a690-3bc0aba9309b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.657718 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9445eeb-4f0b-4ecd-a2da-c060835876d5 req-9fe8339c-0643-4f9e-a690-3bc0aba9309b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.4221182 Nov 12 12:16:43.670178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21525d-a9f0-4d2d-84b6-bcd9cfa1e8d5 req-294e0af2-fd54-4098-9d85-2946ecdec63c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.671726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e21525d-a9f0-4d2d-84b6-bcd9cfa1e8d5 req-294e0af2-fd54-4098-9d85-2946ecdec63c tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 950 time: 0.1041605 Nov 12 12:16:43.756964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-09f73e6f-04e4-4d88-8d05-102900c147c1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.759533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-09f73e6f-04e4-4d88-8d05-102900c147c1 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 950 time: 0.4240484 Nov 12 12:16:43.776095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.776765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.778488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 1091 time: 3.3077538 Nov 12 12:16:43.790888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4501b6-9cce-4665-987a-7312335a4dec None None] Pushing event updated for resources: {'Port': ['ID=622f27aa-c496-4aa8-abfc-70b80a500702,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:43.802583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e21525d-a9f0-4d2d-84b6-bcd9cfa1e8d5 req-6863dd2c-eff9-4ada-a661-54cb1f99c839 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182175 Nov 12 12:16:43.828839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d2a4701-3b27-4ed1-a305-36d2c87411e6 None None] Provisioning complete for port 622f27aa-c496-4aa8-abfc-70b80a500702 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:43.829206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4701-3b27-4ed1-a305-36d2c87411e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.845053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.886789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:43.940888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:43.941723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b89485-03fe-4c88-a7fc-3bbe6d8389b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:43.942666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Pushing event updated for resources: {'Port': ['ID=2f315177-dd10-4393-92ad-b441016372ed,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:43.949104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:43.950494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:43.972135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74877910-d406-4983-adad-a03fbb42577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:16:37Z', 'revision_number': 4, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '622f27aa-c496-4aa8-abfc-70b80a500702', 'name': '', 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:35Z', 'updated_at': '2021-11-12T12:16:42Z', 'revision_number': 4, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'subnets': [{'id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:43.983244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2ec3cef-ab5a-419e-a1f9-d5c00c15e4ab req-a733468d-6672-4ff6-8ffa-b1090f485231 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043968 Nov 12 12:16:44.019207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74877910-d406-4983-adad-a03fbb42577d None None] The sync data for ids ['03c55220-e897-4e08-841f-1d193e948a7b'] in n-d-804878-5 is: [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:16:37Z', 'revision_number': 4, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '622f27aa-c496-4aa8-abfc-70b80a500702', 'name': '', 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:35Z', 'updated_at': '2021-11-12T12:16:42Z', 'revision_number': 4, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'subnets': [{'id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:44.032452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9445eeb-4f0b-4ecd-a2da-c060835876d5 req-5ea26e02-0a3d-4996-afa6-9f68c6f5ff78 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379204 Nov 12 12:16:44.039916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.097058 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.136653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-1785f686-2c90-4a49-8554-599740ed0aad service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978623 Nov 12 12:16:44.153558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-f04abb80-0fa4-4832-9b75-a559cbc8859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.172914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-f04abb80-0fa4-4832-9b75-a559cbc8859a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1094 time: 0.2993734 Nov 12 12:16:44.196498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Network 19199eeb-7436-4241-8fb8-f8356cae1916 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:44.204626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:44.209376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:44.243001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Pushing event updated for resources: {'Port': ['ID=af22ece2-a264-41dd-b15f-9859141191ff,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:44.302354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Attempting to bind port af22ece2-a264-41dd-b15f-9859141191ff on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:44.303287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Attempting to bind port af22ece2-a264-41dd-b15f-9859141191ff by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:44.303457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Attempting to bind port af22ece2-a264-41dd-b15f-9859141191ff on network 19199eeb-7436-4241-8fb8-f8356cae1916 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:44.314707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:44.315601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Checking segment: {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:44.316312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.317376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Bound using segment: {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:44.317949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Bound port: af22ece2-a264-41dd-b15f-9859141191ff, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:44.318441 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.345764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-fcb880fa-d7bf-4302-a331-af8568eab224 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 217 time: 0.0695043 Nov 12 12:16:44.377055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33954643-2eeb-432b-8a13-5499abf99c48 req-21423e7e-bc85-40b9-9c7b-879485dcbd87 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.378895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33954643-2eeb-432b-8a13-5499abf99c48 req-21423e7e-bc85-40b9-9c7b-879485dcbd87 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 943 time: 0.1265130 Nov 12 12:16:44.386527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.394347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-18c5fa8b-57c2-4bd3-b20c-4baa5d12378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.395835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-18c5fa8b-57c2-4bd3-b20c-4baa5d12378c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1094 time: 0.3279870 Nov 12 12:16:44.425651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] For port af22ece2-a264-41dd-b15f-9859141191ff, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:44.429456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] For port af22ece2-a264-41dd-b15f-9859141191ff, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=af22ece2-a264-41dd-b15f-9859141191ff,segment=NetworkSegment(f13da093-2f83-4534-b364-2b0d997455b2),segment_id=f13da093-2f83-4534-b364-2b0d997455b2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:44.435660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.531905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791bd8a-bbfd-4fce-b3ba-a1f4fada6fc2 None None] Pushing event updated for resources: {'Port': ['ID=af22ece2-a264-41dd-b15f-9859141191ff,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:44.533949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33954643-2eeb-432b-8a13-5499abf99c48 req-8b414316-eabe-41c3-91fd-3dfe19a65069 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451514 Nov 12 12:16:44.567486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Deleting port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:16:44.569018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.626345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-fc3440d5-1a40-4a02-8c67-cfd0051f4b50 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804270 Nov 12 12:16:44.627104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:44.629066 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56997ca7-cb63-47f6-8f34-f1efa7da7d01" -d '{"events": [{"name": "network-changed", "server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:44.707673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098ebbf-6282-417b-8867-6be6abaedbf7 req-8f9eaf37-969b-450b-b52d-373d5db5df9b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.709258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f098ebbf-6282-417b-8867-6be6abaedbf7 req-8f9eaf37-969b-450b-b52d-373d5db5df9b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.4234846 Nov 12 12:16:44.714806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:44.716228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ace0-375a-497b-8841-7daf206bfb5a req-0c578882-6c47-4e22-a884-009e2335b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.722099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-0c578882-6c47-4e22-a884-009e2335b545 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.3402598 Nov 12 12:16:44.854403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-30e6c2d3-55f9-435d-ad5c-0ef2ede11f7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158628 Nov 12 12:16:44.893382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-cd99521a-78c8-4878-b687-efc9a266188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.895618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-cd99521a-78c8-4878-b687-efc9a266188c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.4769361 Nov 12 12:16:44.983108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-b1e6d0c8-a6e6-4d60-a1b5-a1cb9577e20e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.0725791 Nov 12 12:16:44.983373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Router 3cfaa524-fbac-44a1-84b9-3b9a164de521 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:16:44.991597 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b071b07-702d-4ed1-b8f8-5c2c8f4d94d9 x-openstack-request-id: req-1b071b07-702d-4ed1-b8f8-5c2c8f4d94d9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:44.992506 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:44.992795 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b071b07-702d-4ed1-b8f8-5c2c8f4d94d9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:44.993150 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'status': 'completed', 'code': 200} Nov 12 12:16:45.032748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] For port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:45.033111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:45.134099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Calling delete_port for 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:16:45.136361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce77d-253c-4c16-9ca7-be3aac921743 req-f8c32171-53d3-4bc4-9836-e473d60a2d2f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:45.138202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-619ce77d-253c-4c16-9ca7-be3aac921743 req-f8c32171-53d3-4bc4-9836-e473d60a2d2f tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 950 time: 0.1019733 Nov 12 12:16:45.146727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f098ebbf-6282-417b-8867-6be6abaedbf7 req-78d220b4-5ee6-4443-8e25-9a3e0ddbeba7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211371 Nov 12 12:16:45.169255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:45.180309 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Sync routers for ids ['3cfaa524-fbac-44a1-84b9-3b9a164de521'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:45.194393 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Routers {'3cfaa524-fbac-44a1-84b9-3b9a164de521'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:45.195338 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3cfaa524-fbac-44a1-84b9-3b9a164de521'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:45.204206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:45.205544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d46b54b8-c600-4247-8025-67c9a42d8830 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9544768 Nov 12 12:16:45.214697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38746) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:45.341558 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Set router 3cfaa524-fbac-44a1-84b9-3b9a164de521 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:45.372298 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-619ce77d-253c-4c16-9ca7-be3aac921743 req-46a97705-9b85-4232-a013-e264b4eeddb5 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/security-groups?id=af18510f-52dd-4a47-94cf-a627c2bbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854954 Nov 12 12:16:45.622654 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:16:44Z', 'revision_number': 3, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:45.656390 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Checking router: 3cfaa524-fbac-44a1-84b9-3b9a164de521 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:45.657227 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Updating router 3cfaa524-fbac-44a1-84b9-3b9a164de521 port 2f315177-dd10-4393-92ad-b441016372ed binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:16:45.678019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-d648794a-f746-4380-94f6-b10ae2159490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:45.680261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-d648794a-f746-4380-94f6-b10ae2159490 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.6684895 Nov 12 12:16:45.689796 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:45.742945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ad08f635-6d81-4523-993f-c6a571896798 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:45.749076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-ad08f635-6d81-4523-993f-c6a571896798 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.7627702 Nov 12 12:16:45.787117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500aaea-912b-454e-b9fe-f8343a461f62 req-74c5cbe3-5d73-4b2d-9bce-65205ff29eba tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:45.802109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c500aaea-912b-454e-b9fe-f8343a461f62 req-74c5cbe3-5d73-4b2d-9bce-65205ff29eba tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 943 time: 0.1296561 Nov 12 12:16:45.811610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-cfc00e41-3034-4cbd-917f-a2965b53e0d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180193 Nov 12 12:16:45.824599 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-d453d40e-aed3-4642-91a3-c0d6c1c1a99d service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210031 Nov 12 12:16:45.933967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4742e-9158-400e-b272-927df2055852 req-ac9105d9-fb44-42ad-b9a0-873ccfe8d4ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:45.938672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ce6a5-bd5d-450f-86c7-e868c97658b6 None None] Network 19199eeb-7436-4241-8fb8-f8356cae1916 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:16:45.940347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0c4742e-9158-400e-b272-927df2055852 req-ac9105d9-fb44-42ad-b9a0-873ccfe8d4ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.4232948 Nov 12 12:16:45.975521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c500aaea-912b-454e-b9fe-f8343a461f62 req-204a2dbe-8492-4071-b569-b78e0c8d673a tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719723 Nov 12 12:16:46.052071 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.063632 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.119789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.163796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4f7e51b3-131a-497c-acf2-99b959d634d5 None None] Provisioning complete for port af22ece2-a264-41dd-b15f-9859141191ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:46.166243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f7e51b3-131a-497c-acf2-99b959d634d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.217354 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0c4742e-9158-400e-b272-927df2055852 req-7bab4201-e364-41d6-bc24-6038d68de825 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058556 Nov 12 12:16:46.221853 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f94f33-52e2-4f68-b77b-06867e009fbf None None] Pushing event updated for resources: {'Port': ['ID=2f315177-dd10-4393-92ad-b441016372ed,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:46.232226 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Attempting to bind port 2f315177-dd10-4393-92ad-b441016372ed on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:46.234098 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Attempting to bind port 2f315177-dd10-4393-92ad-b441016372ed by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:46.237284 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Attempting to bind port 2f315177-dd10-4393-92ad-b441016372ed on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:46.238684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.254294 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:46.255039 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:46.255667 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.256782 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:46.260473 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Bound port: 2f315177-dd10-4393-92ad-b441016372ed, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:46.262368 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.292657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device af22ece2-a264-41dd-b15f-9859141191ff up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:46.333313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8786ace0-375a-497b-8841-7daf206bfb5a req-9fd9b5f7-894c-42ba-a3e1-1e5e9a02b6ce service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673989 Nov 12 12:16:46.378510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-04543ab0-0277-4f08-a885-b69617588ed2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449080 Nov 12 12:16:46.414508 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] For port 2f315177-dd10-4393-92ad-b441016372ed, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:46.425035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Pushing event deleted for resources: {'Port': ['ID=8a5d8afa-6e41-448d-bfea-a84d0c1e0e86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:46.426615 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] For port 2f315177-dd10-4393-92ad-b441016372ed, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2f315177-dd10-4393-92ad-b441016372ed,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:46.436049 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.458351 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f7e51b3-131a-497c-acf2-99b959d634d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.513949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4f7e51b3-131a-497c-acf2-99b959d634d5 None None] For port af22ece2-a264-41dd-b15f-9859141191ff, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=af22ece2-a264-41dd-b15f-9859141191ff,segment=NetworkSegment(f13da093-2f83-4534-b364-2b0d997455b2),segment_id=f13da093-2f83-4534-b364-2b0d997455b2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:46.520863 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f7e51b3-131a-497c-acf2-99b959d634d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.542349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Allocated IP 172.20.0.1 (19199eeb-7436-4241-8fb8-f8356cae1916/e32dd596-1d67-41e6-9106-8194561cb6e8/4def6cdd-29f7-46e2-98d2-591241f0d8f2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:46.579960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Routers {'3cfaa524-fbac-44a1-84b9-3b9a164de521'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:46.580509 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3cfaa524-fbac-44a1-84b9-3b9a164de521'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:46.589435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e51b3-131a-497c-acf2-99b959d634d5 None None] Pushing event updated for resources: {'Port': ['ID=af22ece2-a264-41dd-b15f-9859141191ff,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:46.593305 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f94f33-52e2-4f68-b77b-06867e009fbf None None] Pushing event updated for resources: {'Port': ['ID=2f315177-dd10-4393-92ad-b441016372ed,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:46.596396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port af22ece2-a264-41dd-b15f-9859141191ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:46.600460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.654057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] No DVR routers for this DVR port 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:16:46.668295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.669694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d81b1441-971c-4eba-a714-3599e8e9ac4f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:46.674399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-563f4f30-cce9-4f77-960e-1868e5be9b33 req-53d08fce-4233-45cc-bfb8-e10aaf993841 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.81 "DELETE /v2.0/ports/8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 HTTP/1.1" status: 204 len: 173 time: 2.9001179 Nov 12 12:16:46.676454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:16:46.685887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2498c4ba-5023-4687-bba9-8f827b3640d9 req-b49b6965-3bff-4c4b-a22a-c5b8448031da service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429991 Nov 12 12:16:46.746412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:16:46.747147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8a5d8afa-6e41-448d-bfea-a84d0c1e0e86 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:16:46.760004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4497f6f1-d5bc-4392-8a59-91689a04ecdf req-fc99f202-4392-4373-b649-24ab9df641c8 tempest-ServersAdminTestJSON-956585678 tempest-ServersAdminTestJSON-956585678-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d0d4d8-786d-4d4e-ba1b-10fed0d04707 HTTP/1.1" status: 200 len: 210 time: 0.0659251 Nov 12 12:16:46.779757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537def-1335-40e5-b4e6-37be675fd0b4 req-6f27c24d-8d99-448e-adcf-c68ca19776d3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:46.782574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-36cd09e2-d179-4b45-bf54-eb0370ef25d4 service neutron] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:46.788451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-36cd09e2-d179-4b45-bf54-eb0370ef25d4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.792367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f80a6980-20b5-49e8-8961-eb32033018d0 req-36cd09e2-d179-4b45-bf54-eb0370ef25d4 service neutron] 10.222.0.81 "DELETE /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf/bindings/n-h2-804878-5 HTTP/1.1" status: 204 len: 173 time: 1.0055780 Nov 12 12:16:46.793821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92537def-1335-40e5-b4e6-37be675fd0b4 req-6f27c24d-8d99-448e-adcf-c68ca19776d3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.2849784 Nov 12 12:16:46.795811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-4f760595-17f6-4f42-9c7b-3f33a4fb85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:46.797598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-4f760595-17f6-4f42-9c7b-3f33a4fb85eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1094 time: 0.3612766 Nov 12 12:16:46.907141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 622f27aa-c496-4aa8-abfc-70b80a500702 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:46.937216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:46.944078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-20a5ae78-5b4e-46d6-aefb-98505a9e9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:46.946323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-20a5ae78-5b4e-46d6-aefb-98505a9e9c27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1349597 Nov 12 12:16:46.989189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92537def-1335-40e5-b4e6-37be675fd0b4 req-c45450d7-9b3d-46cd-b912-69f14b30fe41 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935945 Nov 12 12:16:46.993429 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] Set router 3cfaa524-fbac-44a1-84b9-3b9a164de521 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:47.023578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b3a66880-baf8-4031-aff7-de2d3ccc13ae None None] Provisioning complete for port af22ece2-a264-41dd-b15f-9859141191ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:47.024283 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3a66880-baf8-4031-aff7-de2d3ccc13ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.029051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:47.053260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.067927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-deleted', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:47.070647 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef27a64-3dcc-442e-8b03-db1883c8352e" -d '{"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-deleted", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:47.079699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-ca7697cb-290f-4dc8-b4ee-bbb532728bd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 217 time: 0.1250501 Nov 12 12:16:47.093931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'port_id': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'mac_address': 'fa:16:3e:57:fc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:47.107952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Network 19199eeb-7436-4241-8fb8-f8356cae1916 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:47.112448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 622f27aa-c496-4aa8-abfc-70b80a500702 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:47.112818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.129426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:47.135076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:47.191979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-29927798-8e25-4dae-9b3e-20818e82a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:47.193898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-29927798-8e25-4dae-9b3e-20818e82a0eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1036139 Nov 12 12:16:47.197192 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6b2f4-b4bb-4173-bbf9-e77acefc18b5 x-openstack-request-id: req-5db6b2f4-b4bb-4173-bbf9-e77acefc18b5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:47.197785 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d0d4d8-786d-4d4e-ba1b-10fed0d04707", "name": "network-vif-deleted", "tag": "8a5d8afa-6e41-448d-bfea-a84d0c1e0e86", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:47.198687 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5db6b2f4-b4bb-4173-bbf9-e77acefc18b5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:47.199310 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d0d4d8-786d-4d4e-ba1b-10fed0d04707', 'name': 'network-vif-deleted', 'tag': '8a5d8afa-6e41-448d-bfea-a84d0c1e0e86', 'status': 'completed', 'code': 200} Nov 12 12:16:47.218216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.298209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-16bde6ad-627a-418e-9162-341013c571ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786285 Nov 12 12:16:47.374397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:16:44Z', 'revision_number': 3, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:47.410697 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48aa48-a1f8-4899-a0c0-4634c319f854 None None] The sync data for ids ['3cfaa524-fbac-44a1-84b9-3b9a164de521'] in n-d-804878-5 is: [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:16:44Z', 'revision_number': 3, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:47.463303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d84e0-ab14-4d2f-a47f-875c611975e5 req-27f924d2-85f5-46e0-888c-3c863f4add39 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:47.464326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.470939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc5d84e0-ab14-4d2f-a47f-875c611975e5 req-27f924d2-85f5-46e0-888c-3c863f4add39 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 943 time: 0.2704241 Nov 12 12:16:47.518888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81b1441-971c-4eba-a714-3599e8e9ac4f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:47.565698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Pushing event updated for resources: {'Port': ['ID=4def6cdd-29f7-46e2-98d2-591241f0d8f2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:47.566847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc5d84e0-ab14-4d2f-a47f-875c611975e5 req-69c0ff4b-4f75-48e5-9cbd-7507b212fae9 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949957 Nov 12 12:16:47.576333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.584775 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-521ae5a5-49eb-4f6f-a075-4a7364e9cf6c service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286141 Nov 12 12:16:47.589117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:47.619932 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.662729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7cd504e-b555-49a3-a6f3-d7256dcecb21 None None] Provisioning complete for port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:47.663121 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7cd504e-b555-49a3-a6f3-d7256dcecb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:47.723814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:47.726702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd504e-b555-49a3-a6f3-d7256dcecb21 None None] Port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:16:47.750071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56997ca7-cb63-47f6-8f34-f1efa7da7d01 req-9ce7d6cf-413f-4120-a0da-98f72d4f9921 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565609 Nov 12 12:16:47.889396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d81b1441-971c-4eba-a714-3599e8e9ac4f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:47.919698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892291d0-ccc0-4280-a149-c0ba4c2ac6b5 req-85ac3eb9-fdc9-4dd5-8102-099bb94dd84b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:47.921421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-892291d0-ccc0-4280-a149-c0ba4c2ac6b5 req-85ac3eb9-fdc9-4dd5-8102-099bb94dd84b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.0934694 Nov 12 12:16:47.952811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117677e-ad26-4945-8126-d2b8f3253c31 req-017e5a92-20aa-4aa2-8863-22b749159730 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:47.955048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d117677e-ad26-4945-8126-d2b8f3253c31 req-017e5a92-20aa-4aa2-8863-22b749159730 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1095 time: 0.4709556 Nov 12 12:16:48.001340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-892291d0-ccc0-4280-a149-c0ba4c2ac6b5 req-4e3719fb-3701-43a0-bc2a-d389ceccd1cd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Nov 12 12:16:48.095573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d117677e-ad26-4945-8126-d2b8f3253c31 req-437a4d26-4c19-4ab4-84d6-d2aba8e8c61e tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300755 Nov 12 12:16:48.221306 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.236960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.254036 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device af22ece2-a264-41dd-b15f-9859141191ff up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:48.331054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port af22ece2-a264-41dd-b15f-9859141191ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:48.331436 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.333934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.438539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2f315177-dd10-4393-92ad-b441016372ed up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:48.472333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Pushing event updated for resources: {'Port': ['ID=4def6cdd-29f7-46e2-98d2-591241f0d8f2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:48.496053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2f315177-dd10-4393-92ad-b441016372ed triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:48.496563 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.525569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Network 19199eeb-7436-4241-8fb8-f8356cae1916 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:48.528336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:48.563315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-c28f7a0f-8fb6-4c07-9608-eed8da3fcadb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:48.565252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-c28f7a0f-8fb6-4c07-9608-eed8da3fcadb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.1662188 Nov 12 12:16:48.579830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d81b1441-971c-4eba-a714-3599e8e9ac4f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:48.608384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-d737b577-18b3-4d5b-a338-50861900589c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/quotas/33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 375 time: 0.0287256 Nov 12 12:16:48.673377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:48.729895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Router 3cfaa524-fbac-44a1-84b9-3b9a164de521 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:48.731237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-2f203453-4592-4d57-afca-92fd83244afb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225500 Nov 12 12:16:48.772746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.813007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f84e3f-1d4b-4192-8a06-4be37db35cdb req-dffaed09-7aa3-4c20-a0ca-8a7fa6623522 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:48.815875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 2f315177-dd10-4393-92ad-b441016372ed, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2f315177-dd10-4393-92ad-b441016372ed,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:48.827020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96f84e3f-1d4b-4192-8a06-4be37db35cdb req-dffaed09-7aa3-4c20-a0ca-8a7fa6623522 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 944 time: 0.1009912 Nov 12 12:16:48.830019 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.838428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port d81b1441-971c-4eba-a714-3599e8e9ac4f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:48.886894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port d81b1441-971c-4eba-a714-3599e8e9ac4f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:48.887504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:48.897907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-c8142e48-8e4e-4bcd-a097-dc1a7ac65895 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655569 Nov 12 12:16:48.957825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=2f315177-dd10-4393-92ad-b441016372ed,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:48.965469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-22b31921-cef8-488d-a0af-bffeb1459dda None None] Provisioning complete for port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:48.965842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22b31921-cef8-488d-a0af-bffeb1459dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.012389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4c85840e-a51a-4947-b2cd-f48dd7d95e25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fb4eb86551a4bf49f8729e3420d37ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369131 Nov 12 12:16:49.012990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-22b31921-cef8-488d-a0af-bffeb1459dda None None] Port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:16:49.017627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-60da8f81-560c-4c10-88ba-f4cdd38f2133 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131470 Nov 12 12:16:49.018277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:49.028931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96f84e3f-1d4b-4192-8a06-4be37db35cdb req-65acb077-c4aa-47a3-a7aa-bde58dffbe59 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007253 Nov 12 12:16:49.068710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:49.074529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7b0bffa7-4149-404a-a075-1ee8a291457d admin admin] 10.222.0.18 "PUT /v2.0/routers/3cfaa524-fbac-44a1-84b9-3b9a164de521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8587308 Nov 12 12:16:49.084150 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.103276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc51273-4fb2-446d-8894-470ab4bc8621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.125669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:49.128163 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce37592-e94d-414e-8299-66a480842748" -d '{"events": [{"server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:49.150229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc51273-4fb2-446d-8894-470ab4bc8621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.162854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:49.175385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.229131 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b4e43-1269-4974-b96d-ee0ce8f8ff08 x-openstack-request-id: req-5c8b4e43-1269-4974-b96d-ee0ce8f8ff08 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:49.229451 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:49.229716 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c8b4e43-1269-4974-b96d-ee0ce8f8ff08 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:49.230129 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'code': 200} Nov 12 12:16:49.263909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:49.266684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc51273-4fb2-446d-8894-470ab4bc8621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.269909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc51273-4fb2-446d-8894-470ab4bc8621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.271376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ddc51273-4fb2-446d-8894-470ab4bc8621 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af18510f-52dd-4a47-94cf-a627c2bbb1c8 HTTP/1.1" status: 204 len: 168 time: 0.2520962 Nov 12 12:16:49.321473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc51273-4fb2-446d-8894-470ab4bc8621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18510f-52dd-4a47-94cf-a627c2bbb1c8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:49.410557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d53e8-1762-4099-a009-5b8bb139d08d req-21faf9c3-c180-41d0-8a16-62f0cb113e0b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:49.412361 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-549d53e8-1762-4099-a009-5b8bb139d08d req-21faf9c3-c180-41d0-8a16-62f0cb113e0b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.1160524 Nov 12 12:16:49.440526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc183f63-7080-49bf-ad41-388801ca759a req-fd20ac59-182d-44e4-aae0-98be41d0aceb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 210 time: 0.0637267 Nov 12 12:16:49.462284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa530dc4-6a24-4f04-a5af-77b08a0ce674 req-c36e745c-d998-4892-b9e5-716c5a7387c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:49.464153 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa530dc4-6a24-4f04-a5af-77b08a0ce674 req-c36e745c-d998-4892-b9e5-716c5a7387c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.1575444 Nov 12 12:16:49.495151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-549d53e8-1762-4099-a009-5b8bb139d08d req-7a29abda-bb1e-481e-b2f1-60bf45251b67 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748694 Nov 12 12:16:49.568099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa530dc4-6a24-4f04-a5af-77b08a0ce674 req-82f7e552-49dc-4d66-a470-c34a90e88028 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968480 Nov 12 12:16:49.854804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:49.942372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b34b1542-aba8-4208-afe6-131a574a7dd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c40087e3d7f429ca7e4c7a87c50b5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0862837 Nov 12 12:16:49.955784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:50.082304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2f315177-dd10-4393-92ad-b441016372ed up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:50.117745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b7115f4-c92c-4d6f-abbd-f8b1d97be359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:50.179340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b7115f4-c92c-4d6f-abbd-f8b1d97be359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:50.180735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2f315177-dd10-4393-92ad-b441016372ed triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:50.181081 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:50.295313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b7115f4-c92c-4d6f-abbd-f8b1d97be359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:50.313270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b7115f4-c92c-4d6f-abbd-f8b1d97be359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:50.314756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0b7115f4-c92c-4d6f-abbd-f8b1d97be359 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53a02024-79af-4e8e-952d-3df8f88b94cd HTTP/1.1" status: 204 len: 168 time: 0.3574138 Nov 12 12:16:50.338300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7115f4-c92c-4d6f-abbd-f8b1d97be359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a02024-79af-4e8e-952d-3df8f88b94cd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:50.559245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab9af3-b579-4aa8-b445-962262210994 req-3cd05269-ae31-4ff2-ab57-4e86499a58b0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:50.591117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:16:50.600492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ab9af3-b579-4aa8-b445-962262210994 req-3cd05269-ae31-4ff2-ab57-4e86499a58b0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1486917 Nov 12 12:16:50.728332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ab9af3-b579-4aa8-b445-962262210994 req-13a73931-2480-4d43-867a-ef4159afff05 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203549 Nov 12 12:16:50.821409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7a0c798-127b-41f7-82d2-a470cba70c4e req-90f9c61f-4df1-4884-a8fc-beef67c94131 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 210 time: 0.1334970 Nov 12 12:16:50.878359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-cad98ce1-9027-4b5e-83b8-09bba3c31aeb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:50.880011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-cad98ce1-9027-4b5e-83b8-09bba3c31aeb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.3705363 Nov 12 12:16:50.897524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Request body: {'port': {'device_id': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'admin_state_up': True, 'tenant_id': '33cd3bd21abe450385aa0c1d57063ddc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:50.907380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:50.927464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'port_id': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'mac_address': 'fa:16:3e:7c:b8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53683dea-ff2d-4d0f-ae5d-6aedfde4c9be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:16:50.999025 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:51.014808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b18a34a-5438-4c68-8867-7fca90cbf0fc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:51.038880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:51.049609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:51.078313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0695-86ed-42cd-ba04-f18e2de22527 req-daf485f3-3d6a-423e-8505-a324c8d8aa09 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:51.100500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c45b0695-86ed-42cd-ba04-f18e2de22527 req-daf485f3-3d6a-423e-8505-a324c8d8aa09 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.2175946 Nov 12 12:16:51.140545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:51.228480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Made reservation on behalf of 33cd3bd21abe450385aa0c1d57063ddc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:16:51.229121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c45b0695-86ed-42cd-ba04-f18e2de22527 req-69ca31bd-70c3-432c-b710-70115260612c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247280 Nov 12 12:16:51.233469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:51.284048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7b18a34a-5438-4c68-8867-7fca90cbf0fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:16:51.503445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Allocated IP 172.20.0.8 (0549b9e0-26cd-47a3-87e5-cc0ce54cde6c/484e27a4-46df-4b77-81a8-a299909da0ae/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:51.584724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Sync routers for ids ['3cfaa524-fbac-44a1-84b9-3b9a164de521'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:51.602535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Routers {'3cfaa524-fbac-44a1-84b9-3b9a164de521'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:51.603815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3cfaa524-fbac-44a1-84b9-3b9a164de521'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:51.741836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Set router 3cfaa524-fbac-44a1-84b9-3b9a164de521 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:51.753886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:51.797545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:51.850707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:51.888494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:51.896012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:51.951813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:52.059757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c709b-125e-4676-8104-491be0deca26 req-1fc7fb6f-3497-4602-9657-e21ef62165da tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:52.067416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3f9c709b-125e-4676-8104-491be0deca26 req-1fc7fb6f-3497-4602-9657-e21ef62165da tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.2199209 Nov 12 12:16:52.083951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:52.085689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:52.114004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a9878-0654-47e0-a4b8-102bb1c27ea9 req-19abf6f7-6038-4f8b-b7f9-6cac0008264b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:52.119142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-768a9878-0654-47e0-a4b8-102bb1c27ea9 req-19abf6f7-6038-4f8b-b7f9-6cac0008264b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 931 time: 0.1534615 Nov 12 12:16:52.119445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-362d0551-517c-4491-b40c-b3cfcfdb33b2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2271562 Nov 12 12:16:52.149485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Request body: {'port': {'device_id': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:52.194180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:16:47Z', 'revision_number': 4, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4def6cdd-29f7-46e2-98d2-591241f0d8f2', 'name': '', 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'mac_address': 'fa:16:3e:85:04:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e32dd596-1d67-41e6-9106-8194561cb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:46Z', 'updated_at': '2021-11-12T12:16:47Z', 'revision_number': 2, 'project_id': 'a817a563c187493b929cf183ce54699c', 'subnets': [{'id': 'e32dd596-1d67-41e6-9106-8194561cb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:52.195342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3f9c709b-125e-4676-8104-491be0deca26 req-a817834d-0788-43f3-9008-c42547fe067a tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267762 Nov 12 12:16:52.202940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-768a9878-0654-47e0-a4b8-102bb1c27ea9 req-5b245d93-8949-4b03-ab75-c2c485c6c3b9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743988 Nov 12 12:16:52.289422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Checking router: 3cfaa524-fbac-44a1-84b9-3b9a164de521 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:52.291369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Updating router 3cfaa524-fbac-44a1-84b9-3b9a164de521 port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:16:52.306554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:52.336438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:52.624657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:52.909156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e187-d0a6-420f-bb2e-89a382be2202 req-e5d9ffdb-0c25-478f-b954-424909eac4ba tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:52.910973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff70e187-d0a6-420f-bb2e-89a382be2202 req-e5d9ffdb-0c25-478f-b954-424909eac4ba tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 944 time: 0.4301584 Nov 12 12:16:52.927145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773de3d-7c30-4693-8d59-fab11034117f req-a6aee874-bcfb-40f6-88a2-c017788425ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:52.927145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-a6aee874-bcfb-40f6-88a2-c017788425ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.2940748 Nov 12 12:16:52.987459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 7b18a34a-5438-4c68-8867-7fca90cbf0fc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:16:53.011422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 7b18a34a-5438-4c68-8867-7fca90cbf0fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:53.011796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.024191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8684f-8bb8-410e-b26e-a885c4ab4f1a req-3b37d200-ff64-43be-bd32-51e850b72863 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:53.027253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ada8684f-8bb8-410e-b26e-a885c4ab4f1a req-3b37d200-ff64-43be-bd32-51e850b72863 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0878625 Nov 12 12:16:53.194450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ada8684f-8bb8-410e-b26e-a885c4ab4f1a req-f7fb175c-f36a-45da-a296-7cc21a3739d8 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562908 Nov 12 12:16:53.220564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff70e187-d0a6-420f-bb2e-89a382be2202 req-0809ebbf-74f1-4584-bba5-761d0de20fc4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790723 Nov 12 12:16:53.235262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:16:53.266668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.337581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Transition to ACTIVE for port object 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:16:53.365513 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.368740 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.392754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.428638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773de3d-7c30-4693-8d59-fab11034117f req-2111286d-b31f-4c0b-9f6a-8a8b83ee6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:53.430634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-2111286d-b31f-4c0b-9f6a-8a8b83ee6309 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.4930010 Nov 12 12:16:53.509921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba9669-b8ab-4569-8cd8-4ef2ee66d879 None None] Pushing event updated for resources: {'Port': ['ID=4def6cdd-29f7-46e2-98d2-591241f0d8f2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:53.677691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Attempting to bind port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:53.678389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Attempting to bind port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:53.679159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Attempting to bind port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 on network 19199eeb-7436-4241-8fb8-f8356cae1916 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:53.686509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.689823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-a95722e4-13ff-4fa2-b42c-937c7b95b0fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.1764724 Nov 12 12:16:53.690022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:53.690549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Checking segment: {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:53.691048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.691546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Bound using segment: {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:53.692137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Bound port: 4def6cdd-29f7-46e2-98d2-591241f0d8f2, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13da093-2f83-4534-b364-2b0d997455b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:53.692645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.799755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:53.802379 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac80fe8-ab02-496d-ba74-36d91e07c71b" -d '{"events": [{"server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "name": "network-vif-plugged", "status": "completed", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:53.821374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:53.831954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.893937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:53.894497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] For port 4def6cdd-29f7-46e2-98d2-591241f0d8f2, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:53.899347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] For port 4def6cdd-29f7-46e2-98d2-591241f0d8f2, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4def6cdd-29f7-46e2-98d2-591241f0d8f2,segment=NetworkSegment(f13da093-2f83-4534-b364-2b0d997455b2),segment_id=f13da093-2f83-4534-b364-2b0d997455b2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:53.926821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:53.941971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:54.020605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b1bbd82c-ea29-4b11-b6d7-6f0f8b1143ab None None] Provisioning complete for port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:54.021413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd82c-ea29-4b11-b6d7-6f0f8b1143ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:54.026133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Routers {'3cfaa524-fbac-44a1-84b9-3b9a164de521'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:54.027089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:16:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3cfaa524-fbac-44a1-84b9-3b9a164de521'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:54.129721 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5588ae76-4843-4ff3-a8af-a73fbaf08979 x-openstack-request-id: req-5588ae76-4843-4ff3-a8af-a73fbaf08979 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:54.130109 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "name": "network-vif-plugged", "status": "completed", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:54.134579 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5588ae76-4843-4ff3-a8af-a73fbaf08979 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:54.135054 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'code': 200} Nov 12 12:16:54.192796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba9669-b8ab-4569-8cd8-4ef2ee66d879 None None] Pushing event updated for resources: {'Port': ['ID=4def6cdd-29f7-46e2-98d2-591241f0d8f2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:54.379230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] Set router 3cfaa524-fbac-44a1-84b9-3b9a164de521 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:54.405301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e640-ec05-449c-b9d0-c67ceed5fd33 req-36f24313-c945-4588-81e4-2338e0552283 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.407040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:16:54.407670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:16:54.408131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:54.416282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a351e640-ec05-449c-b9d0-c67ceed5fd33 req-36f24313-c945-4588-81e4-2338e0552283 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0906708 Nov 12 12:16:54.419540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09805ab-0cba-486f-ad95-74be1e1bfe9b req-664dc33a-8747-4824-ac8a-842c21108b70 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.422195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e09805ab-0cba-486f-ad95-74be1e1bfe9b req-664dc33a-8747-4824-ac8a-842c21108b70 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 1.0499640 Nov 12 12:16:54.440750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773de3d-7c30-4693-8d59-fab11034117f req-da5f4c3b-5cf1-4210-96b7-e794155c779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.443229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-da5f4c3b-5cf1-4210-96b7-e794155c779c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.7231805 Nov 12 12:16:54.448062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd82c-ea29-4b11-b6d7-6f0f8b1143ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:54.492106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:16:54.492755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:16:54.503317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a351e640-ec05-449c-b9d0-c67ceed5fd33 req-1df2780a-b8cd-4973-b347-048e9ff16b75 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857549 Nov 12 12:16:54.538432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:16:54.538887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:16:54.539392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:16:54.540246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Bound port: 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:16:54.540831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:54.547786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e09805ab-0cba-486f-ad95-74be1e1bfe9b req-b582353c-d651-42d6-b711-1fe5c4217945 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117895 Nov 12 12:16:54.578455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-f97c8fe1-bbcd-4ce0-bc84-62349a3a6f04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127994 Nov 12 12:16:54.664626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b1bbd82c-ea29-4b11-b6d7-6f0f8b1143ab None None] For port 4def6cdd-29f7-46e2-98d2-591241f0d8f2, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4def6cdd-29f7-46e2-98d2-591241f0d8f2,segment=NetworkSegment(f13da093-2f83-4534-b364-2b0d997455b2),segment_id=f13da093-2f83-4534-b364-2b0d997455b2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:54.673708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd82c-ea29-4b11-b6d7-6f0f8b1143ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:54.694058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dbeec-8e8e-4bad-9dd1-d99c162c4180 req-c7302027-faf8-4bdb-a17f-cfa7a7dc34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.699664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-263dbeec-8e8e-4bad-9dd1-d99c162c4180 req-c7302027-faf8-4bdb-a17f-cfa7a7dc34d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1096 time: 0.2940857 Nov 12 12:16:54.734626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:16:47Z', 'revision_number': 4, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4def6cdd-29f7-46e2-98d2-591241f0d8f2', 'name': '', 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'mac_address': 'fa:16:3e:85:04:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e32dd596-1d67-41e6-9106-8194561cb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:46Z', 'updated_at': '2021-11-12T12:16:53Z', 'revision_number': 4, 'project_id': 'a817a563c187493b929cf183ce54699c', 'subnets': [{'id': 'e32dd596-1d67-41e6-9106-8194561cb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:54.742524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad629e3f-48e1-41da-ad7e-2f684a47b99f req-3a50e891-aa33-4c29-aa94-2eb8465fd16a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.744940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad629e3f-48e1-41da-ad7e-2f684a47b99f req-3a50e891-aa33-4c29-aa94-2eb8465fd16a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 945 time: 0.1179433 Nov 12 12:16:54.795743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a1fc0-bf54-4dfd-9002-ea18b52ff982 None None] The sync data for ids ['3cfaa524-fbac-44a1-84b9-3b9a164de521'] in n-d-804878-5 is: [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:16:47Z', 'revision_number': 4, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4def6cdd-29f7-46e2-98d2-591241f0d8f2', 'name': '', 'network_id': '19199eeb-7436-4241-8fb8-f8356cae1916', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'mac_address': 'fa:16:3e:85:04:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e32dd596-1d67-41e6-9106-8194561cb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:46Z', 'updated_at': '2021-11-12T12:16:53Z', 'revision_number': 4, 'project_id': 'a817a563c187493b929cf183ce54699c', 'subnets': [{'id': 'e32dd596-1d67-41e6-9106-8194561cb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:54.840398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad629e3f-48e1-41da-ad7e-2f684a47b99f req-2e17f79b-e13e-47c7-88c2-e5322e0bf626 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828619 Nov 12 12:16:54.844736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a0e82c54-bc1d-4dc9-9309-a9bb80de881f None None] Provisioning complete for port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:54.847191 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0e82c54-bc1d-4dc9-9309-a9bb80de881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:54.851722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbd82c-ea29-4b11-b6d7-6f0f8b1143ab None None] Pushing event updated for resources: {'Port': ['ID=4def6cdd-29f7-46e2-98d2-591241f0d8f2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:55.023688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-263dbeec-8e8e-4bad-9dd1-d99c162c4180 req-68931007-6306-4b27-b901-985e37f009f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962422 Nov 12 12:16:55.059000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:16:55.074086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:16:55.103366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:55.126464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-cb1b1ea9-9f04-47f2-ab8e-0c7270bfb37a service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328047 Nov 12 12:16:55.170315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.171030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:55.172682 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] 10.222.0.81 "PUT /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 1091 time: 3.0391226 Nov 12 12:16:55.173220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:55.175932 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6dd3d7-61bb-4819-a4dd-14d1c007af27" -d '{"events": [{"name": "network-changed", "server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:55.203511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba994d2-08d3-4421-b854-095b826ed81b service neutron] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:55.308478 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f781a3-13c1-46b9-9ba1-afb5f4600243 x-openstack-request-id: req-e7f781a3-13c1-46b9-9ba1-afb5f4600243 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:55.309334 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:55.309827 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7f781a3-13c1-46b9-9ba1-afb5f4600243 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:55.310511 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'status': 'completed', 'code': 200} Nov 12 12:16:55.403308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-a0c8d9ce-fa0c-407f-b1fd-9acd8a800088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.404896 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-a0c8d9ce-fa0c-407f-b1fd-9acd8a800088 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1094 time: 0.1690447 Nov 12 12:16:55.463454 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-fbf250bc-7ffd-4c23-a6c8-eb80b69646a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 217 time: 0.0445526 Nov 12 12:16:55.470121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8773de3d-7c30-4693-8d59-fab11034117f req-11912b7a-c8b2-4629-ba8d-c3934ae4dba2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001417 Nov 12 12:16:55.533139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0df96-29e7-480c-8335-c213bb626447 req-4ad161c3-3fc8-405f-93f1-7d9d31d09be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.535312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-4ad161c3-3fc8-405f-93f1-7d9d31d09be7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.0639982 Nov 12 12:16:55.611633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-6983e57d-9597-4f86-a7ed-71f6dc66b92f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649559 Nov 12 12:16:55.753694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7100708-544e-4237-b83d-f62ece9e2a7c req-b4ffe580-b4c6-43bb-a8e3-fac72ded1923 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.763392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:55.766297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7100708-544e-4237-b83d-f62ece9e2a7c req-b4ffe580-b4c6-43bb-a8e3-fac72ded1923 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.0859210 Nov 12 12:16:55.836934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7100708-544e-4237-b83d-f62ece9e2a7c req-632b718a-486f-4d04-9a03-6bd008f92aef tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692289 Nov 12 12:16:55.843621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cace6e-d1cf-41c8-91cc-5c88e5b5f81b req-21d37581-25a4-4f51-85e6-33959f13713f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.845194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3cace6e-d1cf-41c8-91cc-5c88e5b5f81b req-21d37581-25a4-4f51-85e6-33959f13713f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1855767 Nov 12 12:16:55.938225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-1857b17f-0e74-482b-9bbe-033f758f56b3 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146470 Nov 12 12:16:55.962419 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93b6f4d8-f9f2-4d85-a721-e65bdbccecd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.039019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3cace6e-d1cf-41c8-91cc-5c88e5b5f81b req-3d8c5661-9e6f-42ee-967d-df9a4554b750 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809268 Nov 12 12:16:56.129966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1400f-514c-4e24-8cc9-d7a105a67551 req-5419fc02-da98-4415-9a6c-6fa809d6fde5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:56.141101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9f1400f-514c-4e24-8cc9-d7a105a67551 req-5419fc02-da98-4415-9a6c-6fa809d6fde5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 945 time: 0.1084611 Nov 12 12:16:56.209516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4def6cdd-29f7-46e2-98d2-591241f0d8f2 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:16:56.305560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9f1400f-514c-4e24-8cc9-d7a105a67551 req-625bad2f-6733-4a84-99ca-d9cb7d83f2a9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634505 Nov 12 12:16:56.332008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93b6f4d8-f9f2-4d85-a721-e65bdbccecd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.339272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:16:56.339660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.351091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93b6f4d8-f9f2-4d85-a721-e65bdbccecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.430526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c0df96-29e7-480c-8335-c213bb626447 req-59cb00c6-a86d-4376-b880-3f62a64d6cd3 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593108 Nov 12 12:16:56.431140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6f4d8-f9f2-4d85-a721-e65bdbccecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b3ffbf-eb1f-4b58-8138-eaba741059bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:56.436156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-93b6f4d8-f9f2-4d85-a721-e65bdbccecd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=622da6c4530641c6ab4a1d15288d0ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6708198 Nov 12 12:16:56.439105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:56.505477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a16af1d-5ffd-41dc-a88c-51fd9360f405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.541991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a16af1d-5ffd-41dc-a88c-51fd9360f405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.591041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-5b9c87bc-ca29-49e8-898f-c9738ad78c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:56.593098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-5b9c87bc-ca29-49e8-898f-c9738ad78c10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1094 time: 0.0536187 Nov 12 12:16:56.602865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a16af1d-5ffd-41dc-a88c-51fd9360f405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.605733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a16af1d-5ffd-41dc-a88c-51fd9360f405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:56.607204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a16af1d-5ffd-41dc-a88c-51fd9360f405 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80b3ffbf-eb1f-4b58-8138-eaba741059bd HTTP/1.1" status: 204 len: 168 time: 0.1668491 Nov 12 12:16:56.629318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16af1d-5ffd-41dc-a88c-51fd9360f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b3ffbf-eb1f-4b58-8138-eaba741059bd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:56.751527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-99d13c50-d50c-4581-a8bf-8425b063542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:56.753264 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-99d13c50-d50c-4581-a8bf-8425b063542d service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.1425416 Nov 12 12:16:56.812023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-7e21d0c0-2839-4bcb-a132-942743fc298a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 217 time: 0.0489540 Nov 12 12:16:56.865122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-a53649c9-57d4-470d-97ef-19b7f2f1de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:56.867522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-a53649c9-57d4-470d-97ef-19b7f2f1de76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.0454199 Nov 12 12:16:56.918699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-440a1754-efc9-405d-8b99-55648e29fe0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376782 Nov 12 12:16:56.976876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:57.001437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07035a8-5c6f-45c2-808a-a7d20d93677a req-23f12ee8-fef9-45c6-aca6-6fa9db11e9cf tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:57.003374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d07035a8-5c6f-45c2-808a-a7d20d93677a req-23f12ee8-fef9-45c6-aca6-6fa9db11e9cf tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.0763085 Nov 12 12:16:57.017709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37bfae04-8906-43c0-9de6-81dc1751b9a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.048308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-2d46f1f8-9ae2-4c6e-9f79-159a96187b66 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171656 Nov 12 12:16:57.092413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d07035a8-5c6f-45c2-808a-a7d20d93677a req-f00f4c36-3f4c-4aef-9e83-20ff149620e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Nov 12 12:16:57.149010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37bfae04-8906-43c0-9de6-81dc1751b9a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.154388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37bfae04-8906-43c0-9de6-81dc1751b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.204815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db6dd3d7-61bb-4819-a4dd-14d1c007af27 req-a5092c6a-8b48-4886-b046-c48730c7972e service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489542 Nov 12 12:16:57.209068 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-37bfae04-8906-43c0-9de6-81dc1751b9a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a79c1c41e084d758c3a07c9848441c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254868 Nov 12 12:16:57.210937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfae04-8906-43c0-9de6-81dc1751b9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa18b1-61cf-4ff0-8d72-e18f6e2bb816,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:57.213789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:57.250156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ad9e-1421-42db-9ccc-ae9b3afa0aa6 req-914dc8f1-6c30-41e3-9027-8db2014b3ebd tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:57.251995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f335ad9e-1421-42db-9ccc-ae9b3afa0aa6 req-914dc8f1-6c30-41e3-9027-8db2014b3ebd tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0988438 Nov 12 12:16:57.326817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1359090-fb8a-43e8-8093-dd618956cd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.339118 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f335ad9e-1421-42db-9ccc-ae9b3afa0aa6 req-fa3280ac-9259-4e69-90cb-73e3ab48f5f1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783718 Nov 12 12:16:57.360448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1359090-fb8a-43e8-8093-dd618956cd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.424604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1359090-fb8a-43e8-8093-dd618956cd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.427794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1359090-fb8a-43e8-8093-dd618956cd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:57.432080 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c1359090-fb8a-43e8-8093-dd618956cd6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5baa18b1-61cf-4ff0-8d72-e18f6e2bb816 HTTP/1.1" status: 204 len: 168 time: 0.2147446 Nov 12 12:16:57.451501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359090-fb8a-43e8-8093-dd618956cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa18b1-61cf-4ff0-8d72-e18f6e2bb816,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:57.515108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ba252-0343-4f72-963d-1377dc94bde9 req-f2c6d380-2946-4155-a6bc-56fe51a1bb29 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:57.516980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b26ba252-0343-4f72-963d-1377dc94bde9 req-f2c6d380-2946-4155-a6bc-56fe51a1bb29 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 945 time: 0.1004295 Nov 12 12:16:57.586297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b26ba252-0343-4f72-963d-1377dc94bde9 req-da9904d4-6444-4162-a95e-1951926f98f1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620902 Nov 12 12:16:57.739852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47919467-484c-4cc4-bd5c-dfdd109566de req-ca75500a-b1bf-4532-bc36-09c6b4c4271e tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:57.741993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47919467-484c-4cc4-bd5c-dfdd109566de req-ca75500a-b1bf-4532-bc36-09c6b4c4271e tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1096 time: 0.0646472 Nov 12 12:16:57.807030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47919467-484c-4cc4-bd5c-dfdd109566de req-93f4bc17-640a-4d5f-85cb-01f45c770e86 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Nov 12 12:16:57.986679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82669a1f-9a9e-409d-ace4-35d8010b01bd req-c2b1432f-db79-45e2-93d8-3841fd9451f1 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:57.988961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82669a1f-9a9e-409d-ace4-35d8010b01bd req-c2b1432f-db79-45e2-93d8-3841fd9451f1 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1096 time: 0.0861986 Nov 12 12:16:58.044350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82669a1f-9a9e-409d-ace4-35d8010b01bd req-957692c9-33f9-4b42-912e-a8b972a348e5 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468535 Nov 12 12:16:58.278987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f31f8-40f9-47be-b184-511868d0c0af req-b1c6569b-baf8-4492-bcf1-f5ec3a96d956 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:58.289518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a8f31f8-40f9-47be-b184-511868d0c0af req-b1c6569b-baf8-4492-bcf1-f5ec3a96d956 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.1088846 Nov 12 12:16:58.362711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a8f31f8-40f9-47be-b184-511868d0c0af req-bfc489fb-544d-403a-a8bc-d75ebf7f36eb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640557 Nov 12 12:16:58.571097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c0402-fb0f-4af1-8b6e-755ddb43cb21 req-09e1c6b5-e601-49e2-8dcf-e2d06158fdd2 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:58.582256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-199c0402-fb0f-4af1-8b6e-755ddb43cb21 req-09e1c6b5-e601-49e2-8dcf-e2d06158fdd2 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0841398 Nov 12 12:16:58.625605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf10db0-a557-4c3c-b6d4-56a905cc6a3f req-9ffb63c4-93e8-43b1-ae15-d594d96c2c87 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:58.634433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbf10db0-a557-4c3c-b6d4-56a905cc6a3f req-9ffb63c4-93e8-43b1-ae15-d594d96c2c87 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1096 time: 0.0666041 Nov 12 12:16:58.652135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-199c0402-fb0f-4af1-8b6e-755ddb43cb21 req-6b863d66-2b25-478d-a5c5-0debff669bc3 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Nov 12 12:16:58.721807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbf10db0-a557-4c3c-b6d4-56a905cc6a3f req-e6d0f1ab-2b66-48a4-8f09-bf0554fb6597 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862889 Nov 12 12:16:59.299969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:59.434492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:59.579147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759be000-aa4f-4110-b955-4a46680f4808 req-7fadd43e-278a-4b7d-bfcc-bc5ea1b22816 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:59.581787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-759be000-aa4f-4110-b955-4a46680f4808 req-7fadd43e-278a-4b7d-bfcc-bc5ea1b22816 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.0750144 Nov 12 12:16:59.676389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-759be000-aa4f-4110-b955-4a46680f4808 req-aed67dfc-4d85-4aaa-b841-93287e7484e1 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826075 Nov 12 12:16:59.911916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f95fc-c662-4f1a-a7aa-690a02c19d4d req-60a884f7-eb89-43f2-82b5-07bdbc8b2fe8 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:59.923074 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-058f95fc-c662-4f1a-a7aa-690a02c19d4d req-60a884f7-eb89-43f2-82b5-07bdbc8b2fe8 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1367488 Nov 12 12:17:00.009604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-058f95fc-c662-4f1a-a7aa-690a02c19d4d req-a6fd1ede-4590-45f3-9800-85ae599682e3 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839746 Nov 12 12:17:00.122000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441a43c-d139-444a-a183-a6a78ea4abe2 req-a3798b2d-6beb-4604-af24-b3bc8cee33ec tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:00.123950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3441a43c-d139-444a-a183-a6a78ea4abe2 req-a3798b2d-6beb-4604-af24-b3bc8cee33ec tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1096 time: 0.0467517 Nov 12 12:17:00.187725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3441a43c-d139-444a-a183-a6a78ea4abe2 req-607b7246-122f-48ba-884a-72c6763f1348 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Nov 12 12:17:00.374501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39098) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:00.500516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4006548-ce85-448c-9b2a-295a2f13151c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.594073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4006548-ce85-448c-9b2a-295a2f13151c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.599035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4006548-ce85-448c-9b2a-295a2f13151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.641844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f4006548-ce85-448c-9b2a-295a2f13151c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74e948814abe453ba9b6e055cd7f06d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662132 Nov 12 12:17:00.644375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:00.650693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4006548-ce85-448c-9b2a-295a2f13151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0a429-8777-4cfd-8e3e-cf70a7423b0f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:00.703089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:00.704385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b374210c-818c-410c-bd98-3c727d122316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.748524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b374210c-818c-410c-bd98-3c727d122316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.856661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b374210c-818c-410c-bd98-3c727d122316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.856661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b374210c-818c-410c-bd98-3c727d122316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.857359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b374210c-818c-410c-bd98-3c727d122316 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fe0a429-8777-4cfd-8e3e-cf70a7423b0f HTTP/1.1" status: 204 len: 168 time: 0.2117374 Nov 12 12:17:00.893486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374210c-818c-410c-bd98-3c727d122316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0a429-8777-4cfd-8e3e-cf70a7423b0f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:00.928537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e002bd-4024-4c08-93b5-c2cc28f62796 req-e5442c1d-8fdd-4b0f-9ad5-a882298488f7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:00.944904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9e002bd-4024-4c08-93b5-c2cc28f62796 req-e5442c1d-8fdd-4b0f-9ad5-a882298488f7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.1423564 Nov 12 12:17:00.951292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:00.967004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'port_id': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'mac_address': 'fa:16:3e:14:55:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484e27a4-46df-4b77-81a8-a299909da0ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:01.063185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.071282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9e002bd-4024-4c08-93b5-c2cc28f62796 req-cfc88ddc-0c51-4cae-8a9d-8bb745664e0f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205964 Nov 12 12:17:01.100176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:01.137458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:01.143780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.208274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:01.334146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21396c-31a2-48c7-9e39-f7937a82e988 req-3bd803a2-a226-4c61-9bfb-05e114048ccf tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:01.342217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa21396c-31a2-48c7-9e39-f7937a82e988 req-3bd803a2-a226-4c61-9bfb-05e114048ccf tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0771205 Nov 12 12:17:01.406858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa21396c-31a2-48c7-9e39-f7937a82e988 req-12e43633-94ac-4ac5-ba16-018828a51b10 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Nov 12 12:17:01.422811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:01.439604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b5796f5-7f76-4059-9005-ad8e19e6f1b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.459368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:01.468322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-d85009e1-b652-4094-91ff-3addfa841bde tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:01.469618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-d85009e1-b652-4094-91ff-3addfa841bde tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089586 Nov 12 12:17:01.534347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-6d39bea5-1e84-4259-bf20-c48056977515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:01.536293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-6d39bea5-1e84-4259-bf20-c48056977515 service neutron] 10.222.0.18 "GET /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 1093 time: 0.0554764 Nov 12 12:17:01.552556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Request body: {'binding': {'host': 'n-h1-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:01.553310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:17:01.626441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b5796f5-7f76-4059-9005-ad8e19e6f1b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.641048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b5796f5-7f76-4059-9005-ad8e19e6f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.723265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7b5796f5-7f76-4059-9005-ad8e19e6f1b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4e7ef0ecd6c49bdadac9e6e356afac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991445 Nov 12 12:17:01.726647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:01.740725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5796f5-7f76-4059-9005-ad8e19e6f1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552885f-29d9-4621-8ad0-a3cba46b024d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:01.795898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on host n-h1-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:01.796241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:01.796567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:01.801873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:01.802425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:01.809469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:01.809804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:01.810252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:01.810816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Bound port: 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:01.817411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef45e9ee-da82-4838-9c14-8327610facfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.845201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef45e9ee-da82-4838-9c14-8327610facfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.875155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:01.884972 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.886422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-05e82a7f-f9d6-4d2f-a997-510d68c9dbcc service neutron] 10.222.0.18 "POST /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3380120 Nov 12 12:17:01.907397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef45e9ee-da82-4838-9c14-8327610facfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.910139 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef45e9ee-da82-4838-9c14-8327610facfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:01.911498 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef45e9ee-da82-4838-9c14-8327610facfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4552885f-29d9-4621-8ad0-a3cba46b024d HTTP/1.1" status: 204 len: 168 time: 0.1833088 Nov 12 12:17:01.926331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45e9ee-da82-4838-9c14-8327610facfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552885f-29d9-4621-8ad0-a3cba46b024d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:02.184760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4c01b-af9d-4237-8c0d-1ff3e17904c8 req-a6befe34-14d9-425f-bcc8-feb990dfcf60 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.194236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2b4c01b-af9d-4237-8c0d-1ff3e17904c8 req-a6befe34-14d9-425f-bcc8-feb990dfcf60 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 945 time: 0.1343880 Nov 12 12:17:02.265103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2b4c01b-af9d-4237-8c0d-1ff3e17904c8 req-e66fdd2a-011d-40d6-b5b2-fa7c59865b5a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Nov 12 12:17:02.278300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-b87a935e-87cc-4882-a489-0f8c70844542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.279691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-b87a935e-87cc-4882-a489-0f8c70844542 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1096 time: 0.1122270 Nov 12 12:17:02.368079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e8c80-d36f-401c-8b84-eac52e6356b6 req-8316d540-a1b1-4614-9b30-60ca0d56022a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.372216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-889e8c80-d36f-401c-8b84-eac52e6356b6 req-8316d540-a1b1-4614-9b30-60ca0d56022a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 944 time: 0.1424475 Nov 12 12:17:02.442520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-fb6e8928-e3ae-455b-9229-7015165f4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.444406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-fb6e8928-e3ae-455b-9229-7015165f4695 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1552835 Nov 12 12:17:02.453179 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-889e8c80-d36f-401c-8b84-eac52e6356b6 req-32691dac-3fe5-4cdd-81ec-7c28ec0e45b6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724146 Nov 12 12:17:02.502019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-a5f970e9-9a98-49bf-8896-de9ba8cb4273 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 217 time: 0.0470800 Nov 12 12:17:02.583433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-d29cef23-5590-44a2-b5ad-5020408bafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.585654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-d29cef23-5590-44a2-b5ad-5020408bafa7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0751569 Nov 12 12:17:02.636719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-e6586f31-88de-4ee7-9e36-97a3b154445a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413551 Nov 12 12:17:02.642608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcfbab-1168-4f5c-a4f9-b9bb03b94605 req-db0234d8-22cf-4dcb-b0bf-ca73011e7540 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:02.664027 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3cbcfbab-1168-4f5c-a4f9-b9bb03b94605 req-db0234d8-22cf-4dcb-b0bf-ca73011e7540 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1309931 Nov 12 12:17:02.717442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:02.794654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-3e95bd3a-9381-491f-9155-837e990ff26b service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485758 Nov 12 12:17:02.798857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3cbcfbab-1168-4f5c-a4f9-b9bb03b94605 req-ec808583-e324-4f65-a122-3df15273fd76 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344452 Nov 12 12:17:02.847050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:17:02.853470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:02.854845 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:02.923444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-b6271b99-eb64-4b17-93bc-b235d6836b07 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215029 Nov 12 12:17:02.964229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.004610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:03.008100 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f8c04-45a6-473c-81fb-982edfbe5f12" -d '{"events": [{"server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "name": "network-vif-plugged", "status": "completed", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:03.025778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:03.039828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.066230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7b311bfb-80cd-4af0-ab36-12d293df79bf tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:03.067823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7b311bfb-80cd-4af0-ab36-12d293df79bf tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.0614481 Nov 12 12:17:03.080591 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5d2e98-398c-43e2-b7b6-239db0beded0 x-openstack-request-id: req-cd5d2e98-398c-43e2-b7b6-239db0beded0 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:03.080958 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "name": "network-vif-plugged", "status": "completed", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:03.081221 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd5d2e98-398c-43e2-b7b6-239db0beded0 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:03.081830 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'code': 200} Nov 12 12:17:03.088575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:03.117849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:03.186564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.206905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec800f-99fb-4faf-83f9-ba85aa7a4ecc req-6500477b-791a-44cd-b062-f1fce7cbe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:03.208447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16ec800f-99fb-4faf-83f9-ba85aa7a4ecc req-6500477b-791a-44cd-b062-f1fce7cbe915 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1096 time: 0.0609515 Nov 12 12:17:03.349260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16ec800f-99fb-4faf-83f9-ba85aa7a4ecc req-b0652d95-56af-45bd-ac32-f2f2e4c5d795 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087799 Nov 12 12:17:03.410441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:03.430939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdabbf8-d596-4248-b8d3-6d9b355d555c req-b297cf13-5fbb-4c7f-87fb-6accefee3ced tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:03.432456 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffdabbf8-d596-4248-b8d3-6d9b355d555c req-b297cf13-5fbb-4c7f-87fb-6accefee3ced tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 945 time: 0.0887573 Nov 12 12:17:03.486616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:03.535667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffdabbf8-d596-4248-b8d3-6d9b355d555c req-272d5bda-a458-4e95-9f7a-04f6b6d48e95 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955579 Nov 12 12:17:03.551023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:03.553657 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c17d6d-5a95-4e26-b12a-f5a4f07bbc5f" -d '{"events": [{"server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "name": "network-vif-unplugged", "status": "completed", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:03.559022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.571472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.641724 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34bab07-4f28-47de-a0b5-5ae11bb4185c x-openstack-request-id: req-e34bab07-4f28-47de-a0b5-5ae11bb4185c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:03.641724 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "name": "network-vif-unplugged", "status": "completed", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:03.642002 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e34bab07-4f28-47de-a0b5-5ae11bb4185c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:03.642843 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'code': 200} Nov 12 12:17:03.644399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:03.722059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on host n-h2-804878-5 for vnic_type normal with profile {"migrating_to": "n-h1-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:03.722823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:03.723405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:03.728940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:03.730200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Attempting to bind port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:03.736298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:03.737202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:03.737840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:03.738539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Bound port: 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:03.739255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.919588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7961d-efbb-459d-8cc4-ba330f69f00e req-e4d6e807-05bc-4a85-a571-f38a1b637dda tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:03.929871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bea7961d-efbb-459d-8cc4-ba330f69f00e req-e4d6e807-05bc-4a85-a571-f38a1b637dda tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1717770 Nov 12 12:17:03.952842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:03.967514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-356d1246-a192-49f1-a75c-ca40f7b50ea9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256790 Nov 12 12:17:03.984234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:03.989694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:04.096732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5caee-f4b8-4dc9-9614-44f8c512c9b1 req-b629ae90-79ed-445d-aedd-a6f17b3112f4 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:04.107197 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bea7961d-efbb-459d-8cc4-ba330f69f00e req-83ea8999-7f61-4a4b-a28d-2460246f97f5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679440 Nov 12 12:17:04.109714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5caee-f4b8-4dc9-9614-44f8c512c9b1 req-b629ae90-79ed-445d-aedd-a6f17b3112f4 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1090202 Nov 12 12:17:04.208667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:04.209285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:04.211810 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] 10.222.0.81 "PUT /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 1121 time: 1.1284311 Nov 12 12:17:04.212442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e4fd-3b06-4fc8-9ddb-611fa072abfa service neutron] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:04.213821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5caee-f4b8-4dc9-9614-44f8c512c9b1 req-e1f08766-3d7a-45bf-bf89-8c044923e7aa tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011841 Nov 12 12:17:04.224270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-6591207d-d9d2-41ea-bd33-20962110f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:04.227153 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-6591207d-d9d2-41ea-bd33-20962110f4ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 1096 time: 0.1641111 Nov 12 12:17:04.285541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2838ec1-87ce-49e8-8c4c-b8dca65fec49 req-1cb0fd3a-14e7-45b4-9220-0eb68333ea3a tempest-FlavorsV2NegativeTest-2061343012 tempest-FlavorsV2NegativeTest-2061343012-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=44545df3ee9642f4974735c9576925f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643282 Nov 12 12:17:04.305074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7b18a34a-5438-4c68-8867-7fca90cbf0fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:04.751026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-bd95aded-bfe4-413e-980e-d3643705a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:04.752486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-bd95aded-bfe4-413e-980e-d3643705a35b service neutron] 10.222.0.65 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 924 time: 0.4864271 Nov 12 12:17:04.770724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eaeb4-a86f-479f-9802-d8e18b7bbe9a req-3f2f6535-360d-4345-9911-0be19fc47bf1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:04.776723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2838ec1-87ce-49e8-8c4c-b8dca65fec49 req-ccb98ee8-1b3c-4366-9b2a-bf600e5ff9e9 tempest-FlavorsV2NegativeTest-2061343012 tempest-FlavorsV2NegativeTest-2061343012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:04.780470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-633eaeb4-a86f-479f-9802-d8e18b7bbe9a req-3f2f6535-360d-4345-9911-0be19fc47bf1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.0963566 Nov 12 12:17:04.783862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2838ec1-87ce-49e8-8c4c-b8dca65fec49 req-ccb98ee8-1b3c-4366-9b2a-bf600e5ff9e9 tempest-FlavorsV2NegativeTest-2061343012 tempest-FlavorsV2NegativeTest-2061343012-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4702060 Nov 12 12:17:04.844403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2838ec1-87ce-49e8-8c4c-b8dca65fec49 req-ec851e97-41ee-49fb-ae87-2c40121df81c tempest-FlavorsV2NegativeTest-2061343012 tempest-FlavorsV2NegativeTest-2061343012-project] 10.222.0.18 "GET /v2.0/quotas/44545df3ee9642f4974735c9576925f6 HTTP/1.1" status: 200 len: 375 time: 0.0595298 Nov 12 12:17:04.854620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-633eaeb4-a86f-479f-9802-d8e18b7bbe9a req-f13982d5-9cee-40db-8157-01897a17ae42 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727274 Nov 12 12:17:04.896623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2838ec1-87ce-49e8-8c4c-b8dca65fec49 req-d79339c9-16d0-49e8-94ce-bfa502a10ae0 tempest-FlavorsV2NegativeTest-2061343012 tempest-FlavorsV2NegativeTest-2061343012-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=44545df3ee9642f4974735c9576925f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513783 Nov 12 12:17:04.902637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-12d9a2c3-a45e-4df8-b3bd-1355f9bbb014 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5be039c9-57fd-4a58-8cba-9138d52b95db HTTP/1.1" status: 200 len: 1001 time: 0.1416876 Nov 12 12:17:04.990997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-ba150b4a-6822-4654-996b-9ff32d647ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:05.000247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-ba150b4a-6822-4654-996b-9ff32d647ba1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.0797160 Nov 12 12:17:05.065189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-a3b88bb7-3c7a-4a13-95b9-f48146c7601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:05.067980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-a3b88bb7-3c7a-4a13-95b9-f48146c7601a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592198 Nov 12 12:17:05.253603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-7b644337-a900-4954-b062-5897e57d1ac7 service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765363 Nov 12 12:17:05.378781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301669b-0b0c-455e-bc58-6a90392e6548 req-7c63dc5c-696a-4404-990b-cdb1bbc0b918 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:05.387328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5301669b-0b0c-455e-bc58-6a90392e6548 req-7c63dc5c-696a-4404-990b-cdb1bbc0b918 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0637119 Nov 12 12:17:05.393429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca32433-e31a-4abc-8109-00436afd93e2 req-aba2ceda-3669-46e1-8f4e-eb451d3cd76a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:05.399015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eca32433-e31a-4abc-8109-00436afd93e2 req-aba2ceda-3669-46e1-8f4e-eb451d3cd76a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.2011406 Nov 12 12:17:05.468591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5301669b-0b0c-455e-bc58-6a90392e6548 req-ed04988e-9d21-4d9f-9986-5045046578fa tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800395 Nov 12 12:17:05.525939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eca32433-e31a-4abc-8109-00436afd93e2 req-a9adbf97-ee3b-4aae-b4c2-c9293b4d0210 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173477 Nov 12 12:17:05.533924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-412e6953-74a6-471d-97ae-b3a2fa4ae4eb req-d39c793d-88a4-40b9-85f0-0d24872c03a6 service neutron] 10.222.0.65 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730286 Nov 12 12:17:05.599524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b05dfa00-6b7e-43e2-ace6-9562d7a03fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:05.644190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:05.646812 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70472262-bbda-4522-83a4-c20b5281b25c" -d '{"events": [{"name": "network-changed", "server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:05.666852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c6731-9e79-4626-843c-ca446cf1b687 req-25345e17-bd46-44cc-b19a-dc794a4f0ec2 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:05.674354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-057c6731-9e79-4626-843c-ca446cf1b687 req-25345e17-bd46-44cc-b19a-dc794a4f0ec2 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1096 time: 0.0545530 Nov 12 12:17:05.722789 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db11855-4e11-4e9b-9632-c2fd8f07dcb5 x-openstack-request-id: req-2db11855-4e11-4e9b-9632-c2fd8f07dcb5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:05.723252 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:05.723487 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2db11855-4e11-4e9b-9632-c2fd8f07dcb5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:05.724249 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'status': 'completed', 'code': 200} Nov 12 12:17:05.731445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-057c6731-9e79-4626-843c-ca446cf1b687 req-87a61261-1e22-4765-a71e-bd967c1e6043 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Nov 12 12:17:05.792932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:05.816828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472262-bbda-4522-83a4-c20b5281b25c req-a1412f72-6fdd-4861-b954-cb98ce78b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:05.820903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-a1412f72-6fdd-4861-b954-cb98ce78b21b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1124 time: 0.0746317 Nov 12 12:17:05.968700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e014ef-5521-41f8-b2c1-6af1af4d67b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.055716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472262-bbda-4522-83a4-c20b5281b25c req-27b7dc8a-bd39-4065-8a12-112f440cd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:06.057214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-27b7dc8a-bd39-4065-8a12-112f440cd906 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.2286685 Nov 12 12:17:06.088364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e014ef-5521-41f8-b2c1-6af1af4d67b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.098788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e014ef-5521-41f8-b2c1-6af1af4d67b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.169408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d768ca7-bdbd-4bfa-9285-f472547b7cf9 req-9d80cd8e-e2bd-445b-aa4b-e41dd00d2641 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:06.179057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d768ca7-bdbd-4bfa-9285-f472547b7cf9 req-9d80cd8e-e2bd-445b-aa4b-e41dd00d2641 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.2298524 Nov 12 12:17:06.188452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-49e014ef-5521-41f8-b2c1-6af1af4d67b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44545df3ee9642f4974735c9576925f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964667 Nov 12 12:17:06.189151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:06.197777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-86bbaa97-c092-4791-bda4-37935c6a65e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 217 time: 0.1265960 Nov 12 12:17:06.320124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d768ca7-bdbd-4bfa-9285-f472547b7cf9 req-99f209d7-aeb7-47e4-8c9c-be6b0258f969 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397531 Nov 12 12:17:06.323118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e014ef-5521-41f8-b2c1-6af1af4d67b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7e404-3ca6-40c9-b2ef-18aba89df502,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:06.332122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472262-bbda-4522-83a4-c20b5281b25c req-845fc175-0294-410d-a9f1-5bb279af1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:06.342712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-845fc175-0294-410d-a9f1-5bb279af1ea6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1254735 Nov 12 12:17:06.358616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61dcff79-7aac-49b4-b9a4-6f1247e4c5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.389611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61dcff79-7aac-49b4-b9a4-6f1247e4c5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.391343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-c16da814-ec1f-4afd-a2a1-28934997f0cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449796 Nov 12 12:17:06.470404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61dcff79-7aac-49b4-b9a4-6f1247e4c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.474289 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61dcff79-7aac-49b4-b9a4-6f1247e4c5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:06.481721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-61dcff79-7aac-49b4-b9a4-6f1247e4c5d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fc7e404-3ca6-40c9-b2ef-18aba89df502 HTTP/1.1" status: 204 len: 168 time: 0.2889192 Nov 12 12:17:06.495378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcff79-7aac-49b4-b9a4-6f1247e4c5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7e404-3ca6-40c9-b2ef-18aba89df502,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:06.584114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-c46b9911-fc0c-43e5-80b0-3af061536912 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853554 Nov 12 12:17:06.736841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:06.868950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:06.906403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:17:07.000550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787291a-af92-485f-8909-d77c11717cde req-dfdd8d08-a30a-4812-803c-80198d061e6c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:07.008725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b787291a-af92-485f-8909-d77c11717cde req-dfdd8d08-a30a-4812-803c-80198d061e6c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.3259370 Nov 12 12:17:07.033921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-1bd33446-e211-4d93-ad9f-c44f508d2443 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3109088 Nov 12 12:17:07.040392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70472262-bbda-4522-83a4-c20b5281b25c req-9e2c9f34-03d6-4923-99fe-68f622d483ab service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489441 Nov 12 12:17:07.090117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b787291a-af92-485f-8909-d77c11717cde req-bfbf66ca-a3de-4d46-b15e-18448e8a6131 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804877 Nov 12 12:17:07.232944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-399411c3-f2fa-4424-a889-4702ca73ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:07.234838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-399411c3-f2fa-4424-a889-4702ca73ac7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0897985 Nov 12 12:17:07.455134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-8b9a6999-2ba2-4352-a0e9-de96d3576839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:07.457987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-8b9a6999-2ba2-4352-a0e9-de96d3576839 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.1930709 Nov 12 12:17:07.549889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-893d1d5a-6330-48e3-bf8d-68e30c4df695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.0780606 Nov 12 12:17:07.651024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-981109e4-c39f-4f30-97b0-b703aa3e933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:07.652556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-981109e4-c39f-4f30-97b0-b703aa3e933c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.0920660 Nov 12 12:17:07.669937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986881c-d70f-443b-a426-36bf1520c38a req-bf17e0bd-c1ac-49cf-ae15-dc5d33db7a7e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:07.671694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a986881c-d70f-443b-a426-36bf1520c38a req-bf17e0bd-c1ac-49cf-ae15-dc5d33db7a7e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.1266968 Nov 12 12:17:07.719748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:07.725969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-43d277d0-1a7d-4575-b73b-c7c21247025c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531702 Nov 12 12:17:07.799783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a986881c-d70f-443b-a426-36bf1520c38a req-3e3a4572-d8ce-47a3-b732-a319356135c9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172276 Nov 12 12:17:07.879650 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-09983b5d-6a3d-453d-a71d-f541ab7fcdec service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358032 Nov 12 12:17:07.904166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1742699431-network', 'tenant_id': 'a155a23bd50f4aadbaba5decf0f93c53'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:07.955559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Made reservation on behalf of a155a23bd50f4aadbaba5decf0f93c53 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:07.958821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b12e98a9-7637-4cfc-90e2-29f3bb3ebc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:07.961231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:07.985590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.087640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-899a9333-2e1d-46cf-82d6-fba30c6d5ded req-e7da9edd-4c75-43c1-b4be-a8e65d10ffb3 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005420 Nov 12 12:17:08.157552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.165403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.188676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-ca3893b2-cb77-40b7-ba3b-9970c2588f3a service neutron] 10.222.0.65 "GET /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.1000135 Nov 12 12:17:08.259489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:17:08.261463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7aa5b-2556-4bfe-a0d8-675708237d49,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:08.280734 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.281407 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Added segment 8458996f-0172-44a8-ac54-9fc4c7c8348e of type vlan for network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 Nov 12 12:17:08.359504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.395246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a20b8a-97d5-4e1e-aebc-8757275c7a95 req-d0d2b92e-46c7-4d1e-93e5-585d4037bee1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:08.403888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7a20b8a-97d5-4e1e-aebc-8757275c7a95 req-d0d2b92e-46c7-4d1e-93e5-585d4037bee1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1799936 Nov 12 12:17:08.408931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.410085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:08.410906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.450576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7296391 Nov 12 12:17:08.465526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:08.484717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Request body: {'subnet': {'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1742699431-subnet', 'tenant_id': 'a155a23bd50f4aadbaba5decf0f93c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:08.567958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb86863-28d8-404e-aa2f-20753f176430 admin admin] Pushing event updated for resources: {'Network': ['ID=01b766ba-f0b9-4c62-86a0-d5bece1edd14,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:08.583187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:17:08.765406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7a20b8a-97d5-4e1e-aebc-8757275c7a95 req-6592e333-3b6b-4560-9649-0855ae5da787 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581400 Nov 12 12:17:08.767753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Made reservation on behalf of a155a23bd50f4aadbaba5decf0f93c53 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:08.774637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:08.789239 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:17:08.976443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:09.001665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:09.036188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce369b-f5f0-42ba-ac4c-662f18d54097 req-33fb6196-de98-41f0-a6c0-11532c45cea7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:09.038585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67ce369b-f5f0-42ba-ac4c-662f18d54097 req-33fb6196-de98-41f0-a6c0-11532c45cea7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 943 time: 0.1004853 Nov 12 12:17:09.095785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b18a34a-5438-4c68-8867-7fca90cbf0fc {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:09.120664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:09.154435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.208936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67ce369b-f5f0-42ba-ac4c-662f18d54097 req-29555deb-d64b-4554-b4ab-f1fafd8ac8d1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514659 Nov 12 12:17:09.216350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.249539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.310470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] Transition to ACTIVE for port object 7b18a34a-5438-4c68-8867-7fca90cbf0fc will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:17:09.318142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.324824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:09.337988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Checking segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:09.338541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Network hostable DHCP agents. Network: 01b766ba-f0b9-4c62-86a0-d5bece1edd14, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:17:09.366282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:17:09.381523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 01b766ba-f0b9-4c62-86a0-d5bece1edd14) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:09.387313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:09.388220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:09.392230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d3683-4cfe-4757-b5b9-8a5358c33ce3 None None] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:17:09.401572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] No DVR routers for this DVR port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:17:09.412417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00e163da-515d-4f60-a483-84694c1fdaf9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9453790 Nov 12 12:17:09.417764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:09.471613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-c5ca4f7f-ba67-4b06-8d03-c1839f0657d3 service neutron] 10.222.0.65 "PUT /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc/bindings/n-h1-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2753646 Nov 12 12:17:09.589642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622a0cd-3c9a-46a9-a44b-f1611c5dfc9d None None] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:17:09.601684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-04df4681-d620-4db3-936a-7b412fe09f86 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:09.603754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-04df4681-d620-4db3-936a-7b412fe09f86 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.0652018 Nov 12 12:17:09.696569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-cc68a542-69a1-4c43-987c-3c1cd2177d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:09.700137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-cc68a542-69a1-4c43-987c-3c1cd2177d77 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0783317 Nov 12 12:17:09.863207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-dc09a739-9b67-480c-9788-c4f9b2b7383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:09.864825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-dc09a739-9b67-480c-9788-c4f9b2b7383b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1095 time: 0.1148431 Nov 12 12:17:09.949638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9773db-467d-4ca2-a0de-f02030dad065 req-9168425d-c7a1-48ef-9545-823925a16f31 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:09.954693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d9773db-467d-4ca2-a0de-f02030dad065 req-9168425d-c7a1-48ef-9545-823925a16f31 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0898764 Nov 12 12:17:10.019973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d9773db-467d-4ca2-a0de-f02030dad065 req-9847f121-6d73-4c0f-87ff-5b235cc7c26c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Nov 12 12:17:10.053567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-cf20a36c-db50-4bb0-8511-bc9397fb0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:10.055216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-cf20a36c-db50-4bb0-8511-bc9397fb0626 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1817985 Nov 12 12:17:10.145931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-7eccf94e-2217-46a4-a36f-2d388304bbb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 217 time: 0.0511899 Nov 12 12:17:10.217739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-7ff0d65c-c5a8-4048-8a87-0240c74d3f94 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:10.219362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-7ff0d65c-c5a8-4048-8a87-0240c74d3f94 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.2224944 Nov 12 12:17:10.241751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-07b323ca-9142-4c68-81a0-e1ac61909a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:10.243379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-07b323ca-9142-4c68-81a0-e1ac61909a0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0888612 Nov 12 12:17:10.246102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-b842bb73-5558-424f-8b1f-b5835e495e81 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/quotas/a155a23bd50f4aadbaba5decf0f93c53 HTTP/1.1" status: 200 len: 375 time: 0.0195515 Nov 12 12:17:10.280648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-222d977d-5503-4bee-ace2-153a3c4d4c3e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299752 Nov 12 12:17:10.310745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-04c7cc4c-0f01-4ae1-a52c-7493d8a26289 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326948 Nov 12 12:17:10.482927 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:10.485927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-8abb0561-6996-48e4-b2e5-286ab1298541 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742079 Nov 12 12:17:10.530788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-fe83ceb7-bbe5-4de2-846c-fcf4fbbd7656 service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002819 Nov 12 12:17:10.691474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-97af1741-4ba6-4429-868e-c3d483774a47 service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597142 Nov 12 12:17:10.696123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-52efe346-b85f-480e-a5f8-aa43dfe70c5b service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951370 Nov 12 12:17:10.792619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68da4-cae9-4d58-9674-21229bfcb1f4 req-069883c9-49d9-441c-a65a-205e2ceb6beb tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:10.794667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3b68da4-cae9-4d58-9674-21229bfcb1f4 req-069883c9-49d9-441c-a65a-205e2ceb6beb tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 944 time: 0.0663285 Nov 12 12:17:10.915388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3b68da4-cae9-4d58-9674-21229bfcb1f4 req-f79f5b01-a5e0-43a3-b206-e7996bdba8c5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892527 Nov 12 12:17:11.161725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3afc22aa-0a4f-4479-9dab-de844ec2efb0 req-01238b3b-6824-41ee-94b8-a8661875c109 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 210 time: 0.0750031 Nov 12 12:17:11.167592 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:11.248996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41775ba0-af35-400a-a510-38306b2ecf6d req-4d71045a-236b-4e0f-89c3-77ebcf5f28d1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:11.270907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41775ba0-af35-400a-a510-38306b2ecf6d req-4d71045a-236b-4e0f-89c3-77ebcf5f28d1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1468861 Nov 12 12:17:11.273905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-6e804939-4c41-4ae6-94b2-8ec00f2baa8e tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:11.275525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-6e804939-4c41-4ae6-94b2-8ec00f2baa8e tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.1349039 Nov 12 12:17:11.429530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41775ba0-af35-400a-a510-38306b2ecf6d req-33a66e4d-52ef-4655-8368-8f90eed58a56 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527014 Nov 12 12:17:11.434350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-da7bd126-7f31-47c6-82ae-bccb3ada7b4f service neutron] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:11.438000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-da7bd126-7f31-47c6-82ae-bccb3ada7b4f service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:11.439151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9915838-508b-492a-8ee4-4384c65b55d8 req-da7bd126-7f31-47c6-82ae-bccb3ada7b4f service neutron] 10.222.0.81 "DELETE /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc/bindings/n-h2-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.1396592 Nov 12 12:17:12.116419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0608-6bb7-4ae7-9545-98261a7f8a59 req-bcf85e0d-10b3-4802-9102-98ccd4187c2f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.124868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abda0608-6bb7-4ae7-9545-98261a7f8a59 req-bcf85e0d-10b3-4802-9102-98ccd4187c2f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 944 time: 0.0725703 Nov 12 12:17:12.190788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abda0608-6bb7-4ae7-9545-98261a7f8a59 req-bb258d8a-e439-4798-a7a3-1f466807d3bf tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646162 Nov 12 12:17:12.374669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-978d5d54-f0ea-4792-8924-b08c3e3057c8 req-6cb1fd5a-2925-4573-a44b-91003731eb6c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 210 time: 0.0554264 Nov 12 12:17:12.583517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20bed4-0028-42df-8987-2cbc71f31eb3 req-26be2dbc-9b30-4422-823f-b202574f6ba5 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.586152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a20bed4-0028-42df-8987-2cbc71f31eb3 req-26be2dbc-9b30-4422-823f-b202574f6ba5 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1095 time: 0.2020881 Nov 12 12:17:12.637017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933a4af-5ba6-4c96-b852-5095d5fb43f2 req-fc603cd4-f931-432a-83c2-ee996eaded8f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.643915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-5f6acb72-3934-43f7-92a3-dc3b7deefff9 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.645404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-5f6acb72-3934-43f7-92a3-dc3b7deefff9 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.3561108 Nov 12 12:17:12.647422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5933a4af-5ba6-4c96-b852-5095d5fb43f2 req-fc603cd4-f931-432a-83c2-ee996eaded8f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0793209 Nov 12 12:17:12.661227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Request body: {'port': {'device_id': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'admin_state_up': True, 'tenant_id': 'a155a23bd50f4aadbaba5decf0f93c53'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:12.707615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5933a4af-5ba6-4c96-b852-5095d5fb43f2 req-448014fb-cdf2-40f3-af9b-e541b85bc089 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589032 Nov 12 12:17:12.715372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:12.742879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a20bed4-0028-42df-8987-2cbc71f31eb3 req-5b381cc1-6690-441f-8d10-bfe81008337c tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335671 Nov 12 12:17:12.849959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:12.967913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Made reservation on behalf of a155a23bd50f4aadbaba5decf0f93c53 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:12.971843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:13.169082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Allocated IP 172.20.0.9 (01b766ba-f0b9-4c62-86a0-d5bece1edd14/ec910d6f-6ffe-4cd5-915c-e1373ffde6c6/3857514d-d5f4-4580-a429-df56496acd2f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:13.223360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-99838c28-1b19-4ce5-894d-be755ca0bcd9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:13.230728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-99838c28-1b19-4ce5-894d-be755ca0bcd9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.1589236 Nov 12 12:17:13.248864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-91e6baef-e583-4a82-9286-a22fb7a5cfae tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/quotas/fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 375 time: 0.0170400 Nov 12 12:17:13.312828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-f27a971e-fc1b-4a29-8140-a00befeb60b2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627089 Nov 12 12:17:13.469117 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:13.477975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-60055dd7-7faa-4736-9ff9-8a31480b2da9 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518166 Nov 12 12:17:13.531266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdbbce4c-6a90-4651-bca3-f8f741899487 req-8a30a6ad-2d5c-4e67-958f-676ab3e49080 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 210 time: 0.0387144 Nov 12 12:17:13.589298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:13.670893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-398e0a87-3224-4f3b-aaae-3f88ec1c059a service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843081 Nov 12 12:17:13.685411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:13.694242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:13.697533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:14.081962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6538c936-b19e-48d4-99c4-1dd05756431f req-344cd21d-34c0-4fe4-9c13-3d51cad42744 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 210 time: 0.0734127 Nov 12 12:17:14.265293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:14.361229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:14.362636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:14.390800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-bc64a8e7-3e20-476e-95fb-58759e4a9121 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7338357 Nov 12 12:17:14.400964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a14f-64bd-499b-9dcc-cbf64fdbf7a3 req-0aabb4e0-da82-4aed-b7e0-8f3e5b4f3f77 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:14.402966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d475a14f-64bd-499b-9dcc-cbf64fdbf7a3 req-0aabb4e0-da82-4aed-b7e0-8f3e5b4f3f77 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1581097 Nov 12 12:17:14.408651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Request body: {'port': {'device_id': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:14.509384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d475a14f-64bd-499b-9dcc-cbf64fdbf7a3 req-5b67e63b-e525-4757-b2f7-380577e2dd54 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957441 Nov 12 12:17:14.543995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:14.843374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ce4d-2b45-46f4-8a73-bcdd4811e6c4 req-3032d8c1-0a5d-4c82-9b18-12fde3112912 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:14.855473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de72ce4d-2b45-46f4-8a73-bcdd4811e6c4 req-3032d8c1-0a5d-4c82-9b18-12fde3112912 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 931 time: 0.1446750 Nov 12 12:17:14.942962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de72ce4d-2b45-46f4-8a73-bcdd4811e6c4 req-9f9cc8fc-e7f3-4c93-8409-2b37c0bb9ace tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860960 Nov 12 12:17:14.969971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3857514d-d5f4-4580-a429-df56496acd2f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:14.984408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:15.012340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Transition to ACTIVE for port object 3857514d-d5f4-4580-a429-df56496acd2f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:17:15.020344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:15.088199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:15.231882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ac1f6a2-e3b2-4a22-84ec-0af7e0d91735 req-62767a66-496c-464a-a384-e8efbbaeaf6d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 210 time: 0.0556071 Nov 12 12:17:15.278870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Attempting to bind port 3857514d-d5f4-4580-a429-df56496acd2f on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:15.283419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Attempting to bind port 3857514d-d5f4-4580-a429-df56496acd2f by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:15.283940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Attempting to bind port 3857514d-d5f4-4580-a429-df56496acd2f on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:15.298192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Port 3857514d-d5f4-4580-a429-df56496acd2f on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:15.298824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Attempting to bind port 3857514d-d5f4-4580-a429-df56496acd2f on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:15.310898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:15.311526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Checking segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:15.312070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Bound using segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:15.312664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Bound port: 3857514d-d5f4-4580-a429-df56496acd2f, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:15.313399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:15.592720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:15.607737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:15.616240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-01cb4f84-1eea-4fdd-803b-a85bdaf351ed tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:15.617770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-01cb4f84-1eea-4fdd-803b-a85bdaf351ed tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.2969165 Nov 12 12:17:15.627063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:15.703302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d112e-8494-4c06-9176-57b8355e5fac req-64718751-d28c-49af-8244-78f6273d80f2 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:15.707643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Request body: {'port': {'device_id': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'admin_state_up': True, 'tenant_id': 'fa8f75ccdd084cadbcdecb7c3d623bf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:15.711678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:15.712746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce5d112e-8494-4c06-9176-57b8355e5fac req-64718751-d28c-49af-8244-78f6273d80f2 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0864744 Nov 12 12:17:15.755609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:15.756760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:15.758442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-0998d683-c17c-4939-aa08-56024f2da541 service neutron] 10.222.0.65 "PUT /v2.0/ports/3857514d-d5f4-4580-a429-df56496acd2f HTTP/1.1" status: 200 len: 1091 time: 1.3542500 Nov 12 12:17:15.758895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:15.761281 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2248a72c-61a7-4c01-8878-2ddcb15de5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "tag": "3857514d-d5f4-4580-a429-df56496acd2f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:15.783835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce5d112e-8494-4c06-9176-57b8355e5fac req-d70c5fd1-540f-46ca-a40c-5146a3155921 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Nov 12 12:17:15.851257 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd864a88-0199-48a9-be0c-2e9acd80e797 x-openstack-request-id: req-dd864a88-0199-48a9-be0c-2e9acd80e797 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:15.851611 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "tag": "3857514d-d5f4-4580-a429-df56496acd2f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:15.851781 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd864a88-0199-48a9-be0c-2e9acd80e797 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:15.852784 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f', 'status': 'completed', 'code': 200} Nov 12 12:17:15.941101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-fbc0162d-f01c-49c3-a9ef-3accc22d2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:15.942619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-fbc0162d-f01c-49c3-a9ef-3accc22d2888 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 1094 time: 0.0890560 Nov 12 12:17:16.026120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-4c89eaab-08e8-4aa8-b74d-230faca23eb1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3857514d-d5f4-4580-a429-df56496acd2f HTTP/1.1" status: 200 len: 217 time: 0.0752254 Nov 12 12:17:16.068800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Made reservation on behalf of fa8f75ccdd084cadbcdecb7c3d623bf8 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:16.072495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:16.170251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34843-b954-45d4-88f2-588074ab8287 req-67e4ff5c-a1ac-46a4-a2d0-5a3f9bcbe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:16.172035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-67e4ff5c-a1ac-46a4-a2d0-5a3f9bcbe562 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.1295869 Nov 12 12:17:16.181597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae0438-5f3f-4da7-af0f-610010e8adc3 req-7971ff3d-dd69-4157-bd1e-c232bef6745c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:16.183100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87ae0438-5f3f-4da7-af0f-610010e8adc3 req-7971ff3d-dd69-4157-bd1e-c232bef6745c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 943 time: 0.1253991 Nov 12 12:17:16.264962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-532febfa-85b0-4f2b-85b1-978b74fc7681 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558894 Nov 12 12:17:16.401956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87ae0438-5f3f-4da7-af0f-610010e8adc3 req-eb32ce70-8ce1-43ff-bda4-070b1e6b0cc2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807508 Nov 12 12:17:16.421198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9c7e50d-00c5-4a2d-b9c1-438d25540fb6 req-b4ccc111-133d-4d15-9336-ffb92110a503 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 210 time: 0.0455291 Nov 12 12:17:16.455199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Allocated IP 172.20.0.12 (8bc7522f-6f56-46d8-8a26-ff367ebfede6/53683dea-ff2d-4d0f-ae5d-6aedfde4c9be/7858809e-634f-4c6b-9fe3-0e4ae486625a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:16.516185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-b7564e09-e9c7-43f4-abb4-61a620351496 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426240 Nov 12 12:17:16.638106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72c34843-b954-45d4-88f2-588074ab8287 req-501cfed7-e716-4290-8aa2-b6c4f6d28738 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143370 Nov 12 12:17:16.784257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-0e21e69f-e7a3-4742-bb04-d720c9a805af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:16.785730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-0e21e69f-e7a3-4742-bb04-d720c9a805af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 1094 time: 0.0750072 Nov 12 12:17:16.843738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:16.953401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-aed6e117-8e87-496e-9e30-0c26ff8e519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:16.955057 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-aed6e117-8e87-496e-9e30-0c26ff8e519e service neutron] 10.222.0.65 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 906 time: 0.1587410 Nov 12 12:17:16.960978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:17.005285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6fb3-ed93-4b9b-b9d6-85449bdbacb4 req-d45ab1c3-8884-405d-a58a-a2bd4b5a9c82 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:17.010630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97cd6fb3-ed93-4b9b-b9d6-85449bdbacb4 req-d45ab1c3-8884-405d-a58a-a2bd4b5a9c82 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0981362 Nov 12 12:17:17.049969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-0fb40a96-9665-4bf6-8ebc-456a026a7874 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3857514d-d5f4-4580-a429-df56496acd2f HTTP/1.1" status: 200 len: 217 time: 0.0851119 Nov 12 12:17:17.093863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97cd6fb3-ed93-4b9b-b9d6-85449bdbacb4 req-843710f6-7480-423d-8341-5ed07a63f6bb tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787389 Nov 12 12:17:17.115341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:17.124640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:17.141672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:17.156252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-3d6e7b7c-ac79-48ec-8b2b-a9fb7b574852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:17.157570 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-3d6e7b7c-ac79-48ec-8b2b-a9fb7b574852 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.0981567 Nov 12 12:17:17.177773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:17.233874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-0e9e93eb-5457-4563-a11c-674294f779ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493679 Nov 12 12:17:17.259606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:17.260228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:17.284648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-19068486-cf18-40de-8b2d-7d46635de4b5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6446600 Nov 12 12:17:17.301243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Request body: {'port': {'device_id': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:17.363282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:17.526195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-2851b640-21ab-4a14-9776-8c892bc89a24 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809179 Nov 12 12:17:17.544463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d8ed-eada-4c70-a972-7f8bd6660dd7 req-9a051d4e-e230-44ad-b6fc-d2750a5ff7ef tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:17.554852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf8d8ed-eada-4c70-a972-7f8bd6660dd7 req-9a051d4e-e230-44ad-b6fc-d2750a5ff7ef tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 943 time: 0.0703080 Nov 12 12:17:17.622315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf8d8ed-eada-4c70-a972-7f8bd6660dd7 req-111302f6-1860-470e-97f5-86f4a3a33054 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656595 Nov 12 12:17:17.715145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2248a72c-61a7-4c01-8878-2ddcb15de5a9 req-c46138ca-0e2f-41bb-a6c1-f3de2a1534f2 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770585 Nov 12 12:17:17.795737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0bf5-19f9-499f-9083-de2891ecb955 req-83ac539f-dc13-4bd2-95b4-7ab4515befe0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:17.809744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb9d0bf5-19f9-499f-9083-de2891ecb955 req-83ac539f-dc13-4bd2-95b4-7ab4515befe0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 932 time: 0.1807079 Nov 12 12:17:17.937788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb9d0bf5-19f9-499f-9083-de2891ecb955 req-0c574db8-936b-44fa-b595-2f9def083b2e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267684 Nov 12 12:17:18.109545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7858809e-634f-4c6b-9fe3-0e4ae486625a {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:18.122884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:18.138312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Transition to ACTIVE for port object 7858809e-634f-4c6b-9fe3-0e4ae486625a will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:17:18.144123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:18.244898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:18.271016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.271870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.272308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.272639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.272968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.273322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.273721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.274045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.274392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.274713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.275080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.275443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:18.371464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:18.371911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:18.372237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:18.383449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d5d8-e7ae-4f64-8ddc-b3d9b616a0a2 req-020bf65c-d1ac-4d06-b27d-9869f7a2e196 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:18.385358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d61d5d8-e7ae-4f64-8ddc-b3d9b616a0a2 req-020bf65c-d1ac-4d06-b27d-9869f7a2e196 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1368935 Nov 12 12:17:18.390861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:18.391207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:18.412218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:18.412474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:18.412850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:18.413286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Bound port: 7858809e-634f-4c6b-9fe3-0e4ae486625a, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:18.413646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:18.491535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d61d5d8-e7ae-4f64-8ddc-b3d9b616a0a2 req-0565cb90-0bfd-4706-9ab9-a68bbfe5f21f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964730 Nov 12 12:17:18.530147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:18.535927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:18.546686 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:18.591894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:18.592615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:18.594524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] 10.222.0.81 "PUT /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 1092 time: 1.2973475 Nov 12 12:17:18.594918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:18.598462 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe6665-9575-433b-a8ea-ebeb2791a807" -d '{"events": [{"name": "network-changed", "server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:18.626391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278dc90-f56e-4741-8564-04910f683b63 service neutron] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:18.714906 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a2148d-1ffe-4d0d-8556-d5f604b04422 x-openstack-request-id: req-56a2148d-1ffe-4d0d-8556-d5f604b04422 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:18.715357 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:18.715700 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56a2148d-1ffe-4d0d-8556-d5f604b04422 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:18.716189 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'status': 'completed', 'code': 200} Nov 12 12:17:18.741344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-8d2a9ab9-f92e-4caa-a518-e4bcb3c75cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:18.743662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-8d2a9ab9-f92e-4caa-a518-e4bcb3c75cdc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1095 time: 0.0754712 Nov 12 12:17:18.811948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-ecb192db-6b7a-4dd9-80cf-f1003ab0af74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 217 time: 0.0584874 Nov 12 12:17:18.864211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171aba-cde3-46c3-acfb-013a1a409dc2 req-68bd7772-c6b2-4e51-bde9-af2fcba34d73 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:18.865913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce171aba-cde3-46c3-acfb-013a1a409dc2 req-68bd7772-c6b2-4e51-bde9-af2fcba34d73 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 943 time: 0.1212466 Nov 12 12:17:18.911359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-4a40ed7d-ff28-49ba-8cf8-25eead7fdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:18.915148 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-4a40ed7d-ff28-49ba-8cf8-25eead7fdf96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0932374 Nov 12 12:17:18.967422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-762145c8-f100-4392-9ef3-7d0143cb26aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423365 Nov 12 12:17:19.005002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce171aba-cde3-46c3-acfb-013a1a409dc2 req-167c9aa5-fc47-43b5-8f24-74540cbcfbc0 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231122 Nov 12 12:17:19.094010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-24995f0e-6e18-4658-8cf1-656d8b64e8c1 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148543 Nov 12 12:17:19.213692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405807-e183-497c-9d52-3eaf1ac09782 req-e8b80ca0-c9c9-4638-a650-bfcd69696dec tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:19.215878 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-62405807-e183-497c-9d52-3eaf1ac09782 req-e8b80ca0-c9c9-4638-a650-bfcd69696dec tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.1186442 Nov 12 12:17:19.263238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-deab703d-1ba2-46a7-a503-efd58767cc5d req-5b62c078-e1e5-4e11-b771-26bbbb68bd5b service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562681 Nov 12 12:17:19.306692 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-62405807-e183-497c-9d52-3eaf1ac09782 req-bc232347-4466-48ba-bbce-0a1daacaeb11 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839634 Nov 12 12:17:19.391660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-761b746e-a0b7-4120-b7b5-1aa84df75eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:19.393295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-761b746e-a0b7-4120-b7b5-1aa84df75eed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1095 time: 0.0495608 Nov 12 12:17:19.492106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-496c6de2-c433-4058-acd4-8b855ae91f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:19.493587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-496c6de2-c433-4058-acd4-8b855ae91f15 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.0914135 Nov 12 12:17:19.545683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-f4cd5ecd-9da9-4837-9434-7ad7d8b8666d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 217 time: 0.0414019 Nov 12 12:17:19.610940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-b1768041-d2cc-40c1-afd8-53b81e69628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:19.613474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-b1768041-d2cc-40c1-afd8-53b81e69628d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0526567 Nov 12 12:17:19.628351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190ea0-7e78-4bf6-8e60-08e0f2f5e531 req-261a9e1c-bb07-45b0-b2c5-53341c69c58f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:19.630056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78190ea0-7e78-4bf6-8e60-08e0f2f5e531 req-261a9e1c-bb07-45b0-b2c5-53341c69c58f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0515122 Nov 12 12:17:19.647954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-d5c3b370-ac9c-4fc2-b1e7-39d002dfc58c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260458 Nov 12 12:17:19.695548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78190ea0-7e78-4bf6-8e60-08e0f2f5e531 req-e5be17b3-c84b-436a-b10c-3e58e00dc691 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Nov 12 12:17:19.753997 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-bded667a-64eb-4e59-8972-65e371ceafaa service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945919 Nov 12 12:17:19.854765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34fe6665-9575-433b-a8ea-ebeb2791a807 req-18dc8dd9-fce2-4e68-8c02-0fb5b02f7f15 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919998 Nov 12 12:17:20.039465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-835183a4-c43f-4748-b073-58d02387c618 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:20.040929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-835183a4-c43f-4748-b073-58d02387c618 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/networks?id=f911e34c-8b87-403d-8468-dc8667b06b0d HTTP/1.1" status: 200 len: 815 time: 0.1075783 Nov 12 12:17:20.057823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-a55e370e-4f0b-4810-b177-3bc24951dfa3 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/quotas/8a4c4edacf0f49a883e3a4eaa3322ba3 HTTP/1.1" status: 200 len: 375 time: 0.0106442 Nov 12 12:17:20.112009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-a0ae5fed-7cd1-44e4-83fd-f40876c51fe6 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a4c4edacf0f49a883e3a4eaa3322ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483792 Nov 12 12:17:20.145668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a51e5a-6c68-4402-9fcf-b07ed7f630ea req-8e2b0a57-57da-4ba3-b20f-a45fa1583dc7 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:20.147493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52a51e5a-6c68-4402-9fcf-b07ed7f630ea req-8e2b0a57-57da-4ba3-b20f-a45fa1583dc7 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 943 time: 0.0540652 Nov 12 12:17:20.196221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52a51e5a-6c68-4402-9fcf-b07ed7f630ea req-6b71e0e2-7c27-4234-91d7-006c483e800c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 Nov 12 12:17:20.208165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-9f29aedd-50e9-4227-b6d4-024eba1dd2b9 service neutron] 10.222.0.18 "GET /v2.0/networks/f911e34c-8b87-403d-8468-dc8667b06b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881090 Nov 12 12:17:20.436413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5719766-b622-430a-b98a-f4ef47f6fd77 req-0549325e-e754-48b9-b37e-057091b0262a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:20.438007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5719766-b622-430a-b98a-f4ef47f6fd77 req-0549325e-e754-48b9-b37e-057091b0262a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.0522139 Nov 12 12:17:20.489923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5719766-b622-430a-b98a-f4ef47f6fd77 req-b4f6180c-5856-4ffb-8483-0d129811f086 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456111 Nov 12 12:17:20.549165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-c045a35b-6dee-43eb-9cea-953730a18856 service neutron] 10.222.0.18 "GET /v2.0/networks/f911e34c-8b87-403d-8468-dc8667b06b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340943 Nov 12 12:17:20.714875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-149af8fe-24e9-4002-bee3-3cfd35617250 req-901cb695-e669-4217-a0d2-088662c338a3 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 210 time: 0.0343704 Nov 12 12:17:20.764238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:20.837154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1353-04c3-437a-b46a-47ba4fe30835 req-22c8f995-d968-46fa-8a73-7ce20ae6543d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:20.839099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b3d1353-04c3-437a-b46a-47ba4fe30835 req-22c8f995-d968-46fa-8a73-7ce20ae6543d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0562513 Nov 12 12:17:20.912210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b3d1353-04c3-437a-b46a-47ba4fe30835 req-48c61ddf-1be8-4d1d-a588-228f366cd30e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660980 Nov 12 12:17:21.029907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:21.055415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '3857514d-d5f4-4580-a429-df56496acd2f', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': '3857514d-d5f4-4580-a429-df56496acd2f', 'mac_address': 'fa:16:3e:55:c7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:21.107156 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.123306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3857514d-d5f4-4580-a429-df56496acd2f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:21.147001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:21.153813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.207839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:21.333230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00bf6e-c628-476e-8109-17018fecfd53 req-f691a82b-8ad3-43c1-a17c-8f37d4c8c34a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:21.335806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a00bf6e-c628-476e-8109-17018fecfd53 req-f691a82b-8ad3-43c1-a17c-8f37d4c8c34a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 944 time: 0.0654061 Nov 12 12:17:21.399633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a00bf6e-c628-476e-8109-17018fecfd53 req-0fa89347-ac8f-4724-bcc9-1a27018afdb1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567229 Nov 12 12:17:21.422428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['3857514d-d5f4-4580-a429-df56496acd2f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:21.622394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb60334-430c-4368-99a1-0533e8d357e4 req-9b8956b9-f771-4195-89c2-3e7e11862fb3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:21.623811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fb60334-430c-4368-99a1-0533e8d357e4 req-9b8956b9-f771-4195-89c2-3e7e11862fb3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.0545709 Nov 12 12:17:21.676828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fb60334-430c-4368-99a1-0533e8d357e4 req-9a672220-c04f-46b5-93e8-1e7b040f0d9a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461857 Nov 12 12:17:21.851728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-981aad62-d0fa-4b07-b7be-667fbfa19fe3 req-2e96bbbb-48c3-4a23-b4f6-a165ab24ab27 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 210 time: 0.0536642 Nov 12 12:17:21.895622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83a023-b2a3-44e7-88ad-10c2168dc1c8 req-c8ede41d-d7e2-432c-8317-bf75538e07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:21.897738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd83a023-b2a3-44e7-88ad-10c2168dc1c8 req-c8ede41d-d7e2-432c-8317-bf75538e07ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.1386178 Nov 12 12:17:21.945948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-e8615f81-7b8c-4d3c-b62b-66ad251c30a1 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:21.947429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-e8615f81-7b8c-4d3c-b62b-66ad251c30a1 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.65 "GET /v2.0/networks?id=f911e34c-8b87-403d-8468-dc8667b06b0d HTTP/1.1" status: 200 len: 815 time: 0.1614497 Nov 12 12:17:21.969040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Request body: {'port': {'device_id': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'admin_state_up': True, 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:22.002319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd83a023-b2a3-44e7-88ad-10c2168dc1c8 req-7faaacaa-9200-481f-9920-9ffd9bd2fef6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Nov 12 12:17:22.044468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f109d-ded2-4303-b9a8-2ffd87a29e13 req-bc5cc31d-6e7a-44c9-ae2b-f5b72986c63d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:22.051858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c53f109d-ded2-4303-b9a8-2ffd87a29e13 req-bc5cc31d-6e7a-44c9-ae2b-f5b72986c63d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0637231 Nov 12 12:17:22.104334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Made reservation on behalf of 8a4c4edacf0f49a883e3a4eaa3322ba3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:22.108005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c53f109d-ded2-4303-b9a8-2ffd87a29e13 req-7ca3c9de-b59b-405c-9ec3-805d5cafd740 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550969 Nov 12 12:17:22.114415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:22.260038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Allocated IP 172.20.0.14 (f911e34c-8b87-403d-8468-dc8667b06b0d/9d74dd5a-42a4-4116-b04f-f67f63c580fc/5043954a-5dcc-4042-8554-9991198e528b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:22.549541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:22.598558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:22.662749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Network f911e34c-8b87-403d-8468-dc8667b06b0d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:22.667134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:22.669087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Pushing event updated for resources: {'Port': ['ID=5043954a-5dcc-4042-8554-9991198e528b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:22.671372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:22.728021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:22.737763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:22.757123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-ca8203bd-e397-40aa-8a2a-90619016eb90 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7925186 Nov 12 12:17:22.761718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:22.821369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:22.930628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64306d5f-42a0-4965-b14c-746cf695ec49 None None] Provisioning complete for port 5043954a-5dcc-4042-8554-9991198e528b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:22.930996 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64306d5f-42a0-4965-b14c-746cf695ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:22.978588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 3857514d-d5f4-4580-a429-df56496acd2f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:17:22.982136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:23.004966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 3857514d-d5f4-4580-a429-df56496acd2f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:23.005327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.008057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-64306d5f-42a0-4965-b14c-746cf695ec49 None None] Port 5043954a-5dcc-4042-8554-9991198e528b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:23.027697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'port_id': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'mac_address': 'fa:16:3e:7a:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53683dea-ff2d-4d0f-ae5d-6aedfde4c9be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:23.084772 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.120473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7858809e-634f-4c6b-9fe3-0e4ae486625a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:23.148911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.154760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:23.170048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.207007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:23.209535 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ef21ce-41c0-42e3-84fd-80614aff8aa7" -d '{"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-plugged", "status": "completed", "tag": "3857514d-d5f4-4580-a429-df56496acd2f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:23.231296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:23.236053 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:23.248094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:23.299152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:23.460471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7858809e-634f-4c6b-9fe3-0e4ae486625a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:24.814941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:24.883492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7858809e-634f-4c6b-9fe3-0e4ae486625a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:17:24.888305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7858809e-634f-4c6b-9fe3-0e4ae486625a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:24.888686 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:24.979989 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:25.020921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:25.025720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:25.077462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:29.278308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.421147 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.154009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Request body: {'port': {'device_id': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:33.245978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.265951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a926c4-8a02-456a-a9f9-0e803fccb6a9 req-04187261-127c-42c5-bf1d-659ecf799e2e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.268320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40a926c4-8a02-456a-a9f9-0e803fccb6a9 req-04187261-127c-42c5-bf1d-659ecf799e2e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.0551927 Nov 12 12:17:33.294430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5a03c-0bd1-4e6b-bd35-f1546ca3de10 req-ae20d8ab-6963-495a-8e5b-5f670d099879 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.295940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15f5a03c-0bd1-4e6b-bd35-f1546ca3de10 req-ae20d8ab-6963-495a-8e5b-5f670d099879 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 945 time: 0.0869980 Nov 12 12:17:33.318998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40a926c4-8a02-456a-a9f9-0e803fccb6a9 req-1eeb7b7a-fc68-4f0c-8cff-45449e1ae8c6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Nov 12 12:17:33.424829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15f5a03c-0bd1-4e6b-bd35-f1546ca3de10 req-641c5afd-8b05-4642-bbec-b548a5a18f67 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184688 Nov 12 12:17:33.433073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafdf84-d258-4d2f-87a8-12a54d026b88 req-28889663-2c2a-4253-8bce-5236558cbb8f tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.434644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8fafdf84-d258-4d2f-87a8-12a54d026b88 req-28889663-2c2a-4253-8bce-5236558cbb8f tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 932 time: 0.0529375 Nov 12 12:17:33.491556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8fafdf84-d258-4d2f-87a8-12a54d026b88 req-2eca634e-3eac-4375-9a8b-49fd8684a56d tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Nov 12 12:17:33.552722 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d40d7d-3ca8-482c-b280-33660326df23 x-openstack-request-id: req-42d40d7d-3ca8-482c-b280-33660326df23 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:33.554037 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-plugged", "status": "completed", "tag": "3857514d-d5f4-4580-a429-df56496acd2f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:33.554660 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42d40d7d-3ca8-482c-b280-33660326df23 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:33.555374 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f', 'code': 200} Nov 12 12:17:33.587135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5043954a-5dcc-4042-8554-9991198e528b {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:33.597873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.613671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Transition to ACTIVE for port object 5043954a-5dcc-4042-8554-9991198e528b will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:17:33.615349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1047b7-31f1-49e9-ad46-fc31951e2c24 req-f19ba054-03e0-420b-a4ca-8af89a70870a tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.617168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e1047b7-31f1-49e9-ad46-fc31951e2c24 req-f19ba054-03e0-420b-a4ca-8af89a70870a tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0557203 Nov 12 12:17:33.633099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.671899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e1047b7-31f1-49e9-ad46-fc31951e2c24 req-2d4a3354-3668-4526-b0be-244535685b1f tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Nov 12 12:17:33.728746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Pushing event updated for resources: {'Port': ['ID=5043954a-5dcc-4042-8554-9991198e528b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:33.738775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b71425-1e0b-4e93-b102-8c3d501a3b2c req-3d5c0f1d-f0f6-452f-800c-e0ec5489ed32 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.741078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14b71425-1e0b-4e93-b102-8c3d501a3b2c req-3d5c0f1d-f0f6-452f-800c-e0ec5489ed32 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1096 time: 0.1293845 Nov 12 12:17:33.749167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23bc8b-143d-4612-9b1e-03f79aba3838 req-57564328-81df-407e-a84d-d0360c6a4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.750708 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a23bc8b-143d-4612-9b1e-03f79aba3838 req-57564328-81df-407e-a84d-d0360c6a4426 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 1096 time: 0.1355507 Nov 12 12:17:33.876688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a23bc8b-143d-4612-9b1e-03f79aba3838 req-8f5086da-a2ae-49ba-afb1-1c7a674a5b25 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092622 Nov 12 12:17:33.884285 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14b71425-1e0b-4e93-b102-8c3d501a3b2c req-289e6a24-db3a-4480-82f6-98d7ce20b4e8 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326556 Nov 12 12:17:33.888370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Attempting to bind port 5043954a-5dcc-4042-8554-9991198e528b on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:33.889584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Attempting to bind port 5043954a-5dcc-4042-8554-9991198e528b by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:33.889584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Attempting to bind port 5043954a-5dcc-4042-8554-9991198e528b on network f911e34c-8b87-403d-8468-dc8667b06b0d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:33.893717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Port 5043954a-5dcc-4042-8554-9991198e528b on network f911e34c-8b87-403d-8468-dc8667b06b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:33.894613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Attempting to bind port 5043954a-5dcc-4042-8554-9991198e528b on network f911e34c-8b87-403d-8468-dc8667b06b0d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:33.901141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:33.901479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Checking segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:33.901860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Bound using segment: {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:33.902322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Bound port: 5043954a-5dcc-4042-8554-9991198e528b, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1fba9d-64e7-4427-b0d9-845e9ca4f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:33.902680 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.968077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] For port 5043954a-5dcc-4042-8554-9991198e528b, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:33.971225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] For port 5043954a-5dcc-4042-8554-9991198e528b, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5043954a-5dcc-4042-8554-9991198e528b,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:33.981245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:34.016514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.017072 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:34.018614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] 10.222.0.65 "PUT /v2.0/ports/5043954a-5dcc-4042-8554-9991198e528b HTTP/1.1" status: 200 len: 1092 time: 0.8690560 Nov 12 12:17:34.018949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'tag': '5043954a-5dcc-4042-8554-9991198e528b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:34.022401 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c5b663-6705-45de-9ce9-3ff79466737e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe95f69-4f3f-4a7e-b233-6676eabf42bd", "tag": "5043954a-5dcc-4042-8554-9991198e528b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:34.050490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d8490-644f-4626-a128-2c65ae296fee service neutron] Pushing event updated for resources: {'Port': ['ID=5043954a-5dcc-4042-8554-9991198e528b,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:34.082840 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e11b793-82f5-409b-8252-2ac0cbc56944 x-openstack-request-id: req-0e11b793-82f5-409b-8252-2ac0cbc56944 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:34.083638 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe95f69-4f3f-4a7e-b233-6676eabf42bd", "tag": "5043954a-5dcc-4042-8554-9991198e528b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:34.084070 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e11b793-82f5-409b-8252-2ac0cbc56944 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:34.084713 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'tag': '5043954a-5dcc-4042-8554-9991198e528b', 'status': 'completed', 'code': 200} Nov 12 12:17:34.209868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b663-6705-45de-9ce9-3ff79466737e req-58f48be9-80ff-44c0-8697-1529154c973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.211369 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46c5b663-6705-45de-9ce9-3ff79466737e req-58f48be9-80ff-44c0-8697-1529154c973d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4c4edacf0f49a883e3a4eaa3322ba3&device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 1095 time: 0.1055374 Nov 12 12:17:34.420344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b663-6705-45de-9ce9-3ff79466737e req-74c772f1-efbd-47ca-8ab8-c5900c4a0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.421792 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46c5b663-6705-45de-9ce9-3ff79466737e req-74c772f1-efbd-47ca-8ab8-c5900c4a0f00 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8a4c4edacf0f49a883e3a4eaa3322ba3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1972640 Nov 12 12:17:34.555917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899f966-c417-4514-a5b8-9ddfe0d08bb4 req-8f5d7483-37a3-429c-9e49-3d6e7a2daf85 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.557405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2899f966-c417-4514-a5b8-9ddfe0d08bb4 req-8f5d7483-37a3-429c-9e49-3d6e7a2daf85 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1509318 Nov 12 12:17:34.651093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b663-6705-45de-9ce9-3ff79466737e req-40e66a80-df0a-48e9-a00b-695ce1069773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.652545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46c5b663-6705-45de-9ce9-3ff79466737e req-40e66a80-df0a-48e9-a00b-695ce1069773 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2167404 Nov 12 12:17:34.660186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2899f966-c417-4514-a5b8-9ddfe0d08bb4 req-b7505c6d-9640-406b-8373-3e7844b2825a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958407 Nov 12 12:17:34.794032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-d0fe9f11-3e33-461f-9ffc-81c96f9e50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.796465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-d0fe9f11-3e33-461f-9ffc-81c96f9e50af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4c4edacf0f49a883e3a4eaa3322ba3&device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 1095 time: 0.0750000 Nov 12 12:17:34.810207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52211374-feb8-452c-8dda-77e5c34c9094 req-077bf89d-1984-4c7a-8f8e-b0d3e877af39 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.812203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-52211374-feb8-452c-8dda-77e5c34c9094 req-077bf89d-1984-4c7a-8f8e-b0d3e877af39 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 945 time: 0.0800989 Nov 12 12:17:34.831661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-ca1b5c71-ff23-47e4-b19b-41e013fe0659 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:34.832699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-ca1b5c71-ff23-47e4-b19b-41e013fe0659 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113606 Nov 12 12:17:34.878485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-0548614f-1f82-4682-a3e3-ea7e1a69348e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5043954a-5dcc-4042-8554-9991198e528b HTTP/1.1" status: 200 len: 217 time: 0.0652790 Nov 12 12:17:34.948385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-411b956a-65bb-40c5-aa25-d2b105359bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:34.949776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-411b956a-65bb-40c5-aa25-d2b105359bb8 service neutron] 10.222.0.18 "GET /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 1093 time: 0.0855849 Nov 12 12:17:34.963948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Request body: {'binding': {'host': 'n-h2-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:34.964394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:17:35.002228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-52211374-feb8-452c-8dda-77e5c34c9094 req-033a5e83-825f-44a2-8237-5063a2ac2f7a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817689 Nov 12 12:17:35.008290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-007116b0-7616-43dd-9575-013ce9935d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.009858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-007116b0-7616-43dd-9575-013ce9935d5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d74dd5a-42a4-4116-b04f-f67f63c580fc HTTP/1.1" status: 200 len: 854 time: 0.1122162 Nov 12 12:17:35.150443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-0078f6e9-d15a-4486-8df9-af1f64ff407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.151931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-0078f6e9-d15a-4486-8df9-af1f64ff407b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f911e34c-8b87-403d-8468-dc8667b06b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347992 Nov 12 12:17:35.239306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed7933-b66c-4c45-9fa1-32699c7701f8 req-7cfbecc6-1704-4f95-adb4-97b700f656a5 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.240853 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4ed7933-b66c-4c45-9fa1-32699c7701f8 req-7cfbecc6-1704-4f95-adb4-97b700f656a5 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 944 time: 0.1433518 Nov 12 12:17:35.282436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on host n-h2-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:35.282768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:35.283089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:35.299963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:35.300284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:35.323209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:35.323539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:35.323914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:35.324344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Bound port: 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:35.331365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-378f3066-ca5d-441e-a008-74c61fe9a0b5 service neutron] 10.222.0.65 "GET /v2.0/networks/f911e34c-8b87-403d-8468-dc8667b06b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646898 Nov 12 12:17:35.358690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4ed7933-b66c-4c45-9fa1-32699c7701f8 req-0c13b728-6def-4ab6-aa3e-ea7156d83446 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084356 Nov 12 12:17:35.447084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:35.455808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.456959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-091e4f97-a394-45c0-89e6-eff775de29a1 service neutron] 10.222.0.18 "POST /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4995317 Nov 12 12:17:35.474842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9fe1c91-a0c3-4fdd-916b-f6bf16ffb6a6 req-feb0c88b-59e2-4b9e-a0ab-35766d1aa814 service neutron] 10.222.0.65 "GET /v2.0/networks/f911e34c-8b87-403d-8468-dc8667b06b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145144 Nov 12 12:17:35.557510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:35.560162 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ba94d-f603-4ac5-88b7-cfe9ca841dca" -d '{"events": [{"server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "name": "network-vif-plugged", "status": "completed", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:35.569120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeb6d5-e3a7-45d3-8561-470afeafc34b req-b4a47b19-d206-4c8a-a684-a17dd7c76361 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.570802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4aeb6d5-e3a7-45d3-8561-470afeafc34b req-b4a47b19-d206-4c8a-a684-a17dd7c76361 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0692482 Nov 12 12:17:35.596211 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7087d44c-474c-4b70-8c2a-88074e1bcf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.642395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4aeb6d5-e3a7-45d3-8561-470afeafc34b req-d9ea9a10-daf5-40ba-8b51-80d43948f0a0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508351 Nov 12 12:17:35.694299 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc7a1d9-c2bd-41db-8d78-5b7cc1933faa x-openstack-request-id: req-bbc7a1d9-c2bd-41db-8d78-5b7cc1933faa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:35.694613 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "name": "network-vif-plugged", "status": "completed", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:35.694869 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbc7a1d9-c2bd-41db-8d78-5b7cc1933faa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:35.695265 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'code': 200} Nov 12 12:17:35.735596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1b30c599-d4ac-4610-ad71-7d0092badec1 req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1484981592', 'description': 'tempest-description-1941942333'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:35.758726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653f21a-b1f5-4911-92b8-d70769ce4839 req-afbdfe47-19b8-4a50-8b6a-cd7f71ed85c2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.760261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a653f21a-b1f5-4911-92b8-d70769ce4839 req-afbdfe47-19b8-4a50-8b6a-cd7f71ed85c2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.0558822 Nov 12 12:17:35.766964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1b30c599-d4ac-4610-ad71-7d0092badec1 req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.776477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-8f094617-ff5e-4384-b9a6-7ab0461c1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.777910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-8f094617-ff5e-4384-b9a6-7ab0461c1a3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1096 time: 0.0799735 Nov 12 12:17:35.812588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a653f21a-b1f5-4911-92b8-d70769ce4839 req-30a83651-92fc-43a7-a17b-69bda70be94b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Nov 12 12:17:35.930689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a39e6-0d2b-4f41-b804-830ccef7776c req-8e7fe1c6-c4d3-4b62-acaa-c335b8018dd5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:35.932489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d0a39e6-0d2b-4f41-b804-830ccef7776c req-8e7fe1c6-c4d3-4b62-acaa-c335b8018dd5 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.0556743 Nov 12 12:17:35.986520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d0a39e6-0d2b-4f41-b804-830ccef7776c req-86d3931a-8aa8-452f-ac2e-9b2bf823111a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Nov 12 12:17:36.135668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5279-a986-491e-a3e4-e310ad8956c3 req-174f261d-6f60-4a91-b50e-efd6cc95dbac tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.137210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb8d5279-a986-491e-a3e4-e310ad8956c3 req-174f261d-6f60-4a91-b50e-efd6cc95dbac tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 945 time: 0.0554717 Nov 12 12:17:36.147860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ae43-91a8-48d6-ad0f-e0369a8d1a20 req-75c7fcc3-bce7-4884-af42-8d493ad56d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.149355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6262ae43-91a8-48d6-ad0f-e0369a8d1a20 req-75c7fcc3-bce7-4884-af42-8d493ad56d62 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.3837144 Nov 12 12:17:36.194881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb8d5279-a986-491e-a3e4-e310ad8956c3 req-5d2a5a17-a21e-4781-8bb2-73af0bcb8880 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470741 Nov 12 12:17:36.195767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-9573b742-f915-470b-b20f-ea0c6d1be7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.197256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-9573b742-f915-470b-b20f-ea0c6d1be7e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.3930490 Nov 12 12:17:36.263342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1b30c599-d4ac-4610-ad71-7d0092badec1 req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.269871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-f149c38c-ab8b-4d2d-9225-a91951f6abf4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 217 time: 0.0587754 Nov 12 12:17:36.274183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1b30c599-d4ac-4610-ad71-7d0092badec1 req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.286223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6262ae43-91a8-48d6-ad0f-e0369a8d1a20 req-cba132e6-bdae-4759-9e8a-9f492ce669f9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232495 Nov 12 12:17:36.339254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1b30c599-d4ac-4610-ad71-7d0092badec1 req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.340480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b30c599-d4ac-4610-ad71-7d0092badec1 req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.6153305 Nov 12 12:17:36.350546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18ec9b-0391-4bce-8fa5-1d05f0782c71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4812a3a-4079-487e-993f-8f1cc801eb93,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:36.364098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-c54085ae-713a-410d-b0a5-d216c4008d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.366660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-c54085ae-713a-410d-b0a5-d216c4008d5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.0865095 Nov 12 12:17:36.416310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-439faefd-61e1-4155-b6e1-927f313aa7b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335560 Nov 12 12:17:36.430015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2fc75-b88f-4a76-b537-b5fe67930864 req-d2cbc09e-7590-4f3c-9688-95f393baded3 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.431562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80f2fc75-b88f-4a76-b537-b5fe67930864 req-d2cbc09e-7590-4f3c-9688-95f393baded3 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 945 time: 0.0550351 Nov 12 12:17:36.480049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80f2fc75-b88f-4a76-b537-b5fe67930864 req-486fdfc1-db31-4edb-8994-2084cc2e8b1a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Nov 12 12:17:36.520143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-0aa2f59c-e228-4b95-a417-386ab2dd94c2 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1484981592&fields=id&tenant_id=4dfbaf28d9f041db99cb75f71068726a HTTP/1.1" status: 200 len: 267 time: 0.1062098 Nov 12 12:17:36.574366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-3cae937f-debc-4e17-b1a6-879fdfe2a562 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441472 Nov 12 12:17:36.595347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fac26-6738-461c-9918-a4aab5125055 req-8773fec5-f28d-4ff1-abee-1e520a8ef399 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.597001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-340fac26-6738-461c-9918-a4aab5125055 req-8773fec5-f28d-4ff1-abee-1e520a8ef399 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 944 time: 0.0556498 Nov 12 12:17:36.620505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-ade7f660-6e4c-434e-bae1-7b9c7b0fe074 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:36.621509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-ade7f660-6e4c-434e-bae1-7b9c7b0fe074 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0937719 Nov 12 12:17:36.651098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-340fac26-6738-461c-9918-a4aab5125055 req-7aa81120-19d3-454e-bca6-a6849333e7e0 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474677 Nov 12 12:17:36.672829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'port': {'security_groups': ['4b07b041-b641-41b2-aeb1-1c7a69782c11', 'b4812a3a-4079-487e-993f-8f1cc801eb93']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:36.762824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.769383 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-fd6ac743-3d56-4c59-85f2-d6c9a59f7e03 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810391 Nov 12 12:17:36.964786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:36.996824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.003072 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.016156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d81b1441-971c-4eba-a714-3599e8e9ac4f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:37.081626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.082194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.096199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a66c4a9-8c78-451f-bbe8-71366176c144 req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "PUT /v2.0/ports/d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 981 time: 0.4661899 Nov 12 12:17:37.096731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:37.102737 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eb8bd0-bf3e-4481-a454-e8270116b7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:37.110779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0329-a8f8-451d-928d-731c6cc266d1 req-fcab9de8-7148-4ffb-aafd-a8dedbae0dd6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.148652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98fe0329-a8f8-451d-928d-731c6cc266d1 req-fcab9de8-7148-4ffb-aafd-a8dedbae0dd6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1421254 Nov 12 12:17:37.179263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d852a9-db3d-41b9-949e-7d06fb8ed30d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:37.186611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d81b1441-971c-4eba-a714-3599e8e9ac4f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:37.220350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98fe0329-a8f8-451d-928d-731c6cc266d1 req-55dcd04f-3038-4793-81ec-52de44f41113 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 Nov 12 12:17:37.252526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc8a4-74e3-4fb0-b2d5-4c78f3858e9e req-5f4d1bef-eb2a-4179-bf04-1811a723c8bc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.254145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73afc8a4-74e3-4fb0-b2d5-4c78f3858e9e req-5f4d1bef-eb2a-4179-bf04-1811a723c8bc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.0561366 Nov 12 12:17:37.316059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73afc8a4-74e3-4fb0-b2d5-4c78f3858e9e req-adfc4d3d-cdbb-46d7-ba1b-3151862b0b3c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523639 Nov 12 12:17:37.345748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-2abe705e-7d2d-404b-a42c-9c69452ea39c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1484981592&fields=id&tenant_id=4dfbaf28d9f041db99cb75f71068726a HTTP/1.1" status: 200 len: 267 time: 0.0632608 Nov 12 12:17:37.389189 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dbe55b-dd37-4a92-a46e-88212fdf04e7 x-openstack-request-id: req-58dbe55b-dd37-4a92-a46e-88212fdf04e7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:37.389683 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:37.390085 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58dbe55b-dd37-4a92-a46e-88212fdf04e7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:37.390784 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'status': 'completed', 'code': 200} Nov 12 12:17:37.405469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-65135be3-cd53-4a64-be5d-85d9d6069ff0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.414461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-65135be3-cd53-4a64-be5d-85d9d6069ff0 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 984 time: 0.0618765 Nov 12 12:17:37.419803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'port': {'security_groups': ['4b07b041-b641-41b2-aeb1-1c7a69782c11']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:37.463622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-bc0bc8d3-7def-48ec-8493-7c9f8fa1e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.465155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-bc0bc8d3-7def-48ec-8493-7c9f8fa1e47d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1135 time: 0.0516372 Nov 12 12:17:37.511955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.588381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-73e478b6-93e0-4d17-a98d-1f05f96c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.590475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-73e478b6-93e0-4d17-a98d-1f05f96c3ff7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.1169765 Nov 12 12:17:37.666905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-af706c31-a22b-4610-b5c7-21552057c95b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.0601497 Nov 12 12:17:37.722263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4953e-7fb8-41c2-859a-fb7afc9a0005 req-91edf765-d91d-490c-aa26-f4bdd2b66d14 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.733617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35d4953e-7fb8-41c2-859a-fb7afc9a0005 req-91edf765-d91d-490c-aa26-f4bdd2b66d14 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 945 time: 0.1388481 Nov 12 12:17:37.742620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:37.766151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-b04f99b5-fda7-45bf-9929-36dea9708144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.767950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-b04f99b5-fda7-45bf-9929-36dea9708144 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.0919592 Nov 12 12:17:37.793152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.799767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.811834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d81b1441-971c-4eba-a714-3599e8e9ac4f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:37.814314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-4335a951-c5d6-41ef-aeda-2feaf77fd934 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350263 Nov 12 12:17:37.849887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35d4953e-7fb8-41c2-859a-fb7afc9a0005 req-1c15cfbd-71cd-4e2c-8084-a687e1955c62 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077671 Nov 12 12:17:37.861570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:37.862363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.865736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35b71ca8-bf51-46b7-99d5-2523c184adc4 req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "PUT /v2.0/ports/d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 942 time: 0.4489765 Nov 12 12:17:37.866478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:37.869309 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfae42-a213-4307-8c7a-350ea890e6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:37.905114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event updated for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:37.916026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.916417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.916757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.917095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.917528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.917864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.918214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.918547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.918865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.919192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.919517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.919844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841c86e-9d3e-4d81-92d0-273032c5887e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.968727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d81b1441-971c-4eba-a714-3599e8e9ac4f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:37.980376 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19cb7a9a-8a11-4113-a9df-c0a493006e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.046009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-e4dcfe0e-52ee-44cd-aec0-87d0dc9f85ad service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015200 Nov 12 12:17:38.055948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d33005-381d-4df4-880a-d3b03ee4f1ca req-90f31860-211b-40a7-b4ea-498fcfb5ffbd tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.057491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69d33005-381d-4df4-880a-d3b03ee4f1ca req-90f31860-211b-40a7-b4ea-498fcfb5ffbd tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 944 time: 0.1209955 Nov 12 12:17:38.176004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66eb8bd0-bf3e-4481-a454-e8270116b7b5 req-f5afc191-17e9-4607-af64-35865fc3b94c service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175289 Nov 12 12:17:38.226726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69d33005-381d-4df4-880a-d3b03ee4f1ca req-dd0fcffa-5645-4243-a148-32527a8ff61d tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537581 Nov 12 12:17:38.451756 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5f034-343e-4bbb-913f-87a52a2e82c6 x-openstack-request-id: req-aaa5f034-343e-4bbb-913f-87a52a2e82c6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:38.452238 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:38.452322 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaa5f034-343e-4bbb-913f-87a52a2e82c6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:38.452779 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'status': 'completed', 'code': 200} Nov 12 12:17:38.523330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd97c410-1b99-4980-ad2b-0aae4be43760 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2681539 Nov 12 12:17:38.537422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:38.557118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-aa049e65-4c21-463d-b6c2-623767ea4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.558978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-aa049e65-4c21-463d-b6c2-623767ea4521 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.0817695 Nov 12 12:17:38.581247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.665083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77c408-8041-4956-ab8f-f098baaad241 req-c06fe5cc-7326-40d1-8725-ce0336c544ec tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.670879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d77c408-8041-4956-ab8f-f098baaad241 req-c06fe5cc-7326-40d1-8725-ce0336c544ec tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.0732744 Nov 12 12:17:38.721129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-1ab59c38-5fcd-49f4-ad57-0b567b632522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.722552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d77c408-8041-4956-ab8f-f098baaad241 req-886f0134-894a-4e9f-aceb-ced396cbaca5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495353 Nov 12 12:17:38.722850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-1ab59c38-5fcd-49f4-ad57-0b567b632522 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.1512632 Nov 12 12:17:38.787662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-38f4cd15-4d2b-45e8-bdbd-c41a622d9472 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.0529239 Nov 12 12:17:38.854770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a954b-ae82-4619-b128-3d5fad7e54d8 req-39d60867-affb-4bab-8473-b007c1e13061 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.857175 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-829a954b-ae82-4619-b128-3d5fad7e54d8 req-39d60867-affb-4bab-8473-b007c1e13061 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.0648043 Nov 12 12:17:38.863924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.868283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-ad76a4e3-4bea-4819-aa28-3d3eb23b1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:38.869770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-ad76a4e3-4bea-4819-aa28-3d3eb23b1511 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.0746148 Nov 12 12:17:38.881509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5043954a-5dcc-4042-8554-9991198e528b details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:38.925887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-829a954b-ae82-4619-b128-3d5fad7e54d8 req-57da2161-b2f6-4f55-9612-fc0686fa5692 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Nov 12 12:17:38.949116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-411c946e-3565-46cd-8394-1f598c9256ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707190 Nov 12 12:17:39.053169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5043954a-5dcc-4042-8554-9991198e528b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5043954a-5dcc-4042-8554-9991198e528b,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:39.065602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5043954a-5dcc-4042-8554-9991198e528b', 'network_id': 'f911e34c-8b87-403d-8468-dc8667b06b0d', 'port_id': '5043954a-5dcc-4042-8554-9991198e528b', 'mac_address': 'fa:16:3e:f1:3e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d74dd5a-42a4-4116-b04f-f67f63c580fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:39.130277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.140471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Allocated IP 172.25.1.103 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/82650189-59fa-4e41-a5ff-75244c54693b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:39.146156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d0feb-e812-451b-a0e1-2420a1e4af97 req-09f88cd6-cc95-4721-92b4-2beafe15eb73 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:39.155158 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-969d0feb-e812-451b-a0e1-2420a1e4af97 req-09f88cd6-cc95-4721-92b4-2beafe15eb73 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0529740 Nov 12 12:17:39.158855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5043954a-5dcc-4042-8554-9991198e528b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:39.217335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5043954a-5dcc-4042-8554-9991198e528b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5043954a-5dcc-4042-8554-9991198e528b,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:39.245819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-969d0feb-e812-451b-a0e1-2420a1e4af97 req-e3046075-42ae-464e-9240-87005f1846da tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893326 Nov 12 12:17:39.253768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.266807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.268897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.373145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5043954a-5dcc-4042-8554-9991198e528b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:39.381146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-ae4c2cfe-1488-4e32-88ef-9ce28c0f21eb service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088566 Nov 12 12:17:39.383330 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.383701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.384154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.384618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.385028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.385594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.385864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.386289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.386690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.387088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.387488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.387891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.388299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:39.524678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5043954a-5dcc-4042-8554-9991198e528b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:39.533037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:39.542237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:39.544765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:39.564656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event updated for resources: {'Port': ['ID=82650189-59fa-4e41-a5ff-75244c54693b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:39.635351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecfae42-a213-4307-8c7a-350ea890e6e5 req-f6aeb5f2-9772-44ca-9007-d905bc6a94c7 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456942 Nov 12 12:17:39.641480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf42da1-9dd1-4c1a-8f7b-4e1e6df8243c req-e3011065-4997-4346-9ced-92749d7bd397 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:39.650606 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbf42da1-9dd1-4c1a-8f7b-4e1e6df8243c req-e3011065-4997-4346-9ced-92749d7bd397 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 945 time: 0.0846291 Nov 12 12:17:39.726889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbf42da1-9dd1-4c1a-8f7b-4e1e6df8243c req-da38e37e-7d44-41e9-bbc5-fb53a36e75e2 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751700 Nov 12 12:17:39.760669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.861468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.074243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541aac-5446-4e37-a974-2d40c6832bf8 req-7d05c6f0-6205-490e-899e-8fd30ed26931 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.086345 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71541aac-5446-4e37-a974-2d40c6832bf8 req-7d05c6f0-6205-490e-899e-8fd30ed26931 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1272509 Nov 12 12:17:40.139538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.146144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.179910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71541aac-5446-4e37-a974-2d40c6832bf8 req-e903ae77-d115-48d3-b46e-76817a9089c2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921645 Nov 12 12:17:40.238814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event updated for resources: {'Port': ['ID=82650189-59fa-4e41-a5ff-75244c54693b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:40.307368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.325574 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.326845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-dd4b9800-9a2c-40ec-9151-60da4f493864 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7968490 Nov 12 12:17:40.485562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.706641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-6a5e1727-b1f2-460b-9195-a12a8eebb4fe tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.3630524 Nov 12 12:17:40.834896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-9540695e-e97f-4264-9c07-99dd287e94c9 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.836530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-9540695e-e97f-4264-9c07-99dd287e94c9 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.1237531 Nov 12 12:17:40.848315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-cb10c54d-e870-4b46-bd3b-c29eefae653e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:40.849488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-182be6be-b9f4-4efe-8f02-5172cf56794f req-cb10c54d-e870-4b46-bd3b-c29eefae653e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067825 Nov 12 12:17:40.889976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508135a-ee60-43d5-95c3-9a546e897378 req-47e0ba7d-5e0e-42a5-a1a5-89a970d05677 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:40.891802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e508135a-ee60-43d5-95c3-9a546e897378 req-47e0ba7d-5e0e-42a5-a1a5-89a970d05677 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 945 time: 0.0787387 Nov 12 12:17:40.920055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:40.922111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5043954a-5dcc-4042-8554-9991198e528b up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:40.973916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e508135a-ee60-43d5-95c3-9a546e897378 req-fd7a11c0-06fc-49fd-bf3a-f6b92dd70e35 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Nov 12 12:17:41.066559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:41.103454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '3857514d-d5f4-4580-a429-df56496acd2f', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': '3857514d-d5f4-4580-a429-df56496acd2f', 'mac_address': 'fa:16:3e:55:c7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:41.137538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-f8cfabae-36aa-4e6b-9f59-8e2f2ee024a5 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:41.146933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-f8cfabae-36aa-4e6b-9f59-8e2f2ee024a5 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1724014 Nov 12 12:17:41.160076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5043954a-5dcc-4042-8554-9991198e528b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:17:41.166668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5043954a-5dcc-4042-8554-9991198e528b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:41.167079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.211074 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.225520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.249322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3857514d-d5f4-4580-a429-df56496acd2f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:41.264072 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-dcd8a160-1469-42b2-9107-3577a93ef307 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.1159101 Nov 12 12:17:41.272953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'floatingip': {'port_id': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:41.297925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:41.323842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.326827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.385861 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.433266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5043954a-5dcc-4042-8554-9991198e528b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:41.435746 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d33ad9-d2bb-4d4b-b632-0b8651a424b4" -d '{"events": [{"server_uuid": "2fe95f69-4f3f-4a7e-b233-6676eabf42bd", "name": "network-vif-plugged", "status": "completed", "tag": "5043954a-5dcc-4042-8554-9991198e528b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:41.443205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['3857514d-d5f4-4580-a429-df56496acd2f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:41.453293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:41.484025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5043954a-5dcc-4042-8554-9991198e528b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5043954a-5dcc-4042-8554-9991198e528b,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:41.493666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.518628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dae4f-a360-4af4-b374-eff7af29e30c req-2f1857d4-1181-4e7e-8e11-045db159357c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:41.523063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-043dae4f-a360-4af4-b374-eff7af29e30c req-2f1857d4-1181-4e7e-8e11-045db159357c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1457653 Nov 12 12:17:41.571970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5043954a-5dcc-4042-8554-9991198e528b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:41.623548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-043dae4f-a360-4af4-b374-eff7af29e30c req-ea42359d-e338-48f9-8356-46f75ce51f6f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922987 Nov 12 12:17:41.805276 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecdad4c-3f1d-4c90-a865-ae91b4f46e93 x-openstack-request-id: req-9ecdad4c-3f1d-4c90-a865-ae91b4f46e93 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:41.807961 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe95f69-4f3f-4a7e-b233-6676eabf42bd", "name": "network-vif-plugged", "status": "completed", "tag": "5043954a-5dcc-4042-8554-9991198e528b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:41.809525 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ecdad4c-3f1d-4c90-a865-ae91b4f46e93 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:41.812253 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5043954a-5dcc-4042-8554-9991198e528b', 'code': 200} Nov 12 12:17:42.013555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a37db-276a-4fb0-8399-7fa2a7b8366b req-28499d95-61b8-4233-a9e5-f4a058770eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:42.015099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-970a37db-276a-4fb0-8399-7fa2a7b8366b req-28499d95-61b8-4233-a9e5-f4a058770eff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 1097 time: 0.1427832 Nov 12 12:17:42.091335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-970a37db-276a-4fb0-8399-7fa2a7b8366b req-cfaea8e6-c985-4f12-bb90-92dcf7515b65 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662489 Nov 12 12:17:42.129465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229e039-7a60-4e50-96b2-2d086b2501ca req-5db28802-f247-4b8d-b1bc-ad73abf210b5 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:42.138870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9229e039-7a60-4e50-96b2-2d086b2501ca req-5db28802-f247-4b8d-b1bc-ad73abf210b5 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 946 time: 0.0748603 Nov 12 12:17:42.206957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9229e039-7a60-4e50-96b2-2d086b2501ca req-59734ec6-607a-4c33-9bbf-9e2eb3cb7257 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654619 Nov 12 12:17:42.272775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.282036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.430017 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Floating IP 814bb100-c2b7-4e68-8079-2769b82a8e4b associated. External IP: 172.25.1.103, port: d81b1441-971c-4eba-a714-3599e8e9ac4f. Nov 12 12:17:42.767100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:42.921050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:42.929234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:42.936173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.941676 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] Sync routers for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:42.958854 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:42.962130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:43.016616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-05252db6-a0e3-44d7-ae45-0f14a0d20933 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "PUT /v2.0/floatingips/814bb100-c2b7-4e68-8079-2769b82a8e4b HTTP/1.1" status: 200 len: 996 time: 1.7516711 Nov 12 12:17:43.020155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:43.028143 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d615e9-3c5b-48a4-821d-57440567e4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:43.044811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 3857514d-d5f4-4580-a429-df56496acd2f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:43.045455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.137538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280803d-5d75-4ffe-a2ee-858c226358b5 req-9de37c5b-0d58-491e-995d-fdc1c3e2da82 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:43.139359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-3708cdfe-ef99-4c4c-a7d1-a208da493946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:43.141589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0280803d-5d75-4ffe-a2ee-858c226358b5 req-9de37c5b-0d58-491e-995d-fdc1c3e2da82 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1078990 Nov 12 12:17:43.142908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-3708cdfe-ef99-4c4c-a7d1-a208da493946 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.0892966 Nov 12 12:17:43.249674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0280803d-5d75-4ffe-a2ee-858c226358b5 req-a649d5f2-917a-49e7-9920-32d6cecea31b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905056 Nov 12 12:17:43.262965 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:43.296728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.384849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:43.390094 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.420595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-0f37772d-88f1-4f80-8b01-b1a493fa790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:43.422096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-0f37772d-88f1-4f80-8b01-b1a493fa790a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.2595119 Nov 12 12:17:43.490455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:43.607938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-c3a55b56-68e1-499b-8e3a-bafc45a7478b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 999 time: 0.1730001 Nov 12 12:17:43.713498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-a32549b8-a4b1-4dd6-a23c-e0f5dfdc38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:43.715220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-a32549b8-a4b1-4dd6-a23c-e0f5dfdc38aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.0898778 Nov 12 12:17:43.780572 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-f835af5e-2f34-4b16-a573-f9baa9e6ae9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383790 Nov 12 12:17:43.799158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-01c263d7-c739-4c59-95ee-9a1ab8b96d90 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:43.802740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-01c263d7-c739-4c59-95ee-9a1ab8b96d90 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155244 Nov 12 12:17:43.814271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:43.816596 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b527e4ec-821a-4c48-abf7-5732bd369b27" -d '{"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-plugged", "status": "completed", "tag": "3857514d-d5f4-4580-a429-df56496acd2f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:43.891445 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb994e1-6338-4a9b-adfd-80a70d713292 x-openstack-request-id: req-9bb994e1-6338-4a9b-adfd-80a70d713292 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:43.891835 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:43.892090 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bb994e1-6338-4a9b-adfd-80a70d713292 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:43.892490 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'status': 'completed', 'code': 200} Nov 12 12:17:43.894922 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '814bb100-c2b7-4e68-8079-2769b82a8e4b', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'port_id': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'mac_address': 'fa:16:3e:57:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:17:39Z', 'updated_at': '2021-11-12T12:17:42Z', 'revision_number': 1, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:38Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:43.971310 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] Checking router: 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:43.995862 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:43.996886 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:44.085083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-4b083c68-713f-4d17-acc4-48175a356638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:44.086583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-4b083c68-713f-4d17-acc4-48175a356638 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.1744595 Nov 12 12:17:44.092578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-5ab3b654-7741-4897-802c-27a8e06d8be3 service neutron] 10.222.0.18 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826147 Nov 12 12:17:44.209294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07690-c7ad-447c-bd22-d4b9cc96b1e8 req-d1dec7fd-512f-4b5c-a8ea-965161be5c35 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:44.217369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19d07690-c7ad-447c-bd22-d4b9cc96b1e8 req-d1dec7fd-512f-4b5c-a8ea-965161be5c35 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 946 time: 0.0825820 Nov 12 12:17:44.312174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19d07690-c7ad-447c-bd22-d4b9cc96b1e8 req-47821e79-34de-4f21-9dac-7f52e67b44ab tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936353 Nov 12 12:17:44.354995 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:44.525952 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89761998-cd13-4a01-a97c-6be5372eba31 x-openstack-request-id: req-89761998-cd13-4a01-a97c-6be5372eba31 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:44.526476 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-plugged", "status": "completed", "tag": "3857514d-d5f4-4580-a429-df56496acd2f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:44.526599 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89761998-cd13-4a01-a97c-6be5372eba31 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:44.526917 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f', 'code': 200} Nov 12 12:17:44.551547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-ec63f754-2810-486a-a403-459d20353cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:44.565573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-ec63f754-2810-486a-a403-459d20353cac service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.4668548 Nov 12 12:17:44.733684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f4c2b2b-2a1b-4062-b16c-ac9706cc0217 req-9bca2bae-bf9a-40aa-a743-0894fd5e829f service neutron] 10.222.0.18 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648105 Nov 12 12:17:44.812512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-4b0849d1-43f4-4008-a988-2849cb5be269 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 999 time: 0.2164648 Nov 12 12:17:44.870638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5aa9b-0f98-407f-a286-fa561e147901 req-32637213-aa6b-4bba-8ff7-e4674157dea2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:44.873682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e5aa9b-0f98-407f-a286-fa561e147901 req-32637213-aa6b-4bba-8ff7-e4674157dea2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.2334800 Nov 12 12:17:44.903427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-de9ad578-64f2-4476-ab02-f48f881f8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:44.905321 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-de9ad578-64f2-4476-ab02-f48f881f8501 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.0662203 Nov 12 12:17:44.974112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '814bb100-c2b7-4e68-8079-2769b82a8e4b', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'port_id': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'mac_address': 'fa:16:3e:57:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:17:39Z', 'updated_at': '2021-11-12T12:17:42Z', 'revision_number': 1, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:38Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:44.998877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-af4184fc-2d8f-4299-9728-6c0f4bcbfdb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715790 Nov 12 12:17:45.034276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e5aa9b-0f98-407f-a286-fa561e147901 req-4180cddf-98cc-45cc-bf33-0d257e8650cc tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516650 Nov 12 12:17:45.060632 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e2429-0445-48fc-8934-d12d81fab4c2 None None] The sync data for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 is: [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '814bb100-c2b7-4e68-8079-2769b82a8e4b', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'port_id': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'mac_address': 'fa:16:3e:57:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:17:39Z', 'updated_at': '2021-11-12T12:17:42Z', 'revision_number': 1, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:38Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:45.262936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-af6774cc-bd4f-4e5b-8d90-1140bd9054d9 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603414 Nov 12 12:17:45.478803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2d615e9-3c5b-48a4-821d-57440567e4a1 req-5203867e-cffd-47bc-b000-0fc33b669d49 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049053 Nov 12 12:17:45.600992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be2258-99ee-4455-a3a7-9bca1dee6c57 None None] New status for floating IP 814bb100-c2b7-4e68-8079-2769b82a8e4b: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:17:45.770494 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:17:45.828117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-99c24ba6-067a-47a2-b22f-1f51e8876369 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 999 time: 0.7300172 Nov 12 12:17:45.913270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-2f14bb4c-a072-4b94-9741-f2ad58fe7e31 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:45.927424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-2f14bb4c-a072-4b94-9741-f2ad58fe7e31 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports/d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 942 time: 0.0910101 Nov 12 12:17:46.121756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-62c280fa-bfd5-4afb-aa24-d92ff2d3be22 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1001 time: 0.0755944 Nov 12 12:17:46.261723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-5cf7a394-a156-4d3f-b9d8-bd1a42d824b6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:46.278653 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-5cf7a394-a156-4d3f-b9d8-bd1a42d824b6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.1557593 Nov 12 12:17:46.285506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-88d72d8e-85d7-45fe-9de2-766e45c3d350 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:46.297188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-88d72d8e-85d7-45fe-9de2-766e45c3d350 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171649 Nov 12 12:17:46.315169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0e0cc-e5a6-4472-9f1b-c29fbcdda0b4 req-131a98a3-e58b-41ca-8fca-ceddb12f50bb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:46.324129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-24b0e0cc-e5a6-4472-9f1b-c29fbcdda0b4 req-131a98a3-e58b-41ca-8fca-ceddb12f50bb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1320486 Nov 12 12:17:46.422790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-24b0e0cc-e5a6-4472-9f1b-c29fbcdda0b4 req-c4c4b920-13b5-4d74-8962-470afe0c14ff tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977478 Nov 12 12:17:46.447947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-de33e78d-de89-4c0a-8eed-05431d6692d7 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1001 time: 0.1431663 Nov 12 12:17:46.457937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:46.523207 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.798130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.803497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.803855 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Floating IP 814bb100-c2b7-4e68-8079-2769b82a8e4b disassociated. External IP: 172.25.1.103, port: d81b1441-971c-4eba-a714-3599e8e9ac4f. Nov 12 12:17:47.055656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:47.189647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:47.198644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:47.207494 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] Sync routers for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:47.219544 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:47.220883 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:47.261123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-83322b09-3e53-4e8f-874c-09e8219ae756 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "PUT /v2.0/floatingips/814bb100-c2b7-4e68-8079-2769b82a8e4b HTTP/1.1" status: 200 len: 695 time: 0.8102951 Nov 12 12:17:47.261578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:47.264048 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec66a261-121a-4bfa-a517-706673dd8855" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:47.326768 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd64575-22a5-4bb5-b33d-482ba3684bcf x-openstack-request-id: req-3dd64575-22a5-4bb5-b33d-482ba3684bcf {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:47.327051 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:47.327309 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dd64575-22a5-4bb5-b33d-482ba3684bcf {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:47.327716 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'status': 'completed', 'code': 200} Nov 12 12:17:47.367408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-0756a6ee-eafe-4705-9728-23da3df4621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.377507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-0756a6ee-eafe-4705-9728-23da3df4621c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.0953429 Nov 12 12:17:47.438743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66a261-121a-4bfa-a517-706673dd8855 req-0d1ff86f-c3cf-4ebd-a898-1f37f8d594be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.443133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-0d1ff86f-c3cf-4ebd-a898-1f37f8d594be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dfbaf28d9f041db99cb75f71068726a&device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 1096 time: 0.0879722 Nov 12 12:17:47.515050 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:47.560085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-ccbd375a-27f4-4b8f-8445-f475a5460691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.562154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-ccbd375a-27f4-4b8f-8445-f475a5460691 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.1769381 Nov 12 12:17:47.640537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-5f06f123-3d1d-46a3-85a4-21679fdb99e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.0693452 Nov 12 12:17:47.700622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-5b2b8c86-b2c2-4921-9081-6d5f59dc6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.702562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-5b2b8c86-b2c2-4921-9081-6d5f59dc6378 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.0533900 Nov 12 12:17:47.712068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66a261-121a-4bfa-a517-706673dd8855 req-b1e19733-b946-400f-9131-d29ef49599b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.713638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-b1e19733-b946-400f-9131-d29ef49599b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 200 len: 921 time: 0.2561421 Nov 12 12:17:47.769572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-d12da9ce-d59a-4d74-a84e-c1083cff67fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525668 Nov 12 12:17:47.832183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4e82c-1ea8-40d1-94bc-5ccaded47968 req-9418a428-ac9b-4944-8ed8-beed2e9384fd tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.836281 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fe4e82c-1ea8-40d1-94bc-5ccaded47968 req-9418a428-ac9b-4944-8ed8-beed2e9384fd tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.2379060 Nov 12 12:17:47.847799 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-1012507b-68e4-4e38-af8e-e4e828c5d146 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 200 len: 217 time: 0.1191289 Nov 12 12:17:47.897549 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:38Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:47.927593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] Checking router: 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:47.937785 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:47.938538 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:47.939094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66a261-121a-4bfa-a517-706673dd8855 req-242dc4ae-2ba7-4b73-b85e-9c682fbe82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:47.941129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-242dc4ae-2ba7-4b73-b85e-9c682fbe82a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 200 len: 860 time: 0.0753732 Nov 12 12:17:47.953325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-efc231d8-4a02-4409-87ae-ec90bf1a5675 service neutron] 10.222.0.18 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755536 Nov 12 12:17:47.986829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-cd13b600-9408-4693-b893-cc783276c706 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c680208-864a-458b-8514-6d9374c3f66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357921 Nov 12 12:17:47.998134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fe4e82c-1ea8-40d1-94bc-5ccaded47968 req-829a21f3-5520-4556-9d3c-970e6b348cb9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498857 Nov 12 12:17:48.140236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e12aa2ea-8666-4db3-8bec-26737f289d10 req-aefcf097-3861-411f-b491-f165a3ab3c9e service neutron] 10.222.0.18 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793849 Nov 12 12:17:48.150571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:48.265027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-d85b277f-18e7-4e4f-85b4-c95dbab34ebe service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656646 Nov 12 12:17:48.501312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec66a261-121a-4bfa-a517-706673dd8855 req-1b19a5e1-2a45-4fb9-83a0-c9c646d75c17 service neutron] 10.222.0.65 "GET /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242968 Nov 12 12:17:48.639178 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:38Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:48.707608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b72e0-1a94-4eb1-8b78-aff3b9f1757c None None] The sync data for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 is: [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:16:29Z', 'revision_number': 4, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41ba5e21-118d-426c-aff7-2b155af9609a', 'name': '', 'network_id': '8c680208-864a-458b-8514-6d9374c3f66f', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'mac_address': 'fa:16:3e:ea:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:28Z', 'updated_at': '2021-11-12T12:16:38Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'subnets': [{'id': 'fb43bc77-d82f-4d99-ae1b-48c32f09ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:48.751555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-d762abcd-9675-4fd0-a8fe-2d40f5e02559 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips/814bb100-c2b7-4e68-8079-2769b82a8e4b HTTP/1.1" status: 200 len: 695 time: 0.1116588 Nov 12 12:17:48.946691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-065eb7a8-ad67-4162-821c-88149074a392 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:48.954078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-065eb7a8-ad67-4162-821c-88149074a392 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2012961 Nov 12 12:17:48.960150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-9f901dda-ad5f-42ff-bdbb-81edada1dae3 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:48.965657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-9f901dda-ad5f-42ff-bdbb-81edada1dae3 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105336 Nov 12 12:17:49.103467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-8c7e0824-7408-4e3f-8c5e-79dc11944f21 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 698 time: 0.1300707 Nov 12 12:17:49.190453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d1176-59fa-49c1-911b-eedb08fa7606 req-5a2aa24d-7ef2-400d-9d02-087245eea5bc tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:49.198866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c8d1176-59fa-49c1-911b-eedb08fa7606 req-5a2aa24d-7ef2-400d-9d02-087245eea5bc tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.0747051 Nov 12 12:17:49.233117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-b2650998-70f8-44f1-8731-565d0a716e36 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 698 time: 0.1280735 Nov 12 12:17:49.242341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347d54e-8318-4d91-8643-6a1421733813 None None] New status for floating IP 814bb100-c2b7-4e68-8079-2769b82a8e4b: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:17:49.303795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c8d1176-59fa-49c1-911b-eedb08fa7606 req-02b4950e-54ba-4f05-bcde-4abb0ca0cf09 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012340 Nov 12 12:17:49.520125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Deleting port 82650189-59fa-4e41-a5ff-75244c54693b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:49.521873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.700870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.701465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.721773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Calling delete_port for 82650189-59fa-4e41-a5ff-75244c54693b owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:50.039055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c566-377f-42af-a27e-bf912f029a7d req-d7464716-08a9-4514-a9df-280a1decf5a1 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:50.039635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.047783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b91c566-377f-42af-a27e-bf912f029a7d req-d7464716-08a9-4514-a9df-280a1decf5a1 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 945 time: 0.0681648 Nov 12 12:17:50.094525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event deleted for resources: {'Port': ['ID=82650189-59fa-4e41-a5ff-75244c54693b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:50.144514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b91c566-377f-42af-a27e-bf912f029a7d req-62dc43e2-0e80-45b0-bba0-7bbb7109953b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955825 Nov 12 12:17:50.201079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.204716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.210846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afa8831a-b0fa-4da0-a219-e029a0760c60 req-5eac8d7f-bd36-4bd2-9dd2-1bcd5a1dce90 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "DELETE /v2.0/floatingips/814bb100-c2b7-4e68-8079-2769b82a8e4b HTTP/1.1" status: 204 len: 173 time: 0.9768896 Nov 12 12:17:50.302609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bad6a932-54b4-44da-bcd7-e66553c8b8b6 req-bba767cb-5625-4584-93e9-0d5fdd524e55 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups/b4812a3a-4079-487e-993f-8f1cc801eb93 HTTP/1.1" status: 200 len: 1825 time: 0.0656388 Nov 12 12:17:50.372845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bad6a932-54b4-44da-bcd7-e66553c8b8b6 req-7ae929b5-8447-4fd3-a210-812ba2d63dc6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.435863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bad6a932-54b4-44da-bcd7-e66553c8b8b6 req-7ae929b5-8447-4fd3-a210-812ba2d63dc6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.482280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562fe0c-4893-4b73-9241-0df1a0bd3b78 req-e852a283-fafb-49dd-ac08-cb901fababdb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:50.483980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e562fe0c-4893-4b73-9241-0df1a0bd3b78 req-e852a283-fafb-49dd-ac08-cb901fababdb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.0862615 Nov 12 12:17:50.523672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bad6a932-54b4-44da-bcd7-e66553c8b8b6 req-7ae929b5-8447-4fd3-a210-812ba2d63dc6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.531580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bad6a932-54b4-44da-bcd7-e66553c8b8b6 req-7ae929b5-8447-4fd3-a210-812ba2d63dc6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.532827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bad6a932-54b4-44da-bcd7-e66553c8b8b6 req-7ae929b5-8447-4fd3-a210-812ba2d63dc6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4812a3a-4079-487e-993f-8f1cc801eb93 HTTP/1.1" status: 204 len: 173 time: 0.2286606 Nov 12 12:17:50.551125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae929b5-8447-4fd3-a210-812ba2d63dc6 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4812a3a-4079-487e-993f-8f1cc801eb93,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:50.572156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e562fe0c-4893-4b73-9241-0df1a0bd3b78 req-d2dd8c44-57be-4577-8421-d8ea82fa92c0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791981 Nov 12 12:17:50.943972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72261405-700f-4942-ab0c-4f80b240fa31 req-19297f6d-3ac6-42dc-8875-3aefc5d841aa tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:50.945509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72261405-700f-4942-ab0c-4f80b240fa31 req-19297f6d-3ac6-42dc-8875-3aefc5d841aa tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1015155 Nov 12 12:17:51.023590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72261405-700f-4942-ab0c-4f80b240fa31 req-bbc648f3-3612-42ff-9d06-14e0632f5053 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684581 Nov 12 12:17:51.854830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64db72-17d7-4702-8008-996d4cf8be6e req-6427d413-137a-40ff-9294-999f3c412e14 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:51.856051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b64db72-17d7-4702-8008-996d4cf8be6e req-6427d413-137a-40ff-9294-999f3c412e14 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 945 time: 0.1395111 Nov 12 12:17:52.036341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b64db72-17d7-4702-8008-996d4cf8be6e req-d9c8b9bd-fa64-4390-a207-2c81a6964b8e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488800 Nov 12 12:17:52.085936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-442333b6-1a2c-4ea3-a1c6-93e8eef43df6 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:52.088310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-442333b6-1a2c-4ea3-a1c6-93e8eef43df6 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.1360853 Nov 12 12:17:52.112679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:52.219762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:52.253542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9b30-09a4-4224-9739-bf30d4258955 req-9072573c-9186-476d-ad49-2fecae4ae157 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:52.262298 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-548d9b30-09a4-4224-9739-bf30d4258955 req-9072573c-9186-476d-ad49-2fecae4ae157 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0798795 Nov 12 12:17:52.378810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-548d9b30-09a4-4224-9739-bf30d4258955 req-6d91130b-62d4-4973-b20d-99cc926580c9 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081285 Nov 12 12:17:52.479508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:52.528196 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-eff832c4-7d26-43a0-a8fe-232a8d3c4bea tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--337996932&fields=id&tenant_id=4725b0edc3e0409d81ef1784c543b41b HTTP/1.1" status: 200 len: 267 time: 0.0962789 Nov 12 12:17:52.620437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:52.687895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:52.690329 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ed6d09-c80a-400d-b2eb-010983f644cf" -d '{"events": [{"server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:52.705521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:52.730286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-506b8cbf-6618-496e-9ae6-ee12130a705f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:52.737615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-506b8cbf-6618-496e-9ae6-ee12130a705f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 823 time: 0.2083688 Nov 12 12:17:52.745643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:52.767891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-26df743b-327c-4307-b2ad-1a5141f842d6 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/quotas/4725b0edc3e0409d81ef1784c543b41b HTTP/1.1" status: 200 len: 375 time: 0.0290155 Nov 12 12:17:52.782206 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e3f05-1627-442b-8e3c-3ffb79609f08 x-openstack-request-id: req-a71e3f05-1627-442b-8e3c-3ffb79609f08 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:52.782206 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:52.782206 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a71e3f05-1627-442b-8e3c-3ffb79609f08 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:52.782206 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'code': 200} Nov 12 12:17:52.837861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:53.016394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on host n-h1-804878-5 for vnic_type normal with profile {"migrating_to": "n-h2-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:53.016954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:53.017522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:53.045866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:53.055359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-363e5994-a82e-4ed8-a797-1b6aa7e32762 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2863979 Nov 12 12:17:53.059230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:53.060030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:53.066528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:53.067553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:53.068041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:53.068720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Bound port: 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:53.069490 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.308488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fde1f-5d10-466a-ae2f-da4b71a324d3 req-50b23b28-6493-40ce-b666-78a2b054c663 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:53.318821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-256fde1f-5d10-466a-ae2f-da4b71a324d3 req-50b23b28-6493-40ce-b666-78a2b054c663 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.0928452 Nov 12 12:17:53.369027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:53.395830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-256fde1f-5d10-466a-ae2f-da4b71a324d3 req-347b9392-9bc5-49f9-bea4-8e6b8b838bac tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756874 Nov 12 12:17:53.400591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on host n-h1-804878-5 for vnic_type normal with profile {"migrating_to": "n-h2-804878-5"} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:53.401211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:53.401777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:53.407538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:53.408120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:53.415103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:53.415712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:53.416473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:53.417105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Bound port: 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:53.417695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.526426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:53.530187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:53.540850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.613148 n-d-804878-5 neutron-server[102779]: WARNING neutron.plugins.ml2.plugin [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Concurrent port binding operations failed on port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 Nov 12 12:17:53.621817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:53.626449 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Attempt 2 to bind port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 Nov 12 12:17:53.637703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-4aaffb1e-3f04-4639-80d7-fc882b36d2ad service neutron] 10.222.0.18 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636151 Nov 12 12:17:53.643908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0faf47-718b-4733-b152-f6a7478e0ea7 req-0de39a5a-08a0-4f16-a727-fc5038a2078c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:53.645402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:53.646101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.647583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-53b204e4-9f12-4e68-acc3-7151eca21011 service neutron] 10.222.0.65 "PUT /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 1121 time: 1.5436327 Nov 12 12:17:53.659392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 has no active binding in host n-h2-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:17:53.668445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b0faf47-718b-4733-b152-f6a7478e0ea7 req-0de39a5a-08a0-4f16-a727-fc5038a2078c tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.1016765 Nov 12 12:17:53.669686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:53.774616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-3adfe10d-89a3-4828-99b7-8ebbc2710247 service neutron] 10.222.0.18 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377106 Nov 12 12:17:53.781474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b0faf47-718b-4733-b152-f6a7478e0ea7 req-ad9007d6-81e0-4810-b94a-30d4e7bdffd5 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093159 Nov 12 12:17:53.781791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:53.853061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:54.112319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e548e9b8-47c8-450b-a544-23d81959239a req-943dd159-0ed1-4866-a4d9-e776e5ab83d2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 210 time: 0.0325682 Nov 12 12:17:54.318714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-d0655dac-1fd1-493c-8cbf-2c7610ab1e41 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.329909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-d0655dac-1fd1-493c-8cbf-2c7610ab1e41 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.65 "GET /v2.0/ports?device_id=b778fc6d-024e-4b8e-8818-a59979ef9f1e HTTP/1.1" status: 200 len: 945 time: 0.1107643 Nov 12 12:17:54.645987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Deleting port 5be039c9-57fd-4a58-8cba-9138d52b95db {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:54.647988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:54.783973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:54.792767 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78" -d '{"events": [{"name": "network-changed", "server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:54.824584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-cdf3ec75-403e-457e-a47e-e0c9356c4d71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.826463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-cdf3ec75-403e-457e-a47e-e0c9356c4d71 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.65 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.2712486 Nov 12 12:17:54.886385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5044ec-a55e-4045-b7f2-f8d25adfceef req-3f513b98-77c9-4e24-9ace-3842f22e7bd6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.895699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5044ec-a55e-4045-b7f2-f8d25adfceef req-3f513b98-77c9-4e24-9ace-3842f22e7bd6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.3861694 Nov 12 12:17:54.943399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840ad07-788b-4820-924d-efe8bcee6750 req-4fd55766-a635-43d0-9718-719d16fd44b1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.945304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3840ad07-788b-4820-924d-efe8bcee6750 req-4fd55766-a635-43d0-9718-719d16fd44b1 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0657933 Nov 12 12:17:55.042432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3840ad07-788b-4820-924d-efe8bcee6750 req-bc017c26-66b2-4efe-b226-44a361e3c037 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823784 Nov 12 12:17:55.072079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] For port 5be039c9-57fd-4a58-8cba-9138d52b95db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5be039c9-57fd-4a58-8cba-9138d52b95db,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:55.072460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:55.100310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5044ec-a55e-4045-b7f2-f8d25adfceef req-469d362e-eaba-4d99-89ec-175285e1d772 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970568 Nov 12 12:17:55.380448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4361c77d-40f7-48cf-bee7-1f6fa44dab3f req-5fdac546-d0a0-4bf2-a37d-272b7cbd71c6 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 210 time: 0.0373240 Nov 12 12:17:55.398187 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c66d8-6348-4c98-89e9-30dfd8fbf223 x-openstack-request-id: req-107c66d8-6348-4c98-89e9-30dfd8fbf223 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:55.398474 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:55.398722 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-107c66d8-6348-4c98-89e9-30dfd8fbf223 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:55.399108 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'status': 'completed', 'code': 200} Nov 12 12:17:55.522482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:55.523047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:55.523446 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d disassociated. External IP: 172.25.1.236, port: 5be039c9-57fd-4a58-8cba-9138d52b95db. Nov 12 12:17:55.523853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Calling delete_port for 5be039c9-57fd-4a58-8cba-9138d52b95db owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:55.541012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Deleting port d81b1441-971c-4eba-a714-3599e8e9ac4f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:55.541462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:55.554143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-60f1fbd1-c263-4e8e-a65d-3f0ac41d8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:55.555798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-60f1fbd1-c263-4e8e-a65d-3f0ac41d8c82 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1124 time: 0.1669333 Nov 12 12:17:55.743741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] For port d81b1441-971c-4eba-a714-3599e8e9ac4f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d81b1441-971c-4eba-a714-3599e8e9ac4f,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:55.744427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:55.759303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Calling delete_port for d81b1441-971c-4eba-a714-3599e8e9ac4f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:56.025846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-a7c4437a-08ba-4b62-a801-d1c54290636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:56.027355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-a7c4437a-08ba-4b62-a801-d1c54290636e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.4136059 Nov 12 12:17:56.153507 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-b40f56cd-4517-4241-b5d5-1d77116950dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 217 time: 0.0777185 Nov 12 12:17:56.221636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-8b3023c8-f8eb-4b31-b0fa-c82f08095c6d tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:56.223795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-8b3023c8-f8eb-4b31-b0fa-c82f08095c6d tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.81 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 823 time: 0.4163456 Nov 12 12:17:56.230789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de129-9647-4e15-9836-38f092fadae7 req-07d38587-4e1d-40a3-9dbe-3e1193ba5f8d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:56.240716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-612de129-9647-4e15-9836-38f092fadae7 req-07d38587-4e1d-40a3-9dbe-3e1193ba5f8d tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 945 time: 0.0964129 Nov 12 12:17:56.298439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-612de129-9647-4e15-9836-38f092fadae7 req-c90a8729-22a7-407f-82ec-76cf8bcea226 tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b07b041-b641-41b2-aeb1-1c7a69782c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Nov 12 12:17:56.347182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:56.435915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-ab04631a-3711-460f-8f94-4fef29e1f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:56.437343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-ab04631a-3711-460f-8f94-4fef29e1f8f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.2716765 Nov 12 12:17:56.446309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccf144-2d2d-4b21-9626-f07dbf47c4ed req-7128c32f-b0c7-4699-9fa7-8b4b50313e07 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:56.453794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5ccf144-2d2d-4b21-9626-f07dbf47c4ed req-7128c32f-b0c7-4699-9fa7-8b4b50313e07 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.2266753 Nov 12 12:17:56.479900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event deleted for resources: {'Port': ['ID=5be039c9-57fd-4a58-8cba-9138d52b95db,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:56.527043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-09f8d541-68cc-49a3-9d49-b0c0a4b45040 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4725b0edc3e0409d81ef1784c543b41b HTTP/1.1" status: 200 len: 379 time: 0.2442377 Nov 12 12:17:56.537989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-57011c31-8b60-4dca-a7d7-0dfa9bd5997a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721164 Nov 12 12:17:56.546849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'port': {'device_id': 'f301453f-9921-4c77-abdb-8655246b4632', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'admin_state_up': True, 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'security_groups': ['a6940c07-6c17-4547-8286-130288b5241a']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:56.593313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:56.608604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d81b1441-971c-4eba-a714-3599e8e9ac4f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:56.845439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5ccf144-2d2d-4b21-9626-f07dbf47c4ed req-1237879e-e214-4180-b35d-ecce541322b4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906269 Nov 12 12:17:56.865685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Pushing event deleted for resources: {'Port': ['ID=d81b1441-971c-4eba-a714-3599e8e9ac4f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:56.886661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89e4c038-8d59-4765-9e69-e0161cd06217 req-1443bd71-f6a9-4af3-862e-40ac852e4bc5 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 210 time: 0.0603654 Nov 12 12:17:56.993404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] No DVR routers for this DVR port d81b1441-971c-4eba-a714-3599e8e9ac4f on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:17:57.009774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:57.013575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e0b753-4eea-472e-8d88-da44bb726295 req-c8de2bbd-f0c5-483d-98d1-ab3c03bdf21e tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.65 "DELETE /v2.0/ports/d81b1441-971c-4eba-a714-3599e8e9ac4f HTTP/1.1" status: 204 len: 173 time: 2.1761250 Nov 12 12:17:57.075241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-52e03791-2d26-4feb-9c92-e42b83f41d97 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189414 Nov 12 12:17:57.078642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Router c8372942-f153-4f58-a381-9238ba7e5eb0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:57.168561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Made reservation on behalf of 4725b0edc3e0409d81ef1784c543b41b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:57.172301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:57.563533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebe0c002-19db-4a01-a386-e3195300eb71 req-c704f46d-7c35-4fe3-937a-4a23b62e17fd tempest-ServerRescueTestJSONUnderV235-1725199645 tempest-ServerRescueTestJSONUnderV235-1725199645-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27c4655-f694-44be-8d5f-02dc946a3f5a HTTP/1.1" status: 200 len: 210 time: 0.0777156 Nov 12 12:17:57.790966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'name': 'network-vif-deleted', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:57.790966 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5497a441-d83a-485c-aad9-f6c2afff7620" -d '{"events": [{"server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "name": "network-vif-deleted", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:57.852936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd6d622-3a7f-4d39-a9e2-823c4fc6fe78 req-0b67c60d-924b-414d-a205-ee6174256b6d service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653105 Nov 12 12:17:57.866291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:57.881490 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:57.893920 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ecd9f7-3883-43a9-b48d-88e62482a021 x-openstack-request-id: req-57ecd9f7-3883-43a9-b48d-88e62482a021 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:57.894494 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27c4655-f694-44be-8d5f-02dc946a3f5a", "name": "network-vif-deleted", "tag": "d81b1441-971c-4eba-a714-3599e8e9ac4f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:57.895579 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57ecd9f7-3883-43a9-b48d-88e62482a021 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:57.895738 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27c4655-f694-44be-8d5f-02dc946a3f5a', 'name': 'network-vif-deleted', 'tag': 'd81b1441-971c-4eba-a714-3599e8e9ac4f', 'status': 'completed', 'code': 200} Nov 12 12:17:57.942353 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:57.942886 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:57.985898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] No DVR routers for this DVR port 5be039c9-57fd-4a58-8cba-9138d52b95db on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:17:58.006236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.009666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d32fe9c6-3e1c-4770-bb20-1c660c493074 req-8615960d-ab30-4058-81f4-f25b536a0166 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.65 "DELETE /v2.0/ports/5be039c9-57fd-4a58-8cba-9138d52b95db HTTP/1.1" status: 204 len: 173 time: 3.6532669 Nov 12 12:17:58.081849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9709e-9ade-40ee-8a7e-724ee392c0b5 req-5a5cfcc3-ecac-4d34-8a16-1338310f8662 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:58.094136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1a9709e-9ade-40ee-8a7e-724ee392c0b5 req-5a5cfcc3-ecac-4d34-8a16-1338310f8662 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1404331 Nov 12 12:17:58.163606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Allocated IP 172.20.0.4 (77efe5ff-6cbe-4845-8bc2-300d8579de6a/92032157-b1e6-49a0-b477-b2df752402ed/387a00f5-8166-4e17-9423-8e0df2a9882b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:58.212712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1a9709e-9ade-40ee-8a7e-724ee392c0b5 req-1b6caa86-8f0b-4e5c-b498-82e9b6cb8a22 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148257 Nov 12 12:17:58.234223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea306806-f818-48e0-b1cf-18de8bf4e046 req-d2ae8dd3-056b-4aac-b9f3-0e6ec86a5385 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:58.242724 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea306806-f818-48e0-b1cf-18de8bf4e046 req-d2ae8dd3-056b-4aac-b9f3-0e6ec86a5385 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.2179220 Nov 12 12:17:58.250112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:58.405809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc6e623-6ad7-453a-bcc5-083bbc4e0b01 req-ca336f67-96b1-4317-a023-b0cbce31f7c9 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 210 time: 0.0621984 Nov 12 12:17:58.421220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea306806-f818-48e0-b1cf-18de8bf4e046 req-a3f9f8e4-3610-499b-9839-4f67269c78bf tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775851 Nov 12 12:17:58.502598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.584502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.695418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:58.705749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:58.721663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:58.778648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event updated for resources: {'Port': ['ID=387a00f5-8166-4e17-9423-8e0df2a9882b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:58.824199 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:58.846232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:58.846901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.857634 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:58.879979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-9dc8511c-9d76-430d-8fc0-670a79e7ff2b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3363323 Nov 12 12:17:58.888252 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:58.893990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Request body: {'port': {'device_id': 'f301453f-9921-4c77-abdb-8655246b4632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:58.897480 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:58.924902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40262) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:58.995473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5be039c9-57fd-4a58-8cba-9138d52b95db no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:59.072262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:59.084108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5be039c9-57fd-4a58-8cba-9138d52b95db {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:17:59.088388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5be039c9-57fd-4a58-8cba-9138d52b95db not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:59.089177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d81b1441-971c-4eba-a714-3599e8e9ac4f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:59.162325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: d81b1441-971c-4eba-a714-3599e8e9ac4f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:17:59.162676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d81b1441-971c-4eba-a714-3599e8e9ac4f not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:59.184896 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:59.212909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1154a-774e-473c-921a-59207ed3f325 req-ab1644dd-752c-45bf-9a02-887059e84f32 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:59.221480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02b1154a-774e-473c-921a-59207ed3f325 req-ab1644dd-752c-45bf-9a02-887059e84f32 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.1871557 Nov 12 12:17:59.315969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:59.370457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33bec39b-a08a-4b1c-bacd-1c33ec74a033 None None] Provisioning complete for port 387a00f5-8166-4e17-9423-8e0df2a9882b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:59.371175 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33bec39b-a08a-4b1c-bacd-1c33ec74a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:59.397191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02b1154a-774e-473c-921a-59207ed3f325 req-b5e966a9-77a7-4048-8462-3b94cb162734 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743526 Nov 12 12:17:59.496147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-33bec39b-a08a-4b1c-bacd-1c33ec74a033 None None] Port 387a00f5-8166-4e17-9423-8e0df2a9882b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:59.497980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:59.742471 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:59.805612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:59.844875 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d12f4-b497-42f4-8530-3ae20f46d572 None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:59.871997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73c09a-80f8-4aef-a0eb-74af5c6bb029 req-67ad9211-a760-42f2-ae61-2e334cf97186 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:59.883031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e73c09a-80f8-4aef-a0eb-74af5c6bb029 req-67ad9211-a760-42f2-ae61-2e334cf97186 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 931 time: 0.2222722 Nov 12 12:17:59.899213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'name': 'network-vif-deleted', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:59.901490 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e0db9-b7b4-46d5-97de-982d8c7f905a" -d '{"events": [{"server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "name": "network-vif-deleted", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:59.972679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387a00f5-8166-4e17-9423-8e0df2a9882b {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:59.983776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.008958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Transition to ACTIVE for port object 387a00f5-8166-4e17-9423-8e0df2a9882b will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:18:00.013320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e73c09a-80f8-4aef-a0eb-74af5c6bb029 req-3029c098-fcd8-4b75-95ea-c5727067a082 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292238 Nov 12 12:18:00.014678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.137150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Pushing event updated for resources: {'Port': ['ID=387a00f5-8166-4e17-9423-8e0df2a9882b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:00.188544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-fb64e1b3-8bd1-4643-9210-f42509cb81ab tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:18:00.189742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-fb64e1b3-8bd1-4643-9210-f42509cb81ab tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065999 Nov 12 12:18:00.340737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-2788c76b-3cb8-4782-9446-96b4c972a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.342527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-2788c76b-3cb8-4782-9446-96b4c972a32a service neutron] 10.222.0.18 "GET /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 1094 time: 0.1361489 Nov 12 12:18:00.354812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Request body: {'binding': {'host': 'n-h2-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:00.355267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:18:00.369438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a3686-7015-471d-9a11-0f7451e69f7a req-b78ce805-e6bc-4ea1-89d0-6f3717944b79 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.369438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-324a3686-7015-471d-9a11-0f7451e69f7a req-b78ce805-e6bc-4ea1-89d0-6f3717944b79 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.1755099 Nov 12 12:18:00.433500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Attempting to bind port 387a00f5-8166-4e17-9423-8e0df2a9882b on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:00.433844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Attempting to bind port 387a00f5-8166-4e17-9423-8e0df2a9882b by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:00.434209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Attempting to bind port 387a00f5-8166-4e17-9423-8e0df2a9882b on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:00.443354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Port 387a00f5-8166-4e17-9423-8e0df2a9882b on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:00.443690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Attempting to bind port 387a00f5-8166-4e17-9423-8e0df2a9882b on network 77efe5ff-6cbe-4845-8bc2-300d8579de6a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:00.449144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3598d55-7abb-4914-bf00-88842d41b3f6 None None] New status for floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:00.538997 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-324a3686-7015-471d-9a11-0f7451e69f7a req-606c73b5-707b-49f0-b499-bff3232a2b07 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 Nov 12 12:18:00.549717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:00.550064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Checking segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:00.550541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Bound using segment: {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:00.551624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Bound port: 387a00f5-8166-4e17-9423-8e0df2a9882b, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6dbede-b649-48d5-81f1-7b088396fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:00.551991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.654713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Deleting port 41ba5e21-118d-426c-aff7-2b155af9609a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:00.655266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.771632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] For port 41ba5e21-118d-426c-aff7-2b155af9609a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=41ba5e21-118d-426c-aff7-2b155af9609a,segment=NetworkSegment(357e6866-9978-4d01-afe5-68d113d8b788),segment_id=357e6866-9978-4d01-afe5-68d113d8b788)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:00.772652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.783712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-ae9c78c9-a621-4cd3-953c-99f5a3682a9e tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.790592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-ae9c78c9-a621-4cd3-953c-99f5a3682a9e tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.65 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.3064590 Nov 12 12:18:00.794989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Calling delete_port for 41ba5e21-118d-426c-aff7-2b155af9609a owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:00.889091 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e93c46-41e9-4016-89d9-a3ce1e4d5409 x-openstack-request-id: req-16e93c46-41e9-4016-89d9-a3ce1e4d5409 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:00.889685 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b778fc6d-024e-4b8e-8818-a59979ef9f1e", "name": "network-vif-deleted", "tag": "5be039c9-57fd-4a58-8cba-9138d52b95db", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:00.889774 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16e93c46-41e9-4016-89d9-a3ce1e4d5409 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:00.890118 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b778fc6d-024e-4b8e-8818-a59979ef9f1e', 'name': 'network-vif-deleted', 'tag': '5be039c9-57fd-4a58-8cba-9138d52b95db', 'status': 'completed', 'code': 200} Nov 12 12:18:00.984556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] For port 387a00f5-8166-4e17-9423-8e0df2a9882b, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:01.008434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on host n-h2-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:01.008773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:01.009100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:01.024240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:01.024645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:01.028587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.036352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97a122-56b5-457f-951e-5ec4fe214f8c req-b892d2c4-37e7-4a52-bb04-b599858c48ca tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.037899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a97a122-56b5-457f-951e-5ec4fe214f8c req-b892d2c4-37e7-4a52-bb04-b599858c48ca tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 945 time: 0.1167936 Nov 12 12:18:01.046210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Deleting port c6ab9283-3168-4cc3-8520-45b8134ec67b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:01.046542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.059212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:01.059560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:01.059937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:01.060389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Bound port: 7858809e-634f-4c6b-9fe3-0e4ae486625a, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:01.066815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Pushing event deleted for resources: {'Port': ['ID=41ba5e21-118d-426c-aff7-2b155af9609a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:01.088806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] For port 387a00f5-8166-4e17-9423-8e0df2a9882b, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=387a00f5-8166-4e17-9423-8e0df2a9882b,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:01.136496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.240775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.242189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.244996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] 10.222.0.81 "PUT /v2.0/ports/387a00f5-8166-4e17-9423-8e0df2a9882b HTTP/1.1" status: 200 len: 1091 time: 2.3550041 Nov 12 12:18:01.300009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.337828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a97a122-56b5-457f-951e-5ec4fe214f8c req-f7c58c5d-f707-4218-b646-d8f20035de4f tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cabbe1f-138e-49f6-a605-23ac3678e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881141 Nov 12 12:18:01.342581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:01.382005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] For port c6ab9283-3168-4cc3-8520-45b8134ec67b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6ab9283-3168-4cc3-8520-45b8134ec67b,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:01.382420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.387579 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.388786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ce4402fa-a5a8-4585-beef-0eedf04a34ad service neutron] 10.222.0.18 "POST /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0375543 Nov 12 12:18:01.389428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c32ca-0bef-4c66-ab5c-7460a39b6866 service neutron] Pushing event updated for resources: {'Port': ['ID=387a00f5-8166-4e17-9423-8e0df2a9882b,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:01.471567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-c2bf636d-910a-4b45-80b7-3dea57638cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.474227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-c2bf636d-910a-4b45-80b7-3dea57638cec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 1094 time: 0.1620221 Nov 12 12:18:01.615331 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-3f578010-8991-43b5-b909-8337c6879250 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=387a00f5-8166-4e17-9423-8e0df2a9882b HTTP/1.1" status: 200 len: 217 time: 0.0644774 Nov 12 12:18:01.682837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:01.770939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-06a4a516-4a97-483d-ad5a-3a166eea9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.772432 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-06a4a516-4a97-483d-ad5a-3a166eea9408 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.1488092 Nov 12 12:18:01.782486 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.782779 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:01.783068 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Floating IP 80c2457d-b91b-4258-ad0a-857496a04257 disassociated. External IP: 172.25.1.7, port: c6ab9283-3168-4cc3-8520-45b8134ec67b. Nov 12 12:18:01.783395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Calling delete_port for c6ab9283-3168-4cc3-8520-45b8134ec67b owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:01.825214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:01.838050 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] Sync routers for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:01.838623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50af0b02-9758-446f-89c5-d89f814c32ad admin admin] 10.222.0.18 "PUT /v2.0/routers/64bf48f4-aca0-4a2e-ab71-b6d63890aca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122002 Nov 12 12:18:01.840808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:01.862546 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:01.863202 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:01.928670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12931672-44e6-48bd-84af-72ffd61b507b req-7528065e-7334-4316-b0e2-4e55625416ec tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.930257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12931672-44e6-48bd-84af-72ffd61b507b req-7528065e-7334-4316-b0e2-4e55625416ec tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 943 time: 0.2620013 Nov 12 12:18:01.989076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-0e406a3c-fc9e-4124-984b-77b5227c6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.990635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-0e406a3c-fc9e-4124-984b-77b5227c6198 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016454 Nov 12 12:18:02.039921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:02.079882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12931672-44e6-48bd-84af-72ffd61b507b req-bc214d1f-9d01-4b9f-9c40-24f2ad7feecd tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408825 Nov 12 12:18:02.203606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:02.220817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-2fc67f8e-3916-4fc8-9684-f1efa38fb2f0 service neutron] 10.222.0.81 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191982 Nov 12 12:18:02.281968 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:02.288217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:02.335164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event deleted for resources: {'Port': ['ID=c6ab9283-3168-4cc3-8520-45b8134ec67b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:02.382644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Deleting port 2beb6fe8-283f-4f42-9fc2-9fda140fb800 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:02.383153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:02.528730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] For port 2beb6fe8-283f-4f42-9fc2-9fda140fb800, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2beb6fe8-283f-4f42-9fc2-9fda140fb800,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:02.529013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:02.556213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e3ca8-fd46-44a5-be4b-28c2ad84b407 req-184500ec-8162-4d46-ae30-247e3faea94a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:02.558656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b38cd1-2f58-48f2-a0e5-255c517fcaed req-cdc7901d-2de7-4feb-9cad-a4260d41b043 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:02.560184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a2b38cd1-2f58-48f2-a0e5-255c517fcaed req-cdc7901d-2de7-4feb-9cad-a4260d41b043 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.1000161 Nov 12 12:18:02.564688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d47e3ca8-fd46-44a5-be4b-28c2ad84b407 req-184500ec-8162-4d46-ae30-247e3faea94a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2715850 Nov 12 12:18:02.565668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Calling delete_port for 2beb6fe8-283f-4f42-9fc2-9fda140fb800 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:02.586523 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc09de9-a90d-4bc1-9f12-6c98fb4a0c1b req-1681c14d-7346-43b1-8e3c-a08ce3d863d0 service neutron] 10.222.0.81 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539937 Nov 12 12:18:02.620245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Router 669133ae-f5c8-4f6d-a56f-8afa54260e6b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:02.655305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d47e3ca8-fd46-44a5-be4b-28c2ad84b407 req-5a237d38-3e33-45c3-acae-02ac875b52b7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891631 Nov 12 12:18:02.668622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a2b38cd1-2f58-48f2-a0e5-255c517fcaed req-88893f77-2fe3-4a50-ad00-482f5b8bd6af tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Nov 12 12:18:02.687719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:18:00Z', 'revision_number': 5, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port': {'id': '2beb6fe8-283f-4f42-9fc2-9fda140fb800', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:24Z', 'updated_at': '2021-11-12T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:02.767475 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] Checking router: 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:02.812559 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] Routers {'64bf48f4-aca0-4a2e-ab71-b6d63890aca1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:02.813197 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:02.835664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:02.852048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] Sync routers for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:02.871663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:02.872581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:02.897961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:02.901421 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00496bc7-e70a-4201-b3f7-d473c113fff4" -d '{"events": [{"name": "network-changed", "server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:02.987523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] No DVR routers for this DVR port c6ab9283-3168-4cc3-8520-45b8134ec67b on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:03.015676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.024016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.028245 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] Set router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:03.042237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-657f0fd8-1ee9-4719-a082-5b17d842f544 req-1ca9add0-9b6f-4c92-8e79-c5a3b9388158 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.65 "DELETE /v2.0/ports/c6ab9283-3168-4cc3-8520-45b8134ec67b HTTP/1.1" status: 204 len: 173 time: 2.2381496 Nov 12 12:18:03.123762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Pushing event deleted for resources: {'Port': ['ID=2beb6fe8-283f-4f42-9fc2-9fda140fb800,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:03.132649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29f5399b-7ff6-420b-994e-620197b23c43 req-27b61635-4390-4f64-8e9e-c1bfe71803b8 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/ports?device_id=f108f33b-f3bf-447e-881c-2f71439db949 HTTP/1.1" status: 200 len: 210 time: 0.1503508 Nov 12 12:18:03.149396 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4968a85-c0e7-4c3c-8052-be31d2ba0885 x-openstack-request-id: req-d4968a85-c0e7-4c3c-8052-be31d2ba0885 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:03.149686 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:03.149935 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4968a85-c0e7-4c3c-8052-be31d2ba0885 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:03.150360 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'status': 'completed', 'code': 200} Nov 12 12:18:03.161840 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:18:02Z', 'revision_number': 6, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:03.232316 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959b296-cfb9-4a85-a189-79f5c3fbb44c None None] The sync data for ids ['64bf48f4-aca0-4a2e-ab71-b6d63890aca1'] in n-d-804878-5 is: [{'id': '64bf48f4-aca0-4a2e-ab71-b6d63890aca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1655305591-router', 'tenant_id': '4dfbaf28d9f041db99cb75f71068726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:23Z', 'updated_at': '2021-11-12T12:18:02Z', 'revision_number': 6, 'project_id': '4dfbaf28d9f041db99cb75f71068726a', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:03.241965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:03.247671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:03.355331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.420431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-4af3c746-fe51-49b2-bc91-25cbccdfc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:03.422141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-4af3c746-fe51-49b2-bc91-25cbccdfc200 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 1094 time: 0.2210534 Nov 12 12:18:03.479053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.481929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.492023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8ee8-eabc-41c5-8a56-b02c2889d2db req-d1314773-fbe5-4daa-b27c-30a7a1d1dd7f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:03.493693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f3c8ee8-eabc-41c5-8a56-b02c2889d2db req-d1314773-fbe5-4daa-b27c-30a7a1d1dd7f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 943 time: 0.1789410 Nov 12 12:18:03.585836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.586051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64bf48f4-aca0-4a2e-ab71-b6d63890aca1 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:18:03.596610 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.602041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1dc4800-0da9-4a7b-93d3-2ff41f947adf admin admin] 10.222.0.18 "DELETE /v2.0/routers/64bf48f4-aca0-4a2e-ab71-b6d63890aca1 HTTP/1.1" status: 204 len: 168 time: 1.7551477 Nov 12 12:18:03.604606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:03.669150 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f3c8ee8-eabc-41c5-8a56-b02c2889d2db req-8c6eae3d-2465-4082-ae74-1de7a0998abe tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467631 Nov 12 12:18:03.721409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Deleting subnet fb43bc77-d82f-4d99-ae1b-48c32f09ca85 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:18:03.729273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:03.738342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.768135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] Checking router: 669133ae-f5c8-4f6d-a56f-8afa54260e6b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:03.783430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:03.784401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:17:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:03.805828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-3d799bf0-9754-4805-a16c-211799af664b service neutron] 10.222.0.81 "GET /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4/bindings/n-h2-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.5246165 Nov 12 12:18:03.852860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.910752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-d2a08c9f-5dab-4486-aa2e-61e1f0619d10 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:03.918318 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-d2a08c9f-5dab-4486-aa2e-61e1f0619d10 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.5889952 Nov 12 12:18:03.941001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.978948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-1aa8ead0-0761-4a59-88ef-1128a6f7b8a6 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/quotas/a155a23bd50f4aadbaba5decf0f93c53 HTTP/1.1" status: 200 len: 375 time: 0.0596657 Nov 12 12:18:04.022979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:04.031599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-af2b7911-3627-41b5-b087-6a05ec323dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:04.033218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-af2b7911-3627-41b5-b087-6a05ec323dae service neutron] 10.222.0.81 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 924 time: 0.6005943 Nov 12 12:18:04.043832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14bc8e-931c-4183-9647-ab331097cbd1 req-b8adf4ea-8257-4dc5-8604-09123e1be5cd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:04.052513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e14bc8e-931c-4183-9647-ab331097cbd1 req-b8adf4ea-8257-4dc5-8604-09123e1be5cd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2711527 Nov 12 12:18:04.070442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.117960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-49849c5a-857c-49ce-8d60-4cc83629474f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=387a00f5-8166-4e17-9423-8e0df2a9882b HTTP/1.1" status: 200 len: 217 time: 0.0559499 Nov 12 12:18:04.118406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb43bc77-d82f-4d99-ae1b-48c32f09ca85,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:04.127945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.133682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c92d14f0-eb81-4ca4-a3c7-a9c1524beba0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb43bc77-d82f-4d99-ae1b-48c32f09ca85 HTTP/1.1" status: 204 len: 168 time: 0.5278468 Nov 12 12:18:04.136376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40410) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:04.214850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-61b118a4-7f2a-4e6f-974f-28b14e97ca87 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2349794 Nov 12 12:18:04.248135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e14bc8e-931c-4183-9647-ab331097cbd1 req-b1e332c9-2ae6-4e9e-ba62-9123e72e4e04 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927209 Nov 12 12:18:04.294812 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.328913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:04.407812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41ba5e21-118d-426c-aff7-2b155af9609a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:04.412392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec904020-64fc-4947-8a67-88561dbf2766 None None] The sync data for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 is: [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:15:40Z', 'revision_number': 4, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f77d4f06-2638-409a-b7b3-0ae2d8d07233', 'name': '', 'network_id': 'bc7f648e-2151-4037-8aa1-0db01c9415e9', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'mac_address': 'fa:16:3e:f4:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'subnets': [{'id': 'e7a593d1-1467-4764-acae-3599fc6f0879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:04.431602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.437653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-e909441d-e3d2-4383-8a70-219d667e1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:04.439192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-e909441d-e3d2-4383-8a70-219d667e1500 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.3016355 Nov 12 12:18:04.445646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 41ba5e21-118d-426c-aff7-2b155af9609a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:04.446308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41ba5e21-118d-426c-aff7-2b155af9609a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:04.446886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2beb6fe8-283f-4f42-9fc2-9fda140fb800 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:04.482631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c680208-864a-458b-8514-6d9374c3f66f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:04.483534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 2beb6fe8-283f-4f42-9fc2-9fda140fb800 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:04.484196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2beb6fe8-283f-4f42-9fc2-9fda140fb800 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:04.509846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2461-f27f-4207-abe3-7ed73cd02bfc req-40160252-66be-488e-b6a4-1b369cac9a41 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:04.512538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:04.517394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91ee2461-f27f-4207-abe3-7ed73cd02bfc req-40160252-66be-488e-b6a4-1b369cac9a41 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 943 time: 0.1295636 Nov 12 12:18:04.523480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357e6866-9978-4d01-afe5-68d113d8b788') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:04.524146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357e6866-9978-4d01-afe5-68d113d8b788') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:04.547744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.554651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-162cb763-1b55-4f6a-857b-5f60815bc0e1 service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428048 Nov 12 12:18:04.555786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:04.558811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-9841ea51-a179-41dc-8381-cb4834e2e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:04.560393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-9841ea51-a179-41dc-8381-cb4834e2e1a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087115 Nov 12 12:18:04.574765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.590312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:18:04.590770 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:18:04.592575 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:18:04.606917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91ee2461-f27f-4207-abe3-7ed73cd02bfc req-03576be4-c2d7-4655-a0ca-3738c2fb813b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886223 Nov 12 12:18:04.692303 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.698773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.702021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c680208-864a-458b-8514-6d9374c3f66f HTTP/1.1" status: 204 len: 168 time: 0.5646613 Nov 12 12:18:04.725018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:04.742244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466184d-477a-4fc1-b6ff-e0c2da7c670c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c680208-864a-458b-8514-6d9374c3f66f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:04.753649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:04.844453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.904088 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371adad5-8774-47c1-be57-9df830d288b6 None None] New status for floating IP 80c2457d-b91b-4258-ad0a-857496a04257: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:04.933214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:04.985160 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-d35f5713-de9a-457d-a8a4-122e3ea8a642 service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039235 Nov 12 12:18:04.995042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-56670832-e367-44de-8ce5-ecf341d1ecc2 service neutron] 10.222.0.81 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117181 Nov 12 12:18:05.020955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6ab9283-3168-4cc3-8520-45b8134ec67b no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:05.053792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-206a151a-07bb-4045-bece-cabedfcf76cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dfbaf28d9f041db99cb75f71068726a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1193304 Nov 12 12:18:05.055453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:05.069328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] Transition to ACTIVE for port object 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:18:05.085069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: c6ab9283-3168-4cc3-8520-45b8134ec67b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:05.087151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6ab9283-3168-4cc3-8520-45b8134ec67b not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:05.089706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:05.096620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825b0c-cb41-488f-bd7a-7b153e784ddd req-bc2f39be-ad03-4646-8756-eecbe8373a4e tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:05.104990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.105756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c825b0c-cb41-488f-bd7a-7b153e784ddd req-bc2f39be-ad03-4646-8756-eecbe8373a4e tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 943 time: 0.1278338 Nov 12 12:18:05.153567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'name': 'network-vif-deleted', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:05.157481 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092f0646-f9cd-4ac1-b876-e8aa7a0ed506" -d '{"events": [{"server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "name": "network-vif-deleted", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:05.214346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-00496bc7-e70a-4201-b3f7-d473c113fff4 req-2a9b0962-70a1-4305-a8d4-32c7b9511acb service neutron] 10.222.0.81 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848712 Nov 12 12:18:05.215009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c825b0c-cb41-488f-bd7a-7b153e784ddd req-7377b752-5b1f-4998-8d3f-729943bb8c58 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072083 Nov 12 12:18:05.255442 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.270608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbf69c9c-439a-4339-8fb5-6e8ebbe8c36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.296280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:05.305605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:05.305943 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed1c28-4eac-4024-9b3b-8d74b270c344" -d '{"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-unplugged", "status": "completed", "tag": "3857514d-d5f4-4580-a429-df56496acd2f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:05.309591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] No DVR routers for this DVR port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:05.337932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:05.345482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.349264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:05.409862 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6a167-2d7b-4be1-a51b-eca815c94066 x-openstack-request-id: req-d5a6a167-2d7b-4be1-a51b-eca815c94066 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:05.412939 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f108f33b-f3bf-447e-881c-2f71439db949", "name": "network-vif-deleted", "tag": "c6ab9283-3168-4cc3-8520-45b8134ec67b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:05.413398 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5a6a167-2d7b-4be1-a51b-eca815c94066 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:05.416011 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f108f33b-f3bf-447e-881c-2f71439db949', 'name': 'network-vif-deleted', 'tag': 'c6ab9283-3168-4cc3-8520-45b8134ec67b', 'status': 'completed', 'code': 200} Nov 12 12:18:05.427249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-557329b1-e4df-4556-b267-fb102429fd41 service neutron] 10.222.0.81 "PUT /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4/bindings/n-h2-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6116235 Nov 12 12:18:05.447399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbf69c9c-439a-4339-8fb5-6e8ebbe8c36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.467709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-40c79255-27fd-43af-bb00-57e39fc875fd tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:05.469934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-40c79255-27fd-43af-bb00-57e39fc875fd tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "GET /v2.0/ports?device_id=59b5fcf5-4e1f-4609-8456-fcdb251c271f HTTP/1.1" status: 200 len: 945 time: 0.2484145 Nov 12 12:18:05.491352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:05.600887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b47f728d-8c38-4d53-a336-1bc0b56001ab tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.602055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc193bf8-d897-4c03-b126-6489125e3064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.641080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b47f728d-8c38-4d53-a336-1bc0b56001ab tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.662767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-c1a7c628-80db-4310-b9d2-c42e7bd3e472 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:05.664813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-c1a7c628-80db-4310-b9d2-c42e7bd3e472 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.1580029 Nov 12 12:18:05.703585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbf69c9c-439a-4339-8fb5-6e8ebbe8c36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.706981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbf69c9c-439a-4339-8fb5-6e8ebbe8c36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.709339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dbf69c9c-439a-4339-8fb5-6e8ebbe8c36d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b07b041-b641-41b2-aeb1-1c7a69782c11 HTTP/1.1" status: 204 len: 168 time: 0.6528494 Nov 12 12:18:05.722327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31539-9460-4b7b-b2ac-24ff6bc1224d req-847f5397-c8bd-4aad-b4b7-b5093545cf34 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:05.730865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ba31539-9460-4b7b-b2ac-24ff6bc1224d req-847f5397-c8bd-4aad-b4b7-b5093545cf34 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2447770 Nov 12 12:18:05.734520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b47f728d-8c38-4d53-a336-1bc0b56001ab tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.737322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b47f728d-8c38-4d53-a336-1bc0b56001ab tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.740662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b47f728d-8c38-4d53-a336-1bc0b56001ab tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cabbe1f-138e-49f6-a605-23ac3678e911 HTTP/1.1" status: 204 len: 168 time: 0.4332762 Nov 12 12:18:05.748419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:05.753242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69c9c-439a-4339-8fb5-6e8ebbe8c36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07b041-b641-41b2-aeb1-1c7a69782c11,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:05.781056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Deleting port 3857514d-d5f4-4580-a429-df56496acd2f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:05.781539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.789389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f728d-8c38-4d53-a336-1bc0b56001ab tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cabbe1f-138e-49f6-a605-23ac3678e911,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:05.865779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ba31539-9460-4b7b-b2ac-24ff6bc1224d req-48273960-1dd9-4044-85bf-7c9379fb96f3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339169 Nov 12 12:18:05.935841 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eea305-4eb0-4043-ac98-6573f938bdbf x-openstack-request-id: req-f6eea305-4eb0-4043-ac98-6573f938bdbf {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:05.936395 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-unplugged", "status": "completed", "tag": "3857514d-d5f4-4580-a429-df56496acd2f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:05.936985 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6eea305-4eb0-4043-ac98-6573f938bdbf {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:05.937560 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f', 'code': 200} Nov 12 12:18:05.988255 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-17b0f0bf-3d22-4d69-a2c8-cad7623cad86 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] show failed (client error): The resource could not be found. Nov 12 12:18:05.993621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-17b0f0bf-3d22-4d69-a2c8-cad7623cad86 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "GET /v2.0/security-groups/9cabbe1f-138e-49f6-a605-23ac3678e911 HTTP/1.1" status: 404 len: 347 time: 0.2398014 Nov 12 12:18:05.994051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:06.013053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-c1d93bbf-0797-4626-870a-159717fae46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.015024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-c1d93bbf-0797-4626-870a-159717fae46d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66&tenant_id=33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 1095 time: 0.3400471 Nov 12 12:18:06.068880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1261ac16-be61-49bb-b617-7a46467787d8 req-7779c52a-34f5-4a2a-a142-c84db8628375 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 210 time: 0.0962114 Nov 12 12:18:06.182688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] For port 3857514d-d5f4-4580-a429-df56496acd2f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3857514d-d5f4-4580-a429-df56496acd2f,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:06.183766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:06.203838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81b0a2-0d6a-4621-af54-7ac52f664d76 req-80e9a6ce-4f6f-4325-ba35-98b4faa3016e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.212160 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Calling delete_port for 3857514d-d5f4-4580-a429-df56496acd2f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:06.212331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f81b0a2-0d6a-4621-af54-7ac52f664d76 req-80e9a6ce-4f6f-4325-ba35-98b4faa3016e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 944 time: 0.1138189 Nov 12 12:18:06.228406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-066ba36b-f596-497f-8c69-7eb6cd2925e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.230313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-066ba36b-f596-497f-8c69-7eb6cd2925e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1095 time: 0.1787658 Nov 12 12:18:06.273136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Deleting port bbe801b6-a002-4e94-bc22-530fe9c8216a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:06.274311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:06.304947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f81b0a2-0d6a-4621-af54-7ac52f664d76 req-ca1fab5c-27b8-41ce-aa9f-397ff244478c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887020 Nov 12 12:18:06.399604 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:06.400584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:06.428825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Calling delete_port for bbe801b6-a002-4e94-bc22-530fe9c8216a owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:06.502893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ab7-d093-4763-b37b-90496d2b3aac req-7fced977-2391-4193-a36e-90b36f1dd72d tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.508513 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21395ab7-d093-4763-b37b-90496d2b3aac req-7fced977-2391-4193-a36e-90b36f1dd72d tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.2186878 Nov 12 12:18:06.603218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-5a1585cc-d760-4cae-a93b-c4a9a3457954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.606464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-5a1585cc-d760-4cae-a93b-c4a9a3457954 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.3380876 Nov 12 12:18:06.617096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:06.746693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-81045c72-f64c-4363-ab10-b7f19afe46cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 217 time: 0.1146078 Nov 12 12:18:06.777155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event deleted for resources: {'Port': ['ID=3857514d-d5f4-4580-a429-df56496acd2f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:06.900926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] No DVR routers for this DVR port 3857514d-d5f4-4580-a429-df56496acd2f on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:06.905803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d89d6e-4a0c-4007-8b0e-7d09b22c1f63 req-b1702801-b02e-45e3-a2e2-630e79427d6d tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.910703 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:06.914388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29d89d6e-4a0c-4007-8b0e-7d09b22c1f63 req-b1702801-b02e-45e3-a2e2-630e79427d6d tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 943 time: 0.4963183 Nov 12 12:18:06.914586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ecce698-91ec-4a1a-ac5e-9e76b24a4f57 req-02ac0024-6f48-4e92-8ddf-e14bfe975a84 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "DELETE /v2.0/ports/3857514d-d5f4-4580-a429-df56496acd2f HTTP/1.1" status: 204 len: 173 time: 1.4263597 Nov 12 12:18:06.984390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21395ab7-d093-4763-b37b-90496d2b3aac req-6c45536a-7d64-4d2e-98cd-2a1f20c38612 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4553139 Nov 12 12:18:07.057439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-f024cbc8-3bc6-4ba8-b265-500b43014bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:07.060000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-f024cbc8-3bc6-4ba8-b265-500b43014bd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.2761657 Nov 12 12:18:07.064591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 387a00f5-8166-4e17-9423-8e0df2a9882b details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:18:07.069086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29d89d6e-4a0c-4007-8b0e-7d09b22c1f63 req-01d1ded7-b434-4d3d-9f4f-668271ff784c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537428 Nov 12 12:18:07.090872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:07.226416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-a7d6383f-6719-4e1b-a057-166a98800de4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328804 Nov 12 12:18:07.271047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67518e0d-b109-49c0-a01e-8754af81ba14 req-d408c106-9832-4611-a7b1-8d6a30cdd69a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 210 time: 0.0543826 Nov 12 12:18:07.272733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.312835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 387a00f5-8166-4e17-9423-8e0df2a9882b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=387a00f5-8166-4e17-9423-8e0df2a9882b,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:07.329924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Pushing event deleted for resources: {'Port': ['ID=bbe801b6-a002-4e94-bc22-530fe9c8216a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:07.337030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'port_id': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:18:07.357937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-5743890a-3239-47e6-bbfa-9c23f6c10ca1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:07.359601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-5743890a-3239-47e6-bbfa-9c23f6c10ca1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.5615985 Nov 12 12:18:07.408902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.415062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.415542 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.423993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f0077531-1ee7-4168-a783-8421dde1bfe6 tempest-ServersTestFqdnHostnames-2117108086 tempest-ServersTestFqdnHostnames-2117108086-project] 10.222.0.18 "DELETE /v2.0/floatingips/80c2457d-b91b-4258-ad0a-857496a04257 HTTP/1.1" status: 204 len: 168 time: 1.4247403 Nov 12 12:18:07.424250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:07.432876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-deleted', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:07.446231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387a00f5-8166-4e17-9423-8e0df2a9882b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:07.456391 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6920bc69-f465-4b10-88f3-b9de59f35832" -d '{"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-deleted", "tag": "3857514d-d5f4-4580-a429-df56496acd2f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:07.475623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1219028636-network', 'tenant_id': '87b4ce763192452a897da3e00291a04e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:07.495080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Request body: {'port': {'device_id': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'admin_state_up': True, 'tenant_id': 'a155a23bd50f4aadbaba5decf0f93c53'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:07.499528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 387a00f5-8166-4e17-9423-8e0df2a9882b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=387a00f5-8166-4e17-9423-8e0df2a9882b,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:07.511588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.580260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=387a00f5-8166-4e17-9423-8e0df2a9882b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:07.606511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33713419-b179-4010-a753-707c09aefc47 req-291cf3c2-6e0f-43d3-bf62-4736acf835d9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:07.608481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33713419-b179-4010-a753-707c09aefc47 req-291cf3c2-6e0f-43d3-bf62-4736acf835d9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.4110525 Nov 12 12:18:07.630422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Made reservation on behalf of 87b4ce763192452a897da3e00291a04e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:07.632744 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.639028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-8dfe4441-535b-427e-bb6d-155d76a48c68 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936706 Nov 12 12:18:07.647501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69db00-e3b2-4ad0-9c7e-bcc5d88523e6 req-f48ddb5b-092f-430d-badd-f93817b78d26 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:07.649516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e69db00-e3b2-4ad0-9c7e-bcc5d88523e6 req-f48ddb5b-092f-430d-badd-f93817b78d26 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 944 time: 0.1687639 Nov 12 12:18:07.667027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.830746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33713419-b179-4010-a753-707c09aefc47 req-d7b1d7d4-a2d6-45fa-acc3-73b8c9754d69 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940417 Nov 12 12:18:07.848685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Made reservation on behalf of a155a23bd50f4aadbaba5decf0f93c53 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:07.852211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.903988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-a4c1a8d1-545a-47a9-a67b-1b0e4ff3fcac service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484455 Nov 12 12:18:07.907609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e69db00-e3b2-4ad0-9c7e-bcc5d88523e6 req-fc081575-892c-42ee-9b10-573d35374ad9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367475 Nov 12 12:18:07.927766 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2ad3c-e4f1-4009-aab8-862a608af5ef x-openstack-request-id: req-cdc2ad3c-e4f1-4009-aab8-862a608af5ef {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:07.928054 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5fcf5-4e1f-4609-8456-fcdb251c271f", "name": "network-vif-deleted", "tag": "3857514d-d5f4-4580-a429-df56496acd2f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:07.928298 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdc2ad3c-e4f1-4009-aab8-862a608af5ef {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:07.928687 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b5fcf5-4e1f-4609-8456-fcdb251c271f', 'name': 'network-vif-deleted', 'tag': '3857514d-d5f4-4580-a429-df56496acd2f', 'status': 'completed', 'code': 200} Nov 12 12:18:07.930711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['387a00f5-8166-4e17-9423-8e0df2a9882b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:18:07.984968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:07.992992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.001622 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91d691d5-60ed-435c-a9de-20f1b908c40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.060752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:18:08.100542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.100899 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Added segment b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0 of type vlan for network db42803f-3d5a-4663-bf93-9608df557453 Nov 12 12:18:08.106346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf1057-cfd4-4fdf-9ca4-3a93e9d075cc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:08.234567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Allocated IP 172.20.0.4 (01b766ba-f0b9-4c62-86a0-d5bece1edd14/ec910d6f-6ffe-4cd5-915c-e1373ffde6c6/288d17b5-bd35-48b1-a86c-32710e75a7c6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:08.269933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.304780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.341222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97948f-7d79-4d35-b6a4-debfd9c22e00 req-549b54d1-a737-405d-9260-7c669622adfe tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:08.343061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc97948f-7d79-4d35-b6a4-debfd9c22e00 req-549b54d1-a737-405d-9260-7c669622adfe tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 944 time: 0.1438477 Nov 12 12:18:08.400268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.401395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:08.402061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.489933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-667c6780-4504-4628-9ffd-2056180a9873 req-0927ad14-a856-4b39-ac1e-6e6f724351dd tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 210 time: 0.0571256 Nov 12 12:18:08.491370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3875177 Nov 12 12:18:08.495112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:08.537080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Request body: {'subnet': {'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1219028636-subnet', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:08.606504 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc97948f-7d79-4d35-b6a4-debfd9c22e00 req-d15b8dce-606e-4f06-acda-c7a48d7ee0cf tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541893 Nov 12 12:18:08.616679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e3f7-3cc0-4b24-893a-92dcd9534ffc admin admin] Pushing event updated for resources: {'Network': ['ID=db42803f-3d5a-4663-bf93-9608df557453,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:08.640337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network db42803f-3d5a-4663-bf93-9608df557453 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:18:08.664873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Made reservation on behalf of 87b4ce763192452a897da3e00291a04e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:08.667896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.791451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:08.863575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3126b31-c2d9-4829-b817-5c19150f835f req-ab12ccd5-943e-4018-8f4e-dabc4f0e160a tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:08.865426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3126b31-c2d9-4829-b817-5c19150f835f req-ab12ccd5-943e-4018-8f4e-dabc4f0e160a tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.1030014 Nov 12 12:18:09.002139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3126b31-c2d9-4829-b817-5c19150f835f req-66b348d1-d92d-4522-90a7-6bd424df82f5 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283779 Nov 12 12:18:09.034215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:09.082106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 387a00f5-8166-4e17-9423-8e0df2a9882b up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:09.084725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 3857514d-d5f4-4580-a429-df56496acd2f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:09.085067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3857514d-d5f4-4580-a429-df56496acd2f not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:09.097060 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.150875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 387a00f5-8166-4e17-9423-8e0df2a9882b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:18:09.157204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 387a00f5-8166-4e17-9423-8e0df2a9882b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:09.157629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.198343 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.199624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Deleting port f77d4f06-2638-409a-b7b3-0ae2d8d07233 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:09.199971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.229575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3b2357-308c-4a95-a7c4-72b773238df5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:09.246762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.279812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:09.295765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:09.298610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:09.309784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:09.312921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e2a4a-0372-4908-bac7-7d96f1281767 req-b71839e2-898c-431a-9c28-c265e8bf013e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.314512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-179e2a4a-0372-4908-bac7-7d96f1281767 req-b71839e2-898c-431a-9c28-c265e8bf013e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 944 time: 0.2189825 Nov 12 12:18:09.320759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Checking segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:09.321113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Network hostable DHCP agents. Network: db42803f-3d5a-4663-bf93-9608df557453, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:18:09.388107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.388780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.389901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.391335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] For port f77d4f06-2638-409a-b7b3-0ae2d8d07233, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f77d4f06-2638-409a-b7b3-0ae2d8d07233,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:09.391742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.395164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-157e8ed4-b7c6-4d50-9c36-891e6f661d94 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.395871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Network db42803f-3d5a-4663-bf93-9608df557453 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:18:09.396809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-157e8ed4-b7c6-4d50-9c36-891e6f661d94 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.7175300 Nov 12 12:18:09.403618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-45839025-6139-403d-a9a7-5d732608e166 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7619321 Nov 12 12:18:09.422314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Calling delete_port for f77d4f06-2638-409a-b7b3-0ae2d8d07233 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:09.444454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 387a00f5-8166-4e17-9423-8e0df2a9882b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=387a00f5-8166-4e17-9423-8e0df2a9882b,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:09.446825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, db42803f-3d5a-4663-bf93-9608df557453) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:09.447164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:09.452096 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9490156-2776-4ac3-a4fa-30b9356e7891" -d '{"events": [{"server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "name": "network-vif-plugged", "status": "completed", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:09.463871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc00f3a-dd95-4589-b5f3-983e30858939 None None] Network db42803f-3d5a-4663-bf93-9608df557453 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:09.464549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-179e2a4a-0372-4908-bac7-7d96f1281767 req-7a6b44e7-ade4-4b57-85e9-0ca16a24aa77 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409178 Nov 12 12:18:09.469905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879da9b-4d94-4a6d-bf9e-dc7944627072 req-07006a54-b8e9-4488-853b-e262c12a0b3e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.478713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c879da9b-4d94-4a6d-bf9e-dc7944627072 req-07006a54-b8e9-4488-853b-e262c12a0b3e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2846348 Nov 12 12:18:09.483596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.484493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.487813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-7afd2b15-01fc-438a-ba27-095af7df3b30 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0245006 Nov 12 12:18:09.493474 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.526756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Request body: {'port': {'device_id': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:09.608139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0566b236-baab-42da-82f1-2c6da2244b45 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1108463 Nov 12 12:18:09.620616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40534) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:09.621850 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c63cd-a4fe-4627-9912-571b209f1859 x-openstack-request-id: req-c08c63cd-a4fe-4627-9912-571b209f1859 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:09.622317 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "name": "network-vif-plugged", "status": "completed", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:09.622725 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c08c63cd-a4fe-4627-9912-571b209f1859 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:09.623365 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'code': 200} Nov 12 12:18:09.635748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:09.684316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-be390293-305c-4692-8d92-a9180a940f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.698499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-be390293-305c-4692-8d92-a9180a940f53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 1095 time: 0.2150176 Nov 12 12:18:09.735771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=387a00f5-8166-4e17-9423-8e0df2a9882b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:09.782028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.783450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.795268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.813349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c879da9b-4d94-4a6d-bf9e-dc7944627072 req-1869baad-111c-4641-ae0f-88fdf16de8dc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336439 Nov 12 12:18:09.870570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-db42803f-3d5a-4663-bf93-9608df557453', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:18:09.871695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:09.986789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0001287-2ac8-4998-8bab-062ccc4de268 req-738fa441-436b-44a6-bf73-e2da923dd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:09.990062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0001287-2ac8-4998-8bab-062ccc4de268 req-738fa441-436b-44a6-bf73-e2da923dd6ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 1096 time: 0.2731099 Nov 12 12:18:10.001423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.054910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Allocated IP 172.20.0.2 (db42803f-3d5a-4663-bf93-9608df557453/eb3b2357-308c-4a95-a7c4-72b773238df5/ef5d7629-993f-45bb-82c5-e768b7222f7e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:10.114863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-22619964-8d3c-4517-8ce0-f0d7a0fd97b5 service neutron] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:10.120467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77d4f06-2638-409a-b7b3-0ae2d8d07233,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:10.159438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0001287-2ac8-4998-8bab-062ccc4de268 req-cd66eb94-9fa5-410d-bf6a-8927cfed1c10 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223168 Nov 12 12:18:10.167949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-22619964-8d3c-4517-8ce0-f0d7a0fd97b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.169177 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f9f6b34-5d83-4093-9d8e-450c98525052 req-22619964-8d3c-4517-8ce0-f0d7a0fd97b5 service neutron] 10.222.0.65 "DELETE /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4/bindings/n-h1-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.7631452 Nov 12 12:18:10.184696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebec9f-145f-4fa0-8df7-afe7cf26d609 req-0c40d3c9-f0c7-467d-a867-8e206a5ab543 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:10.194015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3eebec9f-145f-4fa0-8df7-afe7cf26d609 req-0c40d3c9-f0c7-467d-a867-8e206a5ab543 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1095 time: 0.2109296 Nov 12 12:18:10.229801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.245533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeb49f-1da4-4b92-843c-8a3e95f9e62a req-19c0808d-9e89-411c-851c-2b62ddeed731 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:10.262438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfeb49f-1da4-4b92-843c-8a3e95f9e62a req-19c0808d-9e89-411c-851c-2b62ddeed731 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 931 time: 0.4954066 Nov 12 12:18:10.282859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-eac4150e-36fe-43aa-8b3d-70dd0bfe195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:10.284795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-eac4150e-36fe-43aa-8b3d-70dd0bfe195f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.5222154 Nov 12 12:18:10.391457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3eebec9f-145f-4fa0-8df7-afe7cf26d609 req-d8151a03-dcda-42a5-8fdb-8ac3016bd4ce tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940899 Nov 12 12:18:10.505566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-c8757892-da26-4800-8777-c6c4cfdc7976 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 200 len: 217 time: 0.1090102 Nov 12 12:18:10.512896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.515333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.522742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.569930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Network db42803f-3d5a-4663-bf93-9608df557453 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:10.576586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:10.588948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:10.592108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfeb49f-1da4-4b92-843c-8a3e95f9e62a req-d323f039-1235-49b1-97ff-63506baf2b44 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281641 Nov 12 12:18:10.607636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Pushing event updated for resources: {'Port': ['ID=ef5d7629-993f-45bb-82c5-e768b7222f7e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:10.651902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-22ba29fb-710a-41d1-9751-d6de4f27c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:10.653387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-22ba29fb-710a-41d1-9751-d6de4f27c49d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1091099 Nov 12 12:18:10.705398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-5ed9c848-aa76-4ad3-81a1-cb4bae28d2d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360584 Nov 12 12:18:10.717121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df50c4-7b1c-452c-b1f1-01cad2fd7a66 req-bbe6da6d-2806-460e-a4cb-8926fe955dc9 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:10.724972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4df50c4-7b1c-452c-b1f1-01cad2fd7a66 req-bbe6da6d-2806-460e-a4cb-8926fe955dc9 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.1794076 Nov 12 12:18:10.726035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Attempting to bind port ef5d7629-993f-45bb-82c5-e768b7222f7e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:10.728868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Attempting to bind port ef5d7629-993f-45bb-82c5-e768b7222f7e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:10.729445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Attempting to bind port ef5d7629-993f-45bb-82c5-e768b7222f7e on network db42803f-3d5a-4663-bf93-9608df557453 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:10.744086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:10.745871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Checking segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:10.746538 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.747073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Bound using segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:10.747712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Bound port: ef5d7629-993f-45bb-82c5-e768b7222f7e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:10.750876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.795492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.916817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] For port ef5d7629-993f-45bb-82c5-e768b7222f7e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:10.922472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] For port ef5d7629-993f-45bb-82c5-e768b7222f7e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ef5d7629-993f-45bb-82c5-e768b7222f7e,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:10.931292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4df50c4-7b1c-452c-b1f1-01cad2fd7a66 req-ab187ab7-e8fa-470b-9602-df9fae14bc1b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050304 Nov 12 12:18:10.933473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:10.934442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288d17b5-bd35-48b1-a86c-32710e75a7c6 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:10.969059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.015863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Transition to ACTIVE for port object 288d17b5-bd35-48b1-a86c-32710e75a7c6 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:18:11.026498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-88915f11-1e36-42a5-b25d-dc5279683a35 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994351 Nov 12 12:18:11.037800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.074601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf4119-a8a2-41a4-aa07-738ed18416c3 None None] Pushing event updated for resources: {'Port': ['ID=ef5d7629-993f-45bb-82c5-e768b7222f7e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:11.089392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.167660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.198784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:11.282833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfb431-977d-4941-bea4-f20b25b36ad5 req-fd53758a-9b3b-4a93-b544-8baa5e19e960 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.291377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbfb431-977d-4941-bea4-f20b25b36ad5 req-fd53758a-9b3b-4a93-b544-8baa5e19e960 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2239795 Nov 12 12:18:11.308318 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26edefc6-0d72-4157-9e2e-a2f3c5d207a5 req-7ae14ca4-be7f-41e2-97d8-d01183614686 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663379 Nov 12 12:18:11.367492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Attempting to bind port 288d17b5-bd35-48b1-a86c-32710e75a7c6 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:11.367854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Attempting to bind port 288d17b5-bd35-48b1-a86c-32710e75a7c6 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:11.376325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Attempting to bind port 288d17b5-bd35-48b1-a86c-32710e75a7c6 on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:11.407002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbfb431-977d-4941-bea4-f20b25b36ad5 req-70aa6184-11dd-41c9-a13a-ae51bc3fbb70 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076605 Nov 12 12:18:11.411916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Port 288d17b5-bd35-48b1-a86c-32710e75a7c6 on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:11.412295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Attempting to bind port 288d17b5-bd35-48b1-a86c-32710e75a7c6 on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:11.418355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:11.418710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Checking segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:11.419096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Bound using segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:11.430397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Bound port: 288d17b5-bd35-48b1-a86c-32710e75a7c6, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:11.430397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.607190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:11.621378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3960f3-d569-4809-aefe-a1c30a0e50fc req-95004f00-8ad7-4f5b-9af9-fa69d18c6e54 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.622809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e3960f3-d569-4809-aefe-a1c30a0e50fc req-95004f00-8ad7-4f5b-9af9-fa69d18c6e54 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.1052563 Nov 12 12:18:11.624719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:11.636036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.638406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0219c-7b94-4dd8-9cb4-8db0e92277ed req-6f0eb073-31d8-44f0-9d60-b8ee6ccfa11d tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.647108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3b0219c-7b94-4dd8-9cb4-8db0e92277ed req-6f0eb073-31d8-44f0-9d60-b8ee6ccfa11d tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1095 time: 0.6414332 Nov 12 12:18:11.746410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.746942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:11.748536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] 10.222.0.65 "PUT /v2.0/ports/288d17b5-bd35-48b1-a86c-32710e75a7c6 HTTP/1.1" status: 200 len: 1091 time: 2.2272568 Nov 12 12:18:11.753814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:11.756443 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b28ec82-2342-4bb0-bd35-c80c0574e07c" -d '{"events": [{"name": "network-changed", "server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:11.798474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4892-36f7-466e-aa9b-0b04faf26a07 service neutron] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:11.815018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e3960f3-d569-4809-aefe-a1c30a0e50fc req-4dcc917a-fa86-439f-b79d-83932ed006ac tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821933 Nov 12 12:18:11.991317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3b0219c-7b94-4dd8-9cb4-8db0e92277ed req-690bea61-e3a4-4343-8ac1-89a5906d7e77 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432133 Nov 12 12:18:12.001440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-3c936745-3220-47f0-9d85-7f4e28050ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.003300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-3c936745-3220-47f0-9d85-7f4e28050ad7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1153598 Nov 12 12:18:12.009019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-0020b769-1328-4813-8b79-2bf1b7fc7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.010973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-0020b769-1328-4813-8b79-2bf1b7fc7849 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 1094 time: 0.1420429 Nov 12 12:18:12.077282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13e8d-8cc9-4b92-a0c7-1e540b2fd3c1 req-d785d676-3b96-40cf-a2ed-acaa276dc309 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.085989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebf13e8d-8cc9-4b92-a0c7-1e540b2fd3c1 req-d785d676-3b96-40cf-a2ed-acaa276dc309 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 943 time: 0.1641736 Nov 12 12:18:12.139784 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c99b079-a8eb-4705-81ab-a03f2f60d030 x-openstack-request-id: req-7c99b079-a8eb-4705-81ab-a03f2f60d030 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:12.140236 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:12.140594 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c99b079-a8eb-4705-81ab-a03f2f60d030 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:12.141135 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'status': 'completed', 'code': 200} Nov 12 12:18:12.152566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-cae9626e-9546-4883-8338-def915ce0c4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6 HTTP/1.1" status: 200 len: 217 time: 0.1303725 Nov 12 12:18:12.186584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Router 669133ae-f5c8-4f6d-a56f-8afa54260e6b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:12.274437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:12.354709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-6f8ce1cd-522c-4019-936d-26f9035faa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.356351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-6f8ce1cd-522c-4019-936d-26f9035faa75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.1296315 Nov 12 12:18:12.357795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-7dfdcd3f-096d-4053-b565-b9f700e65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.359592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-7dfdcd3f-096d-4053-b565-b9f700e65ebe service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.3475356 Nov 12 12:18:12.363634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebf13e8d-8cc9-4b92-a0c7-1e540b2fd3c1 req-68417e05-fe3a-422f-8c7a-c09ff5f2a004 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766900 Nov 12 12:18:12.388698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ef5d7629-993f-45bb-82c5-e768b7222f7e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:12.472496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:12.493674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] Sync routers for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:12.516609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ca4b260d-36ae-4af4-9f2e-86908798ba23 admin admin] 10.222.0.18 "PUT /v2.0/routers/669133ae-f5c8-4f6d-a56f-8afa54260e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0889893 Nov 12 12:18:12.521910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ef5d7629-993f-45bb-82c5-e768b7222f7e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:12.522821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:12.523196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:12.524388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:12.525575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:12.526450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:12.536468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-7d6dcb9a-33d8-4704-a32e-98cfb09b602d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 217 time: 0.1520219 Nov 12 12:18:12.538530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-4cce216e-4dfb-4a89-8a73-49ebc5bc26d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687615 Nov 12 12:18:12.622452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf2427-2943-43c9-9fd6-feda4fb6f977 None None] Network db42803f-3d5a-4663-bf93-9608df557453 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:12.672421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-6ca4c71c-2e4c-4d3b-b6ba-7665a37e3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.673913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-6ca4c71c-2e4c-4d3b-b6ba-7665a37e3b58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1221237 Nov 12 12:18:12.720417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-96ec5817-0b69-4d31-a200-924da3db7b30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368052 Nov 12 12:18:12.771401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-5c5f2ea7-6bed-44e3-b395-b1f5572bcfe9 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170234 Nov 12 12:18:12.831662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408c296-5fe6-47da-8209-af7959e705c8 req-c27beefb-3af5-4d95-8d6d-0a6932072888 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:12.843364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2408c296-5fe6-47da-8209-af7959e705c8 req-c27beefb-3af5-4d95-8d6d-0a6932072888 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.6555688 Nov 12 12:18:12.980096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:12.982403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Allocated IP 172.25.1.90 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/38d2e0e3-8f63-40ba-b0e1-7864de5deb21) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:12.988591 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:12.996966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2408c296-5fe6-47da-8209-af7959e705c8 req-fcf0bc5c-1a81-41d8-b8fe-813b2cda1d56 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526594 Nov 12 12:18:13.039118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-d759be30-34fa-4844-bdd6-42899f7556c4 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:13.041700 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-d759be30-34fa-4844-bdd6-42899f7556c4 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.81 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.2985303 Nov 12 12:18:13.117043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-17a98f1f-eb04-4bb9-8bef-ceffdeb243af None None] Provisioning complete for port ef5d7629-993f-45bb-82c5-e768b7222f7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:13.117043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17a98f1f-eb04-4bb9-8bef-ceffdeb243af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.405530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.427615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaefa7-31fe-4ade-b093-403f6ca0ed05 req-0792632a-ddb9-460f-b4fb-804880cb8140 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:13.435969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3daaefa7-31fe-4ade-b093-403f6ca0ed05 req-0792632a-ddb9-460f-b4fb-804880cb8140 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.1841877 Nov 12 12:18:13.436997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17a98f1f-eb04-4bb9-8bef-ceffdeb243af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.478823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.521545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-bdb84808-ff01-4242-9375-f90d0530ba53 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893231 Nov 12 12:18:13.524150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port ef5d7629-993f-45bb-82c5-e768b7222f7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ef5d7629-993f-45bb-82c5-e768b7222f7e,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:13.531510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.533198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193b77d-1de7-4687-a2ee-243dec3d313d req-cdb0e869-8aba-4f43-bc14-e3f67482b3db tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:13.541877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5193b77d-1de7-4687-a2ee-243dec3d313d req-cdb0e869-8aba-4f43-bc14-e3f67482b3db tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.5974576 Nov 12 12:18:13.546848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.567648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbff2448-5ed2-4b25-9a05-e50caa2e573c req-e47a24eb-8c47-478a-aeec-c83fa41ae112 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873361 Nov 12 12:18:13.620424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '57feb428-a145-475c-907e-ce06d0810756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:18:09Z', 'revision_number': 5, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port': {'id': '57feb428-a145-475c-907e-ce06d0810756', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:31Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:13.633363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.656670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] Checking router: 669133ae-f5c8-4f6d-a56f-8afa54260e6b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:13.677896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] Routers {'669133ae-f5c8-4f6d-a56f-8afa54260e6b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:13.678692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:13.739158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:13.742731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:13.749356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:13.759181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3daaefa7-31fe-4ade-b093-403f6ca0ed05 req-e2b149cb-aebe-4004-a101-6170de2876a2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219383 Nov 12 12:18:13.784234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-17a98f1f-eb04-4bb9-8bef-ceffdeb243af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:18:13.785537 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-17a98f1f-eb04-4bb9-8bef-ceffdeb243af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:18:13.810838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7629-993f-45bb-82c5-e768b7222f7e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:13.825185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-2fdaea4e-ab6a-47a1-b3f7-7a8b390441c4 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775745 Nov 12 12:18:13.838915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] Set router 669133ae-f5c8-4f6d-a56f-8afa54260e6b gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:13.848801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Pushing event updated for resources: {'Port': ['ID=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:13.871834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5193b77d-1de7-4687-a2ee-243dec3d313d req-9f91bf42-f4d2-4c21-b6d9-44c1ea9d86d1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290706 Nov 12 12:18:13.892495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-14f2cd06-fb7d-43e7-8c6d-45a66963294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:13.894272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-14f2cd06-fb7d-43e7-8c6d-45a66963294d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 1094 time: 0.2351227 Nov 12 12:18:13.897205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Deleting port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:13.897554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:13.930405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:18:13Z', 'revision_number': 6, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:13.965301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5825159-4350-496c-9b23-2af6b1ec67a5 None None] The sync data for ids ['669133ae-f5c8-4f6d-a56f-8afa54260e6b'] in n-d-804878-5 is: [{'id': '669133ae-f5c8-4f6d-a56f-8afa54260e6b', 'name': 'tempest-ServersTestFqdnHostnames-189229248-router', 'tenant_id': '2344089f8a8b49859db549c838059af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:30Z', 'updated_at': '2021-11-12T12:18:13Z', 'revision_number': 6, 'project_id': '2344089f8a8b49859db549c838059af7', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:14.106857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee9267-91ad-4a35-812d-06e2086b3479 req-784bab67-41d7-453f-997a-89a94bcf5391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:14.109668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7ee9267-91ad-4a35-812d-06e2086b3479 req-784bab67-41d7-453f-997a-89a94bcf5391 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.2428236 Nov 12 12:18:14.115599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Deleting port 57feb428-a145-475c-907e-ce06d0810756 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:14.116153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.163164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-6932ebb2-d204-459a-b508-d930b2424567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:14.164661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-6932ebb2-d204-459a-b508-d930b2424567 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 906 time: 0.2289090 Nov 12 12:18:14.165334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:14.178830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Request body: {'floatingip': {'port_id': '387a00f5-8166-4e17-9423-8e0df2a9882b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:14.249603 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.344886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.494120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ef5d7629-993f-45bb-82c5-e768b7222f7e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:14.514254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] For port 57feb428-a145-475c-907e-ce06d0810756, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=57feb428-a145-475c-907e-ce06d0810756,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:14.514642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.519493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] For port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:14.520021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.544654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-4f31900c-1bb7-418c-b025-a677b23a0121 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6 HTTP/1.1" status: 200 len: 217 time: 0.2897737 Nov 12 12:18:14.545724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Calling delete_port for 57feb428-a145-475c-907e-ce06d0810756 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:14.582995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc94c6-1734-453a-84c8-d2b78df2b604 req-66efc21b-5433-401c-8070-7bdeb785a897 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:14.592916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75dc94c6-1734-453a-84c8-d2b78df2b604 req-66efc21b-5433-401c-8070-7bdeb785a897 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 943 time: 0.5816813 Nov 12 12:18:14.605891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d650a636-9949-4220-963c-4c268b1da2b9 None None] Provisioning complete for port ef5d7629-993f-45bb-82c5-e768b7222f7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:14.606672 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d650a636-9949-4220-963c-4c268b1da2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.706559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ef5d7629-993f-45bb-82c5-e768b7222f7e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:14.706998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:14.714306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-a8c5032c-2c7d-4f49-9e0b-6d2221b1b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:14.716527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-a8c5032c-2c7d-4f49-9e0b-6d2221b1b83e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.1488369 Nov 12 12:18:15.022207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75dc94c6-1734-453a-84c8-d2b78df2b604 req-58216883-169b-43af-ae1a-30cb5e79944d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283593 Nov 12 12:18:15.099537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f77d4f06-2638-409a-b7b3-0ae2d8d07233 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:15.141924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-17881320-e0a0-43a2-86c4-985862bfdce7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300693 Nov 12 12:18:15.143643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78153fc-c84d-40d9-a6bd-49f119c54971 req-b9d917ff-3525-4aff-bac6-a45f7f4f2a8e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:15.152011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c78153fc-c84d-40d9-a6bd-49f119c54971 req-b9d917ff-3525-4aff-bac6-a45f7f4f2a8e tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 945 time: 0.1807680 Nov 12 12:18:15.168974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f77d4f06-2638-409a-b7b3-0ae2d8d07233 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:15.169328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f77d4f06-2638-409a-b7b3-0ae2d8d07233 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:15.245260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.245560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.245872 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Floating IP bf6edbea-c798-4fe5-abe4-3b20f8cf78a1 disassociated. External IP: 172.25.1.169, port: 82ad8c28-5bf5-4eef-855f-576c4bdbbf85. Nov 12 12:18:15.246229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Calling delete_port for 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:15.275843 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.292916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c78153fc-c84d-40d9-a6bd-49f119c54971 req-f9d73de0-fcf1-44e7-b8ea-31f17fb46b95 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b55b72-faef-400c-a90f-fc8c6f3e273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396708 Nov 12 12:18:15.355100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.428479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=57feb428-a145-475c-907e-ce06d0810756,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:15.466710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650db-db62-42ca-8520-273602a62bf7 req-05ece51e-b79f-4029-9cc5-f4c8f2f49620 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:15.468693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-71d650db-db62-42ca-8520-273602a62bf7 req-05ece51e-b79f-4029-9cc5-f4c8f2f49620 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2543206 Nov 12 12:18:15.524103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.525994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-e7f119df-3753-43e5-a50c-196c53377e12 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709559 Nov 12 12:18:15.629365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:18:15.632425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.635338 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.681667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-71d650db-db62-42ca-8520-273602a62bf7 req-494ffdda-07d2-4b22-b5bc-6e7a2ad8680f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000203 Nov 12 12:18:15.736537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.737107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669133ae-f5c8-4f6d-a56f-8afa54260e6b {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:18:15.746092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.750204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b300de96-17b6-41ff-9d7b-6d3847e69f25 admin admin] 10.222.0.18 "DELETE /v2.0/routers/669133ae-f5c8-4f6d-a56f-8afa54260e6b HTTP/1.1" status: 204 len: 168 time: 3.0954955 Nov 12 12:18:15.750390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:15.848871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Deleting subnet e7a593d1-1467-4764-acae-3599fc6f0879 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:18:15.855638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.865410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b28ec82-2342-4bb0-bd35-c80c0574e07c req-b58bc443-caa4-4432-bde7-cf50d8032c39 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272750 Nov 12 12:18:15.899700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:15.918545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:15.925334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.929838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.936227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89198f37-8e38-4f70-9040-bc61b1ddd143 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3118882 Nov 12 12:18:15.939571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:15.940510 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:15.954148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:15.954354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:15.994002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event deleted for resources: {'Port': ['ID=82ad8c28-5bf5-4eef-855f-576c4bdbbf85,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:16.013115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.017968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.134598 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:16.217607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57feb428-a145-475c-907e-ce06d0810756 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:16.226463 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d associated. External IP: 172.25.1.236, port: 387a00f5-8166-4e17-9423-8e0df2a9882b. Nov 12 12:18:16.234555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.235106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:16.258658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 57feb428-a145-475c-907e-ce06d0810756 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:16.259137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57feb428-a145-475c-907e-ce06d0810756 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:16.403568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f43e-80b3-44ba-bfef-fc4501e5d3c9 req-1b8f026a-196e-4182-9a2e-5738291a3fac tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:16.406272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c135f43e-80b3-44ba-bfef-fc4501e5d3c9 req-1b8f026a-196e-4182-9a2e-5738291a3fac tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 943 time: 0.2336915 Nov 12 12:18:16.444230 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:14Z', 'revision_number': 3, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:16.484857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:16.485227 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Updating router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:18:16.533443 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.539689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.629726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c135f43e-80b3-44ba-bfef-fc4501e5d3c9 req-c3772fe9-aef1-4f45-8aa6-7eb925f6c8cb tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108223 Nov 12 12:18:16.630949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a593d1-1467-4764-acae-3599fc6f0879,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:16.633998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be054cf-0b9b-4608-897d-22a678f36d8c None None] Network bc7f648e-2151-4037-8aa1-0db01c9415e9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:16.784132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.792219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2af4203-ed17-4b6c-b6eb-5912c5430734 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7a593d1-1467-4764-acae-3599fc6f0879 HTTP/1.1" status: 204 len: 168 time: 1.0408289 Nov 12 12:18:16.831788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:16.929515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:16.943515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.012233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1719082e-f77b-4aaa-b6ec-215e5b51e1e2 req-37ca3856-2961-4bce-abfb-4117c90a6cec tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 210 time: 0.1906962 Nov 12 12:18:17.080920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] DHCP port deletion for bc7f648e-2151-4037-8aa1-0db01c9415e9 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:18:17.087325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:18:17.092696 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.100907 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.117828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:17.119498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0231-9e81-4124-b3ce-19284c0a04e3 req-9cac4d6f-bb2b-4c96-accd-d10e06c90836 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:17.123739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e58c0231-9e81-4124-b3ce-19284c0a04e3 req-9cac4d6f-bb2b-4c96-accd-d10e06c90836 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1962442 Nov 12 12:18:17.183718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:17.184127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:17.244875 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Attempting to bind port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:17.245509 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Attempting to bind port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:17.246036 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Attempting to bind port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:17.255996 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:17.256649 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:17.257212 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.257778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:17.258457 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Bound port: 38d2e0e3-8f63-40ba-b0e1-7864de5deb21, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:17.259017 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.293281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Allocated IP 172.20.0.1 (db42803f-3d5a-4663-bf93-9608df557453/eb3b2357-308c-4a95-a7c4-72b773238df5/d8a595ef-2014-4773-8328-0a7630b8dd56) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:17.298339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] Deleting port 8dc5a808-5990-45a6-b814-d00e438741d5 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:17.298897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.307921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:17.317481 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] For port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:17.321983 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] For port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:17.333764 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.340594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:17.353670 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Pushing event updated for resources: {'Port': ['ID=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:17.369863 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.371203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.371767 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.372299 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.372832 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.373362 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.373874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.374749 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.375233 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.375894 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.376660 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.377308 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:17.399563 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:17.400718 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:17.416182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'mac_address': 'fa:16:3e:02:6b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:18:17.419399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Deleting port 8dc5a808-5990-45a6-b814-d00e438741d5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:17.420126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.432799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] Sync routers for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:17.444294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Router c8372942-f153-4f58-a381-9238ba7e5eb0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:17.455265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] No DVR routers for this DVR port 82ad8c28-5bf5-4eef-855f-576c4bdbbf85 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:17.468838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.474638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.475418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe8cf5dd-27b5-4beb-a411-55d73b28392d req-fc0da005-e971-4630-8ce9-515681dc1bea tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.81 "DELETE /v2.0/ports/82ad8c28-5bf5-4eef-855f-576c4bdbbf85 HTTP/1.1" status: 204 len: 173 time: 4.4148216 Nov 12 12:18:17.477156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'name': 'network-vif-deleted', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:17.480632 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f4dec8-be7b-43ab-826f-693b743cc3ee" -d '{"events": [{"server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "name": "network-vif-deleted", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:17.582527 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:17.584963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:17.585127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:17.595314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.602441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] For port 8dc5a808-5990-45a6-b814-d00e438741d5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8dc5a808-5990-45a6-b814-d00e438741d5,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:17.602888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.641809 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b305aa41-f258-4d71-993e-469f5b90fdd4 x-openstack-request-id: req-b305aa41-f258-4d71-993e-469f5b90fdd4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:17.645479 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27358cc9-a737-45e8-838f-d9fe12c95982", "name": "network-vif-deleted", "tag": "82ad8c28-5bf5-4eef-855f-576c4bdbbf85", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:17.647473 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b305aa41-f258-4d71-993e-469f5b90fdd4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:17.648122 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27358cc9-a737-45e8-838f-d9fe12c95982', 'name': 'network-vif-deleted', 'tag': '82ad8c28-5bf5-4eef-855f-576c4bdbbf85', 'status': 'completed', 'code': 200} Nov 12 12:18:17.683095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] Calling delete_port for 8dc5a808-5990-45a6-b814-d00e438741d5 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:17.698083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] For port 8dc5a808-5990-45a6-b814-d00e438741d5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8dc5a808-5990-45a6-b814-d00e438741d5,segment=NetworkSegment(235b3891-a10a-48ee-9f31-aa23f811b0e2),segment_id=235b3891-a10a-48ee-9f31-aa23f811b0e2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:17.700842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.702243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.751717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Calling delete_port for 8dc5a808-5990-45a6-b814-d00e438741d5 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:17.772558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Network db42803f-3d5a-4663-bf93-9608df557453 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:17.807859 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef8350-62c2-409d-ac16-02aa79f3e4e4 None None] Pushing event updated for resources: {'Port': ['ID=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:17.820100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a595ef-2014-4773-8328-0a7630b8dd56,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:17.825376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:17.837780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:17.874976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288d17b5-bd35-48b1-a86c-32710e75a7c6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:17.920296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e58c0231-9e81-4124-b3ce-19284c0a04e3 req-16c5dd45-ddf9-44c1-b7eb-2275232bde18 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319850 Nov 12 12:18:17.921367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:17.944544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:17.976754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100446-a687-44d7-a674-2aecd34abe0b req-e6213072-1adf-47b6-a4bb-0b87cb6a8ae0 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:17.979465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c100446-a687-44d7-a674-2aecd34abe0b req-e6213072-1adf-47b6-a4bb-0b87cb6a8ae0 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 943 time: 0.1748619 Nov 12 12:18:17.984672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.032035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:18.050145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.068458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:18.142021 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ce4bfa47-c310-4e63-8594-402f80638836 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "PUT /v2.0/floatingips/7220d9f6-0e13-492a-8002-0fbbd57e209d HTTP/1.1" status: 200 len: 991 time: 3.9708169 Nov 12 12:18:18.246113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.326150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8dc5a808-5990-45a6-b814-d00e438741d5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:18.332596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.357229 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:18.360384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] No DVR routers for this DVR port 8dc5a808-5990-45a6-b814-d00e438741d5 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:18.380701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc5a808-5990-45a6-b814-d00e438741d5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:18.384577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:18.384832 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:18.385537 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:18.388239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8dc5a808-5990-45a6-b814-d00e438741d5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:18.388843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8dc5a808-5990-45a6-b814-d00e438741d5 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:18.411289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.450894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c55ee422-c786-4005-9c3b-4453e71bdd12 req-aaf30929-c1b9-4397-8293-b247d79e231b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/ports?device_id=27358cc9-a737-45e8-838f-d9fe12c95982 HTTP/1.1" status: 200 len: 210 time: 0.0941606 Nov 12 12:18:18.458193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['288d17b5-bd35-48b1-a86c-32710e75a7c6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:18:18.504705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.504929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.505243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.505583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.508903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.509281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.509629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.509971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.512251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.512762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.513614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.513614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:18.515374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] Pushing event deleted for resources: {'Port': ['ID=8dc5a808-5990-45a6-b814-d00e438741d5,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:18.530642 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:18.531751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728850a-3fee-4827-aeb5-54bef18badfc None None] No DVR routers for this DVR port 8dc5a808-5990-45a6-b814-d00e438741d5 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:18.555389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-86d8fc89-9973-4767-8660-a2d27f878eac None None] Provisioning complete for port d8a595ef-2014-4773-8328-0a7630b8dd56 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:18.555928 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d8fc89-9973-4767-8660-a2d27f878eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.585094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c100446-a687-44d7-a674-2aecd34abe0b req-7aed4ba7-f2ff-4fd6-a892-26bb23295e5b tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389172 Nov 12 12:18:18.679600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-86d8fc89-9973-4767-8660-a2d27f878eac None None] Port d8a595ef-2014-4773-8328-0a7630b8dd56 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:18.682524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.739769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7f648e-2151-4037-8aa1-0db01c9415e9']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:18.746964 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:14Z', 'revision_number': 3, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:18.751258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.757420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.768242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235b3891-a10a-48ee-9f31-aa23f811b0e2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:18.768829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235b3891-a10a-48ee-9f31-aa23f811b0e2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:18.782027 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ed3c1-4c07-415d-ae5d-dd8cec22a0f8 None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:14Z', 'revision_number': 3, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:18.790511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.824212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.831964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:18:18.832434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:18:18.834442 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:18:18.862098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:53Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:18.887514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.890776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a595ef-2014-4773-8328-0a7630b8dd56,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:18.939424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] Checking router: fa2ce210-8ff6-4cb7-88fa-922319ae51f0 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:18.967331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.976073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:18.979553 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc7f648e-2151-4037-8aa1-0db01c9415e9 HTTP/1.1" status: 204 len: 168 time: 2.1426702 Nov 12 12:18:18.989430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:18.990454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:19.005934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77538d8-6924-491f-9ca9-2018d6b65189 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7f648e-2151-4037-8aa1-0db01c9415e9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:19.048462 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7220d9f6-0e13-492a-8002-0fbbd57e209d', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'port_id': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f301453f-9921-4c77-abdb-8655246b4632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:18:15Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:19.053971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Network db42803f-3d5a-4663-bf93-9608df557453 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:19.055625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:19.118471 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:19.145381 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:19.151957 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:19.202960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc5e5-aaa7-42c5-869b-f806b870559f req-b54690e2-5117-4bca-af73-d85a73e6cf68 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:19.214241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63bbc5e5-aaa7-42c5-869b-f806b870559f req-b54690e2-5117-4bca-af73-d85a73e6cf68 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1266124 Nov 12 12:18:19.235696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:19.365627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63bbc5e5-aaa7-42c5-869b-f806b870559f req-1807536f-6846-493e-bb15-b05b3acf257c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504853 Nov 12 12:18:19.399030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:19.407576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:19.494689 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:19.499687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b84e8f2a-8343-4942-be7a-99e6944ffad6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2344089f8a8b49859db549c838059af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887063 Nov 12 12:18:19.503364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:19.597331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:19.620948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05031d04-c3bc-446d-be75-95ebfb9e63f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:19.657728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:19.673674 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58b898-038c-44e6-87fa-807a8df08d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:19.678047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:19.685016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64caf1e8-607d-48af-86f6-51d45a4c7fe1 admin admin] 10.222.0.18 "PUT /v2.0/routers/dc5502ef-a19a-4c89-b8b6-8e8d6da85791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7296364 Nov 12 12:18:19.833775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482b542-3c0f-4b02-9e9f-93593523d367 req-ac115bef-589e-4dfb-bce5-cab11ba98db7 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:19.845622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-79aad113-bcf7-4503-9964-3409cfaf0891 None None] Provisioning complete for port d8a595ef-2014-4773-8328-0a7630b8dd56 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:19.846214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79aad113-bcf7-4503-9964-3409cfaf0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:19.848396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0482b542-3c0f-4b02-9e9f-93593523d367 req-ac115bef-589e-4dfb-bce5-cab11ba98db7 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 944 time: 0.1228161 Nov 12 12:18:19.850842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05031d04-c3bc-446d-be75-95ebfb9e63f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:19.875787 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa4f902-f5e3-4fdb-a244-19411aefa845 x-openstack-request-id: req-6fa4f902-f5e3-4fdb-a244-19411aefa845 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:19.876354 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:19.876774 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fa4f902-f5e3-4fdb-a244-19411aefa845 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:19.877330 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'status': 'completed', 'code': 200} Nov 12 12:18:19.907643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9c27722-d9bc-433a-8c38-eb02e777d4b2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:19.942067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9c27722-d9bc-433a-8c38-eb02e777d4b2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:19.985642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-79aad113-bcf7-4503-9964-3409cfaf0891 None None] Port d8a595ef-2014-4773-8328-0a7630b8dd56 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:20.028662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9c27722-d9bc-433a-8c38-eb02e777d4b2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.036838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9c27722-d9bc-433a-8c38-eb02e777d4b2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.038217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e9c27722-d9bc-433a-8c38-eb02e777d4b2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "DELETE /v2.0/security-groups/83b55b72-faef-400c-a90f-fc8c6f3e273f HTTP/1.1" status: 204 len: 168 time: 0.4390550 Nov 12 12:18:20.047941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:20.048760 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0482b542-3c0f-4b02-9e9f-93593523d367 req-69c8d31e-ef31-42fa-a678-01574e724cea tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992352 Nov 12 12:18:20.135306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:53Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:20.153706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c27722-d9bc-433a-8c38-eb02e777d4b2 tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b55b72-faef-400c-a90f-fc8c6f3e273f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:20.165963 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ad53fdde-d2b1-4d08-9560-44c119d1e75b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] show failed (client error): The resource could not be found. Nov 12 12:18:20.170292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ad53fdde-d2b1-4d08-9560-44c119d1e75b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "GET /v2.0/security-groups/83b55b72-faef-400c-a90f-fc8c6f3e273f HTTP/1.1" status: 404 len: 347 time: 0.0834143 Nov 12 12:18:20.171120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:20.173801 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7220d9f6-0e13-492a-8002-0fbbd57e209d', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'port_id': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f301453f-9921-4c77-abdb-8655246b4632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:18:15Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:20.191218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-1b584a39-1871-433e-9b54-d722768dd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:20.196537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-1b584a39-1871-433e-9b54-d722768dd763 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4725b0edc3e0409d81ef1784c543b41b&device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 1096 time: 0.1455083 Nov 12 12:18:20.217288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c3ddc-eaa2-4e7d-8315-698135b6b447 None None] The sync data for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 is: [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f', 'name': '', 'network_id': '57c20fc7-4116-49b4-a993-00f7e36db057', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'mac_address': 'fa:16:3e:ed:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:44Z', 'updated_at': '2021-11-12T12:15:53Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'subnets': [{'id': 'e986cbc3-c327-41fd-839a-8289c0111ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:20.260166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69c1e8-eca1-4e33-bf93-a9b8ad3e7d86 None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7220d9f6-0e13-492a-8002-0fbbd57e209d', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'port_id': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f301453f-9921-4c77-abdb-8655246b4632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:15:38Z', 'updated_at': '2021-11-12T12:18:15Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:20.382443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:20.412516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-539db2d8-c635-411e-8d5d-394957e11dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:20.424481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-539db2d8-c635-411e-8d5d-394957e11dda service neutron] 10.222.0.81 "GET /v2.0/networks?id=77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 200 len: 924 time: 0.2190020 Nov 12 12:18:20.541006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:20.543249 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.561659 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-259b3bbb-477a-420d-9ed4-42b4bfa01fe2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=387a00f5-8166-4e17-9423-8e0df2a9882b HTTP/1.1" status: 200 len: 999 time: 0.1303303 Nov 12 12:18:20.564619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05031d04-c3bc-446d-be75-95ebfb9e63f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.578681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05031d04-c3bc-446d-be75-95ebfb9e63f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.580138 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-05031d04-c3bc-446d-be75-95ebfb9e63f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acf970cb-b8a0-432f-af94-30ce786a4f60 HTTP/1.1" status: 204 len: 168 time: 1.0757847 Nov 12 12:18:20.663344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05031d04-c3bc-446d-be75-95ebfb9e63f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf970cb-b8a0-432f-af94-30ce786a4f60,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:20.683917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e497a59-1d16-44e9-b7de-2a25153f2dd5 req-18f6231e-d20d-47ae-b952-655a412e745d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:20.699081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e497a59-1d16-44e9-b7de-2a25153f2dd5 req-18f6231e-d20d-47ae-b952-655a412e745d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1503849 Nov 12 12:18:20.720696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-6c017156-4eb4-4a48-acbe-aa944c2b7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:20.725107 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-6c017156-4eb4-4a48-acbe-aa944c2b7bed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 200 len: 862 time: 0.1437483 Nov 12 12:18:20.770416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Deleting port 465a9dce-8a2b-42ac-8119-ab1464de66a1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:20.770967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.785304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.860802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:20.868477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:20.876871 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e497a59-1d16-44e9-b7de-2a25153f2dd5 req-329f17bf-b52c-45c9-9bff-ca79e7a67a9d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767361 Nov 12 12:18:20.895745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-4c29feaf-3129-4587-a0e1-147bb9fb64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:20.897310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-4c29feaf-3129-4587-a0e1-147bb9fb64d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77efe5ff-6cbe-4845-8bc2-300d8579de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645677 Nov 12 12:18:20.990785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d62a2-3c67-4fe4-817a-e7750004034f None None] New status for floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:21.039814 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbbaa1d-dffb-45b0-9577-58cb25a0c8b6 None None] New status for floating IP bf6edbea-c798-4fe5-abe4-3b20f8cf78a1: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:21.055077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.055322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.083268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Calling delete_port for 465a9dce-8a2b-42ac-8119-ab1464de66a1 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:21.100656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:21.134847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:21.167915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-f29b2a03-8df9-4320-b610-53ccff72602e service neutron] 10.222.0.81 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617910 Nov 12 12:18:21.354059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 288d17b5-bd35-48b1-a86c-32710e75a7c6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:18:21.358429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:21.376365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617304856', 'description': 'tempest-description--915690263'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:21.382676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 288d17b5-bd35-48b1-a86c-32710e75a7c6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:21.383051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.493338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.578513 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd58b898-038c-44e6-87fa-807a8df08d5f req-542c470c-27d5-4f3a-9bef-c1d170b107c1 service neutron] 10.222.0.81 "GET /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005446 Nov 12 12:18:21.597423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.650767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:21.653011 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c2a500-72da-4081-a7b9-8e6b3a9b7f50" -d '{"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-plugged", "status": "completed", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:21.678663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:21.683705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.752535 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2eace1-90e7-456d-b2bd-4f6e3e36ae96 x-openstack-request-id: req-ac2eace1-90e7-456d-b2bd-4f6e3e36ae96 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:21.752834 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-plugged", "status": "completed", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:21.753121 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac2eace1-90e7-456d-b2bd-4f6e3e36ae96 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:21.753526 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'code': 200} Nov 12 12:18:21.754096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.764648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:21.783568 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.800969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287bb2-e362-432f-95e5-0c4882506379 req-60f7c42d-ed95-49af-9465-9ce6bb6e775e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:21.812309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3287bb2-e362-432f-95e5-0c4882506379 req-60f7c42d-ed95-49af-9465-9ce6bb6e775e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 944 time: 0.1763537 Nov 12 12:18:21.878760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.883014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5232074 Nov 12 12:18:21.890310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:21.901452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'security_group_rule': {'security_group_id': 'e6080f47-4571-47b9-bbc2-f9c34aafbdaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:21.906778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a1330-eeed-4206-9d1f-e9e5660e6db3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6080f47-4571-47b9-bbc2-f9c34aafbdaf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:21.936936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3287bb2-e362-432f-95e5-0c4882506379 req-ea0a3b06-caf9-4e27-bf22-21dd0c4b902c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223605 Nov 12 12:18:21.941028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925db85-5496-475c-88a3-55c277f0ec16 req-69304f38-0790-415b-8579-9be9d73d4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:21.942721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f925db85-5496-475c-88a3-55c277f0ec16 req-69304f38-0790-415b-8579-9be9d73d4dde service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 1096 time: 0.0896382 Nov 12 12:18:21.984137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:21.990200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.003000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:22.023666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f925db85-5496-475c-88a3-55c277f0ec16 req-0457339b-be00-4ee3-b0de-3ed87663f8bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Nov 12 12:18:22.027851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Pushing event deleted for resources: {'Port': ['ID=465a9dce-8a2b-42ac-8119-ab1464de66a1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:22.030937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:22.031354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:22.196898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.199798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.201188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d3e7b81-2331-45d1-a345-9c0aa747f55b tempest-ServersTestJSON-1422949493 tempest-ServersTestJSON-1422949493-project] 10.222.0.18 "DELETE /v2.0/floatingips/bf6edbea-c798-4fe5-abe4-3b20f8cf78a1 HTTP/1.1" status: 204 len: 168 time: 2.0287282 Nov 12 12:18:22.203735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.204764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:22.235057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673930-9c77-4786-84a4-f62ebcf25d36 req-85830c1b-60a9-4877-8655-b510801262d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:22.236816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88673930-9c77-4786-84a4-f62ebcf25d36 req-85830c1b-60a9-4877-8655-b510801262d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1404409 Nov 12 12:18:22.289964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:22.370418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88673930-9c77-4786-84a4-f62ebcf25d36 req-f21b5c37-20c5-4bbe-8177-30a39d958ec2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149669 Nov 12 12:18:22.425112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:22.466146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:22.577606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.600362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1929342620-network', 'tenant_id': 'b704e9bf91c6434380f0c90015f4b573'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:22.615865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.617743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7259846 Nov 12 12:18:22.623443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:22.624721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fd89e-2707-4ac6-aede-f8ce01cbef2a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae150e7-de71-42bf-b650-ceee0de5b2d4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:22.663971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'security_group_rule': {'security_group_id': 'e6080f47-4571-47b9-bbc2-f9c34aafbdaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:22.706411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Made reservation on behalf of b704e9bf91c6434380f0c90015f4b573 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:22.708554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.727789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:22.736914 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.742007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.784321 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:18:22.884928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:22.902246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 2, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:22.933393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:22.934195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Updating router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 port d8a595ef-2014-4773-8328-0a7630b8dd56 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:18:22.987520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.098871 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.166523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.167162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32421e-bfdc-4665-8535-3b0baf4135a3 req-83472657-0a1d-473f-8541-320de784286f tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:23.170225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.176138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c32421e-bfdc-4665-8535-3b0baf4135a3 req-83472657-0a1d-473f-8541-320de784286f tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 946 time: 0.2141068 Nov 12 12:18:23.179427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.181755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.246912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d7356-6763-4a31-b598-efd4212b73f5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:23.257057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adbce8e-be84-40b8-a8a0-7309624b2c50,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:23.276740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637bf8-14b3-446b-b060-3c54ab0ed887 req-e1b08b45-0f65-4fb2-a073-dfabd81b3242 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:23.285872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6637bf8-14b3-446b-b060-3c54ab0ed887 req-e1b08b45-0f65-4fb2-a073-dfabd81b3242 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2299469 Nov 12 12:18:23.292788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:18:23.299356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.304365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e5a72d26-464a-4158-bb6e-8934460b33f1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6766527 Nov 12 12:18:23.305126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:23.321599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:23.345814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c32421e-bfdc-4665-8535-3b0baf4135a3 req-a1f00860-a7c7-48a1-a2ab-53e38fa80773 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643829 Nov 12 12:18:23.379347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.379699 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Added segment d71382af-82a6-4de4-8485-6ee9d5774995 of type vlan for network bfc87245-1689-404c-bf98-9fe95da7ced3 Nov 12 12:18:23.398438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6637bf8-14b3-446b-b060-3c54ab0ed887 req-058a1971-10a5-4c28-9020-311ff8a00368 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067665 Nov 12 12:18:23.521764 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.544608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.592624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.594229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:23.595226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.635105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Deleting port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:23.635451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.672298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.687581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.736645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] For port 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:23.738116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.760087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Calling delete_port for 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:23.781493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3137636 Nov 12 12:18:23.783624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40766) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:23.805766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Request body: {'subnet': {'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1929342620-subnet', 'tenant_id': 'b704e9bf91c6434380f0c90015f4b573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:23.813115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f218315-29c3-4421-9e1c-11a27fea4137 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc87245-1689-404c-bf98-9fe95da7ced3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:23.815479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8d94-8920-4551-9211-6a60696ef796 None None] Pushing event updated for resources: {'Port': ['ID=d8a595ef-2014-4773-8328-0a7630b8dd56,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:23.843912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network bfc87245-1689-404c-bf98-9fe95da7ced3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:18:23.856031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7021761-9454-4229-bef0-0d42660e1375 req-27a809c7-d08b-4add-9890-09810c73f10a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:23.865560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7021761-9454-4229-bef0-0d42660e1375 req-27a809c7-d08b-4add-9890-09810c73f10a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.2772961 Nov 12 12:18:23.973623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Made reservation on behalf of b704e9bf91c6434380f0c90015f4b573 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:23.977380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:23.980246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Attempting to bind port d8a595ef-2014-4773-8328-0a7630b8dd56 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:23.981135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Attempting to bind port d8a595ef-2014-4773-8328-0a7630b8dd56 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:23.981611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Attempting to bind port d8a595ef-2014-4773-8328-0a7630b8dd56 on network db42803f-3d5a-4663-bf93-9608df557453 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:24.021700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:24.022085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Checking segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:24.022509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.022900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Bound using segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:24.023396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Bound port: d8a595ef-2014-4773-8328-0a7630b8dd56, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:24.023921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.073626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.127722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:24.140494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7021761-9454-4229-bef0-0d42660e1375 req-183b175f-9c2f-4a7a-930f-8512d8e77571 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734256 Nov 12 12:18:24.151810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] For port d8a595ef-2014-4773-8328-0a7630b8dd56, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:24.155758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] For port d8a595ef-2014-4773-8328-0a7630b8dd56, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d8a595ef-2014-4773-8328-0a7630b8dd56,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:24.167022 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.258256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.316193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:24.316849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:24.321733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-016bb996-4ab7-461d-bbaf-f653380f0d63 None None] Provisioning complete for port d8a595ef-2014-4773-8328-0a7630b8dd56 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:24.322107 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016bb996-4ab7-461d-bbaf-f653380f0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.323821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8d94-8920-4551-9211-6a60696ef796 None None] Pushing event updated for resources: {'Port': ['ID=d8a595ef-2014-4773-8328-0a7630b8dd56,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:24.714833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Allocated IP 172.25.1.227 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/3f9ae86a-f25b-4916-8797-46e403c2e284) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:24.781325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.843255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:24.854259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:24.861751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b65152-f92a-450b-a278-a8feb0875904 req-5905183a-532a-462c-bdf1-76bb7b985cea tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:24.869974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72b65152-f92a-450b-a278-a8feb0875904 req-5905183a-532a-462c-bdf1-76bb7b985cea tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2662072 Nov 12 12:18:24.875939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742badc-a02b-4835-a92e-c826f212af37 req-33146ef5-aa20-4504-9c3a-81d8d7c498fc tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:24.887796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d742badc-a02b-4835-a92e-c826f212af37 req-33146ef5-aa20-4504-9c3a-81d8d7c498fc tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 946 time: 0.2594700 Nov 12 12:18:24.976513 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016bb996-4ab7-461d-bbaf-f653380f0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.053348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=decda775-b334-4f7b-8808-7edf815fcc75,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:25.082951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-fe6e3c32-beb7-4c4e-9163-086ca5d20d5d tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:25.085325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-fe6e3c32-beb7-4c4e-9163-086ca5d20d5d tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 946 time: 0.1747794 Nov 12 12:18:25.095372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d742badc-a02b-4835-a92e-c826f212af37 req-17d40ef2-a19d-41ba-91e3-2038f5afaf5e tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066088 Nov 12 12:18:25.106558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-016bb996-4ab7-461d-bbaf-f653380f0d63 None None] For port d8a595ef-2014-4773-8328-0a7630b8dd56, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d8a595ef-2014-4773-8328-0a7630b8dd56,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:25.117119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016bb996-4ab7-461d-bbaf-f653380f0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.137529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Checking segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:25.137529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Network hostable DHCP agents. Network: bfc87245-1689-404c-bf98-9fe95da7ced3, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:18:25.182671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bb996-4ab7-461d-bbaf-f653380f0d63 None None] Pushing event updated for resources: {'Port': ['ID=d8a595ef-2014-4773-8328-0a7630b8dd56,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:25.219694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72b65152-f92a-450b-a278-a8feb0875904 req-1ca52e20-ee28-4084-98a9-d210cc699a0c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485131 Nov 12 12:18:25.267014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.336115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-007791c4-b35e-465b-a4c3-a318f3ca766a None None] Provisioning complete for port d8a595ef-2014-4773-8328-0a7630b8dd56 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:25.336748 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-007791c4-b35e-465b-a4c3-a318f3ca766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.431150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:25.444638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Network bfc87245-1689-404c-bf98-9fe95da7ced3 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:18:25.469400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.532546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, bfc87245-1689-404c-bf98-9fe95da7ced3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:25.542042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:25.542716 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.564311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bfbf0b-bd61-4a03-947c-2bbf96761562 None None] Network bfc87245-1689-404c-bf98-9fe95da7ced3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:25.564624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:25.598101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:24Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:25.604670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:25.618533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:25.620466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'Port': ['ID=3f9ae86a-f25b-4916-8797-46e403c2e284,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:25.674585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b27d98-f37a-49e5-941b-92bf35e9d888 None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:24Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:25.701678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:25.710472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5a101aa-a153-4dfd-89d6-24744f709c08 admin admin] 10.222.0.18 "PUT /v2.0/routers/fa2ce210-8ff6-4cb7-88fa-922319ae51f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5021570 Nov 12 12:18:25.710937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40814) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:25.719199 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] Sync routers for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:25.749942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3673fdb2-d0ee-47b7-b019-237514689958 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9444375 Nov 12 12:18:25.769600 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:25.802028 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:25.882693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb799b-4d6f-48ef-90ea-23570ccc060a req-eba06dd7-f311-4374-819f-d129f3c4ec99 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:25.884576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2adb799b-4d6f-48ef-90ea-23570ccc060a req-eba06dd7-f311-4374-819f-d129f3c4ec99 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.5054274 Nov 12 12:18:25.925841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Deleting port 5043954a-5dcc-4042-8554-9991198e528b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:25.928612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:25.967515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41836acb-6572-4d3d-976a-de52a993151f req-5fbd84d6-ae59-4ef1-b169-c927268048a1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:25.975838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41836acb-6572-4d3d-976a-de52a993151f req-5fbd84d6-ae59-4ef1-b169-c927268048a1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2559054 Nov 12 12:18:26.025801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.111320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e87fde-780e-47ce-8e64-b3dff82172d8 None None] Network bfc87245-1689-404c-bf98-9fe95da7ced3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:26.162492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41836acb-6572-4d3d-976a-de52a993151f req-21688f6c-1495-4941-a054-1cb2f8b8805f tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838205 Nov 12 12:18:26.195948 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:26.248031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.389938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] For port 5043954a-5dcc-4042-8554-9991198e528b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5043954a-5dcc-4042-8554-9991198e528b,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:26.390681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.415746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Calling delete_port for 5043954a-5dcc-4042-8554-9991198e528b owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:26.443287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.482673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dadac-b322-4dd4-8257-71b99e738b8d req-b43323bc-1526-4562-89a7-0972ad22819c tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:26.494310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a8dadac-b322-4dd4-8257-71b99e738b8d req-b43323bc-1526-4562-89a7-0972ad22819c tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 946 time: 0.1575422 Nov 12 12:18:26.501236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d8a595ef-2014-4773-8328-0a7630b8dd56 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:26.569367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2adb799b-4d6f-48ef-90ea-23570ccc060a req-f25f4055-3fc5-4efb-8794-2bc9cac77b42 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678879 Nov 12 12:18:26.664206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.720823 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:18:23Z', 'revision_number': 5, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port': {'id': '13c6a0ae-e304-4052-9415-7206ad20849e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:40Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:26.728069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d8a595ef-2014-4773-8328-0a7630b8dd56 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:26.747743 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.787978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a8dadac-b322-4dd4-8257-71b99e738b8d req-7faf0a60-1bac-4516-bf59-abbd5e538427 tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/security-groups?id=c198d8f6-311b-4a5d-a717-634fc19b1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925348 Nov 12 12:18:26.809706 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] Checking router: fa2ce210-8ff6-4cb7-88fa-922319ae51f0 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:26.820028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Deleting port 13c6a0ae-e304-4052-9415-7206ad20849e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:26.828358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.843381 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] Routers {'fa2ce210-8ff6-4cb7-88fa-922319ae51f0'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:26.844834 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:26.881312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:26.899781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.086314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] For port 13c6a0ae-e304-4052-9415-7206ad20849e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13c6a0ae-e304-4052-9415-7206ad20849e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:27.086648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.108070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Calling delete_port for 13c6a0ae-e304-4052-9415-7206ad20849e owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:27.329705 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] Set router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:27.456498 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:18:26Z', 'revision_number': 6, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:27.490414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca0077-8bbf-4c77-9859-a409598686cc req-e6e7b15f-0021-4256-afc0-d8e5371ce45f tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:27.492104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cca0077-8bbf-4c77-9859-a409598686cc req-e6e7b15f-0021-4256-afc0-d8e5371ce45f tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1625922 Nov 12 12:18:27.539057 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8a00-9c16-41a4-91d4-e6258f96b6db None None] The sync data for ids ['fa2ce210-8ff6-4cb7-88fa-922319ae51f0'] in n-d-804878-5 is: [{'id': 'fa2ce210-8ff6-4cb7-88fa-922319ae51f0', 'name': 'tempest-ServersTestJSON-680632558-router', 'tenant_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:37Z', 'updated_at': '2021-11-12T12:18:26Z', 'revision_number': 6, 'project_id': 'adae43176c4b4199bf587fb7a1fa37b1', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:27.578824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cca0077-8bbf-4c77-9859-a409598686cc req-00fb9ee5-c159-4147-9fa5-6900a547d2b7 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802295 Nov 12 12:18:27.579677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.638018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=13c6a0ae-e304-4052-9415-7206ad20849e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:27.773496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.853142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'Port': ['ID=3f9ae86a-f25b-4916-8797-46e403c2e284,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:27.879520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.924463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.929676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:27.931093 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4ab7d608-e2fd-4b06-861a-8f141647bf9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6133568 Nov 12 12:18:27.998277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-6c9e5bf2-68a2-40c2-919e-47fb9b109a81 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:27.999567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-6c9e5bf2-68a2-40c2-919e-47fb9b109a81 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 815 time: 0.9372470 Nov 12 12:18:28.003156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Pushing event deleted for resources: {'Port': ['ID=5043954a-5dcc-4042-8554-9991198e528b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:28.066887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-f7f35621-8c44-4533-a1cd-568581bf613d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/quotas/b704e9bf91c6434380f0c90015f4b573 HTTP/1.1" status: 200 len: 375 time: 0.0581353 Nov 12 12:18:28.176797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-581e8719-8eb4-475a-8db5-88b366e6e81b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012659 Nov 12 12:18:28.199093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] No DVR routers for this DVR port 5043954a-5dcc-4042-8554-9991198e528b on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:28.202398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.207309 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-163dffe3-bc36-4ed7-9868-bab2f530f162 req-277c3e32-189a-4ec8-a177-d0b48e0d41eb tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.65 "DELETE /v2.0/ports/5043954a-5dcc-4042-8554-9991198e528b HTTP/1.1" status: 204 len: 173 time: 3.1073275 Nov 12 12:18:28.207767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'name': 'network-vif-deleted', 'tag': '5043954a-5dcc-4042-8554-9991198e528b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:28.210185 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15226dd-2c77-44ef-8a87-093afda335ef" -d '{"events": [{"server_uuid": "2fe95f69-4f3f-4a7e-b233-6676eabf42bd", "name": "network-vif-deleted", "tag": "5043954a-5dcc-4042-8554-9991198e528b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:28.335278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-9e3cb1c0-44de-4fb6-b3c8-1830320727dc service neutron] 10.222.0.18 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434646 Nov 12 12:18:28.429124 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.432924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.445781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48697d-071d-4327-9faa-b8070cb246be req-2fb191af-8df4-41be-b42f-ad700f78d19e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:28.447457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed48697d-071d-4327-9faa-b8070cb246be req-2fb191af-8df4-41be-b42f-ad700f78d19e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.7274675 Nov 12 12:18:28.530754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-6f081560-4d4d-418d-b797-2bb467ff778e service neutron] 10.222.0.18 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941719 Nov 12 12:18:28.556171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.556626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2ce210-8ff6-4cb7-88fa-922319ae51f0 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:18:28.573915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.575016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-525c1f47-0b9e-43ef-bbe3-304ff5ec4c0c admin admin] 10.222.0.18 "DELETE /v2.0/routers/fa2ce210-8ff6-4cb7-88fa-922319ae51f0 HTTP/1.1" status: 204 len: 168 time: 2.8631184 Nov 12 12:18:28.577649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40856) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:28.581890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:28.629694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:28.632627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ea9ae04-ef5c-4e7a-b5b8-57db7c625c4f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:28.669123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed48697d-071d-4327-9faa-b8070cb246be req-57d2306c-fd40-47a0-85da-258577982476 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646891 Nov 12 12:18:28.710595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Deleting subnet e986cbc3-c327-41fd-839a-8289c0111ab2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:18:28.717347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.837678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:28.925688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2de9a650-9ca7-4f31-b2ea-440b6579461d req-ca0df10a-bce4-4ab5-bec7-8f7a38391b4b tempest-AttachSCSIVolumeTestJSON-1784692333 tempest-AttachSCSIVolumeTestJSON-1784692333-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fe95f69-4f3f-4a7e-b233-6676eabf42bd HTTP/1.1" status: 200 len: 210 time: 0.0612240 Nov 12 12:18:29.094911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.148437 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982f7bad-3d4b-4385-8690-5fc37be33db8 x-openstack-request-id: req-982f7bad-3d4b-4385-8690-5fc37be33db8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:29.148437 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe95f69-4f3f-4a7e-b233-6676eabf42bd", "name": "network-vif-deleted", "tag": "5043954a-5dcc-4042-8554-9991198e528b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:29.148437 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-982f7bad-3d4b-4385-8690-5fc37be33db8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:29.148990 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe95f69-4f3f-4a7e-b233-6676eabf42bd', 'name': 'network-vif-deleted', 'tag': '5043954a-5dcc-4042-8554-9991198e528b', 'status': 'completed', 'code': 200} Nov 12 12:18:29.168860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5043954a-5dcc-4042-8554-9991198e528b no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:29.206511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-2a234b42-7678-4e4d-8518-bf8e528f44fc tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1617304856&fields=id&tenant_id=87b4ce763192452a897da3e00291a04e HTTP/1.1" status: 200 len: 267 time: 0.1039031 Nov 12 12:18:29.219856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.260998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5043954a-5dcc-4042-8554-9991198e528b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:29.261664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5043954a-5dcc-4042-8554-9991198e528b not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:29.295648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.299519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e986cbc3-c327-41fd-839a-8289c0111ab2 HTTP/1.1" status: 204 len: 168 time: 0.7207892 Nov 12 12:18:29.305499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:29.311456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b92f2d-a31a-4a12-8a4f-6a3f2bbe5b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e986cbc3-c327-41fd-839a-8289c0111ab2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:29.333443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac9310-a31f-4a13-89cc-b29fccc16cbb None None] Network 57c20fc7-4116-49b4-a993-00f7e36db057 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:29.400364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7c8c-28a2-4b99-bcbc-ff556274d360 req-172d3fc1-d596-471b-87c6-4b4fca383661 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:29.402627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b07d7c8c-28a2-4b99-bcbc-ff556274d360 req-172d3fc1-d596-471b-87c6-4b4fca383661 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1010034 Nov 12 12:18:29.404669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.487220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b07d7c8c-28a2-4b99-bcbc-ff556274d360 req-5743de7a-8956-4037-88f0-8dc1d54665e9 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Nov 12 12:18:29.506386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.538146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.548385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-3ab24610-c5a4-41b5-9130-3e941d591fa8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:29.560244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-3ab24610-c5a4-41b5-9130-3e941d591fa8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 811 time: 0.3520343 Nov 12 12:18:29.584435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-d5614efe-f337-48f5-8fe5-9daf06057460 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/quotas/87b4ce763192452a897da3e00291a04e HTTP/1.1" status: 200 len: 375 time: 0.0230465 Nov 12 12:18:29.624276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a4a4a0e-a735-45f7-babd-6495d5b01f09 req-d92777d6-b704-43a4-bf98-dbc5ab0167e3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 210 time: 0.0691702 Nov 12 12:18:29.692592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] DHCP port deletion for 57c20fc7-4116-49b4-a993-00f7e36db057 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:18:29.793439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-f99f00bc-70f3-4bf0-b6bb-237cdd6734c6 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2079127 Nov 12 12:18:29.795684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] Deleting port efbdf1ee-0acc-42d8-8100-118b916f47df {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:29.796437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.889815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] For port efbdf1ee-0acc-42d8-8100-118b916f47df, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=efbdf1ee-0acc-42d8-8100-118b916f47df,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:29.890889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.924560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] Calling delete_port for efbdf1ee-0acc-42d8-8100-118b916f47df owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:29.953898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668ee8-2946-4544-9b44-23aac260585a req-20ded524-3201-4688-9a90-5307c9c311b0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:29.966086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Deleting port efbdf1ee-0acc-42d8-8100-118b916f47df {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:29.966681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.970081 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9668ee8-2946-4544-9b44-23aac260585a req-20ded524-3201-4688-9a90-5307c9c311b0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1530478 Nov 12 12:18:30.076377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9668ee8-2946-4544-9b44-23aac260585a req-1ce1c1c6-ee14-42ef-b552-dfa2811f28be tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036584 Nov 12 12:18:30.078797 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.103294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] For port efbdf1ee-0acc-42d8-8100-118b916f47df, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=efbdf1ee-0acc-42d8-8100-118b916f47df,segment=NetworkSegment(72cb0697-099d-4bf2-892f-a4116e91140a),segment_id=72cb0697-099d-4bf2-892f-a4116e91140a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:30.103673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.127406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Calling delete_port for efbdf1ee-0acc-42d8-8100-118b916f47df owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:30.145126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-f2a0aa11-856f-4796-9a9c-2eebbe949e6b service neutron] 10.222.0.18 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257356 Nov 12 12:18:30.147578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] Pushing event deleted for resources: {'Port': ['ID=efbdf1ee-0acc-42d8-8100-118b916f47df,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:30.161085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1651e2-297d-43d5-a5a6-8bb92c5245dc None None] No DVR routers for this DVR port efbdf1ee-0acc-42d8-8100-118b916f47df on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:30.249796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13c6a0ae-e304-4052-9415-7206ad20849e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:30.301276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 13c6a0ae-e304-4052-9415-7206ad20849e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:30.301860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13c6a0ae-e304-4052-9415-7206ad20849e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:30.302484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device efbdf1ee-0acc-42d8-8100-118b916f47df no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:30.341513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.366707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b5dda512-3a2d-4cc2-ba41-4939c3993cc0 service neutron] 10.222.0.18 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229929 Nov 12 12:18:30.373482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: efbdf1ee-0acc-42d8-8100-118b916f47df {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:30.373910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device efbdf1ee-0acc-42d8-8100-118b916f47df not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:30.398752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbdf1ee-0acc-42d8-8100-118b916f47df,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:30.400998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] No DVR routers for this DVR port efbdf1ee-0acc-42d8-8100-118b916f47df on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:30.548254 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.640093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c20fc7-4116-49b4-a993-00f7e36db057']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:30.664167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cb0697-099d-4bf2-892f-a4116e91140a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:30.664445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cb0697-099d-4bf2-892f-a4116e91140a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:30.687282 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.734478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.773337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:18:30.773812 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:18:30.775799 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:18:30.818501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eaa9a274-b2bd-47d8-be90-f2b1ce293772 req-a81ef238-3a79-4778-a9cf-bed3aed3c635 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 210 time: 0.2158604 Nov 12 12:18:30.881929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.888426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:30.897633 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/57c20fc7-4116-49b4-a993-00f7e36db057 HTTP/1.1" status: 204 len: 168 time: 1.5883493 Nov 12 12:18:30.923914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505dd5c-0d3f-42cf-9195-0c6602a0c8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=57c20fc7-4116-49b4-a993-00f7e36db057,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:30.948295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77a2e-7613-4e49-a354-a5fed4845585 req-998fa22d-87fc-439b-854e-ca3b0c673d26 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:30.955594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51c77a2e-7613-4e49-a354-a5fed4845585 req-998fa22d-87fc-439b-854e-ca3b0c673d26 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2752430 Nov 12 12:18:31.006612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-0fd50842-071c-4dad-9071-025745a933d4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:31.011691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-0fd50842-071c-4dad-9071-025745a933d4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 815 time: 0.3833673 Nov 12 12:18:31.026381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19d66ef0-2dba-4d09-a53f-1f9dcd68b070 req-9cf606af-ac15-45d9-b2d3-9a5e63ac5f2a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 210 time: 0.0581973 Nov 12 12:18:31.031726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Request body: {'port': {'device_id': '37f50c58-b342-4955-a29c-dc938a488cdf', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'admin_state_up': True, 'tenant_id': 'b704e9bf91c6434380f0c90015f4b573'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:31.114500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51c77a2e-7613-4e49-a354-a5fed4845585 req-e5cee164-4d6d-41fc-a08c-6e9070f8b30e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577682 Nov 12 12:18:31.229395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:31.297854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Made reservation on behalf of b704e9bf91c6434380f0c90015f4b573 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:31.311773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.344116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3a6ec256-9056-49f0-804d-71a41dbba7c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adae43176c4b4199bf587fb7a1fa37b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1094403 Nov 12 12:18:31.344116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:31.420259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dc069-f78f-4efd-9354-ca324b947818 req-b13d395d-c8fd-4852-9b45-fe8f3e8d0014 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:31.435374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-947dc069-f78f-4efd-9354-ca324b947818 req-b13d395d-c8fd-4852-9b45-fe8f3e8d0014 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1715481 Nov 12 12:18:31.580472 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bb7661-6431-4d76-bbf8-0fdc89db1403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.615212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-947dc069-f78f-4efd-9354-ca324b947818 req-7fc11c3e-faa4-473a-b27c-f2cf62a9ad4e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646292 Nov 12 12:18:31.616206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Allocated IP 172.20.0.10 (bfc87245-1689-404c-bf98-9fe95da7ced3/decda775-b334-4f7b-8808-7edf815fcc75/bb590751-d12b-4085-b7ef-24a970aeffb9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:31.632493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bb7661-6431-4d76-bbf8-0fdc89db1403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.754396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bb7661-6431-4d76-bbf8-0fdc89db1403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.760326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bb7661-6431-4d76-bbf8-0fdc89db1403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.764398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-60bb7661-6431-4d76-bbf8-0fdc89db1403 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30055578-2776-4d96-86b5-d45601e3566a HTTP/1.1" status: 204 len: 168 time: 0.4207747 Nov 12 12:18:31.775944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb7661-6431-4d76-bbf8-0fdc89db1403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30055578-2776-4d96-86b5-d45601e3566a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:31.878266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.933389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:32.019959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Network bfc87245-1689-404c-bf98-9fe95da7ced3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:32.023601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df614725-1199-46f2-9acf-5aa9a5650623 req-92eeb547-c638-4402-9e0b-d26d65cd88ea tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 210 time: 0.0520039 Nov 12 12:18:32.028145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:32.033359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:32.039237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:32.136690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:32.137354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:32.181089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-41c0e9e8-7272-4527-ba3f-7dc2c42bde9b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1579397 Nov 12 12:18:32.198359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Request body: {'port': {'device_id': '37f50c58-b342-4955-a29c-dc938a488cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:32.209264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4231b-a79d-4a36-8f44-168116b0c4f5 req-201f26f9-7f70-4a94-a666-adc90782835e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:32.220422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8be4231b-a79d-4a36-8f44-168116b0c4f5 req-201f26f9-7f70-4a94-a666-adc90782835e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 932 time: 0.0876458 Nov 12 12:18:32.363841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8be4231b-a79d-4a36-8f44-168116b0c4f5 req-553be1ca-53f8-4b43-b5b7-2453147036b7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423664 Nov 12 12:18:32.407911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:32.509573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c679a8-93f3-4bdf-b2a8-078790cd7b7c req-fc2de5a3-d83d-4bce-9f7b-286eb5dbe3fa tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:32.511585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45c679a8-93f3-4bdf-b2a8-078790cd7b7c req-fc2de5a3-d83d-4bce-9f7b-286eb5dbe3fa tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2421057 Nov 12 12:18:32.658407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45c679a8-93f3-4bdf-b2a8-078790cd7b7c req-103c3ecb-11a9-4575-bc01-fac497a9028b tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389022 Nov 12 12:18:32.683048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-0ed85b1a-7a31-4d1d-8646-d59a380e2232 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:32.684579 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-0ed85b1a-7a31-4d1d-8646-d59a380e2232 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.81 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 811 time: 0.3654182 Nov 12 12:18:32.836620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b689ace-d73e-4cc5-9bbb-c0727b2047b9 req-3375b019-f2ad-4965-bb18-88f76d47df48 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:32.845375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b689ace-d73e-4cc5-9bbb-c0727b2047b9 req-3375b019-f2ad-4965-bb18-88f76d47df48 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.0866711 Nov 12 12:18:32.852345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-1c2ce4e5-3ca7-4783-8054-3c4b7feb506c tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87b4ce763192452a897da3e00291a04e HTTP/1.1" status: 200 len: 380 time: 0.1565337 Nov 12 12:18:32.872241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'port': {'device_id': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'admin_state_up': True, 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'security_groups': ['e6080f47-4571-47b9-bbc2-f9c34aafbdaf']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:32.943349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b689ace-d73e-4cc5-9bbb-c0727b2047b9 req-3822a857-12e9-474f-b169-a3328081d8f4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956006 Nov 12 12:18:33.081126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb590751-d12b-4085-b7ef-24a970aeffb9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:33.093637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.118245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Transition to ACTIVE for port object bb590751-d12b-4085-b7ef-24a970aeffb9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:18:33.127281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.142991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Made reservation on behalf of 87b4ce763192452a897da3e00291a04e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:33.147897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:33.150077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.241958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:33.270755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a1168af-407f-4610-8a2e-06f15d457490 req-59a0a670-5b89-40eb-a385-ed2cce4bf1e1 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 210 time: 0.0783031 Nov 12 12:18:33.286689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-592818304-network', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:33.321200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:33.323526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.338707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.446276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.457573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.508453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Attempting to bind port bb590751-d12b-4085-b7ef-24a970aeffb9 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:33.508807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Attempting to bind port bb590751-d12b-4085-b7ef-24a970aeffb9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:33.509109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Attempting to bind port bb590751-d12b-4085-b7ef-24a970aeffb9 on network bfc87245-1689-404c-bf98-9fe95da7ced3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:33.522955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Port bb590751-d12b-4085-b7ef-24a970aeffb9 on network bfc87245-1689-404c-bf98-9fe95da7ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:33.523276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Attempting to bind port bb590751-d12b-4085-b7ef-24a970aeffb9 on network bfc87245-1689-404c-bf98-9fe95da7ced3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:33.531669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:18:33.539253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:33.539590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Checking segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:33.539977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Bound using segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:33.540417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Bound port: bb590751-d12b-4085-b7ef-24a970aeffb9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:33.540771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.543103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Allocated IP 172.20.0.14 (db42803f-3d5a-4663-bf93-9608df557453/eb3b2357-308c-4a95-a7c4-72b773238df5/3de08744-3a1b-46a5-8cda-0e4fb138fb51) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:33.552503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1323ec5f-44be-43a3-bbf4-45bcfe476471,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:33.583882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.584823 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Added segment 2ffbed74-1a88-437b-a735-e9401139d4fc of type vlan for network def51b80-ef5f-4ae9-8f49-5c6509c6d353 Nov 12 12:18:33.640107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221f72d-aa54-4c7e-a2db-ab1f89fe021a req-c0adb824-0e2b-4a70-b020-3801d4f9acf9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:33.649862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0221f72d-aa54-4c7e-a2db-ab1f89fe021a req-c0adb824-0e2b-4a70-b020-3801d4f9acf9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 944 time: 0.1816323 Nov 12 12:18:33.712234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:33.713133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.746566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:33.755584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.790308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0221f72d-aa54-4c7e-a2db-ab1f89fe021a req-2e776fcf-6741-454f-8e5d-d443ffd2dd3e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376371 Nov 12 12:18:33.797806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.798808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:33.798980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.832120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:33.832776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.834234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] 10.222.0.65 "PUT /v2.0/ports/bb590751-d12b-4085-b7ef-24a970aeffb9 HTTP/1.1" status: 200 len: 1092 time: 1.6456926 Nov 12 12:18:33.834698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:33.837344 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:33.871797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.890348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ce21-0566-4569-9b1d-bdd5c3130d52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:33.899931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7508662 Nov 12 12:18:33.902926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:33.908882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Request body: {'subnet': {'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-592818304-subnet', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:33.923495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092a07a-300b-4e6e-b417-dbb2480ab7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=def51b80-ef5f-4ae9-8f49-5c6509c6d353,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:33.939878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:18:33.944696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:33.947777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.992818 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef692001-d00a-4f4a-91a8-dc2c23f15adb x-openstack-request-id: req-ef692001-d00a-4f4a-91a8-dc2c23f15adb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:33.993417 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:33.993839 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef692001-d00a-4f4a-91a8-dc2c23f15adb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:33.994472 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'status': 'completed', 'code': 200} Nov 12 12:18:34.015688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-6180bcfe-72b1-42e9-9a1b-3554f1856ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.017379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-6180bcfe-72b1-42e9-9a1b-3554f1856ff7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 1095 time: 0.1365750 Nov 12 12:18:34.104961 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-8e396bdc-522a-4042-8200-def38feb1389 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb590751-d12b-4085-b7ef-24a970aeffb9 HTTP/1.1" status: 200 len: 217 time: 0.0717883 Nov 12 12:18:34.107575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b169-ac36-4837-8223-16bfba6826b2 req-986e543b-a3ae-4bad-89a6-02d7f47e5cd2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.109127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.109277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a55b169-ac36-4837-8223-16bfba6826b2 req-986e543b-a3ae-4bad-89a6-02d7f47e5cd2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1005566 Nov 12 12:18:34.232403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Network db42803f-3d5a-4663-bf93-9608df557453 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:34.235532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a55b169-ac36-4837-8223-16bfba6826b2 req-545c18fe-63bd-45d0-8e45-e4a520fdce83 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126480 Nov 12 12:18:34.253087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:34.257150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'Port': ['ID=3de08744-3a1b-46a5-8cda-0e4fb138fb51,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:34.263939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:34.296389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.296951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-a4fc1d7c-3653-402b-afd8-ba3abb6aae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.300343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-a4fc1d7c-3653-402b-afd8-ba3abb6aae68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 200 len: 855 time: 0.1820490 Nov 12 12:18:34.311791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1205da-8461-45ef-8c26-7438a4478e51 req-341ad13c-40a3-4889-9517-2d3fd2ef63ea tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.313857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a1205da-8461-45ef-8c26-7438a4478e51 req-341ad13c-40a3-4889-9517-2d3fd2ef63ea tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1569226 Nov 12 12:18:34.358970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-e4638076-03d3-4d3c-bf42-29ecae4c59c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfc87245-1689-404c-bf98-9fe95da7ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439875 Nov 12 12:18:34.400342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.400997 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.458635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a1205da-8461-45ef-8c26-7438a4478e51 req-068e9910-daff-495e-87b6-4091d977c23b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333981 Nov 12 12:18:34.464734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25d7d93-285b-4075-ba2f-773d3c9178ab,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:34.483032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Checking segment: {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:34.483360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Network hostable DHCP agents. Network: def51b80-ef5f-4ae9-8f49-5c6509c6d353, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:18:34.498757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1af50f-9e0b-4143-81b3-db29c6a507d6 req-a4b45eec-483b-4009-bcd3-2d3beb45f5f2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.503981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b1730736-0302-4851-8053-844a21d08649 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6408186 Nov 12 12:18:34.512816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b1af50f-9e0b-4143-81b3-db29c6a507d6 req-a4b45eec-483b-4009-bcd3-2d3beb45f5f2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 932 time: 0.1149559 Nov 12 12:18:34.517780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Request body: {'port': {'device_id': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:34.551741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:18:34.587951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b1af50f-9e0b-4143-81b3-db29c6a507d6 req-e892ebda-5786-4e3d-8274-6669797953c9 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740509 Nov 12 12:18:34.591215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, def51b80-ef5f-4ae9-8f49-5c6509c6d353) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:34.594439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-39ca1335-fed7-49f4-99b8-be5c0b22398e service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237005 Nov 12 12:18:34.595929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:34.596754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.601926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.603433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7ed61-4ea9-40a7-bde0-4d33a4c29153 None None] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:34.639304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-289bc616-5f18-48ac-b5d3-86055ab37e0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7323244 Nov 12 12:18:34.639610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:34.647123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:34.713396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3c3fefbb-d64b-40eb-b8d7-c712da1aabc6 None None] Provisioning complete for port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:34.713917 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c3fefbb-d64b-40eb-b8d7-c712da1aabc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.759821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.766690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.817351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fefbb-d64b-40eb-b8d7-c712da1aabc6 None None] Port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:34.823770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-000ac0ab-f15e-4d21-b101-9cb693d79f18 req-279caa4c-736e-4d84-9999-9bbc6639fac2 service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186580 Nov 12 12:18:34.881023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'fixed_ips': [{'subnet_id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:18:34.882250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.972931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.095297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Allocated IP 172.20.0.2 (def51b80-ef5f-4ae9-8f49-5c6509c6d353/e25d7d93-285b-4075-ba2f-773d3c9178ab/2cbf70ee-4de7-4045-b4d9-9066f7f92b06) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:35.200947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.541965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.576673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de08744-3a1b-46a5-8cda-0e4fb138fb51 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:35.586894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.592682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.606778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Transition to ACTIVE for port object 3de08744-3a1b-46a5-8cda-0e4fb138fb51 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:18:35.619990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.630518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53679-90e7-4c7a-b4bc-1add130fcbf3 req-d37cf041-dd0e-436a-b2f2-96d054d6d93a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:35.632380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1f53679-90e7-4c7a-b4bc-1add130fcbf3 req-d37cf041-dd0e-436a-b2f2-96d054d6d93a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1589737 Nov 12 12:18:35.689139 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.726688 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.741808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-d1edcae2-f1d1-403a-b78a-75a37d2b0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:35.743408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-d1edcae2-f1d1-403a-b78a-75a37d2b0d26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 1095 time: 0.8431411 Nov 12 12:18:35.789841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1f53679-90e7-4c7a-b4bc-1add130fcbf3 req-5ccbeb4d-d6c0-4c2d-b697-dd86ec0a917d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235359 Nov 12 12:18:35.826685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Allocated IP 172.25.1.87 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/d91cb87d-10e0-4eb4-968c-148acec39c02) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:35.857108 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b087b1f1-1884-449c-854c-d0e095b1bdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:35.908146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:35.918373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:35.927500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:35.929675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Pushing event updated for resources: {'Port': ['ID=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:35.974891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-f7f578a1-ae25-43b1-adb3-22cfbd346a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:35.978351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-f7f578a1-ae25-43b1-adb3-22cfbd346a56 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 916 time: 0.1778779 Nov 12 12:18:36.005697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Pushing event updated for resources: {'Port': ['ID=3de08744-3a1b-46a5-8cda-0e4fb138fb51,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:36.052545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Attempting to bind port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:36.053168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Attempting to bind port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:36.053936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Attempting to bind port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 on network def51b80-ef5f-4ae9-8f49-5c6509c6d353 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:36.055949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a565ee-53e8-4a5a-a9db-4327b5135a32 req-3f58f554-7cd1-4862-a8f2-f9fb0b84e9bd tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:36.064791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:36.066260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5a565ee-53e8-4a5a-a9db-4327b5135a32 req-3f58f554-7cd1-4862-a8f2-f9fb0b84e9bd tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 944 time: 0.4576590 Nov 12 12:18:36.067191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Checking segment: {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:36.067771 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.068426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Bound using segment: {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:36.069071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Bound port: 2cbf70ee-4de7-4045-b4d9-9066f7f92b06, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:36.069636 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.134988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-3ee4693f-f218-4d20-a090-8af6d56a84b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb590751-d12b-4085-b7ef-24a970aeffb9 HTTP/1.1" status: 200 len: 217 time: 0.1154110 Nov 12 12:18:36.161804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6eb80-6dd0-4a39-a0e2-ddf2e75ebce6 req-fa305de0-ca4a-4675-a040-e55a4e74c888 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:36.163887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4c6eb80-6dd0-4a39-a0e2-ddf2e75ebce6 req-fa305de0-ca4a-4675-a040-e55a4e74c888 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1335442 Nov 12 12:18:36.173302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] For port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:36.177822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] For port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:36.186393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.266607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.290247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Attempting to bind port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:36.290707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Attempting to bind port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:36.291033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Attempting to bind port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 on network db42803f-3d5a-4663-bf93-9608df557453 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:36.305904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf72a4-8df2-4d85-a348-3ebb310a56a3 None None] Pushing event updated for resources: {'Port': ['ID=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:36.316083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 on network db42803f-3d5a-4663-bf93-9608df557453 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:36.316416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Attempting to bind port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 on network db42803f-3d5a-4663-bf93-9608df557453 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:36.351603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5a565ee-53e8-4a5a-a9db-4327b5135a32 req-0872b591-4ce2-4552-906e-529892b848ea tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842026 Nov 12 12:18:36.351859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4c6eb80-6dd0-4a39-a0e2-ddf2e75ebce6 req-517b97af-a2e1-40c1-acae-fa773ab5caeb tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592159 Nov 12 12:18:36.354998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:36.355289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Checking segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:36.356984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Bound using segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:36.357569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Bound port: 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:36.358712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.369289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-dd9a1dbd-ee78-4dec-a99d-97673d78473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:36.378810 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-dd9a1dbd-ee78-4dec-a99d-97673d78473b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 200 len: 855 time: 0.1963468 Nov 12 12:18:36.390420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.459085 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-f24eca3c-bb04-496b-905a-1a07d0fb5164 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfc87245-1689-404c-bf98-9fe95da7ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793717 Nov 12 12:18:36.504218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:36.506411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:36.515221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:36.635123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Pushing event updated for resources: {'Port': ['ID=d91cb87d-10e0-4eb4-968c-148acec39c02,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:36.639686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] For port 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:36.665737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] For port 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:36.687036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.707955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-2ca6c345-6e61-4354-ae52-23e547aab0c3 service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391622 Nov 12 12:18:36.730081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:36.730736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:36.732333 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] 10.222.0.81 "PUT /v2.0/ports/3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 200 len: 1092 time: 2.2189186 Nov 12 12:18:36.733022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:36.735191 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f298ff65-ace5-48d1-843c-814550a219e0" -d '{"events": [{"name": "network-changed", "server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:36.766703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd750531-7a5e-4ecd-887e-f9f5c721eb42 req-ff10fefb-2302-4cc1-818b-3e0d9c424483 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:36.776118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd750531-7a5e-4ecd-887e-f9f5c721eb42 req-ff10fefb-2302-4cc1-818b-3e0d9c424483 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 944 time: 0.1955028 Nov 12 12:18:36.935824 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fca47e1-aa2f-46b3-b227-a4c7b0d944ba x-openstack-request-id: req-1fca47e1-aa2f-46b3-b227-a4c7b0d944ba {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:36.936128 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:36.936370 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fca47e1-aa2f-46b3-b227-a4c7b0d944ba {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:36.936769 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'status': 'completed', 'code': 200} Nov 12 12:18:36.949915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeabc-f9e3-499e-80b0-abdd901df9ac service neutron] Pushing event updated for resources: {'Port': ['ID=3de08744-3a1b-46a5-8cda-0e4fb138fb51,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:37.001094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b2d24d6f-d6a7-4cf3-a280-d70edd9b1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:37.002608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd750531-7a5e-4ecd-887e-f9f5c721eb42 req-abb0cbc1-3575-48e6-9a60-a792fe786daf tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263057 Nov 12 12:18:37.005314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b2d24d6f-d6a7-4cf3-a280-d70edd9b1952 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 1095 time: 0.1988301 Nov 12 12:18:37.129421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:37.173216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-64dc0331-dc8e-433a-ba19-30b41ccc5a67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 200 len: 217 time: 0.1586564 Nov 12 12:18:37.183892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189f2d3-ad96-4505-b2b8-1a688fed4e1c req-e5027933-b0d9-4881-b2fd-0876c6d03cff service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345126 Nov 12 12:18:37.253116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:18:37.253683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0b216-36f0-4511-bc1d-55578154eb67 req-3f722a7d-577f-4b7c-9029-68881a30b859 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:37.255041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-def0b216-36f0-4511-bc1d-55578154eb67 req-3f722a7d-577f-4b7c-9029-68881a30b859 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2220824 Nov 12 12:18:37.336682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-e20da878-3c7a-4f0c-8c22-2704fb435240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:37.343183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-e20da878-3c7a-4f0c-8c22-2704fb435240 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.1528306 Nov 12 12:18:37.426235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-def0b216-36f0-4511-bc1d-55578154eb67 req-f31627c2-7905-4a1b-9cb7-fed1156c2f74 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544044 Nov 12 12:18:37.433079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-39fc04d6-f6a7-4e92-bc38-c69098e44a49 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:37.435702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-39fc04d6-f6a7-4e92-bc38-c69098e44a49 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1097 time: 0.2032599 Nov 12 12:18:37.468936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:37.533854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:37.549100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:37.564407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b0b0b0a3-92e0-46cc-8bd6-f3f1a708c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:37.566555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'port_id': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'mac_address': 'fa:16:3e:d7:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decda775-b334-4f7b-8808-7edf815fcc75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:18:37.569351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-b0b0b0a3-92e0-46cc-8bd6-f3f1a708c337 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974411 Nov 12 12:18:37.653717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:37.681905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb590751-d12b-4085-b7ef-24a970aeffb9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:37.751814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:37.759021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:37.774069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed233c-1627-417b-9422-527c58a2f076 req-80684047-fec5-45b2-996d-6496109d1759 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:37.781899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96ed233c-1627-417b-9422-527c58a2f076 req-80684047-fec5-45b2-996d-6496109d1759 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1460764 Nov 12 12:18:37.862594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-2484a7a4-a6dd-4aa1-b7ea-51b14952c638 service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828164 Nov 12 12:18:37.881945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:37.888466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96ed233c-1627-417b-9422-527c58a2f076 req-16bf73de-91ae-47cd-b049-38dadd46a503 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054442 Nov 12 12:18:37.899611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:37.954531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Router 493bbfd4-fadc-4748-84d9-8812297e369d is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:18:37.966400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6f8d728-8def-48ee-a4fe-5f832799bf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:37.978947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:38.008720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e0574-dbe7-4f5b-9c96-5699c65fe87e None None] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:38.052312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c52c-13cb-4922-b3f2-f8aa6b74cdab req-f9fe52f3-50a8-4c80-ac60-828ccd5e3a26 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:38.059987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe00c52c-13cb-4922-b3f2-f8aa6b74cdab req-f9fe52f3-50a8-4c80-ac60-828ccd5e3a26 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 944 time: 0.4800496 Nov 12 12:18:38.189080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['bb590751-d12b-4085-b7ef-24a970aeffb9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:18:38.213560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-544745b8-6500-4b8d-ba70-6a28add757ff req-3cb01d97-aca5-473a-b3ce-589eeb1f51e5 service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345490 Nov 12 12:18:38.242484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe00c52c-13cb-4922-b3f2-f8aa6b74cdab req-7db5d522-27c2-453a-98ee-2e122905c769 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672680 Nov 12 12:18:38.295849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb3e03d1-edb5-418b-a818-9a8bcf657a77 None None] Provisioning complete for port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:38.296418 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb3e03d1-edb5-418b-a818-9a8bcf657a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:38.311528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:38.374442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:38.390542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ff65-ace5-48d1-843c-814550a219e0 req-3fb1eab9-2d22-4747-b91d-6d7c13d6dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:38.392405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-3fb1eab9-2d22-4747-b91d-6d7c13d6dda3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 1095 time: 0.0914993 Nov 12 12:18:38.395350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:38.516148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:38.571564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Sync routers for ids ['493bbfd4-fadc-4748-84d9-8812297e369d'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:38.604725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:38.620970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:38.653795 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb3e03d1-edb5-418b-a818-9a8bcf657a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:38.658475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Routers {'493bbfd4-fadc-4748-84d9-8812297e369d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:38.659823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['493bbfd4-fadc-4748-84d9-8812297e369d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:38.694753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:38.724372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:38.724877 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:38.739429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cedba-14b8-4b8d-92c9-7ad770886975 req-06fb5d65-be6a-4306-9b84-bef59eb68795 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:38.741958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e4cedba-14b8-4b8d-92c9-7ad770886975 req-06fb5d65-be6a-4306-9b84-bef59eb68795 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1832447 Nov 12 12:18:38.766825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:38.777390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0c423996-c6b3-4122-b83e-19296d82b43b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1273770 Nov 12 12:18:38.782728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:38.944247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:38.952321 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7856b1f-4282-46c2-b794-69a1e809c27e" -d '{"events": [{"server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:38.954899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7b547-78f9-45f7-974d-f061c7d1fc44 req-9804df28-070c-41ef-ae11-53755482c1f6 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:38.966619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4e7b547-78f9-45f7-974d-f061c7d1fc44 req-9804df28-070c-41ef-ae11-53755482c1f6 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 944 time: 0.7014873 Nov 12 12:18:38.974120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ff65-ace5-48d1-843c-814550a219e0 req-97580351-d953-4e0a-87ae-854869ecda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:38.980832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-97580351-d953-4e0a-87ae-854869ecda2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 0.5579045 Nov 12 12:18:39.006743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eb3e03d1-edb5-418b-a818-9a8bcf657a77 None None] For port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:39.073202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb3e03d1-edb5-418b-a818-9a8bcf657a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:39.118241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-c283b8ad-7f09-44be-a2c5-8223836aa60e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 200 len: 217 time: 0.1095665 Nov 12 12:18:39.213666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e03d1-edb5-418b-a818-9a8bcf657a77 None None] Pushing event updated for resources: {'Port': ['ID=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:39.247873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on host n-h1-804878-5 for vnic_type normal with profile {"migrating_to": "n-h2-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:39.249336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:39.249991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:39.289516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:18:39.297866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:39.299506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:39.321968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e4cedba-14b8-4b8d-92c9-7ad770886975 req-b54f10e8-7287-4edb-bb1f-b20d3a880bb7 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640121 Nov 12 12:18:39.337582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:39.338265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:39.338986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:39.339972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Bound port: 7858809e-634f-4c6b-9fe3-0e4ae486625a, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:39.341857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:39.374061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Set router 493bbfd4-fadc-4748-84d9-8812297e369d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:39.376255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ff65-ace5-48d1-843c-814550a219e0 req-55a79df1-1381-4ba5-b0d0-8a5346cb8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:39.381289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-55a79df1-1381-4ba5-b0d0-8a5346cb8bc4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.2609184 Nov 12 12:18:39.414742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:39.454265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c054da5b-6fe2-40f0-93c0-0fa92c7ca1e7 None None] Provisioning complete for port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:39.454921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c054da5b-6fe2-40f0-93c0-0fa92c7ca1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:39.587352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:39.592934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:39.602240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ff65-ace5-48d1-843c-814550a219e0 req-73ddd6c4-12e7-404c-9f32-ce5793089c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:39.603469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:18:39.603949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-73ddd6c4-12e7-404c-9f32-ce5793089c07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714392 Nov 12 12:18:39.606319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:39.666260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f301c7-2eaf-47af-8e07-dd8602951b0d req-d61c9f66-14ae-4801-8978-702629496861 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:39.679753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70f301c7-2eaf-47af-8e07-dd8602951b0d req-d61c9f66-14ae-4801-8978-702629496861 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.2052631 Nov 12 12:18:39.840944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4e7b547-78f9-45f7-974d-f061c7d1fc44 req-8dab93df-8f0b-41f4-927c-9b11779b560d tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8733382 Nov 12 12:18:39.857728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:39.874751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:39.874751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:39.874751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-56a1c27c-e1d5-420d-aad6-c5a7656588b3 service neutron] 10.222.0.65 "PUT /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 1122 time: 2.4187458 Nov 12 12:18:39.913245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70f301c7-2eaf-47af-8e07-dd8602951b0d req-cfff4222-ebbc-4124-b514-cf8b7583e481 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322569 Nov 12 12:18:39.951904 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32fed54-1db9-441f-9851-a393e0d1daf0 x-openstack-request-id: req-c32fed54-1db9-441f-9851-a393e0d1daf0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:39.952542 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:39.952645 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c32fed54-1db9-441f-9851-a393e0d1daf0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:39.953072 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'code': 200} Nov 12 12:18:40.007200 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-771f900d-8a7e-42ca-831f-27d0253f45c1 service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678679 Nov 12 12:18:40.031783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7858809e-634f-4c6b-9fe3-0e4ae486625a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:18:40.045487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:40.119696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7858809e-634f-4c6b-9fe3-0e4ae486625a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:18:40.272325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f298ff65-ace5-48d1-843c-814550a219e0 req-e5c89ef9-98a2-41a6-9cc0-18eff01cebc7 service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523754 Nov 12 12:18:40.335685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:40.348483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc44be1-2ca4-4973-9d0a-c124dbbab37b req-1dc642fe-7ea7-4fc3-90ff-a99f88f89553 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:40.356984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcc44be1-2ca4-4973-9d0a-c124dbbab37b req-1dc642fe-7ea7-4fc3-90ff-a99f88f89553 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 945 time: 0.1765506 Nov 12 12:18:40.436307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on host n-h1-804878-5 for vnic_type normal with profile {"migrating_to": "n-h2-804878-5"} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:40.437407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:40.437994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:40.462995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:18:40.463685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempting to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:40.512511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:40.513236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:40.514019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:40.514738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Bound port: 7858809e-634f-4c6b-9fe3-0e4ae486625a, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:40.515387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:40.535539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:40.542815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c55d1a-edff-4629-b712-89cfe1bc0b90 req-455193aa-e91c-4bb1-b42e-c243e6f739f8 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:40.545443 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2c55d1a-edff-4629-b712-89cfe1bc0b90 req-455193aa-e91c-4bb1-b42e-c243e6f739f8 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1058497 Nov 12 12:18:40.572657 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:40.610541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:40.611080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:40.633098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcc44be1-2ca4-4973-9d0a-c124dbbab37b req-28f776a9-0c4b-49d3-b7da-47fdd38bf21e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707527 Nov 12 12:18:40.637906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2c55d1a-edff-4629-b712-89cfe1bc0b90 req-b17fae8d-86f8-416f-bdc3-df9452bbc039 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840306 Nov 12 12:18:40.656066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:18:36Z', 'revision_number': 3, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:40.720770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Checking router: 493bbfd4-fadc-4748-84d9-8812297e369d for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:40.721952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Updating router 493bbfd4-fadc-4748-84d9-8812297e369d port d91cb87d-10e0-4eb4-968c-148acec39c02 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:18:40.763831 n-d-804878-5 neutron-server[102780]: WARNING neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Concurrent port binding operations failed on port 7858809e-634f-4c6b-9fe3-0e4ae486625a Nov 12 12:18:40.806707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:40.812119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:40.841742 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Attempt 2 to bind port 7858809e-634f-4c6b-9fe3-0e4ae486625a Nov 12 12:18:40.842297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a has no active binding in host n-h2-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:18:40.902179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.168097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec2ce-e5e9-4f97-b042-cadbca1aeb9e req-ddb17bbb-bc8e-45c5-8c58-a93c5081c1e3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:41.171283 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-054ec2ce-e5e9-4f97-b042-cadbca1aeb9e req-ddb17bbb-bc8e-45c5-8c58-a93c5081c1e3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.0989208 Nov 12 12:18:41.192637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.261987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3de08744-3a1b-46a5-8cda-0e4fb138fb51 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:18:41.269828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-054ec2ce-e5e9-4f97-b042-cadbca1aeb9e req-513a9a18-6702-4f37-8693-97b85c3b8717 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901380 Nov 12 12:18:41.270131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Allocated IP 172.20.0.1 (def51b80-ef5f-4ae9-8f49-5c6509c6d353/e25d7d93-285b-4075-ba2f-773d3c9178ab/918f7dc4-9182-41cb-bd2f-04ad13195599) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:41.279597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b8408-dbff-4c5c-b3a1-4f021e695860 req-e19da2d4-953d-4545-8ece-bc60601eb71d tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:41.281171 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e36b8408-dbff-4c5c-b3a1-4f021e695860 req-e19da2d4-953d-4545-8ece-bc60601eb71d tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 944 time: 0.2010946 Nov 12 12:18:41.297191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:41.460855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port bb590751-d12b-4085-b7ef-24a970aeffb9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:18:41.470874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port bb590751-d12b-4085-b7ef-24a970aeffb9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:41.471745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.473389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e36b8408-dbff-4c5c-b3a1-4f021e695860 req-c8d38e3a-a6d7-42f1-bcd8-95c7cb85fe5a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533833 Nov 12 12:18:41.499082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Deleting port 622f27aa-c496-4aa8-abfc-70b80a500702 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:41.499424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.544045 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.560150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.570783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.589164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:41.620336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] For port 622f27aa-c496-4aa8-abfc-70b80a500702, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=622f27aa-c496-4aa8-abfc-70b80a500702,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:41.620946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.640695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'port_id': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'mac_address': 'fa:16:3e:4f:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:18:41.643991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Calling delete_port for 622f27aa-c496-4aa8-abfc-70b80a500702 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:41.649773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.678992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Pushing event updated for resources: {'Port': ['ID=d91cb87d-10e0-4eb4-968c-148acec39c02,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:41.702942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Attempting to bind port d91cb87d-10e0-4eb4-968c-148acec39c02 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:41.703313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Attempting to bind port d91cb87d-10e0-4eb4-968c-148acec39c02 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:41.703677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Attempting to bind port d91cb87d-10e0-4eb4-968c-148acec39c02 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:41.746686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:41.747054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:41.747464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.747969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:41.748339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Bound port: d91cb87d-10e0-4eb4-968c-148acec39c02, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:41.748721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.779186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.779527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.779863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.780197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.780729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.781064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.781388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.781708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.783106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.784463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.784840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.785363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.800084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:41.805101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775db40-3a60-419f-ae05-858f911e181f req-08a1cc2e-9b4a-40db-8095-fd2d4bcbffbe tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:41.812841 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f775db40-3a60-419f-ae05-858f911e181f req-08a1cc2e-9b4a-40db-8095-fd2d4bcbffbe tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 945 time: 0.0631762 Nov 12 12:18:41.838183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.848154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:41.850588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Pushing event updated for resources: {'Port': ['ID=918f7dc4-9182-41cb-bd2f-04ad13195599,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:41.852638 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.860106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:41.879262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] For port d91cb87d-10e0-4eb4-968c-148acec39c02, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:41.879964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f775db40-3a60-419f-ae05-858f911e181f req-602bb34f-1e5b-465b-bd3c-0dc22cfc4f84 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632777 Nov 12 12:18:41.906360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de08744-3a1b-46a5-8cda-0e4fb138fb51 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:41.913918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] For port d91cb87d-10e0-4eb4-968c-148acec39c02, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d91cb87d-10e0-4eb4-968c-148acec39c02,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:41.917743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.918494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.918875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.919164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.919574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.919910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.920374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.920605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.920870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.921721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.921861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:41.922076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.922415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:41.925113 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab09a5-6a3c-403e-82b7-af9b829fafb3" -d '{"events": [{"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-plugged", "status": "completed", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:41.927320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.952841 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:41.954550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:41.957698 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae61c282-369d-4db5-9d8d-bb28e29db566" -d '{"events": [{"name": "network-changed", "server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:41.977765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:41.979671 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d7502-3682-4f11-a3e0-218f9f991b66 x-openstack-request-id: req-401d7502-3682-4f11-a3e0-218f9f991b66 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:41.980181 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-plugged", "status": "completed", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:41.980181 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-401d7502-3682-4f11-a3e0-218f9f991b66 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:41.980579 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'code': 200} Nov 12 12:18:41.988603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:42.024318 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.036670 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.073530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Routers {'493bbfd4-fadc-4748-84d9-8812297e369d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:42.076822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['493bbfd4-fadc-4748-84d9-8812297e369d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:42.092746 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedf1d8a-8f54-4b45-b7de-83f16568d4e9 x-openstack-request-id: req-aedf1d8a-8f54-4b45-b7de-83f16568d4e9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:42.093504 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:42.094093 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aedf1d8a-8f54-4b45-b7de-83f16568d4e9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:42.094666 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'status': 'completed', 'code': 200} Nov 12 12:18:42.117280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08c3ba-df09-4049-b622-691a7413a4a1 req-cbd41851-d4c8-4ff6-aa9a-e2ba84df80de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.119346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d08c3ba-df09-4049-b622-691a7413a4a1 req-cbd41851-d4c8-4ff6-aa9a-e2ba84df80de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 1097 time: 0.0683236 Nov 12 12:18:42.165457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859096-2aa7-419f-b333-f26e20c364f3 None None] Pushing event updated for resources: {'Port': ['ID=d91cb87d-10e0-4eb4-968c-148acec39c02,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:42.216065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d08c3ba-df09-4049-b622-691a7413a4a1 req-14a14edb-7997-4b9e-b8fb-a93c055f6269 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861855 Nov 12 12:18:42.230395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-64de29d9-82ce-44d1-8fd7-55a7e6e0465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.233581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-64de29d9-82ce-44d1-8fd7-55a7e6e0465c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1125 time: 0.1120267 Nov 12 12:18:42.255004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ab65-e25e-41f5-b876-9eb8faaaa260 req-fb72acf9-4e73-42de-a3a4-06ef429feb23 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.257181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e79ab65-e25e-41f5-b876-9eb8faaaa260 req-fb72acf9-4e73-42de-a3a4-06ef429feb23 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.5287230 Nov 12 12:18:42.299902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.327859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d8694adf-9a61-4245-8ec5-e0746b47e0db None None] Provisioning complete for port 918f7dc4-9182-41cb-bd2f-04ad13195599 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:42.328241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8694adf-9a61-4245-8ec5-e0746b47e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.380620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e79ab65-e25e-41f5-b876-9eb8faaaa260 req-3a25f12c-dbfe-41f1-92b4-79d049dc1f50 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164656 Nov 12 12:18:42.387410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-47d4168c-f455-4688-8345-7e8ea134a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.389683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-47d4168c-f455-4688-8345-7e8ea134a59c service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1418080 Nov 12 12:18:42.448114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d8694adf-9a61-4245-8ec5-e0746b47e0db None None] Port 918f7dc4-9182-41cb-bd2f-04ad13195599 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:42.454138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['3de08744-3a1b-46a5-8cda-0e4fb138fb51'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:18:42.469122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-a9c4bb05-2d3f-45c9-8d4f-5bf9c8b00153 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 217 time: 0.0692112 Nov 12 12:18:42.476707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:42.516492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.600860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=622f27aa-c496-4aa8-abfc-70b80a500702,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:42.619014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] Set router 493bbfd4-fadc-4748-84d9-8812297e369d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:42.635476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-4b32bda1-1a1e-4ff1-af82-9ac1e46db2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.640034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-4b32bda1-1a1e-4ff1-af82-9ac1e46db2f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1221957 Nov 12 12:18:42.681785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=3de08744-3a1b-46a5-8cda-0e4fb138fb51,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:42.691724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.717638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ef635-5ed1-4988-a5f6-5c4a70f18c7f req-64a9a021-5457-4846-a852-3bb68aed981c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.730088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d076ca-231a-410e-a8fd-725968fee7aa req-14432119-8b0e-4a59-a91a-7b87c06c846b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.736193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-970ef635-5ed1-4988-a5f6-5c4a70f18c7f req-64a9a021-5457-4846-a852-3bb68aed981c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.2816985 Nov 12 12:18:42.740862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14d076ca-231a-410e-a8fd-725968fee7aa req-14432119-8b0e-4a59-a91a-7b87c06c846b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 945 time: 0.1430461 Nov 12 12:18:42.750384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.801559 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-985ffff7-0b30-4bc0-b6e8-58b7767dcf54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356962 Nov 12 12:18:42.808080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.946584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Pushing event updated for resources: {'Port': ['ID=918f7dc4-9182-41cb-bd2f-04ad13195599,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:42.961105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-970ef635-5ed1-4988-a5f6-5c4a70f18c7f req-41328835-9780-41d1-b6af-c4b5700740f4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222638 Nov 12 12:18:43.040720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-f72c733b-f544-4288-af51-58a89d350d9a service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306168 Nov 12 12:18:43.110524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14d076ca-231a-410e-a8fd-725968fee7aa req-e958569f-41a4-42be-8c0d-4efce774a931 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687432 Nov 12 12:18:43.113990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:43.117462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:43.174275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '918f7dc4-9182-41cb-bd2f-04ad13195599', 'name': '', 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'mac_address': 'fa:16:3e:0c:41:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:40Z', 'updated_at': '2021-11-12T12:18:41Z', 'revision_number': 1, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'subnets': [{'id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:43.244269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b79d27-e640-4c90-99cc-a6158b5bfcf5 None None] The sync data for ids ['493bbfd4-fadc-4748-84d9-8812297e369d'] in n-d-804878-5 is: [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '918f7dc4-9182-41cb-bd2f-04ad13195599', 'name': '', 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'mac_address': 'fa:16:3e:0c:41:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:40Z', 'updated_at': '2021-11-12T12:18:41Z', 'revision_number': 1, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'subnets': [{'id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:43.251638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f67da-2311-4031-ae02-fb5c89e2fe00 req-4e17cc41-6522-4045-ac60-21bf8d9c4347 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:43.253930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab8f67da-2311-4031-ae02-fb5c89e2fe00 req-4e17cc41-6522-4045-ac60-21bf8d9c4347 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0919306 Nov 12 12:18:43.260394 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae61c282-369d-4db5-9d8d-bb28e29db566 req-fa1c17e5-a5c9-4b6d-8f0d-94c1fa0f8393 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054906 Nov 12 12:18:43.316648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:43.353334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab8f67da-2311-4031-ae02-fb5c89e2fe00 req-3f03aa9e-e5d9-48ff-85ff-c2d8faff0a68 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918763 Nov 12 12:18:43.406824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Router 493bbfd4-fadc-4748-84d9-8812297e369d has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:43.490636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f70210a3-a1a7-4b46-9548-63d7de65283b None None] Provisioning complete for port 918f7dc4-9182-41cb-bd2f-04ad13195599 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:43.491146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f70210a3-a1a7-4b46-9548-63d7de65283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:43.573465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f70210a3-a1a7-4b46-9548-63d7de65283b None None] Port 918f7dc4-9182-41cb-bd2f-04ad13195599 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:44.030551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:44.041305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf50bb-4d10-4b4e-9591-9dfa06b04beb req-927debfd-8c98-48e4-b2c6-f8d7a728cc86 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:44.048579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ccf50bb-4d10-4b4e-9591-9dfa06b04beb req-927debfd-8c98-48e4-b2c6-f8d7a728cc86 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.5516133 Nov 12 12:18:44.060035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-318209d3-4fe1-41cc-a2f2-18e02662987d admin admin] 10.222.0.18 "PUT /v2.0/routers/493bbfd4-fadc-4748-84d9-8812297e369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2741971 Nov 12 12:18:44.121505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642bc8f-2c8c-4e7c-9a11-ffd7b3b67514 req-a0af1c3f-c78c-4daf-a2d3-d9df8244e824 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:44.130777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5642bc8f-2c8c-4e7c-9a11-ffd7b3b67514 req-a0af1c3f-c78c-4daf-a2d3-d9df8244e824 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.0864794 Nov 12 12:18:44.172848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Router 03c55220-e897-4e08-841f-1d193e948a7b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:44.205049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ccf50bb-4d10-4b4e-9591-9dfa06b04beb req-6166ed28-c494-4c66-9974-8403d44282fe tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554654 Nov 12 12:18:44.298481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5642bc8f-2c8c-4e7c-9a11-ffd7b3b67514 req-fd73c327-5c81-43c6-bd29-3e90dd6ef05a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603429 Nov 12 12:18:44.389738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:44.533982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1089907021'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:44.574762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e4b7e-ba2d-47ce-a6b2-cb0a191c3589 req-eea5104d-e7f8-4616-bf07-5a121df98a11 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:44.582770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-177e4b7e-ba2d-47ce-a6b2-cb0a191c3589 req-eea5104d-e7f8-4616-bf07-5a121df98a11 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1143751 Nov 12 12:18:44.585921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:44.604521 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] Sync routers for ids ['03c55220-e897-4e08-841f-1d193e948a7b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:44.612280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:44.612686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-92a3ffcd-aa74-47ec-a7f0-bcbdbbff9ee9 admin admin] 10.222.0.18 "PUT /v2.0/routers/03c55220-e897-4e08-841f-1d193e948a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6244180 Nov 12 12:18:44.631649 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] Routers {'03c55220-e897-4e08-841f-1d193e948a7b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:44.632442 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['03c55220-e897-4e08-841f-1d193e948a7b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:44.655339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16056-77be-4b4a-99df-cb52354e1119 req-633bde12-c0c6-43c1-8030-09016f2601a3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:44.657659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19b16056-77be-4b4a-99df-cb52354e1119 req-633bde12-c0c6-43c1-8030-09016f2601a3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 945 time: 0.2167780 Nov 12 12:18:44.723829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19b16056-77be-4b4a-99df-cb52354e1119 req-164cd4f4-12fb-4898-9a7f-e457912fdf02 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594177 Nov 12 12:18:44.795883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:44.800685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:44.842268 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] Set router 03c55220-e897-4e08-841f-1d193e948a7b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:44.933548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:18:44.938633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-177e4b7e-ba2d-47ce-a6b2-cb0a191c3589 req-3fbded7d-22ee-4862-8e06-ab2101fdefcd tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540635 Nov 12 12:18:44.966108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:44.966521 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Added segment 7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7 of type vlan for network 83b46e36-301e-4297-9be8-5dfc3471fbf5 Nov 12 12:18:44.969018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.082843 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 5, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:45.104868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.115085 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] Checking router: 03c55220-e897-4e08-841f-1d193e948a7b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:45.131825 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] Routers {'03c55220-e897-4e08-841f-1d193e948a7b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:45.132519 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['03c55220-e897-4e08-841f-1d193e948a7b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:45.148789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.156576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.164467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.165119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.284884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3de08744-3a1b-46a5-8cda-0e4fb138fb51 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:45.301942 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] Set router 03c55220-e897-4e08-841f-1d193e948a7b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:45.366588 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9751475 Nov 12 12:18:45.367350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:45.382118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'subnet': {'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:45.402396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2016-bab9-4f0b-8ed4-0c21be2b1c8f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Network': ['ID=83b46e36-301e-4297-9be8-5dfc3471fbf5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:45.431902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:18:45.431902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:18:45.439999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890df3-8c6e-4fba-9a68-62a7729db45d req-20fbf516-21ac-49db-998e-a57e5dddc3a1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.446543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d890df3-8c6e-4fba-9a68-62a7729db45d req-20fbf516-21ac-49db-998e-a57e5dddc3a1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1252365 Nov 12 12:18:45.494872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:45.495401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.553003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d890df3-8c6e-4fba-9a68-62a7729db45d req-21aeb9e7-5756-4aed-a763-d242b60a42bf tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008329 Nov 12 12:18:45.660424 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 5, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:45.677524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.711866 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966ad88-58e4-4d00-9ce7-c836ea9e4f9c None None] The sync data for ids ['03c55220-e897-4e08-841f-1d193e948a7b'] in n-d-804878-5 is: [{'id': '03c55220-e897-4e08-841f-1d193e948a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825930827-router', 'tenant_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:30Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 5, 'project_id': '8a4c4edacf0f49a883e3a4eaa3322ba3', 'gw_port': {'id': 'a01f4f96-5685-4511-a61f-d37b79a32659', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c55220-e897-4e08-841f-1d193e948a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:31Z', 'updated_at': '2021-11-12T12:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:45.719170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:45.722840 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c10f1b-72f3-4c01-a9c3-2e4bc0292da8" -d '{"events": [{"server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:45.744667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:45.750458 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:45.801548 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cad15-0dc7-48cc-a54a-0faee7c7d103 x-openstack-request-id: req-e49cad15-0dc7-48cc-a54a-0faee7c7d103 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:45.801895 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:45.802180 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49cad15-0dc7-48cc-a54a-0faee7c7d103 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:45.802715 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'code': 200} Nov 12 12:18:45.849315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=3de08744-3a1b-46a5-8cda-0e4fb138fb51,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:45.989314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0f530-a8bb-4ba0-a018-7ce07350a936 req-34d67d30-7e6b-424a-8ec6-44e80628ad52 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.994754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04a0f530-a8bb-4ba0-a018-7ce07350a936 req-34d67d30-7e6b-424a-8ec6-44e80628ad52 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1209121 Nov 12 12:18:45.999102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Deleting port a01f4f96-5685-4511-a61f-d37b79a32659 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:45.999439 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:46.063228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:46.066913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:46.166055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04a0f530-a8bb-4ba0-a018-7ce07350a936 req-b6074541-7363-44ae-b412-80f1a324d997 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565113 Nov 12 12:18:46.279606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62fda-0db8-43b1-9e77-4cf272c7f2f6 req-02bf266a-d60c-409f-9eba-cbdbcf8e1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:46.288028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1d62fda-0db8-43b1-9e77-4cf272c7f2f6 req-02bf266a-d60c-409f-9eba-cbdbcf8e1f8b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 1097 time: 0.3712287 Nov 12 12:18:46.305176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d91cb87d-10e0-4eb4-968c-148acec39c02 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:46.394713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c52261-132c-4b48-9f1e-58ec3a2482be req-8db15d20-180f-4eb1-951c-1a4c7b93ff22 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:46.397115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1c52261-132c-4b48-9f1e-58ec3a2482be req-8db15d20-180f-4eb1-951c-1a4c7b93ff22 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.4825540 Nov 12 12:18:46.443350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d91cb87d-10e0-4eb4-968c-148acec39c02 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:46.444016 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:46.452611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1263f06-ece1-4397-b2ba-48f6cf405d7c req-59035bae-7182-439a-95cf-0d4da53eb46b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:46.454378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1263f06-ece1-4397-b2ba-48f6cf405d7c req-59035bae-7182-439a-95cf-0d4da53eb46b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0698812 Nov 12 12:18:46.543492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1263f06-ece1-4397-b2ba-48f6cf405d7c req-2a995954-489d-4a03-ab78-9de2aec9dfa6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778911 Nov 12 12:18:46.543705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] For port a01f4f96-5685-4511-a61f-d37b79a32659, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a01f4f96-5685-4511-a61f-d37b79a32659,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:46.543907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:46.587725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1d62fda-0db8-43b1-9e77-4cf272c7f2f6 req-5a571fa8-10f7-4797-b6e3-b1fcbaa03cc3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641459 Nov 12 12:18:46.589241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:46.628485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port d91cb87d-10e0-4eb4-968c-148acec39c02, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d91cb87d-10e0-4eb4-968c-148acec39c02,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:46.631421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Calling delete_port for a01f4f96-5685-4511-a61f-d37b79a32659 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:46.635359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:46.655659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 622f27aa-c496-4aa8-abfc-70b80a500702 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:46.700540 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1c52261-132c-4b48-9f1e-58ec3a2482be req-1e305b7e-db33-46b6-a5c8-dea3a894942d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855992 Nov 12 12:18:46.721242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bce29b-5b20-476d-b766-fcd8656de458 req-f7a03ef1-7304-4368-a3fa-ed642e40d89f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:46.729309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9bce29b-5b20-476d-b766-fcd8656de458 req-f7a03ef1-7304-4368-a3fa-ed642e40d89f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0712101 Nov 12 12:18:46.815397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9bce29b-5b20-476d-b766-fcd8656de458 req-381bf534-f866-4dfd-8443-d5242d041772 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789125 Nov 12 12:18:46.882294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Sync routers for ids ['493bbfd4-fadc-4748-84d9-8812297e369d'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:46.896271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 622f27aa-c496-4aa8-abfc-70b80a500702 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:46.899489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 622f27aa-c496-4aa8-abfc-70b80a500702 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:46.919881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=d91cb87d-10e0-4eb4-968c-148acec39c02,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:46.928752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Routers {'493bbfd4-fadc-4748-84d9-8812297e369d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:46.929926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['493bbfd4-fadc-4748-84d9-8812297e369d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:47.028361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.147013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Set router 493bbfd4-fadc-4748-84d9-8812297e369d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:47.167856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Subnet': ['ID=74cd9a22-9b26-4e1d-ba34-0ffa2341cc60,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:47.193899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.289214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01f4f96-5685-4511-a61f-d37b79a32659,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:47.303301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ca485-77b8-46f8-99e8-231030690322 req-bec2f3bf-ffee-4de5-ba30-83a226d3616c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:47.315893 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e5ca485-77b8-46f8-99e8-231030690322 req-bec2f3bf-ffee-4de5-ba30-83a226d3616c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.3065038 Nov 12 12:18:47.347319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Checking segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:47.347757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network hostable DHCP agents. Network: 83b46e36-301e-4297-9be8-5dfc3471fbf5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:18:47.458649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e5ca485-77b8-46f8-99e8-231030690322 req-e121103e-a75a-4ab5-98e8-01c36abbd41c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416905 Nov 12 12:18:47.507519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041b97-2723-4c62-bfa6-f78cbe324aa1 req-622c7d68-de9b-49ab-a173-01a4b203b141 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:47.517950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52041b97-2723-4c62-bfa6-f78cbe324aa1 req-622c7d68-de9b-49ab-a173-01a4b203b141 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1593959 Nov 12 12:18:47.555806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.630279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52041b97-2723-4c62-bfa6-f78cbe324aa1 req-72130c6b-2d05-49e8-b9ae-bd130ac85577 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080647 Nov 12 12:18:47.668050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '918f7dc4-9182-41cb-bd2f-04ad13195599', 'name': '', 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'mac_address': 'fa:16:3e:0c:41:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:40Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 2, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'subnets': [{'id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:47.695307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:18:47.700572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.705179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.717450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Checking router: 493bbfd4-fadc-4748-84d9-8812297e369d for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:47.717937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Updating router 493bbfd4-fadc-4748-84d9-8812297e369d port 918f7dc4-9182-41cb-bd2f-04ad13195599 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:18:47.750681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.848808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.848808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03c55220-e897-4e08-841f-1d193e948a7b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:18:47.856006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.856959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-be6d4858-f0b5-481e-923b-f88a2dcba7a1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/03c55220-e897-4e08-841f-1d193e948a7b HTTP/1.1" status: 204 len: 168 time: 3.2427197 Nov 12 12:18:47.860191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 83b46e36-301e-4297-9be8-5dfc3471fbf5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:47.860397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41198) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:47.874537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:47.875219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:47.879644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca421f9d-9e21-44b4-9df2-cf45141fb3c0 None None] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:47.915546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119af2-6517-4fa5-9425-f608ebc80ed0 req-2679ce63-3c31-48f1-aa1d-5e288fcb9b5b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:47.917198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51119af2-6517-4fa5-9425-f608ebc80ed0 req-2679ce63-3c31-48f1-aa1d-5e288fcb9b5b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.2242994 Nov 12 12:18:48.021104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51119af2-6517-4fa5-9425-f608ebc80ed0 req-2f6b2a4a-d887-4c9c-849b-0c454337e192 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Nov 12 12:18:48.024558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb237361-4b06-4ed5-aaf2-dde19fe0f858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6475279 Nov 12 12:18:48.027135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:48.035664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1615883880'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:48.071894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Deleting subnet 9d74dd5a-42a4-4116-b04f-f67f63c580fc {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:18:48.088259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:48.094029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.095533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.160016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:18:48.181163 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.181814 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Added segment 3219acb0-3eff-4643-9624-8d618d751ff2 of type vlan for network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec Nov 12 12:18:48.185760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.251717 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.282106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.287592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.293377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:48.294347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.329871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece311-cf25-4172-9839-19e400230ead req-ffb10d8b-a860-4e2c-a1ad-b53e2917ab22 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:48.339035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deece311-cf25-4172-9839-19e400230ead req-ffb10d8b-a860-4e2c-a1ad-b53e2917ab22 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.3903179 Nov 12 12:18:48.393997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Network': ['ID=8ea4a3fd-2629-4e63-b682-6994aa3d80ec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:48.405423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-775d7c90-950b-4388-8864-a6b27044ec13 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3756936 Nov 12 12:18:48.407338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:48.414536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:18:48.417824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'subnet': {'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:48.429059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-deece311-cf25-4172-9839-19e400230ead req-bcd43286-97ab-49d3-9a19-d46f0f75b75e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887959 Nov 12 12:18:48.436973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.473890 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.514739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c22c30-066d-458e-94d9-ba645fcccb36 None None] Network f911e34c-8b87-403d-8468-dc8667b06b0d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:48.528136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d74dd5a-42a4-4116-b04f-f67f63c580fc HTTP/1.1" status: 204 len: 168 time: 0.6656988 Nov 12 12:18:48.532624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:48.602703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:48.632166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40da331-f78a-43da-ab65-ed493553a88a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d74dd5a-42a4-4116-b04f-f67f63c580fc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:48.649030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.678655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-83b46e36-301e-4297-9be8-5dfc3471fbf5', 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'fixed_ips': [{'subnet_id': '74cd9a22-9b26-4e1d-ba34-0ffa2341cc60'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:18:48.682311 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.811328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.813385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d91cb87d-10e0-4eb4-968c-148acec39c02 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:48.887670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6b7a-66f6-45e7-a88b-50d22a8e08bc req-826dac91-18c3-475e-83d3-dc12239a4f11 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:48.898940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f86c6b7a-66f6-45e7-a88b-50d22a8e08bc req-826dac91-18c3-475e-83d3-dc12239a4f11 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.1289747 Nov 12 12:18:48.957652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fc781-9f58-43dc-a9b3-6e15fc1de91d req-5dd5d021-1d41-419b-9cee-aba88d2d3aa8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:48.957931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-057fc781-9f58-43dc-a9b3-6e15fc1de91d req-5dd5d021-1d41-419b-9cee-aba88d2d3aa8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1431398 Nov 12 12:18:49.059984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Deleting port fe9df125-9ebb-4c28-b842-6872ed15db24 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:49.060543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.087688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f86c6b7a-66f6-45e7-a88b-50d22a8e08bc req-d0e7ee01-5776-44ab-9369-5356c36aca3e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877503 Nov 12 12:18:49.120480 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.177108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.218445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-057fc781-9f58-43dc-a9b3-6e15fc1de91d req-0511ff9d-727f-4fec-8a87-e300b348609c tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503052 Nov 12 12:18:49.221340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] For port fe9df125-9ebb-4c28-b842-6872ed15db24, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fe9df125-9ebb-4c28-b842-6872ed15db24,segment=NetworkSegment(3c1fba9d-64e7-4427-b0d9-845e9ca4f235),segment_id=3c1fba9d-64e7-4427-b0d9-845e9ca4f235)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:49.221809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.242576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-2fac33a0-6b4a-4414-9c5e-78681eca5621 service neutron] 10.222.0.81 "GET /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a/bindings/n-h2-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.1880465 Nov 12 12:18:49.261615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Calling delete_port for fe9df125-9ebb-4c28-b842-6872ed15db24 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:49.332208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.352468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:49.370419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Checking segment: {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:49.371064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network hostable DHCP agents. Network: 8ea4a3fd-2629-4e63-b682-6994aa3d80ec, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:18:49.428961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Subnet': ['ID=9893f811-505d-4577-9e29-5458d2104366,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:49.438849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d91cb87d-10e0-4eb4-968c-148acec39c02 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:49.439222 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.470743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110ae1-de40-4cf8-bdb0-05a9ecfe88a1 req-b4e756f9-ad00-4978-a00a-43d1e95ca0ef tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.472802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf110ae1-de40-4cf8-bdb0-05a9ecfe88a1 req-b4e756f9-ad00-4978-a00a-43d1e95ca0ef tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1183560 Nov 12 12:18:49.473459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:18:49.482187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d2d5-a073-49a2-8025-a6599b2e1916 req-54809007-b4eb-43fd-9230-f28442862cb3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.483792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4a4d2d5-a073-49a2-8025-a6599b2e1916 req-54809007-b4eb-43fd-9230-f28442862cb3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1181355 Nov 12 12:18:49.498816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:49.508444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'floatingip': {'port_id': '3de08744-3a1b-46a5-8cda-0e4fb138fb51'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:49.568670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.572114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8ea4a3fd-2629-4e63-b682-6994aa3d80ec) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:49.589758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.590389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.611209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e45c82-1882-4e18-9d88-8162c700f3c3 None None] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:49.628870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.664131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde03c2-033f-4856-b45b-9231b920d5d5 None None] Pushing event updated for resources: {'Port': ['ID=918f7dc4-9182-41cb-bd2f-04ad13195599,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:49.709336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Allocated IP 19.80.0.2 (83b46e36-301e-4297-9be8-5dfc3471fbf5/74cd9a22-9b26-4e1d-ba34-0ffa2341cc60/a9f1b8ea-e23a-4450-b158-23b79deaacdc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:49.729341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9df125-9ebb-4c28-b842-6872ed15db24,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:49.731643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ebd0c-8c4a-47a0-9340-0cb6ee001532 None None] DHCP port deletion for f911e34c-8b87-403d-8468-dc8667b06b0d request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:18:49.753756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e0e43b5a-aa92-45e7-9478-220db953bf42 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3362710 Nov 12 12:18:49.781308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Attempting to bind port 918f7dc4-9182-41cb-bd2f-04ad13195599 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:49.782341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Attempting to bind port 918f7dc4-9182-41cb-bd2f-04ad13195599 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:49.782733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Attempting to bind port 918f7dc4-9182-41cb-bd2f-04ad13195599 on network def51b80-ef5f-4ae9-8f49-5c6509c6d353 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:49.842381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf110ae1-de40-4cf8-bdb0-05a9ecfe88a1 req-04a53630-8c55-4048-8d03-eeadddf2d57d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303890 Nov 12 12:18:49.957176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:49.984783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] No DVR routers for this DVR port fe9df125-9ebb-4c28-b842-6872ed15db24 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:49.987605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:49.989711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Checking segment: {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:49.990426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.991003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Bound using segment: {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:49.991713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Bound port: 918f7dc4-9182-41cb-bd2f-04ad13195599, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffbed74-1a88-437b-a735-e9401139d4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:49.992316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.034680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:50.051997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9731-0472-4919-8d4d-aedf85fbed91 req-638dd663-b8a7-4d65-b487-924ce9a551d0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:50.061618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbba9731-0472-4919-8d4d-aedf85fbed91 req-638dd663-b8a7-4d65-b487-924ce9a551d0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 944 time: 0.4530566 Nov 12 12:18:50.132777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7858809e-634f-4c6b-9fe3-0e4ae486625a {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:18:50.154085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:50.168934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.195278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7b53ed24-acba-4b9a-a561-58dbe5c93f1a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:50.200368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-65295794-42da-45b3-a9e3-dee6a0ff0051 None None] Provisioning complete for port 918f7dc4-9182-41cb-bd2f-04ad13195599 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:50.201084 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65295794-42da-45b3-a9e3-dee6a0ff0051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.219461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7b53ed24-acba-4b9a-a561-58dbe5c93f1a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:50.225919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7b53ed24-acba-4b9a-a561-58dbe5c93f1a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/networks?id=83b46e36-301e-4297-9be8-5dfc3471fbf5&id=8ea4a3fd-2629-4e63-b682-6994aa3d80ec&id=83b46e36-301e-4297-9be8-5dfc3471fbf5 HTTP/1.1" status: 200 len: 1392 time: 0.2404075 Nov 12 12:18:50.229541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.237094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbba9731-0472-4919-8d4d-aedf85fbed91 req-077298ce-5031-41ee-885a-0a9f422a938f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701524 Nov 12 12:18:50.287329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f911e34c-8b87-403d-8468-dc8667b06b0d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:50.304622 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-be318566-f3d1-4a75-ad8f-47269d966d95 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/quotas/b04c189755754cb4b1dc5f35d6d0ad86 HTTP/1.1" status: 200 len: 375 time: 0.0557909 Nov 12 12:18:50.349252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-65295794-42da-45b3-a9e3-dee6a0ff0051 None None] Port 918f7dc4-9182-41cb-bd2f-04ad13195599 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:50.358580 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.368169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe9df125-9ebb-4c28-b842-6872ed15db24 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:50.371851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] For port 918f7dc4-9182-41cb-bd2f-04ad13195599, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:50.390614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1fba9d-64e7-4427-b0d9-845e9ca4f235') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:50.391249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1fba9d-64e7-4427-b0d9-845e9ca4f235') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:50.430290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.433188 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-e15879f2-10c0-4a08-b331-64411ae9df1e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853062 Nov 12 12:18:50.445589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-8ea4a3fd-2629-4e63-b682-6994aa3d80ec', 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'fixed_ips': [{'subnet_id': '9893f811-505d-4577-9e29-5458d2104366'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:18:50.446665 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.496128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: fe9df125-9ebb-4c28-b842-6872ed15db24 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:50.496346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe9df125-9ebb-4c28-b842-6872ed15db24 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:50.496579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.496769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a01f4f96-5685-4511-a61f-d37b79a32659 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:50.501455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] For port 918f7dc4-9182-41cb-bd2f-04ad13195599, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=918f7dc4-9182-41cb-bd2f-04ad13195599,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:50.504563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Pushing event updated for resources: {'Port': ['ID=a9f1b8ea-e23a-4450-b158-23b79deaacdc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:50.528736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] Transition to ACTIVE for port object 7858809e-634f-4c6b-9fe3-0e4ae486625a will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:18:50.534853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.537357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.549862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:50.553571 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.558683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a01f4f96-5685-4511-a61f-d37b79a32659 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:50.559031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a01f4f96-5685-4511-a61f-d37b79a32659 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:50.562838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:50.590137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2a75-2e52-4b9b-9107-5b561439c4ca req-cceb6439-0631-4423-ac19-a168aaf48687 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:50.591442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-920e2a75-2e52-4b9b-9107-5b561439c4ca req-cceb6439-0631-4423-ac19-a168aaf48687 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2326984 Nov 12 12:18:50.594244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:18:50.594657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:18:50.597387 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:18:50.612607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] Pushing event updated for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:50.665014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] No DVR routers for this DVR port 7858809e-634f-4c6b-9fe3-0e4ae486625a on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:50.680978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-0f4a70dc-6670-49c9-91fd-937ea4e0c0f0 service neutron] 10.222.0.18 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377291 Nov 12 12:18:50.723080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:50.734115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-025468d1-b2d5-48b0-840e-760b0529798d service neutron] 10.222.0.81 "PUT /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a/bindings/n-h2-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4735525 Nov 12 12:18:50.764200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Allocated IP 19.86.0.2 (8ea4a3fd-2629-4e63-b682-6994aa3d80ec/9893f811-505d-4577-9e29-5458d2104366/289f3137-bc24-42e8-ac95-7b77aaaa1b3e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:50.783820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.794250 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:50.800253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] 10.222.0.18 "DELETE /v2.0/networks/f911e34c-8b87-403d-8468-dc8667b06b0d HTTP/1.1" status: 204 len: 168 time: 2.2589319 Nov 12 12:18:50.805796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41250) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:50.808789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde03c2-033f-4856-b45b-9231b920d5d5 None None] Pushing event updated for resources: {'Port': ['ID=918f7dc4-9182-41cb-bd2f-04ad13195599,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:50.892101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-920e2a75-2e52-4b9b-9107-5b561439c4ca req-6a26279c-667c-495b-a67b-46c15da3c0aa tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757239 Nov 12 12:18:50.904680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:18:50.943338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edbbfb-0214-4a16-80c7-f2158c59d79f admin admin] Pushing event deleted for resources: {'Network': ['ID=f911e34c-8b87-403d-8468-dc8667b06b0d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:50.974987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-ba8efe09-cf92-4216-8e79-e2cea6c88c3c service neutron] 10.222.0.18 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930603 Nov 12 12:18:51.022290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Routers {'493bbfd4-fadc-4748-84d9-8812297e369d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:51.023159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['493bbfd4-fadc-4748-84d9-8812297e369d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:51.032865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.043584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.043794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-28421211-c8ff-441a-9145-b48a1b395729 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.052825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-28421211-c8ff-441a-9145-b48a1b395729 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.2370121 Nov 12 12:18:51.084078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Attempting to bind port a9f1b8ea-e23a-4450-b158-23b79deaacdc on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:51.084620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Attempting to bind port a9f1b8ea-e23a-4450-b158-23b79deaacdc by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:51.085574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Attempting to bind port a9f1b8ea-e23a-4450-b158-23b79deaacdc on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:51.133867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:51.134459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Checking segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:51.135109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.135678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Bound using segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:51.136372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Bound port: a9f1b8ea-e23a-4450-b158-23b79deaacdc, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:51.137031 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.219596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ad20c5ed-7ade-4ed4-8590-44f7255af349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.222267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-ad20c5ed-7ade-4ed4-8590-44f7255af349 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1031194 Nov 12 12:18:51.301955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-fc5fba73-8f41-4736-8c34-bd38f472a882 service neutron] 10.222.0.18 "GET /v2.0/networks/8ea4a3fd-2629-4e63-b682-6994aa3d80ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146365 Nov 12 12:18:51.320934 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Floating IP 43857707-c329-41b4-87d7-20fe728f7f96 associated. External IP: 172.25.1.227, port: 3de08744-3a1b-46a5-8cda-0e4fb138fb51. Nov 12 12:18:51.405827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d90055d7-42cb-48d6-94a7-c4a306221e1c None None] Provisioning complete for port 918f7dc4-9182-41cb-bd2f-04ad13195599 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:51.406220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d90055d7-42cb-48d6-94a7-c4a306221e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.417871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] Set router 493bbfd4-fadc-4748-84d9-8812297e369d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:51.467036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdaae3-f6e7-462a-9fc2-78a7ea043b68 req-2e4d687e-080c-498a-b96f-9896bed06d75 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.468938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdcdaae3-f6e7-462a-9fc2-78a7ea043b68 req-2e4d687e-080c-498a-b96f-9896bed06d75 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.2623811 Nov 12 12:18:51.503920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-6ce771c2-1f84-48fc-a2ec-4b8f30f5b520 service neutron] 10.222.0.18 "GET /v2.0/networks/8ea4a3fd-2629-4e63-b682-6994aa3d80ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937392 Nov 12 12:18:51.506365 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.514048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-4625f4a5-9d43-4f27-bec8-cde3f59ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.516552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-4625f4a5-9d43-4f27-bec8-cde3f59ae9ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.2572858 Nov 12 12:18:51.532087 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.535046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] For port a9f1b8ea-e23a-4450-b158-23b79deaacdc, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:51.544941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] For port a9f1b8ea-e23a-4450-b158-23b79deaacdc, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9f1b8ea-e23a-4450-b158-23b79deaacdc,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:51.617131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.642246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:51.669759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:51.725268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-806a2193-81ca-4e75-87c8-af9304593ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076797 Nov 12 12:18:51.726803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-4f60f548-b14a-49d7-8893-83130d7a0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.728162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-4f60f548-b14a-49d7-8893-83130d7a0b8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1992626 Nov 12 12:18:51.729922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:51.732454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:51.744026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Pushing event updated for resources: {'Port': ['ID=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:51.844074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-889b93af-3489-458c-a47e-4d6c62d1cd40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 217 time: 0.1060288 Nov 12 12:18:51.943553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-e6e36d09-860a-43a6-96d6-49db03e4bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.946199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-e6e36d09-860a-43a6-96d6-49db03e4bc65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0858629 Nov 12 12:18:52.125906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-dcd0c4c8-afcd-4050-a189-f8372b4fcf5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713464 Nov 12 12:18:52.170422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Attempting to bind port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:18:52.170941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Attempting to bind port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:18:52.171560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Attempting to bind port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e on network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:18:52.186762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d90055d7-42cb-48d6-94a7-c4a306221e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.207157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:18:52.207723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Checking segment: {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:18:52.208287 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.209365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Bound using segment: {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:18:52.210018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Bound port: 289f3137-bc24-42e8-ac95-7b77aaaa1b3e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:18:52.210593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.234301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef00de-39d5-4b21-a831-131b1980e6bb None None] Pushing event updated for resources: {'Port': ['ID=a9f1b8ea-e23a-4450-b158-23b79deaacdc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:52.312221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdcdaae3-f6e7-462a-9fc2-78a7ea043b68 req-d0e55800-8289-4ba6-bd6f-d427387bfe8a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548676 Nov 12 12:18:52.365927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:52.371230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.377706 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:52.382930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d90055d7-42cb-48d6-94a7-c4a306221e1c None None] For port 918f7dc4-9182-41cb-bd2f-04ad13195599, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=918f7dc4-9182-41cb-bd2f-04ad13195599,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:52.395889 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:52.396532 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:52.400124 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d90055d7-42cb-48d6-94a7-c4a306221e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.529754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-60c372a5-f325-423d-b8eb-69302b6d997b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "PUT /v2.0/floatingips/43857707-c329-41b4-87d7-20fe728f7f96 HTTP/1.1" status: 200 len: 992 time: 3.0269654 Nov 12 12:18:52.545027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90055d7-42cb-48d6-94a7-c4a306221e1c None None] Pushing event updated for resources: {'Port': ['ID=918f7dc4-9182-41cb-bd2f-04ad13195599,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:52.545954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:52.548694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 918f7dc4-9182-41cb-bd2f-04ad13195599 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:52.554699 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:52.580868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-797f1937-ad9a-40a7-b2e7-3f9844c83e1c service neutron] 10.222.0.18 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8329735 Nov 12 12:18:52.585207 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:52.618751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e0c3-15bb-4ab7-8848-ecdbe06a9398 req-56ad6391-0617-47c2-a022-8cde24bce302 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:52.627544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3892e0c3-15bb-4ab7-8848-ecdbe06a9398 req-56ad6391-0617-47c2-a022-8cde24bce302 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 945 time: 0.1151326 Nov 12 12:18:52.640261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-2f9d41b6-ed0a-4541-9281-607ba39a3aad service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998398 Nov 12 12:18:52.659931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.698084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] For port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:52.732087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] For port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:18:52.737377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '918f7dc4-9182-41cb-bd2f-04ad13195599', 'name': '', 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'mac_address': 'fa:16:3e:0c:41:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:40Z', 'updated_at': '2021-11-12T12:18:50Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'subnets': [{'id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:52.743208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.790261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3892e0c3-15bb-4ab7-8848-ecdbe06a9398 req-6eba8202-5662-421f-826c-522942b96e90 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615841 Nov 12 12:18:52.801363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d330a-3481-406c-9bcf-8647d09d861a None None] The sync data for ids ['493bbfd4-fadc-4748-84d9-8812297e369d'] in n-d-804878-5 is: [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:18:42Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '918f7dc4-9182-41cb-bd2f-04ad13195599', 'name': '', 'network_id': 'def51b80-ef5f-4ae9-8f49-5c6509c6d353', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'mac_address': 'fa:16:3e:0c:41:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:40Z', 'updated_at': '2021-11-12T12:18:50Z', 'revision_number': 4, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'subnets': [{'id': 'e25d7d93-285b-4075-ba2f-773d3c9178ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:52.932123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 918f7dc4-9182-41cb-bd2f-04ad13195599 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:52.936340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-52850416-ba20-43e9-816b-1eaa94e3dc00 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863343 Nov 12 12:18:52.946532 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:53.157951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970c31-d01d-4113-829c-9bb3d6c2fc13 None None] Pushing event updated for resources: {'Port': ['ID=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:53.336061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55038b-986d-4889-b940-12233cf15e4f req-362fb16d-1431-49eb-93fb-af75806612b1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:53.338984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa55038b-986d-4889-b940-12233cf15e4f req-362fb16d-1431-49eb-93fb-af75806612b1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.3653278 Nov 12 12:18:53.340782 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f9858-cd58-40c8-b010-58ed808d1ef6 x-openstack-request-id: req-df0f9858-cd58-40c8-b010-58ed808d1ef6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:53.341298 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:53.341720 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df0f9858-cd58-40c8-b010-58ed808d1ef6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:53.342318 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'status': 'completed', 'code': 200} Nov 12 12:18:53.467432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa55038b-986d-4889-b940-12233cf15e4f req-946d0b73-6548-422a-a19f-4206b35dd0cb tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196105 Nov 12 12:18:53.504141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-325561e8-f203-4869-8c65-6ac1df5fc752 req-2392bef0-690e-432b-b611-ad7adc306c45 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 210 time: 0.0474188 Nov 12 12:18:53.628697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-689a6646-33f0-47ce-9256-349783a64676 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:53.639593 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-689a6646-33f0-47ce-9256-349783a64676 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.2814384 Nov 12 12:18:53.685843 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '43857707-c329-41b4-87d7-20fe728f7f96', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'port_id': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'mac_address': 'fa:16:3e:4f:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:18:25Z', 'updated_at': '2021-11-12T12:18:50Z', 'revision_number': 1, 'project_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:53.700313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-460167de-2948-44da-a7e2-5cbee1668bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:53.715137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-460167de-2948-44da-a7e2-5cbee1668bab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 1097 time: 0.2712770 Nov 12 12:18:53.820311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9b335-c764-4a74-aa09-071c2aebb21f None None] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:53.851130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Deleting port 4def6cdd-29f7-46e2-98d2-591241f0d8f2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:53.851732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:53.888535 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:53.914400 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:53.915265 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:54.037020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d8e21edd-db1f-4b3f-8444-1ec1f5a035fa None None] Provisioning complete for port a9f1b8ea-e23a-4450-b158-23b79deaacdc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:54.037401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8e21edd-db1f-4b3f-8444-1ec1f5a035fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.197508 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:54.211960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] For port 4def6cdd-29f7-46e2-98d2-591241f0d8f2, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4def6cdd-29f7-46e2-98d2-591241f0d8f2,segment=NetworkSegment(f13da093-2f83-4534-b364-2b0d997455b2),segment_id=f13da093-2f83-4534-b364-2b0d997455b2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:54.212350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.256310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6a512-0956-42c8-9b94-c79df177cb39 req-372628f4-3f92-443d-ae93-37534f64fbb4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:54.276709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1eb6a512-0956-42c8-9b94-c79df177cb39 req-372628f4-3f92-443d-ae93-37534f64fbb4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 945 time: 0.2492833 Nov 12 12:18:54.287707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Calling delete_port for 4def6cdd-29f7-46e2-98d2-591241f0d8f2 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:54.517555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8e21edd-db1f-4b3f-8444-1ec1f5a035fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.725036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1eb6a512-0956-42c8-9b94-c79df177cb39 req-e203308a-ef0b-4379-9283-7fb779497d04 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781297 Nov 12 12:18:54.750949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d8e21edd-db1f-4b3f-8444-1ec1f5a035fa None None] For port a9f1b8ea-e23a-4450-b158-23b79deaacdc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9f1b8ea-e23a-4450-b158-23b79deaacdc,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:54.818277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8e21edd-db1f-4b3f-8444-1ec1f5a035fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.067056 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '43857707-c329-41b4-87d7-20fe728f7f96', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'port_id': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'mac_address': 'fa:16:3e:4f:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:18:25Z', 'updated_at': '2021-11-12T12:18:50Z', 'revision_number': 1, 'project_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:55.121934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acb6e-646a-42bb-900e-02161b5c6cf4 req-c2e0cec0-4cbc-41ef-8a86-7511d5c2fafb tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:55.146147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-988acb6e-646a-42bb-900e-02161b5c6cf4 req-c2e0cec0-4cbc-41ef-8a86-7511d5c2fafb tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.5066025 Nov 12 12:18:55.179776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.191408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 918f7dc4-9182-41cb-bd2f-04ad13195599 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:55.194333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e21edd-db1f-4b3f-8444-1ec1f5a035fa None None] Pushing event updated for resources: {'Port': ['ID=a9f1b8ea-e23a-4450-b158-23b79deaacdc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:55.195610 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc84a-1627-4c23-874f-95d6dafd9d25 None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '43857707-c329-41b4-87d7-20fe728f7f96', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'port_id': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'mac_address': 'fa:16:3e:4f:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:18:25Z', 'updated_at': '2021-11-12T12:18:50Z', 'revision_number': 1, 'project_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:55.291816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Pushing event deleted for resources: {'Port': ['ID=4def6cdd-29f7-46e2-98d2-591241f0d8f2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:55.362479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 918f7dc4-9182-41cb-bd2f-04ad13195599 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:55.363132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.504542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be912259-ab88-48fe-8637-7210f700dc80 req-9a9f0457-e648-44ef-8e2b-a283ab118e9f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 210 time: 0.0699074 Nov 12 12:18:55.505102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-988acb6e-646a-42bb-900e-02161b5c6cf4 req-00493c0a-f627-46d4-8aff-f0f223f50d61 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570087 Nov 12 12:18:55.509108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-8da4ca05-4a33-44d4-aa56-c8800e9db6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:55.514296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-8da4ca05-4a33-44d4-aa56-c8800e9db6c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 1.7500181 Nov 12 12:18:55.544734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6921a5d2-6db5-4c7d-be13-9a15276c0262 None None] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:55.553484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e7c02f04-b299-4df0-9924-badd532b123c None None] Provisioning complete for port a9f1b8ea-e23a-4450-b158-23b79deaacdc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:55.563418 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c02f04-b299-4df0-9924-badd532b123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.781146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-e46f3978-02be-4913-be5c-a4b90c47a45f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:55.799047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-e46f3978-02be-4913-be5c-a4b90c47a45f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:55.801136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-e46f3978-02be-4913-be5c-a4b90c47a45f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "GET /v2.0/networks?id=83b46e36-301e-4297-9be8-5dfc3471fbf5&id=8ea4a3fd-2629-4e63-b682-6994aa3d80ec&id=83b46e36-301e-4297-9be8-5dfc3471fbf5 HTTP/1.1" status: 200 len: 1392 time: 0.2839916 Nov 12 12:18:55.809958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e88e7-6e9c-445c-a490-80a5e1a685ec None None] New status for floating IP 43857707-c329-41b4-87d7-20fe728f7f96: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:55.816980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9f1b8ea-e23a-4450-b158-23b79deaacdc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:55.824526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'port': {'device_id': 'd616a779-c67a-4276-b786-72261e217561', 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5', 'admin_state_up': True, 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:55.842796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d071f73-3e8d-4546-8bad-7309ee638b48 req-fec37e8a-1bbc-4596-9f0e-280a2e8be844 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:55.844430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d071f73-3e8d-4546-8bad-7309ee638b48 req-fec37e8a-1bbc-4596-9f0e-280a2e8be844 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.1559322 Nov 12 12:18:55.884216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.971490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d071f73-3e8d-4546-8bad-7309ee638b48 req-b31db690-528b-43e2-bfd0-446209b066f3 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131420 Nov 12 12:18:56.145947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a9f1b8ea-e23a-4450-b158-23b79deaacdc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:56.146361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.165983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-cf7250c5-7170-4c44-a318-a4592fdaf813 service neutron] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:18:56.175502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b9edd-66a7-4dc8-9ba4-6071f88ca04d req-46994d4e-31f0-4039-b750-6491ea77ea1d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:56.185817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d05b9edd-66a7-4dc8-9ba4-6071f88ca04d req-46994d4e-31f0-4039-b750-6491ea77ea1d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.3832657 Nov 12 12:18:56.212641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:56.216430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.244173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6ecde563-57d2-45c5-9c5d-27c9bc8d2723 None None] Provisioning complete for port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:56.244743 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ecde563-57d2-45c5-9c5d-27c9bc8d2723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.269430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-cf7250c5-7170-4c44-a318-a4592fdaf813 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.271811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d676b2e-3a97-4801-bb68-af8b6a9dcb0e req-cf7250c5-7170-4c44-a318-a4592fdaf813 service neutron] 10.222.0.65 "DELETE /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a/bindings/n-h1-804878-5 HTTP/1.1" status: 204 len: 173 time: 2.6102087 Nov 12 12:18:56.298099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-03936038-37d5-4c70-9a26-77b84902634f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 200 len: 1000 time: 0.4899523 Nov 12 12:18:56.351442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23d0a-c4cb-4017-81b7-e51d2a342cad req-ff073fdb-1bb7-42cd-82da-9819e324438e tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:56.353085 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92f23d0a-c4cb-4017-81b7-e51d2a342cad req-ff073fdb-1bb7-42cd-82da-9819e324438e tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.2280254 Nov 12 12:18:56.355411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 289f3137-bc24-42e8-ac95-7b77aaaa1b3e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:56.460781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92f23d0a-c4cb-4017-81b7-e51d2a342cad req-640a0f5f-6f5d-4a70-8677-3dedd863530c tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934262 Nov 12 12:18:56.470827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ecde563-57d2-45c5-9c5d-27c9bc8d2723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.502702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Allocated IP 19.80.0.136 (83b46e36-301e-4297-9be8-5dfc3471fbf5/74cd9a22-9b26-4e1d-ba34-0ffa2341cc60/934dabcf-8f6a-40f0-a7ab-12de3bebb933) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:56.514998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Router 3cfaa524-fbac-44a1-84b9-3b9a164de521 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:56.519931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6ecde563-57d2-45c5-9c5d-27c9bc8d2723 None None] For port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:56.527895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ecde563-57d2-45c5-9c5d-27c9bc8d2723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.709438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d05b9edd-66a7-4dc8-9ba4-6071f88ca04d req-6f70fff2-6c74-43df-95fa-b8ddfa107e79 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225666 Nov 12 12:18:56.726817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-5665274f-3369-4051-b002-20ae6d07069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:56.738944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-5665274f-3369-4051-b002-20ae6d07069b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.1308687 Nov 12 12:18:56.753112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:56.767023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] Sync routers for ids ['3cfaa524-fbac-44a1-84b9-3b9a164de521'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:56.776955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7dde54ab-89d9-4a59-b630-e58d13a2b391 admin admin] 10.222.0.18 "PUT /v2.0/routers/3cfaa524-fbac-44a1-84b9-3b9a164de521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9621356 Nov 12 12:18:56.777445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:56.798267 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] Routers {'3cfaa524-fbac-44a1-84b9-3b9a164de521'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:56.804849 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3cfaa524-fbac-44a1-84b9-3b9a164de521'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:56.956978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-1479a35a-e60d-4f9f-b656-874bee8a08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:56.959056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-1479a35a-e60d-4f9f-b656-874bee8a08c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194462 Nov 12 12:18:56.978063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:56.978560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.982672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.986285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-acdf53b3-0551-46db-a2c9-5b33607f6420 None None] Provisioning complete for port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:56.986750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-acdf53b3-0551-46db-a2c9-5b33607f6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.994293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598d60-bc75-495c-a092-fdd5b55cac89 req-0f8f909b-7a7e-4bf5-819a-232433be9b5e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:56.996088 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a598d60-bc75-495c-a092-fdd5b55cac89 req-0f8f909b-7a7e-4bf5-819a-232433be9b5e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1175671 Nov 12 12:18:57.063373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4439ef8-b974-4a1c-bab1-1a492adb749b req-a83f4462-cf7e-4f68-99ea-9f538c7b113d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 210 time: 0.0930324 Nov 12 12:18:57.145619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] Set router 3cfaa524-fbac-44a1-84b9-3b9a164de521 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:57.171224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde563-57d2-45c5-9c5d-27c9bc8d2723 None None] Pushing event updated for resources: {'Port': ['ID=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:57.214045 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.223086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.306127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Deleting port 2f315177-dd10-4393-92ad-b441016372ed {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:57.306678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.355195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-3637d818-fb43-47bf-9944-ced01ddc9a2b service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860922 Nov 12 12:18:57.458310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] For port 2f315177-dd10-4393-92ad-b441016372ed, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2f315177-dd10-4393-92ad-b441016372ed,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:57.460183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.461164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a598d60-bc75-495c-a092-fdd5b55cac89 req-aa684837-b24b-4c00-8d23-a759213c3dfc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344018 Nov 12 12:18:57.485929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Calling delete_port for 2f315177-dd10-4393-92ad-b441016372ed owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:57.486746 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '2f315177-dd10-4393-92ad-b441016372ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:18:54Z', 'revision_number': 5, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port': {'id': '2f315177-dd10-4393-92ad-b441016372ed', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:16:43Z', 'updated_at': '2021-11-12T12:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.518650 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] Checking router: 3cfaa524-fbac-44a1-84b9-3b9a164de521 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:57.530116 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] Routers {'3cfaa524-fbac-44a1-84b9-3b9a164de521'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:57.530953 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:18:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3cfaa524-fbac-44a1-84b9-3b9a164de521'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.604293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.637274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9f1b8ea-e23a-4450-b158-23b79deaacdc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:57.683677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:57.687811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] Set router 3cfaa524-fbac-44a1-84b9-3b9a164de521 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:57.703934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd6b6b80-9cc4-4686-a3e8-ee1a7490e2b9 req-6853a2f6-5364-4689-9394-bcfdac06910e service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338065 Nov 12 12:18:57.713532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:57.724341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:57.739238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:57.745840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a9f1b8ea-e23a-4450-b158-23b79deaacdc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:57.746292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.807150 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:18:57Z', 'revision_number': 6, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.825508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:57.826228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.849672 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6bf7-de01-4ea1-b8e5-df1d3090f6e1 None None] The sync data for ids ['3cfaa524-fbac-44a1-84b9-3b9a164de521'] in n-d-804878-5 is: [{'id': '3cfaa524-fbac-44a1-84b9-3b9a164de521', 'name': 'tempest-AttachSCSIVolumeTestJSON-74284671-router', 'tenant_id': 'a817a563c187493b929cf183ce54699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:16:42Z', 'updated_at': '2021-11-12T12:18:57Z', 'revision_number': 6, 'project_id': 'a817a563c187493b929cf183ce54699c', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:57.858832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-93ae4092-8e9f-4b07-9ca2-ba0ad6632765 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0381560 Nov 12 12:18:57.891329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'port': {'device_id': 'd616a779-c67a-4276-b786-72261e217561', 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec', 'admin_state_up': True, 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:57.894413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.917868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 289f3137-bc24-42e8-ac95-7b77aaaa1b3e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:57.923221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f315177-dd10-4393-92ad-b441016372ed,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:57.991528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:57.992045 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.004659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.042939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92684d3-4423-4944-96ef-de14304e8dab req-49eb1d6c-4b5f-43aa-9305-aef26c376cad tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:58.044543 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d92684d3-4423-4944-96ef-de14304e8dab req-49eb1d6c-4b5f-43aa-9305-aef26c376cad tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 945 time: 0.2058053 Nov 12 12:18:58.110146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:58.114460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.143582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-736ddc36-a9c9-4deb-9294-7d4a6cd37303 None None] Provisioning complete for port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:58.143961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-736ddc36-a9c9-4deb-9294-7d4a6cd37303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.149251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d92684d3-4423-4944-96ef-de14304e8dab req-335b79c5-6c69-4bb6-8264-966036dc074c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965190 Nov 12 12:18:58.190288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.192765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.250337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-736ddc36-a9c9-4deb-9294-7d4a6cd37303 None None] Port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:58.257087 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.257741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cfaa524-fbac-44a1-84b9-3b9a164de521 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:18:58.276879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.278136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0a1c054e-7347-4713-b561-ca10c57833f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3cfaa524-fbac-44a1-84b9-3b9a164de521 HTTP/1.1" status: 204 len: 168 time: 1.4970987 Nov 12 12:18:58.281590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41338) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:58.324542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Allocated IP 19.86.0.90 (8ea4a3fd-2629-4e63-b682-6994aa3d80ec/9893f811-505d-4577-9e29-5458d2104366/bd760417-438f-47b7-a879-95f867cdcb17) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:58.428947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Deleting subnet e32dd596-1d67-41e6-9106-8194561cb6e8 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:18:58.432811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.509753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9288f1-c7b6-4a12-b6ad-ffee55491ff8 req-ba914a7d-7ce9-42f4-8098-45e3260aed53 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:58.512448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b9288f1-c7b6-4a12-b6ad-ffee55491ff8 req-ba914a7d-7ce9-42f4-8098-45e3260aed53 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 932 time: 0.1813412 Nov 12 12:18:58.525615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.579058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.618051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b9288f1-c7b6-4a12-b6ad-ffee55491ff8 req-e1411c95-3313-4147-9ac3-6cf1a0e8e73f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944102 Nov 12 12:18:58.629945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.722859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:58.736624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.740592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:58.750530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:58.850701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.903288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Port': ['ID=bd760417-438f-47b7-a879-95f867cdcb17,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:58.927308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b76bad9-f7a7-49dc-91bf-447d3b571207 None None] Network 19199eeb-7436-4241-8fb8-f8356cae1916 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:58.944445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:58.945372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.953043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.956957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e32dd596-1d67-41e6-9106-8194561cb6e8 HTTP/1.1" status: 204 len: 168 time: 0.6742604 Nov 12 12:18:58.963018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41362) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:58.978816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-11903a80-82b9-465e-8e4f-4b8543ed7084 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0927811 Nov 12 12:18:58.995354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55be140-3864-434a-ab46-2326fa347800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32dd596-1d67-41e6-9106-8194561cb6e8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:59.003138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d49b85-5567-4ead-aa31-597b7a3282c7 req-931746b8-127b-48f4-9858-aee7b952427f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:59.011991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9d49b85-5567-4ead-aa31-597b7a3282c7 req-931746b8-127b-48f4-9858-aee7b952427f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1803885 Nov 12 12:18:59.025793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'port': {'device_id': 'd616a779-c67a-4276-b786-72261e217561', 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5', 'admin_state_up': True, 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:59.066418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-4c685400-4fa6-4ff8-bb9a-ad8a979fbe99 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:59.068864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-4c685400-4fa6-4ff8-bb9a-ad8a979fbe99 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.2454364 Nov 12 12:18:59.105139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-74a67fbb-6332-4081-816f-2ee66237becf tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/quotas/33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 375 time: 0.0303037 Nov 12 12:18:59.191517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-d0925270-8562-464b-b5b7-df449c1e0a1f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847225 Nov 12 12:18:59.255282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.257119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4df598d3-fc80-45d9-904c-51a5989623ef None None] Provisioning complete for port bd760417-438f-47b7-a879-95f867cdcb17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:59.258111 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4df598d3-fc80-45d9-904c-51a5989623ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.327770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4df598d3-fc80-45d9-904c-51a5989623ef None None] Port bd760417-438f-47b7-a879-95f867cdcb17 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:18:59.347341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-eca0abfb-ad62-438f-8e1d-2f45efb1e481 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541927 Nov 12 12:18:59.359477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.427576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] DHCP port deletion for 19199eeb-7436-4241-8fb8-f8356cae1916 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:18:59.495960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.507182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9d49b85-5567-4ead-aa31-597b7a3282c7 req-b722884e-ab5b-4347-ad34-3f1fdb487d73 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919732 Nov 12 12:18:59.512177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4def6cdd-29f7-46e2-98d2-591241f0d8f2 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:59.512861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-5e51c80b-3976-43d7-9805-e733dfdded38 service neutron] 10.222.0.18 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507785 Nov 12 12:18:59.554517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:18:59.562258 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.571923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4def6cdd-29f7-46e2-98d2-591241f0d8f2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:59.572281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4def6cdd-29f7-46e2-98d2-591241f0d8f2 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:59.572725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2f315177-dd10-4393-92ad-b441016372ed no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:59.598951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 2f315177-dd10-4393-92ad-b441016372ed {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:59.599588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2f315177-dd10-4393-92ad-b441016372ed not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:59.602075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] Deleting port af22ece2-a264-41dd-b15f-9859141191ff {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:59.602524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.696397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] For port af22ece2-a264-41dd-b15f-9859141191ff, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=af22ece2-a264-41dd-b15f-9859141191ff,segment=NetworkSegment(f13da093-2f83-4534-b364-2b0d997455b2),segment_id=f13da093-2f83-4534-b364-2b0d997455b2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:59.697309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.714999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] Calling delete_port for af22ece2-a264-41dd-b15f-9859141191ff owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:59.778338 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:18:59.873503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Deleting port af22ece2-a264-41dd-b15f-9859141191ff {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:59.873846 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.894728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.931407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] No DVR routers for this DVR port af22ece2-a264-41dd-b15f-9859141191ff on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:59.991549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfd347-2b35-4d08-94d0-4fdb4104bb63 None None] Pushing event deleted for resources: {'Port': ['ID=af22ece2-a264-41dd-b15f-9859141191ff,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:00.071368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c538d612-eb80-4c11-931c-08f9ca4e8918 req-77f4b0d1-31ad-45f4-aaae-ba05a878bd73 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0328667 Nov 12 12:19:00.110048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] For port af22ece2-a264-41dd-b15f-9859141191ff, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:00.110499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.124201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Allocated IP 19.80.0.218 (83b46e36-301e-4297-9be8-5dfc3471fbf5/74cd9a22-9b26-4e1d-ba34-0ffa2341cc60/98e3a885-72c9-4854-aad7-2273314c60c9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:00.137277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Calling delete_port for af22ece2-a264-41dd-b15f-9859141191ff owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:00.142836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Port af22ece2-a264-41dd-b15f-9859141191ff was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:19:00.150053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.193463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2624ad-e1b2-4d1d-a075-9be9e5c9908e req-b2c2283e-09af-4296-981c-cd5dab1e0c48 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:00.199512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2624ad-e1b2-4d1d-a075-9be9e5c9908e req-b2c2283e-09af-4296-981c-cd5dab1e0c48 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:00.201138 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce2624ad-e1b2-4d1d-a075-9be9e5c9908e req-b2c2283e-09af-4296-981c-cd5dab1e0c48 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 1654 time: 0.1565254 Nov 12 12:19:00.206276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Pushing event deleted for resources: {'Port': ['ID=af22ece2-a264-41dd-b15f-9859141191ff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:00.215322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] No DVR routers for this DVR port af22ece2-a264-41dd-b15f-9859141191ff on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:00.368847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.417372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce2624ad-e1b2-4d1d-a075-9be9e5c9908e req-8e376b35-f177-499f-9e36-28169a91a3b4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002454 Nov 12 12:19:00.430245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19199eeb-7436-4241-8fb8-f8356cae1916']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:00.451169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13da093-2f83-4534-b364-2b0d997455b2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:00.451563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13da093-2f83-4534-b364-2b0d997455b2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:00.466858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.498787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.513583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.515383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:19:00.515777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:19:00.517552 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:19:00.588206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.598519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.605192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] 10.222.0.18 "DELETE /v2.0/networks/19199eeb-7436-4241-8fb8-f8356cae1916 HTTP/1.1" status: 204 len: 168 time: 1.6359990 Nov 12 12:19:00.617591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115d414-ad23-41e3-9502-d159612e7137 admin admin] Pushing event deleted for resources: {'Network': ['ID=19199eeb-7436-4241-8fb8-f8356cae1916,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:00.627466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.678519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:00.681914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:00.685850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:00.695205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4296fd-7c12-4e05-ac68-1880681bfc16 req-8f555d37-5912-4109-8f4f-f418881c086b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:00.709717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba4296fd-7c12-4e05-ac68-1880681bfc16 req-8f555d37-5912-4109-8f4f-f418881c086b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0947168 Nov 12 12:19:00.737220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Port': ['ID=98e3a885-72c9-4854-aad7-2273314c60c9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:00.773537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:00.774385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.808464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-56ac47fc-b911-477f-94fe-c1de793dc022 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7912948 Nov 12 12:19:00.822735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:00.832483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Request body: {'port': {'device_id': 'd616a779-c67a-4276-b786-72261e217561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:00.875313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba4296fd-7c12-4e05-ac68-1880681bfc16 req-2f4f2c55-ccb7-4732-a4fc-68f8080226fc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637790 Nov 12 12:19:00.927302 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.000451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a8d726df-fd85-46f7-8d03-3b693a88d49f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a4c4edacf0f49a883e3a4eaa3322ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764379 Nov 12 12:19:01.007198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:01.185234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e66d5846-21de-4ef4-82b9-9f38caf28387 None None] Provisioning complete for port 98e3a885-72c9-4854-aad7-2273314c60c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:01.186497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e66d5846-21de-4ef4-82b9-9f38caf28387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.244472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e66d5846-21de-4ef4-82b9-9f38caf28387 None None] Port 98e3a885-72c9-4854-aad7-2273314c60c9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:01.249909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d87169-9ba9-4b3d-b0df-1340cf4e3de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.309775 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b576d9a2-f1ca-45d7-b03d-432f93a6eb23 req-3d5c3519-2856-4590-9c59-6d9395b4c33d tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0793884 Nov 12 12:19:01.367763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:01.391303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d87169-9ba9-4b3d-b0df-1340cf4e3de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.512763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device af22ece2-a264-41dd-b15f-9859141191ff no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:01.533151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-b3398315-6666-4fbb-9335-55c03ee42fba tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:01.534904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-b3398315-6666-4fbb-9335-55c03ee42fba tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 808 time: 0.3096445 Nov 12 12:19:01.565322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Request body: {'port': {'device_id': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'admin_state_up': True, 'tenant_id': '33cd3bd21abe450385aa0c1d57063ddc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:01.581915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:01.598226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: af22ece2-a264-41dd-b15f-9859141191ff {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:01.599218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device af22ece2-a264-41dd-b15f-9859141191ff not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:01.600939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'mac_address': 'fa:16:3e:02:6b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:01.654654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7126-24d7-499a-8818-7b2c9e13bdfc req-bad29dd1-ae58-45ea-a168-1837dd98c56e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:01.656207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.668930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7126-24d7-499a-8818-7b2c9e13bdfc req-bad29dd1-ae58-45ea-a168-1837dd98c56e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:01.672962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 288d17b5-bd35-48b1-a86c-32710e75a7c6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:01.677747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7126-24d7-499a-8818-7b2c9e13bdfc req-bad29dd1-ae58-45ea-a168-1837dd98c56e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:01.686569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c0a7126-24d7-499a-8818-7b2c9e13bdfc req-bad29dd1-ae58-45ea-a168-1837dd98c56e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2376 time: 0.1451619 Nov 12 12:19:01.696723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:01.706684 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.755865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c0a7126-24d7-499a-8818-7b2c9e13bdfc req-5f8b4fbe-752a-453d-ba85-26f8f0111138 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674665 Nov 12 12:19:01.782268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Made reservation on behalf of 33cd3bd21abe450385aa0c1d57063ddc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:01.795303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.819378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d87169-9ba9-4b3d-b0df-1340cf4e3de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.821169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:01.821984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d87169-9ba9-4b3d-b0df-1340cf4e3de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.825854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8d87169-9ba9-4b3d-b0df-1340cf4e3de9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c198d8f6-311b-4a5d-a717-634fc19b1d4f HTTP/1.1" status: 204 len: 168 time: 0.8176436 Nov 12 12:19:01.834793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['288d17b5-bd35-48b1-a86c-32710e75a7c6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:01.911737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934dabcf-8f6a-40f0-a7ab-12de3bebb933 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:01.952427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d87169-9ba9-4b3d-b0df-1340cf4e3de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c198d8f6-311b-4a5d-a717-634fc19b1d4f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:01.988358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.177105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Transition to ACTIVE for port object 934dabcf-8f6a-40f0-a7ab-12de3bebb933 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:02.182690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ac36b-1bf2-4742-8ec7-f93d58e03529 req-ce100bb7-1c1f-4f7f-9ab5-e652425c22b4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.184311 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-744ac36b-1bf2-4742-8ec7-f93d58e03529 req-ce100bb7-1c1f-4f7f-9ab5-e652425c22b4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1428437 Nov 12 12:19:02.189781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.348824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-744ac36b-1bf2-4742-8ec7-f93d58e03529 req-d60431b0-6c52-4dc2-824c-cfbfa6ed6f38 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545882 Nov 12 12:19:02.460770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Pushing event updated for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:02.477631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Allocated IP 172.20.0.14 (0549b9e0-26cd-47a3-87e5-cc0ce54cde6c/484e27a4-46df-4b77-81a8-a299909da0ae/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:02.547430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2da4869c-93d4-4faf-85a9-cac74ecd73b3 req-3d328dc7-6fda-40a4-8a13-7ce119b8b08e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0920846 Nov 12 12:19:02.696296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Attempting to bind port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:02.696898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Attempting to bind port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:02.697129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Attempting to bind port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:02.711864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:02.712342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Attempting to bind port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:02.721736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:02.722381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Checking segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:02.722841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Bound using segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:02.723371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Bound port: 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:02.723806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.870652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:02.946100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-285ca524-38df-42d3-a3ce-c3956ebd2635 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a817a563c187493b929cf183ce54699c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728741 Nov 12 12:19:02.946811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:02.964506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.016430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.024950 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ddd18dd-6c59-4aa4-94b2-6d0342676068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.028637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:03.096006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ddd18dd-6c59-4aa4-94b2-6d0342676068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.144461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:03.161930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be0fe-aaee-4f7d-b7ae-9cf9091fdfb5 req-deb12352-92bc-4510-bb9a-89d51e030035 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.168870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be0fe-aaee-4f7d-b7ae-9cf9091fdfb5 req-deb12352-92bc-4510-bb9a-89d51e030035 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.176159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be0fe-aaee-4f7d-b7ae-9cf9091fdfb5 req-deb12352-92bc-4510-bb9a-89d51e030035 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.176551 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ddd18dd-6c59-4aa4-94b2-6d0342676068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.178362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb9be0fe-aaee-4f7d-b7ae-9cf9091fdfb5 req-deb12352-92bc-4510-bb9a-89d51e030035 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2388 time: 0.2808416 Nov 12 12:19:03.179538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:03.179698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ddd18dd-6c59-4aa4-94b2-6d0342676068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.183947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4ddd18dd-6c59-4aa4-94b2-6d0342676068 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba59d629-da91-4f76-b4b5-ff83dad2971b HTTP/1.1" status: 204 len: 168 time: 0.2329891 Nov 12 12:19:03.196085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:03.196956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd18dd-6c59-4aa4-94b2-6d0342676068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59d629-da91-4f76-b4b5-ff83dad2971b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:03.343251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:03.375455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.376285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.446761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:03.483930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:03.489270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:03.508573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.596113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 288d17b5-bd35-48b1-a86c-32710e75a7c6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:03.596751 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.654297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Pushing event updated for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:03.654673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6897-9237-4acf-9743-1f95d817ae73 req-c8879cc8-e5e2-4a71-9c96-bb223199476d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.656369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-327a6897-9237-4acf-9743-1f95d817ae73 req-c8879cc8-e5e2-4a71-9c96-bb223199476d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0995913 Nov 12 12:19:03.727129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-83768ff8-c62f-4a25-ae75-c7be2e03ea0a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1706610 Nov 12 12:19:03.755310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb9be0fe-aaee-4f7d-b7ae-9cf9091fdfb5 req-31653054-2fb8-4cda-b60b-af0d409d1e5b tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579695 Nov 12 12:19:03.763984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-327a6897-9237-4acf-9743-1f95d817ae73 req-bb388da2-305c-4ca4-a4a4-ff51c2f4f0a4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933826 Nov 12 12:19:03.777663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Request body: {'port': {'device_id': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:03.784520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.858217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.860433 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.866105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5a521e6f-fbdb-4964-ab4f-06277e309d29 service neutron] 10.222.0.65 "PUT /v2.0/ports/934dabcf-8f6a-40f0-a7ab-12de3bebb933 HTTP/1.1" status: 200 len: 1092 time: 3.0412784 Nov 12 12:19:03.866713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:03.868293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:03.871899 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b01fd6f-11b2-4931-8cd8-1a57909520fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d616a779-c67a-4276-b786-72261e217561", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:03.883249 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962f518e-1064-473d-821a-acdf05236a92" -d '{"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-plugged", "status": "completed", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:03.914117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Request body: {'port': {'device_id': 'd616a779-c67a-4276-b786-72261e217561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:03.920998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b812848-2a18-4a88-b8f0-157bafe95b98 req-8b835ab8-39bd-4f8e-a2f0-6d3684bc1559 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:03.922687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b812848-2a18-4a88-b8f0-157bafe95b98 req-8b835ab8-39bd-4f8e-a2f0-6d3684bc1559 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 932 time: 0.0922310 Nov 12 12:19:03.934408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:03.946345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.059835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b812848-2a18-4a88-b8f0-157bafe95b98 req-353ae250-9f07-4748-ac2a-7ebce67e3117 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267297 Nov 12 12:19:04.145118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:04.227978 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb8063-1cb5-4d97-b871-30c6490d0506 x-openstack-request-id: req-c2cb8063-1cb5-4d97-b871-30c6490d0506 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:04.228324 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-plugged", "status": "completed", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:04.228648 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2cb8063-1cb5-4d97-b871-30c6490d0506 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:04.229125 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'code': 200} Nov 12 12:19:04.596126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.614291 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f84d72-9a74-4264-bcf8-9c8f78e47ea5 x-openstack-request-id: req-a0f84d72-9a74-4264-bcf8-9c8f78e47ea5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:04.614675 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d616a779-c67a-4276-b786-72261e217561", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:04.614995 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0f84d72-9a74-4264-bcf8-9c8f78e47ea5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:04.615463 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933', 'status': 'completed', 'code': 200} Nov 12 12:19:04.668697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.795216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41532) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:04.836789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-3ce85c55-2daa-4d2b-8964-99dfcba9c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:04.837260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-3ce85c55-2daa-4d2b-8964-99dfcba9c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:04.837725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-3ce85c55-2daa-4d2b-8964-99dfcba9c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:04.839745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-3ce85c55-2daa-4d2b-8964-99dfcba9c993 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2731 time: 0.2364144 Nov 12 12:19:04.988677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910c417-f38a-4a6b-9d77-f4550b5a5ab6 req-47fd9cd9-cb27-49d8-baae-e556f3977289 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:04.999193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2910c417-f38a-4a6b-9d77-f4550b5a5ab6 req-47fd9cd9-cb27-49d8-baae-e556f3977289 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0692139 Nov 12 12:19:05.069661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2910c417-f38a-4a6b-9d77-f4550b5a5ab6 req-157937d9-5c7c-4ef1-9b37-9a3c102718c6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Nov 12 12:19:05.096190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2042962006-network', 'tenant_id': 'af7a5a2da2eb49779b4b7d64fa086e4e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:05.164526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Made reservation on behalf of af7a5a2da2eb49779b4b7d64fa086e4e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:05.167939 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.189444 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.362952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.399340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.430870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857a6b10-f7d5-4f98-ad7d-18d79e193d51,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:05.444608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:19:05.472048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906ad9-9cbd-4171-8614-38629263603a req-3f49617d-d777-4158-8034-f1127a4a2041 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.475505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6906ad9-9cbd-4171-8614-38629263603a req-3f49617d-d777-4158-8034-f1127a4a2041 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 932 time: 0.1107690 Nov 12 12:19:05.485235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.486686 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Added segment 7a782d98-e7fb-44ec-a1dd-a00be507e528 of type vlan for network 1ed95933-5789-4d64-8928-57bb60e74080 Nov 12 12:19:05.525477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:05.535771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.547680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6906ad9-9cbd-4171-8614-38629263603a req-9470fc1b-6989-4dde-b89d-537fd85251e2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Nov 12 12:19:05.572328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Transition to ACTIVE for port object e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:05.601650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b41142be-4f2d-46b2-9440-9e02dcddf867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.611877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.615197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.648489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.650038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.650962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.678215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8787606 Nov 12 12:19:05.686969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:05.692972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Request body: {'subnet': {'network_id': '1ed95933-5789-4d64-8928-57bb60e74080', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2042962006-subnet', 'tenant_id': 'af7a5a2da2eb49779b4b7d64fa086e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:05.741984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ea43d-2510-4cd0-b1a5-c7c65cf27c3e req-0f48eaca-b336-4e40-99aa-e10b01d66a7f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.744131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ea43d-2510-4cd0-b1a5-c7c65cf27c3e req-0f48eaca-b336-4e40-99aa-e10b01d66a7f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.750402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ea43d-2510-4cd0-b1a5-c7c65cf27c3e req-0f48eaca-b336-4e40-99aa-e10b01d66a7f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.752838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b25ea43d-2510-4cd0-b1a5-c7c65cf27c3e req-0f48eaca-b336-4e40-99aa-e10b01d66a7f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2388 time: 0.6232631 Nov 12 12:19:05.781022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced708a-61d6-40eb-954e-18bcc94f6649 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed95933-5789-4d64-8928-57bb60e74080,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:05.787482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Made reservation on behalf of af7a5a2da2eb49779b4b7d64fa086e4e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:05.793555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1ed95933-5789-4d64-8928-57bb60e74080 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:19:05.802548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.886272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-408e91a7-7fd8-4f65-9537-491e5f545213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.887342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-408e91a7-7fd8-4f65-9537-491e5f545213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.888006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-408e91a7-7fd8-4f65-9537-491e5f545213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:05.890023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-408e91a7-7fd8-4f65-9537-491e5f545213 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0385268 Nov 12 12:19:06.020622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.099277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.108320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b25ea43d-2510-4cd0-b1a5-c7c65cf27c3e req-801bbd18-ebf3-42e9-9d26-c7bdc39663dd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967277 Nov 12 12:19:06.134441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:06.135009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:06.135573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:06.140103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-a2f5c9ff-3d43-43f2-a592-72552de9715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:06.143989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b01fd6f-11b2-4931-8cd8-1a57909520fa req-a2f5c9ff-3d43-43f2-a592-72552de9715c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171061 Nov 12 12:19:06.160633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:06.161449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:06.175629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:06.176536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:06.177163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:06.177836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Bound port: e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:06.178503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.198470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330b8b19-25f7-46c0-8ca4-7ea427677cc5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.293602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Checking segment: {'id': '7a782d98-e7fb-44ec-a1dd-a00be507e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:06.301722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd760417-438f-47b7-a879-95f867cdcb17 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:06.303620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Network hostable DHCP agents. Network: 1ed95933-5789-4d64-8928-57bb60e74080, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:19:06.318316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.373575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Network 1ed95933-5789-4d64-8928-57bb60e74080 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:19:06.413302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Transition to ACTIVE for port object bd760417-438f-47b7-a879-95f867cdcb17 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:06.415913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:06.424891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:06.426231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d32ad7-2c3a-4cbd-8fd9-b30a0ad90337 req-1df18736-96e2-4417-a39d-2572ad45909b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:06.429390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.442919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d32ad7-2c3a-4cbd-8fd9-b30a0ad90337 req-1df18736-96e2-4417-a39d-2572ad45909b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1821308 Nov 12 12:19:06.452522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.456026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1ed95933-5789-4d64-8928-57bb60e74080) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:06.474107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d441c3-f424-4193-9ecd-25fde8176dcc None None] Network 1ed95933-5789-4d64-8928-57bb60e74080 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:06.486762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:06.490720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.593131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Pushing event updated for resources: {'Port': ['ID=bd760417-438f-47b7-a879-95f867cdcb17,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.615055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d32ad7-2c3a-4cbd-8fd9-b30a0ad90337 req-d9c09714-94da-4997-9eb9-ef3ea9280d17 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686478 Nov 12 12:19:06.638395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c542b1dd-c081-4a48-be20-6a2eb4214850 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9501398 Nov 12 12:19:06.666121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-75d8d1db-72b6-4987-bb81-aef37748b56c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3408158 Nov 12 12:19:06.684918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:06.688156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.692727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] 10.222.0.81 "PUT /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 1092 time: 2.9334071 Nov 12 12:19:06.694195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:06.696902 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:06.830534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8792d-5747-4276-bff9-1f1d99b1030e None None] Network 1ed95933-5789-4d64-8928-57bb60e74080 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:06.966023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab03ccb-67a2-4dfd-aca5-b64e5369c162 service neutron] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:07.027656 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b22a2bf-9fbc-4467-9fc3-41f1c8358e59 x-openstack-request-id: req-4b22a2bf-9fbc-4467-9fc3-41f1c8358e59 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:07.029337 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:07.029713 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b22a2bf-9fbc-4467-9fc3-41f1c8358e59 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:07.030280 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'status': 'completed', 'code': 200} Nov 12 12:19:07.389087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Attempting to bind port bd760417-438f-47b7-a879-95f867cdcb17 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:07.389928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Attempting to bind port bd760417-438f-47b7-a879-95f867cdcb17 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:07.390393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Attempting to bind port bd760417-438f-47b7-a879-95f867cdcb17 on network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:07.435129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Port bd760417-438f-47b7-a879-95f867cdcb17 on network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:07.436595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Attempting to bind port bd760417-438f-47b7-a879-95f867cdcb17 on network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:07.472299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ddd4-76b9-4bda-8a48-71f752b1015d req-6a8f5a16-d84d-486c-a1f5-0b3f853a2f2c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:07.489576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b058ddd4-76b9-4bda-8a48-71f752b1015d req-6a8f5a16-d84d-486c-a1f5-0b3f853a2f2c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.6377749 Nov 12 12:19:07.498956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-7e3efcb4-2d91-4d2d-b6ce-14affb8b81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:07.503932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-7e3efcb4-2d91-4d2d-b6ce-14affb8b81ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 1095 time: 0.7476737 Nov 12 12:19:07.525307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:07.527971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Checking segment: {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:07.528659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Bound using segment: {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:07.529195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Bound port: bd760417-438f-47b7-a879-95f867cdcb17, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3219acb0-3eff-4643-9624-8d618d751ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:07.529621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:07.557945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-054a97e3-1fbc-4483-8bed-d56699867ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:07.559775 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-054a97e3-1fbc-4483-8bed-d56699867ce7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1095 time: 0.7335522 Nov 12 12:19:07.630013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cd42-c3ac-40cb-bcac-c494a0db8e53 req-cf1ac529-0f8a-4633-a0a7-1a63e5d71e37 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:07.648172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cd42-c3ac-40cb-bcac-c494a0db8e53 req-cf1ac529-0f8a-4633-a0a7-1a63e5d71e37 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:07.656147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cd42-c3ac-40cb-bcac-c494a0db8e53 req-cf1ac529-0f8a-4633-a0a7-1a63e5d71e37 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:07.666632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62c5cd42-c3ac-40cb-bcac-c494a0db8e53 req-cf1ac529-0f8a-4633-a0a7-1a63e5d71e37 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2400 time: 0.1939900 Nov 12 12:19:07.750041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-11ffb8a0-91f6-4d52-a2b4-238bc5327446 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 217 time: 0.1746011 Nov 12 12:19:07.771619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62c5cd42-c3ac-40cb-bcac-c494a0db8e53 req-cb7523a7-9422-40ef-9ecb-0b137f565b98 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040747 Nov 12 12:19:07.835836 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b058ddd4-76b9-4bda-8a48-71f752b1015d req-95c2ff92-5f8a-4908-84f2-1540598b266e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288751 Nov 12 12:19:07.987064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93feb244-42f0-4412-a8e3-8d26537e587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.068540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] For port bd760417-438f-47b7-a879-95f867cdcb17, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:08.108863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-9b6ffada-04b1-434b-ac24-a1634dd0097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.111804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-9b6ffada-04b1-434b-ac24-a1634dd0097a service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.5487909 Nov 12 12:19:08.133748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:08.139236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-350070911-network', 'tenant_id': '1e8d0427d9d442d2b6bf0483eb49a0d6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:08.140170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-e5fb78ea-19e8-49bb-8b9a-30e79b7bb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.142399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-e5fb78ea-19e8-49bb-8b9a-30e79b7bb233 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.3707709 Nov 12 12:19:08.145107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] For port bd760417-438f-47b7-a879-95f867cdcb17, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bd760417-438f-47b7-a879-95f867cdcb17,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:08.159953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.227707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Made reservation on behalf of 1e8d0427d9d442d2b6bf0483eb49a0d6 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:08.230423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.253365 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.281660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-2f3f8d8b-69e5-4ff7-bf3f-eb6b6ff619ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 200 len: 217 time: 0.1443062 Nov 12 12:19:08.290016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-fdc73bdd-20e9-4007-9f6d-9504801e7077 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341240 Nov 12 12:19:08.355627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-3e268e4a-4d46-488f-b226-9c379be87bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.357231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-3e268e4a-4d46-488f-b226-9c379be87bf2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.0645838 Nov 12 12:19:08.375232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.376278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.378006 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] 10.222.0.65 "PUT /v2.0/ports/bd760417-438f-47b7-a879-95f867cdcb17 HTTP/1.1" status: 200 len: 1091 time: 4.4766068 Nov 12 12:19:08.424474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25934c-9167-40ad-b694-b14bd94c6429 req-c96dba55-8ca4-4f99-8ef7-d4d1485d4b69 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.425965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d25934c-9167-40ad-b694-b14bd94c6429 req-c96dba55-8ca4-4f99-8ef7-d4d1485d4b69 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.3659918 Nov 12 12:19:08.492716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.509449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Request body: {'port': {'device_id': 'd616a779-c67a-4276-b786-72261e217561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:08.512145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.538931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:19:08.567921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.568212 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Added segment 4fcc7a80-7c50-47ca-8939-ad75f876c05b of type vlan for network 80b820e2-e21f-4788-b600-0a4e48b8f8e3 Nov 12 12:19:08.598538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-9a43160a-4952-4c06-baae-eb022d35a0d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2031338 Nov 12 12:19:08.635557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.672033 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.675861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.676487 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.801246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e7a5d-2aae-4e3e-aa12-3f5141bab976 service neutron] Pushing event updated for resources: {'Port': ['ID=bd760417-438f-47b7-a879-95f867cdcb17,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:08.977184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d25934c-9167-40ad-b694-b14bd94c6429 req-32e97282-7d45-4432-9fe9-cc9b36f04128 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466629 Nov 12 12:19:09.034485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'tag': 'bd760417-438f-47b7-a879-95f867cdcb17'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:09.041126 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8347094-95b2-42a4-8096-5f4db0797af3" -d '{"events": [{"name": "network-changed", "server_uuid": "d616a779-c67a-4276-b786-72261e217561", "tag": "bd760417-438f-47b7-a879-95f867cdcb17"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:09.097017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-d05968f2-419c-4a51-84ae-e0d97d16e8da service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384465 Nov 12 12:19:09.098603 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.203232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-5a4c7bae-2a76-46e4-a9b0-4d5917d94050 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001854 Nov 12 12:19:09.233695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.382650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Pushing event updated for resources: {'Network': ['ID=80b820e2-e21f-4788-b600-0a4e48b8f8e3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:09.408080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2720387 Nov 12 12:19:09.414329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 80b820e2-e21f-4788-b600-0a4e48b8f8e3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:19:09.447206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:09.457872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716356c-01e9-4d4f-8376-14fe7e93946b req-95c3414e-fa02-4308-aa58-9a200b1a94c8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:09.459623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b716356c-01e9-4d4f-8376-14fe7e93946b req-95c3414e-fa02-4308-aa58-9a200b1a94c8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.3307598 Nov 12 12:19:09.464275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Request body: {'subnet': {'network_id': '80b820e2-e21f-4788-b600-0a4e48b8f8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-350070911-subnet', 'tenant_id': '1e8d0427d9d442d2b6bf0483eb49a0d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:09.470494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6f662-7521-4980-b5e6-c2f3e6e41dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d633b7-1332-4c42-bbc3-6a55629f1043,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:09.596684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a89512f-3cd2-4baa-8daa-9c8abb98fd18 req-7cdf0db5-304a-4d02-b43c-bbd92fa7cd15 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824579 Nov 12 12:19:09.641669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Made reservation on behalf of 1e8d0427d9d442d2b6bf0483eb49a0d6 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:09.655565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.657567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45040bdc-90b2-4cf8-9015-b8beb528ffe4 req-37434b79-b155-4a81-8356-ef7af7ff1eff service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468641 Nov 12 12:19:09.694156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612832c-a93a-4380-b5bf-c351b3cb97e8 req-3ecca9b0-162d-4696-9bee-29285bf786f5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:09.710413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612832c-a93a-4380-b5bf-c351b3cb97e8 req-3ecca9b0-162d-4696-9bee-29285bf786f5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:09.717880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b716356c-01e9-4d4f-8376-14fe7e93946b req-d8b118a3-ed6d-49c8-aef4-74366d457af6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391753 Nov 12 12:19:09.749004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612832c-a93a-4380-b5bf-c351b3cb97e8 req-3ecca9b0-162d-4696-9bee-29285bf786f5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:09.749004 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8612832c-a93a-4380-b5bf-c351b3cb97e8 req-3ecca9b0-162d-4696-9bee-29285bf786f5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2400 time: 0.5570340 Nov 12 12:19:09.917920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8612832c-a93a-4380-b5bf-c351b3cb97e8 req-49ba2484-ad54-4bcb-b6de-ecaf9e2771e9 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536894 Nov 12 12:19:10.169161 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2fd5fe-3bd2-4db8-a3bf-ba3ceb634140 x-openstack-request-id: req-dd2fd5fe-3bd2-4db8-a3bf-ba3ceb634140 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:10.169709 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d616a779-c67a-4276-b786-72261e217561", "tag": "bd760417-438f-47b7-a879-95f867cdcb17", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:10.169823 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd2fd5fe-3bd2-4db8-a3bf-ba3ceb634140 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:10.170321 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'tag': 'bd760417-438f-47b7-a879-95f867cdcb17', 'status': 'completed', 'code': 200} Nov 12 12:19:10.186683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.241826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-35f15539-703e-4fb7-be8c-32ab1d599c68 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6929083 Nov 12 12:19:10.401381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-cec735e3-0df4-4ef4-8a7e-22d6f96efbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.403440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-cec735e3-0df4-4ef4-8a7e-22d6f96efbab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1095 time: 0.7013650 Nov 12 12:19:10.456987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9674ec38-9dd7-4d88-96cc-6cee2085bf40,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:10.461807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Checking segment: {'id': '4fcc7a80-7c50-47ca-8939-ad75f876c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '80b820e2-e21f-4788-b600-0a4e48b8f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:10.462196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Network hostable DHCP agents. Network: 80b820e2-e21f-4788-b600-0a4e48b8f8e3, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:19:10.496823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.547206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Network 80b820e2-e21f-4788-b600-0a4e48b8f8e3 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:19:10.555630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-16ce9570-be24-41ab-85ff-92706073aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.556110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-16ce9570-be24-41ab-85ff-92706073aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.556584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-16ce9570-be24-41ab-85ff-92706073aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.558964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-16ce9570-be24-41ab-85ff-92706073aae1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2798 time: 0.3946080 Nov 12 12:19:10.568314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 80b820e2-e21f-4788-b600-0a4e48b8f8e3) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:10.574337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.575266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.579885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cced8-fdf0-438c-abe0-afabc13aee8a None None] Network 80b820e2-e21f-4788-b600-0a4e48b8f8e3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:10.592206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d426-f171-41b4-a8ba-ce445ddef013 req-e50baf24-09f0-45d6-849b-dbadf9e7f472 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.594122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6a5d426-f171-41b4-a8ba-ce445ddef013 req-e50baf24-09f0-45d6-849b-dbadf9e7f472 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.2760882 Nov 12 12:19:10.608806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-4d0137ea-6fa5-4679-a353-43bb13b32669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.610498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-4d0137ea-6fa5-4679-a353-43bb13b32669 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 1095 time: 0.3137264 Nov 12 12:19:10.648784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-008019f4-6c96-4073-a53d-5644fb59380f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1936958 Nov 12 12:19:10.777543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2baa0d-7917-4374-b622-66927ead4251 None None] Network 80b820e2-e21f-4788-b600-0a4e48b8f8e3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:10.967566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-1d205bdb-4472-40c9-b9ec-d9f2d9d5b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:10.971808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-1d205bdb-4472-40c9-b9ec-d9f2d9d5b0e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.5553916 Nov 12 12:19:11.128140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e3a885-72c9-4854-aad7-2273314c60c9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:11.170126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.209361 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-3fd4ea5f-6df1-4106-815f-c296580e53fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 217 time: 0.1728749 Nov 12 12:19:11.213200 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6a5d426-f171-41b4-a8ba-ce445ddef013 req-59ff7ec1-c5ab-4bbf-b82e-474fb77e6eae tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956569 Nov 12 12:19:11.215231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.280602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Transition to ACTIVE for port object 98e3a885-72c9-4854-aad7-2273314c60c9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:11.312651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.384146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Pushing event updated for resources: {'Port': ['ID=98e3a885-72c9-4854-aad7-2273314c60c9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:11.397776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-b3ef0eb6-2e77-49e6-8d26-5587b8a7206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.398257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-b3ef0eb6-2e77-49e6-8d26-5587b8a7206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.398730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-b3ef0eb6-2e77-49e6-8d26-5587b8a7206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.400355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-b3ef0eb6-2e77-49e6-8d26-5587b8a7206f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8174944 Nov 12 12:19:11.482717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-d51c17e6-98fb-44f7-9bec-a0e96ad8ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.483710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-d51c17e6-98fb-44f7-9bec-a0e96ad8ab6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.2608392 Nov 12 12:19:11.503648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-28542751-b449-42e1-a387-17f99ff55fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.505921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-28542751-b449-42e1-a387-17f99ff55fe8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.7869654 Nov 12 12:19:11.628235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-4b76ee26-db6d-42e3-9e54-267856b1ce3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 200 len: 217 time: 0.1065078 Nov 12 12:19:11.717074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-e0bbfa22-1e0f-4b43-bf6c-b85abaefb5f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217176 Nov 12 12:19:11.815513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-11755124-bc19-4a5a-8617-5211230b8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.817428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-11755124-bc19-4a5a-8617-5211230b8b73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1331336 Nov 12 12:19:11.851873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dafa4-795d-46f1-a377-5340ce843262 req-3e33ceae-c61e-4ea0-bde6-844b42e7de97 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:11.860017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-306dafa4-795d-46f1-a377-5340ce843262 req-3e33ceae-c61e-4ea0-bde6-844b42e7de97 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.5517447 Nov 12 12:19:12.002959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-ae6acd3b-aeae-4027-b987-8a4531e6561c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675398 Nov 12 12:19:12.182205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-40307a25-2b77-4c89-92a0-5e3a2b81517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:12.183649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8347094-95b2-42a4-8096-5f4db0797af3 req-40307a25-2b77-4c89-92a0-5e3a2b81517c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7550981 Nov 12 12:19:12.277632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Attempting to bind port 98e3a885-72c9-4854-aad7-2273314c60c9 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:12.278411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Attempting to bind port 98e3a885-72c9-4854-aad7-2273314c60c9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:12.278411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Attempting to bind port 98e3a885-72c9-4854-aad7-2273314c60c9 on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:12.285576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-bede83dd-fec9-47e6-bcf6-a5f1522e8b09 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650295 Nov 12 12:19:12.292438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Port 98e3a885-72c9-4854-aad7-2273314c60c9 on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:12.292861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Attempting to bind port 98e3a885-72c9-4854-aad7-2273314c60c9 on network 83b46e36-301e-4297-9be8-5dfc3471fbf5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:12.310337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-306dafa4-795d-46f1-a377-5340ce843262 req-8ca80c20-fff3-452f-a7a6-80fe975cc988 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466593 Nov 12 12:19:12.382219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:12.382907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Checking segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:12.383506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Bound using segment: {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:12.386264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Bound port: 98e3a885-72c9-4854-aad7-2273314c60c9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:12.387083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.682839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-54b05bb9-16cf-4fcf-aced-bc86ac8a7896 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612976 Nov 12 12:19:12.683995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] For port 98e3a885-72c9-4854-aad7-2273314c60c9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:12.691327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] For port 98e3a885-72c9-4854-aad7-2273314c60c9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=98e3a885-72c9-4854-aad7-2273314c60c9,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:12.808504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de3b0-6cef-4e5d-991f-521a4292f15b req-a83b1403-a322-4f3b-8f86-7e8d0b3ac9e6 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:12.816212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de3b0-6cef-4e5d-991f-521a4292f15b req-a83b1403-a322-4f3b-8f86-7e8d0b3ac9e6 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:12.822477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de3b0-6cef-4e5d-991f-521a4292f15b req-a83b1403-a322-4f3b-8f86-7e8d0b3ac9e6 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:12.830971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-685de3b0-6cef-4e5d-991f-521a4292f15b req-a83b1403-a322-4f3b-8f86-7e8d0b3ac9e6 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2412 time: 0.2313383 Nov 12 12:19:12.878119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.971727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:12.972992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.974059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] 10.222.0.65 "PUT /v2.0/ports/98e3a885-72c9-4854-aad7-2273314c60c9 HTTP/1.1" status: 200 len: 1092 time: 4.4815931 Nov 12 12:19:12.993009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'tag': '98e3a885-72c9-4854-aad7-2273314c60c9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:12.996869 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b240b9-38c2-4539-abd8-af22df21df2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d616a779-c67a-4276-b786-72261e217561", "tag": "98e3a885-72c9-4854-aad7-2273314c60c9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:13.024068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e2aec5-7a27-492b-9990-9b1eaf79d1ea req-41d88044-e5d8-4b91-9189-8e5d7e3ca6b4 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032392 Nov 12 12:19:13.072227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9896af06-5291-49a4-a4b1-0a7bb36c92ab req-5e2831ba-24ba-4aac-ba4f-ed96880f6ea0 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731260 Nov 12 12:19:13.143711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-685de3b0-6cef-4e5d-991f-521a4292f15b req-a3d75197-bae0-410a-9790-c92445ac32ae tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069263 Nov 12 12:19:13.147822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337d0a5-21aa-46c1-a4d7-4c87357f6c7c service neutron] Pushing event updated for resources: {'Port': ['ID=98e3a885-72c9-4854-aad7-2273314c60c9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:13.204598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b260a6bd-ac75-4359-9faf-56f90f0c1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.205054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b260a6bd-ac75-4359-9faf-56f90f0c1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.205520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b260a6bd-ac75-4359-9faf-56f90f0c1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.207211 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b260a6bd-ac75-4359-9faf-56f90f0c1c26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2865 time: 0.1765363 Nov 12 12:19:13.290105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-0af8289a-ce03-4a81-a57b-07e937f9cc6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933 HTTP/1.1" status: 200 len: 217 time: 0.0712750 Nov 12 12:19:13.381761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-2869b943-9e51-4868-b836-af9e17f25223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.385415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-2869b943-9e51-4868-b836-af9e17f25223 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74cd9a22-9b26-4e1d-ba34-0ffa2341cc60 HTTP/1.1" status: 200 len: 801 time: 0.0825069 Nov 12 12:19:13.458835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b11c5434-675d-4b6a-8117-c094ecc14d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.466972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b11c5434-675d-4b6a-8117-c094ecc14d3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83b46e36-301e-4297-9be8-5dfc3471fbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0729556 Nov 12 12:19:13.603908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-9d3a15d5-8f44-4387-9d6c-08008e43c3c6 service neutron] 10.222.0.65 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288054 Nov 12 12:19:13.742490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-df07ed49-31bc-44a3-8eab-77d4d41c45f6 service neutron] 10.222.0.65 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263537 Nov 12 12:19:13.811836 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-83546e99-2c70-434b-8777-0f3e1f925c55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.90&port_id=bd760417-438f-47b7-a879-95f867cdcb17 HTTP/1.1" status: 200 len: 217 time: 0.0598843 Nov 12 12:19:13.888191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b4158ca9-151d-49d8-9184-eaa255e43983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.890116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-b4158ca9-151d-49d8-9184-eaa255e43983 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9893f811-505d-4577-9e29-5458d2104366 HTTP/1.1" status: 200 len: 801 time: 0.0697031 Nov 12 12:19:13.959026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-f08c98dd-f8d0-4b2c-a6c4-9fd0746218c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:13.960532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-f08c98dd-f8d0-4b2c-a6c4-9fd0746218c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ea4a3fd-2629-4e63-b682-6994aa3d80ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616443 Nov 12 12:19:14.079419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-492d7b2a-b8b0-4614-9768-e87b10594fb4 service neutron] 10.222.0.65 "GET /v2.0/networks/8ea4a3fd-2629-4e63-b682-6994aa3d80ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102583 Nov 12 12:19:14.258960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-82c2505a-1964-4653-8e41-2fa0306e0443 service neutron] 10.222.0.65 "GET /v2.0/networks/8ea4a3fd-2629-4e63-b682-6994aa3d80ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713808 Nov 12 12:19:14.353285 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-624dd0c4-059f-425e-812c-47f53762beb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=98e3a885-72c9-4854-aad7-2273314c60c9 HTTP/1.1" status: 200 len: 217 time: 0.0842724 Nov 12 12:19:14.438046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-0baeae46-5bb5-4dda-add0-3b63c428fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:14.444322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-0baeae46-5bb5-4dda-add0-3b63c428fc56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74cd9a22-9b26-4e1d-ba34-0ffa2341cc60 HTTP/1.1" status: 200 len: 801 time: 0.0792849 Nov 12 12:19:14.522995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5eb97259-8806-44f7-aedf-b71987c482d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:14.524516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-5eb97259-8806-44f7-aedf-b71987c482d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83b46e36-301e-4297-9be8-5dfc3471fbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721903 Nov 12 12:19:14.660402 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-1f9f001b-68e6-4458-9ec6-adc6ef5f5e95 service neutron] 10.222.0.65 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230299 Nov 12 12:19:14.838455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9e97826-e8f1-4fdb-b130-c236fe844c83 req-2eae4c8e-26bb-4ff2-ab30-749f5cfe490b service neutron] 10.222.0.65 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679745 Nov 12 12:19:17.399390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bd760417-438f-47b7-a879-95f867cdcb17 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:17.403275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:17.693879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:17.758895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:17.761666 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481c8d96-72e3-4257-a9d4-3b88ff128481" -d '{"events": [{"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-unplugged", "status": "completed", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:17.765931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:17.781092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:17.843254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bd760417-438f-47b7-a879-95f867cdcb17, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bd760417-438f-47b7-a879-95f867cdcb17,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:17.863430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'bd760417-438f-47b7-a879-95f867cdcb17', 'network_id': '8ea4a3fd-2629-4e63-b682-6994aa3d80ec', 'port_id': 'bd760417-438f-47b7-a879-95f867cdcb17', 'mac_address': 'fa:16:3e:7d:48:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9893f811-505d-4577-9e29-5458d2104366', 'ip_address': '19.86.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:17.960451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:17.964915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:17.993974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd760417-438f-47b7-a879-95f867cdcb17 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:18.019250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bd760417-438f-47b7-a879-95f867cdcb17, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bd760417-438f-47b7-a879-95f867cdcb17,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.027010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.027925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 934dabcf-8f6a-40f0-a7ab-12de3bebb933 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:18.208683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bd760417-438f-47b7-a879-95f867cdcb17,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:18.231298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.269005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '934dabcf-8f6a-40f0-a7ab-12de3bebb933', 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5', 'port_id': '934dabcf-8f6a-40f0-a7ab-12de3bebb933', 'mac_address': 'fa:16:3e:46:18:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cd9a22-9b26-4e1d-ba34-0ffa2341cc60', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:18.351708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.375730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934dabcf-8f6a-40f0-a7ab-12de3bebb933 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:18.413414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.438785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.439426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:18.556608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:18.611859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.630469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'port_id': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'mac_address': 'fa:16:3e:d7:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decda775-b334-4f7b-8808-7edf815fcc75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:18.688607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.718756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb590751-d12b-4085-b7ef-24a970aeffb9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:18.756892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.765858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.767768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 98e3a885-72c9-4854-aad7-2273314c60c9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:18.842827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:18.857208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 98e3a885-72c9-4854-aad7-2273314c60c9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=98e3a885-72c9-4854-aad7-2273314c60c9,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.872934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '98e3a885-72c9-4854-aad7-2273314c60c9', 'network_id': '83b46e36-301e-4297-9be8-5dfc3471fbf5', 'port_id': '98e3a885-72c9-4854-aad7-2273314c60c9', 'mac_address': 'fa:16:3e:8a:37:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cd9a22-9b26-4e1d-ba34-0ffa2341cc60', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:18.922327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.942581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e3a885-72c9-4854-aad7-2273314c60c9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:18.967041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 98e3a885-72c9-4854-aad7-2273314c60c9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=98e3a885-72c9-4854-aad7-2273314c60c9,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:18.976572 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:19.041566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=98e3a885-72c9-4854-aad7-2273314c60c9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:19.465062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-420aa2fc-8015-4340-a17f-5c368827f668 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:19.466935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-420aa2fc-8015-4340-a17f-5c368827f668 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/networks?id=1ed95933-5789-4d64-8928-57bb60e74080 HTTP/1.1" status: 200 len: 815 time: 0.1285098 Nov 12 12:19:19.490417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-e42224b2-902f-4368-a1d5-1b353ba70933 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/quotas/af7a5a2da2eb49779b4b7d64fa086e4e HTTP/1.1" status: 200 len: 375 time: 0.0110893 Nov 12 12:19:19.515291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb569c7-ab72-4bdb-8034-b04b4de3ad30 req-506b9435-cf39-459a-b7b3-5eea27c4ec6e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:19.523512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fb569c7-ab72-4bdb-8034-b04b4de3ad30 req-506b9435-cf39-459a-b7b3-5eea27c4ec6e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 945 time: 0.0809016 Nov 12 12:19:19.528142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-5bae1796-f7d8-4a9f-b2d8-6d223e24bf79 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=af7a5a2da2eb49779b4b7d64fa086e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326781 Nov 12 12:19:19.559751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['934dabcf-8f6a-40f0-a7ab-12de3bebb933'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:19.582686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fb569c7-ab72-4bdb-8034-b04b4de3ad30 req-df3d1852-cc42-4ad3-a80b-4c9859ad5252 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529165 Nov 12 12:19:19.627250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['98e3a885-72c9-4854-aad7-2273314c60c9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:19.631442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-4ad03d14-0d7f-4e2a-8d49-fd9263a6021b service neutron] 10.222.0.18 "GET /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947869 Nov 12 12:19:19.647218 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d26ca6-387b-49f8-b64b-ba0c7b66165a x-openstack-request-id: req-b0d26ca6-387b-49f8-b64b-ba0c7b66165a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:19.647509 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d616a779-c67a-4276-b786-72261e217561", "tag": "98e3a885-72c9-4854-aad7-2273314c60c9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:19.648355 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0d26ca6-387b-49f8-b64b-ba0c7b66165a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:19.648355 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'tag': '98e3a885-72c9-4854-aad7-2273314c60c9', 'status': 'completed', 'code': 200} Nov 12 12:19:19.662674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['bb590751-d12b-4085-b7ef-24a970aeffb9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:19.704526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['bd760417-438f-47b7-a879-95f867cdcb17'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:19.775267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7054f32-22ff-4134-a32c-e09829d5cd74 req-4a42b386-0389-4572-8100-c3e54e9bc934 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:19.785650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7054f32-22ff-4134-a32c-e09829d5cd74 req-4a42b386-0389-4572-8100-c3e54e9bc934 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0786493 Nov 12 12:19:19.849920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7054f32-22ff-4134-a32c-e09829d5cd74 req-cde43ff9-4e92-4dcb-9e12-303d21f395c8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Nov 12 12:19:20.079496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aed52-b1d7-46e8-84f8-bcd3ba0b3237 req-25a71f2e-3b68-4425-a9e3-9ac2b48770b8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.093623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aed52-b1d7-46e8-84f8-bcd3ba0b3237 req-25a71f2e-3b68-4425-a9e3-9ac2b48770b8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.101280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aed52-b1d7-46e8-84f8-bcd3ba0b3237 req-25a71f2e-3b68-4425-a9e3-9ac2b48770b8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.111631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c5aed52-b1d7-46e8-84f8-bcd3ba0b3237 req-25a71f2e-3b68-4425-a9e3-9ac2b48770b8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2415 time: 0.0955081 Nov 12 12:19:20.172119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-2b02415b-a1ec-43ac-b364-e740fc2a75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.172640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-2b02415b-a1ec-43ac-b364-e740fc2a75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.173250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-2b02415b-a1ec-43ac-b364-e740fc2a75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.174999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-2b02415b-a1ec-43ac-b364-e740fc2a75ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2868 time: 0.0770214 Nov 12 12:19:20.179921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-1dfe345d-6042-4e5b-a2ee-b6fba6149d6e service neutron] 10.222.0.18 "GET /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424416 Nov 12 12:19:20.230477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c5aed52-b1d7-46e8-84f8-bcd3ba0b3237 req-b312ae9f-13da-47f4-8db8-9d4d03c0c3e6 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139631 Nov 12 12:19:20.278210 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc69d5-c890-4adc-b507-107a81a46c5c x-openstack-request-id: req-36dc69d5-c890-4adc-b507-107a81a46c5c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:20.278672 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-unplugged", "status": "completed", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:20.278928 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36dc69d5-c890-4adc-b507-107a81a46c5c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:20.279493 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'code': 200} Nov 12 12:19:20.318098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-3a79ee79-623f-4e17-b891-3a835aff07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.319930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-3a79ee79-623f-4e17-b891-3a835aff07e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83b46e36-301e-4297-9be8-5dfc3471fbf5 HTTP/1.1" status: 200 len: 903 time: 0.1371982 Nov 12 12:19:20.404216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-78007a14-58d0-4f59-97af-c24ccf2a7e66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=98e3a885-72c9-4854-aad7-2273314c60c9 HTTP/1.1" status: 200 len: 217 time: 0.0765829 Nov 12 12:19:20.489007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d11e1e9f-2bdc-4e81-b647-ae34a0ac9f13 req-b6a516bc-dbbb-42d2-baaf-90269b052f5d tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 210 time: 0.0600173 Nov 12 12:19:20.524737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-11ad0d8e-3186-4684-92d2-a2dccba0b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.526276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-11ad0d8e-3186-4684-92d2-a2dccba0b55b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74cd9a22-9b26-4e1d-ba34-0ffa2341cc60 HTTP/1.1" status: 200 len: 801 time: 0.1111472 Nov 12 12:19:20.594032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-da962ba9-28c9-4624-812a-95f7104182d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.594032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-da962ba9-28c9-4624-812a-95f7104182d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83b46e36-301e-4297-9be8-5dfc3471fbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568182 Nov 12 12:19:20.748493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-c594dfcb-998d-4248-9222-3f3a10adcce8 service neutron] 10.222.0.65 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473403 Nov 12 12:19:20.796940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ed540-e0c5-49bf-b366-8fe0120ddeec req-8993e049-4a67-4154-86ff-97caa287b3b0 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.805263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-726ed540-e0c5-49bf-b366-8fe0120ddeec req-8993e049-4a67-4154-86ff-97caa287b3b0 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 945 time: 0.1089995 Nov 12 12:19:20.934963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-726ed540-e0c5-49bf-b366-8fe0120ddeec req-9417412c-d2bf-4aa3-a69d-388e80c01c6e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284711 Nov 12 12:19:21.009487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b240b9-38c2-4539-abd8-af22df21df2a req-8746a8cf-3b83-4218-8419-6ff9ea1334fb service neutron] 10.222.0.65 "GET /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485499 Nov 12 12:19:21.084737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9ec0-66e6-425c-b2e0-42a90fac89fa req-62ca64f0-e629-43ca-94b9-08cea0cd3f91 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:21.086867 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33eb9ec0-66e6-425c-b2e0-42a90fac89fa req-62ca64f0-e629-43ca-94b9-08cea0cd3f91 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0692725 Nov 12 12:19:21.154814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33eb9ec0-66e6-425c-b2e0-42a90fac89fa req-4f5f34be-8bb0-4008-84a7-0add9e7a9d06 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610495 Nov 12 12:19:21.402985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bd760417-438f-47b7-a879-95f867cdcb17 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:21.482944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port bd760417-438f-47b7-a879-95f867cdcb17 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:21.492551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port bd760417-438f-47b7-a879-95f867cdcb17 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:21.492916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.537297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd627e-cb93-4056-b2f6-bd0299c18179 req-be4d831d-78b9-4483-96a1-f8554f3eb7d2 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:21.546848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd627e-cb93-4056-b2f6-bd0299c18179 req-be4d831d-78b9-4483-96a1-f8554f3eb7d2 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:21.559019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd627e-cb93-4056-b2f6-bd0299c18179 req-be4d831d-78b9-4483-96a1-f8554f3eb7d2 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:21.565670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ffd627e-cb93-4056-b2f6-bd0299c18179 req-be4d831d-78b9-4483-96a1-f8554f3eb7d2 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2415 time: 0.1297441 Nov 12 12:19:21.618265 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.632506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ffd627e-cb93-4056-b2f6-bd0299c18179 req-c1e83cc0-cab6-4cc7-a65a-5c873d324ee6 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587289 Nov 12 12:19:21.671611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bd760417-438f-47b7-a879-95f867cdcb17, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bd760417-438f-47b7-a879-95f867cdcb17,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:21.677836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.678747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 934dabcf-8f6a-40f0-a7ab-12de3bebb933 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:21.783208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bd760417-438f-47b7-a879-95f867cdcb17,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:21.785527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efd8934c-bb38-4f40-94a1-3e6f07cfce3e req-8fcff21e-0056-47f8-a3ef-ca839aa892dd tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 210 time: 0.2019351 Nov 12 12:19:21.799299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:21.805873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:21.806751 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.901046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-759d6fa3-4fc6-4942-8f5e-1314e6f9ef75 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:21.910106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-759d6fa3-4fc6-4942-8f5e-1314e6f9ef75 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.1839423 Nov 12 12:19:21.923768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-92e2a2f8-ed23-4a84-8054-115f7d5d1f6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/quotas/a155a23bd50f4aadbaba5decf0f93c53 HTTP/1.1" status: 200 len: 375 time: 0.0125296 Nov 12 12:19:21.938711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.977480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:21.986933 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.987842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 98e3a885-72c9-4854-aad7-2273314c60c9 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:22.084576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:22.097025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-135d2966-922e-4677-b235-a159904dc9d2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491892 Nov 12 12:19:22.106137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 98e3a885-72c9-4854-aad7-2273314c60c9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:22.114662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 98e3a885-72c9-4854-aad7-2273314c60c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:22.115602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.137931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a44e-06ae-406a-8dd6-f40c1fd5bd2e req-575d82c7-9c8e-4f50-9db5-b13bda1e81b4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.148957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74f7a44e-06ae-406a-8dd6-f40c1fd5bd2e req-575d82c7-9c8e-4f50-9db5-b13bda1e81b4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 945 time: 0.1186221 Nov 12 12:19:22.198118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-ea925028-667c-4a43-a578-819e97cdd93a tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.202391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-ea925028-667c-4a43-a578-819e97cdd93a tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.81 "GET /v2.0/networks?id=1ed95933-5789-4d64-8928-57bb60e74080 HTTP/1.1" status: 200 len: 815 time: 0.2697282 Nov 12 12:19:22.221383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Request body: {'port': {'device_id': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080', 'admin_state_up': True, 'tenant_id': 'af7a5a2da2eb49779b4b7d64fa086e4e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:22.229852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74f7a44e-06ae-406a-8dd6-f40c1fd5bd2e req-5d122761-aab0-411c-871d-84c42673f1f3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771046 Nov 12 12:19:22.246608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.282889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd760417-438f-47b7-a879-95f867cdcb17'}, {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933'}, {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e3a885-72c9-4854-aad7-2273314c60c9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:22.285394 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3628acfe-861f-485a-97a8-b7794f2f82bc" -d '{"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-plugged", "status": "completed", "tag": "bd760417-438f-47b7-a879-95f867cdcb17"}, {"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-plugged", "status": "completed", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933"}, {"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-plugged", "status": "completed", "tag": "98e3a885-72c9-4854-aad7-2273314c60c9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:22.302525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 98e3a885-72c9-4854-aad7-2273314c60c9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=98e3a885-72c9-4854-aad7-2273314c60c9,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:22.309168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.309651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-4d1154dd-7204-4a70-8122-59ce4331104e service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117472 Nov 12 12:19:22.310035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:22.353363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8dc0-e85e-49db-b637-f537d1bc8b91 req-5e3b850e-e552-440c-ae6e-95748cbbcaa6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.355362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87bb8dc0-e85e-49db-b637-f537d1bc8b91 req-5e3b850e-e552-440c-ae6e-95748cbbcaa6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0666022 Nov 12 12:19:22.432890 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87bb8dc0-e85e-49db-b637-f537d1bc8b91 req-a892ebc6-ae0e-4cf2-b8d4-14fc30565b0f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693085 Nov 12 12:19:22.461600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Made reservation on behalf of af7a5a2da2eb49779b4b7d64fa086e4e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:22.465199 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.485850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=98e3a885-72c9-4854-aad7-2273314c60c9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:22.507269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.513494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-c5e61009-7397-4984-8a91-3f198d3c55fd service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892369 Nov 12 12:19:22.548114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:22.551790 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01db6eb4-7211-4bdf-bc43-6d4841a03d1e x-openstack-request-id: req-01db6eb4-7211-4bdf-bc43-6d4841a03d1e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:22.552207 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-plugged", "status": "completed", "tag": "bd760417-438f-47b7-a879-95f867cdcb17", "code": 200}, {"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-plugged", "status": "completed", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933", "code": 200}, {"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-plugged", "status": "completed", "tag": "98e3a885-72c9-4854-aad7-2273314c60c9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:22.552704 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01db6eb4-7211-4bdf-bc43-6d4841a03d1e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:22.553371 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd760417-438f-47b7-a879-95f867cdcb17', 'code': 200} Nov 12 12:19:22.559365 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933', 'code': 200} Nov 12 12:19:22.560762 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e3a885-72c9-4854-aad7-2273314c60c9', 'code': 200} Nov 12 12:19:22.562073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.650230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:22.653282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Allocated IP 172.20.0.5 (1ed95933-5789-4d64-8928-57bb60e74080/330b8b19-25f7-46c0-8ca4-7ea427677cc5/28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:22.762126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430d12e-43cc-4d1c-a16f-b89e170c1716 req-c703238e-506b-456c-bd87-35fc9b2924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.762713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430d12e-43cc-4d1c-a16f-b89e170c1716 req-c703238e-506b-456c-bd87-35fc9b2924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.763323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430d12e-43cc-4d1c-a16f-b89e170c1716 req-c703238e-506b-456c-bd87-35fc9b2924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.765294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5430d12e-43cc-4d1c-a16f-b89e170c1716 req-c703238e-506b-456c-bd87-35fc9b2924a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2871 time: 0.1052675 Nov 12 12:19:22.790233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ae1a-455e-4464-89e3-9433056eb0b4 req-5987d32b-6ac6-497f-95b6-0ba115c6075c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.799041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ae1a-455e-4464-89e3-9433056eb0b4 req-5987d32b-6ac6-497f-95b6-0ba115c6075c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.807285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ae1a-455e-4464-89e3-9433056eb0b4 req-5987d32b-6ac6-497f-95b6-0ba115c6075c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.809593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7205ae1a-455e-4464-89e3-9433056eb0b4 req-5987d32b-6ac6-497f-95b6-0ba115c6075c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2418 time: 0.0823121 Nov 12 12:19:22.835165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5861bfa7-3450-4e30-a15f-8d687fa6bf7a req-e874070d-5c06-4098-bc6c-bd2397caafb3 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 210 time: 0.0657537 Nov 12 12:19:22.912147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7205ae1a-455e-4464-89e3-9433056eb0b4 req-7dc7796a-0f58-4499-be6e-e07d26da0488 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918691 Nov 12 12:19:22.933779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5430d12e-43cc-4d1c-a16f-b89e170c1716 req-916ca336-e585-455c-87fb-e38b652da4ac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529267 Nov 12 12:19:22.979976 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0fb0ffb-99fd-4b9e-a374-79e7599f1a71 req-d630af61-71ea-47ca-afea-5f40d85be116 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 210 time: 0.0431921 Nov 12 12:19:23.027170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.067162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.111356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Network 1ed95933-5789-4d64-8928-57bb60e74080 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:23.115227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:23.122507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:23.162717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Pushing event updated for resources: {'Port': ['ID=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:23.199866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.200219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.200567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.200905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.202211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.202211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.202211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.202211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.202546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.202835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.203165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.203610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:23.233057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.233949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.254079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-65cb1880-7ef4-432e-98fe-ed4b0c4c6953 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.255738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-65cb1880-7ef4-432e-98fe-ed4b0c4c6953 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "GET /v2.0/ports?device_id=64feb29a-3329-43ad-a942-ea3cb24f619c HTTP/1.1" status: 200 len: 943 time: 0.1037316 Nov 12 12:19:23.265170 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-9f0f58a8-a801-48e6-aec8-90a29e926468 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0497391 Nov 12 12:19:23.279682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Request body: {'port': {'device_id': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:23.369819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c836dd-3f07-45cc-9be2-479e11dff9c6 req-58f500d3-02bd-4557-bf90-7347df75a50b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.371716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6c836dd-3f07-45cc-9be2-479e11dff9c6 req-58f500d3-02bd-4557-bf90-7347df75a50b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 945 time: 0.0692341 Nov 12 12:19:23.412416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.417994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:23.483521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Deleting port 288d17b5-bd35-48b1-a86c-32710e75a7c6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:23.483870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.499603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6c836dd-3f07-45cc-9be2-479e11dff9c6 req-cc8e861c-ab99-477a-b35d-2fa725157ac9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189919 Nov 12 12:19:23.514463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:23.613409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port bb590751-d12b-4085-b7ef-24a970aeffb9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:23.614086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.805071 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.822580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3b1db-5ae7-4cec-935c-f82f8302b8e7 req-ad521d6f-ab8b-448b-ad18-933b0da66b36 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.826671 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-37a3b1db-5ae7-4cec-935c-f82f8302b8e7 req-ad521d6f-ab8b-448b-ad18-933b0da66b36 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.2559447 Nov 12 12:19:23.841936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:23.866196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:23.867590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c', 'port_id': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'mac_address': 'fa:16:3e:c2:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484e27a4-46df-4b77-81a8-a299909da0ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:23.871947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.880677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] For port 288d17b5-bd35-48b1-a86c-32710e75a7c6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=288d17b5-bd35-48b1-a86c-32710e75a7c6,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:23.881068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:23.941871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Calling delete_port for 288d17b5-bd35-48b1-a86c-32710e75a7c6 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:23.984149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0cdb87d-7d0b-4df8-a033-9be904984118 req-73191c7a-fc33-4b56-9898-99e5ffc665b2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 210 time: 0.0385492 Nov 12 12:19:24.024899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-37a3b1db-5ae7-4cec-935c-f82f8302b8e7 req-083f6fd3-f1aa-4dc0-9a5d-9b490f5d6881 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465590 Nov 12 12:19:24.076856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.093002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:24.128628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:24.135176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:24.140757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.243182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:24.293776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416fcb6-276d-4a79-97af-5c662a3aadfd req-ace5fa2e-8515-4c7b-b566-d38fd1213025 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.302947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416fcb6-276d-4a79-97af-5c662a3aadfd req-ace5fa2e-8515-4c7b-b566-d38fd1213025 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.309676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416fcb6-276d-4a79-97af-5c662a3aadfd req-ace5fa2e-8515-4c7b-b566-d38fd1213025 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.311680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a416fcb6-276d-4a79-97af-5c662a3aadfd req-ace5fa2e-8515-4c7b-b566-d38fd1213025 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2418 time: 0.1776080 Nov 12 12:19:24.381455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:24.400477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a416fcb6-276d-4a79-97af-5c662a3aadfd req-d4f78684-2279-4c7a-816e-70af603ad602 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825348 Nov 12 12:19:24.434447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.476161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:24.478929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Transition to ACTIVE for port object 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:24.497667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.544336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.554137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a430df2-b574-421c-aed1-5c897d7aba4f req-28bad98b-6d08-43dd-95d3-dcc8c243f12f tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.555769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a430df2-b574-421c-aed1-5c897d7aba4f req-28bad98b-6d08-43dd-95d3-dcc8c243f12f tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 931 time: 0.2315793 Nov 12 12:19:24.562721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6'}, {'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:24.563878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-9974dc59-ca20-40e3-b8c4-a17a37c79164 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.564975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-9974dc59-ca20-40e3-b8c4-a17a37c79164 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.3070776 Nov 12 12:19:24.565129 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f010a9e9-7843-4be0-96e7-f144a1cd360c" -d '{"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-unplugged", "status": "completed", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6"}, {"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-plugged", "status": "completed", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:24.604364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Request body: {'port': {'device_id': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'admin_state_up': True, 'tenant_id': 'a155a23bd50f4aadbaba5decf0f93c53'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:24.669802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Pushing event updated for resources: {'Port': ['ID=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:24.710233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd56bad-0dae-4f8a-82d2-ff8d83bf5830 req-a34affd1-39c9-4f4e-b308-81d870f3cf59 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.710481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efd56bad-0dae-4f8a-82d2-ff8d83bf5830 req-a34affd1-39c9-4f4e-b308-81d870f3cf59 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1008329 Nov 12 12:19:24.771694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efd56bad-0dae-4f8a-82d2-ff8d83bf5830 req-814751b1-1153-4e21-9219-4e4b82530f46 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548828 Nov 12 12:19:24.796154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event deleted for resources: {'Port': ['ID=288d17b5-bd35-48b1-a86c-32710e75a7c6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:24.798494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] No DVR routers for this DVR port 288d17b5-bd35-48b1-a86c-32710e75a7c6 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:24.818188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.821805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9665d50c-ce95-45d8-903c-e78441bb4628 req-5759e7d2-8216-47bf-92bd-79ac1b663c6a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "DELETE /v2.0/ports/288d17b5-bd35-48b1-a86c-32710e75a7c6 HTTP/1.1" status: 204 len: 173 time: 1.5556579 Nov 12 12:19:24.822323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-deleted', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:24.824824 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4362fdb4-44b8-4ecb-9537-316692091f5e" -d '{"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-deleted", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:24.836951 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a70b0c-6f80-4f67-9e23-dab684bd369a x-openstack-request-id: req-66a70b0c-6f80-4f67-9e23-dab684bd369a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:24.837309 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-unplugged", "status": "completed", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6", "code": 200}, {"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-plugged", "status": "completed", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:24.837557 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66a70b0c-6f80-4f67-9e23-dab684bd369a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:24.838023 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'code': 200} Nov 12 12:19:24.838598 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'code': 200} Nov 12 12:19:24.882940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a430df2-b574-421c-aed1-5c897d7aba4f req-58e9ecc1-278f-48b8-8232-ce6292af1e85 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974379 Nov 12 12:19:24.952340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Attempting to bind port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:24.952682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Attempting to bind port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '7a782d98-e7fb-44ec-a1dd-a00be507e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:24.953011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Attempting to bind port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d on network 1ed95933-5789-4d64-8928-57bb60e74080 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:24.962957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d on network 1ed95933-5789-4d64-8928-57bb60e74080 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:24.963398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Attempting to bind port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d on network 1ed95933-5789-4d64-8928-57bb60e74080 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:24.967134 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300ef56-3d6b-4955-868f-f91e8d4ed002 x-openstack-request-id: req-4300ef56-3d6b-4955-868f-f91e8d4ed002 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:24.967463 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64feb29a-3329-43ad-a942-ea3cb24f619c", "name": "network-vif-deleted", "tag": "288d17b5-bd35-48b1-a86c-32710e75a7c6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:24.967675 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4300ef56-3d6b-4955-868f-f91e8d4ed002 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:24.968083 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64feb29a-3329-43ad-a942-ea3cb24f619c', 'name': 'network-vif-deleted', 'tag': '288d17b5-bd35-48b1-a86c-32710e75a7c6', 'status': 'completed', 'code': 200} Nov 12 12:19:24.970898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Made reservation on behalf of a155a23bd50f4aadbaba5decf0f93c53 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:24.974430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:24.986364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:24.986734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Checking segment: {'id': '7a782d98-e7fb-44ec-a1dd-a00be507e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:24.987081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Bound using segment: {'id': '7a782d98-e7fb-44ec-a1dd-a00be507e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:24.987533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Bound port: 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a782d98-e7fb-44ec-a1dd-a00be507e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:24.987887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:25.116166 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75e75f9c-34c2-4cd7-bc5c-dfc7853ce000 req-4261e3ef-4e9f-4aad-a196-aca4fbb443e2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 210 time: 0.0287709 Nov 12 12:19:25.199592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] For port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:25.228866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] For port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,segment=NetworkSegment(7a782d98-e7fb-44ec-a1dd-a00be507e528),segment_id=7a782d98-e7fb-44ec-a1dd-a00be507e528)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:25.255067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:25.520656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:25.564228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c6f3-944b-4adb-87e8-901273768e70 req-28e1a83a-77aa-4589-9eb4-5def2f34a653 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.571453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c6f3-944b-4adb-87e8-901273768e70 req-28e1a83a-77aa-4589-9eb4-5def2f34a653 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.578805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c6f3-944b-4adb-87e8-901273768e70 req-28e1a83a-77aa-4589-9eb4-5def2f34a653 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.580583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84c6c6f3-944b-4adb-87e8-901273768e70 req-28e1a83a-77aa-4589-9eb4-5def2f34a653 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2418 time: 0.0850327 Nov 12 12:19:25.613638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:25.619914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:25.620297 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:25.640435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25a7d3-3fca-477a-9475-ab78cad8105c req-6b506c98-cb1e-4c9f-b45c-eb258dc5e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.642105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5d25a7d3-3fca-477a-9475-ab78cad8105c req-6b506c98-cb1e-4c9f-b45c-eb258dc5e322 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 1097 time: 0.5167596 Nov 12 12:19:25.647101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84c6c6f3-944b-4adb-87e8-901273768e70 req-2730a566-397e-4d5c-9cde-851f52c5d6a5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548148 Nov 12 12:19:25.660109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3167d63-c854-4caa-bb6f-3169bb211153 req-00d84016-e86f-43fb-b882-551705875246 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.661920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3167d63-c854-4caa-bb6f-3169bb211153 req-00d84016-e86f-43fb-b882-551705875246 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 945 time: 0.5377707 Nov 12 12:19:25.692276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.692918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:25.694319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] 10.222.0.81 "PUT /v2.0/ports/28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d HTTP/1.1" status: 200 len: 1091 time: 2.4197941 Nov 12 12:19:25.700154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1bb1e-dc39-4c90-a2a3-f4ed195eda02 service neutron] Pushing event updated for resources: {'Port': ['ID=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:25.724453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Allocated IP 172.20.0.8 (01b766ba-f0b9-4c62-86a0-d5bece1edd14/ec910d6f-6ffe-4cd5-915c-e1373ffde6c6/e78c7430-9348-4ebc-be46-feb332d9deaf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:25.772904 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:25.831077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:25.836390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:25.870848 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3167d63-c854-4caa-bb6f-3169bb211153 req-dfe86259-d554-44b2-be00-614d02500024 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676593 Nov 12 12:19:25.909772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:25.929322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5d25a7d3-3fca-477a-9475-ab78cad8105c req-588a53b6-2eac-409b-b18c-6f8a56a0ecd9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337902 Nov 12 12:19:25.934394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-01bdcecc-7cb3-4791-ad13-5d423a6b81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.936062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-01bdcecc-7cb3-4791-ad13-5d423a6b81fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af7a5a2da2eb49779b4b7d64fa086e4e&device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 1094 time: 0.1832280 Nov 12 12:19:26.006373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-1129ef96-1ce0-479c-823b-43640ef62587 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d HTTP/1.1" status: 200 len: 217 time: 0.0562389 Nov 12 12:19:26.117915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fdff-f916-4209-9399-0e8579ed693f req-10ba5b2b-074f-485e-a171-8cbdfe98f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.119276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-10ba5b2b-074f-485e-a171-8cbdfe98f043 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=330b8b19-25f7-46c0-8ca4-7ea427677cc5 HTTP/1.1" status: 200 len: 855 time: 0.0852721 Nov 12 12:19:26.132750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cf5e-463d-4eea-95e9-f3c9922a0065 req-2254a0d6-c6ba-4762-ba2d-65b82c2c3b6c tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.144643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abf4cf5e-463d-4eea-95e9-f3c9922a0065 req-2254a0d6-c6ba-4762-ba2d-65b82c2c3b6c tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 943 time: 0.0744393 Nov 12 12:19:26.157178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8711-6568-4ac8-a848-438a71b6c471 req-02474695-20ab-4cca-a7c2-24fd64a90c43 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.158715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d94f8711-6568-4ac8-a848-438a71b6c471 req-02474695-20ab-4cca-a7c2-24fd64a90c43 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1655853 Nov 12 12:19:26.187014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-fdc6cf68-1413-45e2-8da2-0371eae9d176 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1ed95933-5789-4d64-8928-57bb60e74080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585742 Nov 12 12:19:26.202048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abf4cf5e-463d-4eea-95e9-f3c9922a0065 req-c1bc12e5-5832-44d2-812e-95254d089dad tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558720 Nov 12 12:19:26.206769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:26.349427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d94f8711-6568-4ac8-a848-438a71b6c471 req-1450e6e7-b079-4aea-ad11-1762ca2b401e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647346 Nov 12 12:19:26.382596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-14c68f14-2441-423d-a3cf-9952fc0b26cd service neutron] 10.222.0.81 "GET /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804869 Nov 12 12:19:26.388102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:26.495657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:26.548338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:26.553506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:26.556510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:26.581321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa162ad0-0582-4037-aab1-5fd3da58438a req-63c68153-3eeb-490f-9b55-7959a26afe80 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.582924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa162ad0-0582-4037-aab1-5fd3da58438a req-63c68153-3eeb-490f-9b55-7959a26afe80 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 931 time: 0.0535848 Nov 12 12:19:26.642438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa162ad0-0582-4037-aab1-5fd3da58438a req-94d34746-64b1-4330-8a06-00499a132eaf tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517769 Nov 12 12:19:26.645053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde2eb9-b478-494f-bc34-053866bde098 req-2fe81397-57b4-438d-9590-65186148813f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.651109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde2eb9-b478-494f-bc34-053866bde098 req-2fe81397-57b4-438d-9590-65186148813f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.657913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde2eb9-b478-494f-bc34-053866bde098 req-2fe81397-57b4-438d-9590-65186148813f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.665899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5bde2eb9-b478-494f-bc34-053866bde098 req-2fe81397-57b4-438d-9590-65186148813f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2418 time: 0.2034495 Nov 12 12:19:26.677063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.677700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:26.691865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78a6fdff-f916-4209-9399-0e8579ed693f req-62253ddf-a36a-4001-9096-934e8a0888a7 service neutron] 10.222.0.81 "GET /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970350 Nov 12 12:19:26.718936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-45e52e44-42b0-4f56-a48d-5dda11bc8d93 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1201944 Nov 12 12:19:26.734091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Request body: {'port': {'device_id': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:26.773916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5bde2eb9-b478-494f-bc34-053866bde098 req-bd9bf753-02ff-40c7-9616-9ec7a668d736 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066616 Nov 12 12:19:26.810288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:26.839936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:26.842320 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0657feac-cc36-4702-810d-0be089fbfa50" -d '{"events": [{"server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "name": "network-vif-plugged", "status": "completed", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:26.888380 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac95753-decd-49f7-a64c-b8fcc45fc69c x-openstack-request-id: req-9ac95753-decd-49f7-a64c-b8fcc45fc69c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:26.888737 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "name": "network-vif-plugged", "status": "completed", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:26.889058 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ac95753-decd-49f7-a64c-b8fcc45fc69c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:26.889575 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'code': 200} Nov 12 12:19:26.972526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'tag': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:26.974893 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7719053-1d39-41d4-98ce-8eac7857eb06" -d '{"events": [{"name": "network-changed", "server_uuid": "2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae", "tag": "28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:27.083713 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c233345-d234-49f4-ba93-e0a93103dca6 x-openstack-request-id: req-2c233345-d234-49f4-ba93-e0a93103dca6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:27.084013 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae", "tag": "28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:27.084237 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c233345-d234-49f4-ba93-e0a93103dca6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:27.084632 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'tag': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d', 'status': 'completed', 'code': 200} Nov 12 12:19:27.159792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4cbde-6e94-469c-a48c-fecf648d4e01 req-88ca2501-befe-425f-b11e-f0fbcb68c8ee tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.162694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ac4cbde-6e94-469c-a48c-fecf648d4e01 req-88ca2501-befe-425f-b11e-f0fbcb68c8ee tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.2017100 Nov 12 12:19:27.195421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ffd72-6011-400d-833c-7bbcdafd8f43 req-0ceedd9a-88ed-44a5-aa3a-289b8722712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.196808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a7ffd72-6011-400d-833c-7bbcdafd8f43 req-0ceedd9a-88ed-44a5-aa3a-289b8722712d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1097 time: 0.2065816 Nov 12 12:19:27.219069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-cfabbadc-e6e7-4a41-bf9e-66950711fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.221225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-cfabbadc-e6e7-4a41-bf9e-66950711fb03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af7a5a2da2eb49779b4b7d64fa086e4e&device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 1094 time: 0.1356270 Nov 12 12:19:27.343597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf002d3-e2b1-44c5-a555-973451719e83 req-daba8838-5b7b-48f5-bd2d-5184aaf7b7f4 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.345773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fcf002d3-e2b1-44c5-a555-973451719e83 req-daba8838-5b7b-48f5-bd2d-5184aaf7b7f4 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 943 time: 0.0574527 Nov 12 12:19:27.374466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ac4cbde-6e94-469c-a48c-fecf648d4e01 req-79da3983-17b8-4ef1-a7e7-ba3c716bf787 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040977 Nov 12 12:19:27.406746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fcf002d3-e2b1-44c5-a555-973451719e83 req-8761ae32-27f8-483e-8694-ba9b2cd88263 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Nov 12 12:19:27.424332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a7ffd72-6011-400d-833c-7bbcdafd8f43 req-62df1567-3f14-4297-9a8f-4b113b6b3269 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087278 Nov 12 12:19:27.442145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:27.443992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78c7430-9348-4ebc-be46-feb332d9deaf {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:27.454387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:27.457493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-226efbfc-3946-463a-a6d1-455b9191d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.459043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-226efbfc-3946-463a-a6d1-455b9191d91f service neutron] 10.222.0.81 "GET /v2.0/networks?id=1ed95933-5789-4d64-8928-57bb60e74080 HTTP/1.1" status: 200 len: 916 time: 0.2162027 Nov 12 12:19:27.470715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Transition to ACTIVE for port object e78c7430-9348-4ebc-be46-feb332d9deaf will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:27.473287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 288d17b5-bd35-48b1-a86c-32710e75a7c6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:27.473780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 288d17b5-bd35-48b1-a86c-32710e75a7c6 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:27.475405 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:27.568374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:27.630631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933af58-6289-4515-9834-d598c1d41194 req-0dd89d13-f01a-458a-a9f0-d5107122dc42 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.632175 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9933af58-6289-4515-9834-d598c1d41194 req-0dd89d13-f01a-458a-a9f0-d5107122dc42 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.1507862 Nov 12 12:19:27.733801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-61918e96-21f7-4822-996d-3a72875f159f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d HTTP/1.1" status: 200 len: 217 time: 0.0669110 Nov 12 12:19:27.734293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Attempting to bind port e78c7430-9348-4ebc-be46-feb332d9deaf on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:27.734406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Attempting to bind port e78c7430-9348-4ebc-be46-feb332d9deaf by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:27.735437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Attempting to bind port e78c7430-9348-4ebc-be46-feb332d9deaf on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:27.743393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Port e78c7430-9348-4ebc-be46-feb332d9deaf on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:27.743713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Attempting to bind port e78c7430-9348-4ebc-be46-feb332d9deaf on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:27.792660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9933af58-6289-4515-9834-d598c1d41194 req-9785b981-dd86-42cf-9c9f-243d1dfe54a2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517527 Nov 12 12:19:27.795393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:27.795393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Checking segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:27.795792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Bound using segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:27.796720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Bound port: e78c7430-9348-4ebc-be46-feb332d9deaf, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:27.797780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:27.812869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdd1f1-913d-4e3b-9c00-12cdba4e267c req-33d440f8-6812-42c1-b7a2-d076c2ca821b tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.814752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07fdd1f1-913d-4e3b-9c00-12cdba4e267c req-33d440f8-6812-42c1-b7a2-d076c2ca821b tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 943 time: 0.0660710 Nov 12 12:19:27.832866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-2213681d-a7f6-493b-a194-1b32f286b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:27.834202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-2213681d-a7f6-493b-a194-1b32f286b048 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=330b8b19-25f7-46c0-8ca4-7ea427677cc5 HTTP/1.1" status: 200 len: 855 time: 0.0844147 Nov 12 12:19:27.896251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-f713e6e1-9895-4b04-8d23-6110e4c8a3ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1ed95933-5789-4d64-8928-57bb60e74080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413136 Nov 12 12:19:27.927428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07fdd1f1-913d-4e3b-9c00-12cdba4e267c req-f7f52ca8-2f31-4ef4-ae0a-863848b68801 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041038 Nov 12 12:19:27.946974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:27.975368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:28.027321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:28.059719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf82ba-c525-404b-8b60-45f296d75e09 req-40ea5ce0-e9e8-412d-94dd-ec92972346f2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.061417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2cf82ba-c525-404b-8b60-45f296d75e09 req-40ea5ce0-e9e8-412d-94dd-ec92972346f2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.0580320 Nov 12 12:19:28.119072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.119684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:28.121044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] 10.222.0.65 "PUT /v2.0/ports/e78c7430-9348-4ebc-be46-feb332d9deaf HTTP/1.1" status: 200 len: 1091 time: 1.3957660 Nov 12 12:19:28.131622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2cf82ba-c525-404b-8b60-45f296d75e09 req-5719e43c-e902-4128-b4c7-0811bbadd201 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604422 Nov 12 12:19:28.222509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af84ce5-fe86-4072-b916-967f238df6e7 req-04cda4e7-06b6-45f3-b7af-11cd9b3b3a29 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.228433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af84ce5-fe86-4072-b916-967f238df6e7 req-04cda4e7-06b6-45f3-b7af-11cd9b3b3a29 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.234524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af84ce5-fe86-4072-b916-967f238df6e7 req-04cda4e7-06b6-45f3-b7af-11cd9b3b3a29 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.237075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0af84ce5-fe86-4072-b916-967f238df6e7 req-04cda4e7-06b6-45f3-b7af-11cd9b3b3a29 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2418 time: 0.2587864 Nov 12 12:19:28.237758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802eaf-72a5-4b1c-bb31-c12892bff314 service neutron] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:28.244696 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-661e2599-d74f-44b9-8936-72fc7c27a90e service neutron] 10.222.0.81 "GET /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089790 Nov 12 12:19:28.254560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-3eed6200-31c1-42fb-85ea-d57fa2fc9450 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.260646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-3eed6200-31c1-42fb-85ea-d57fa2fc9450 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.267966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-3eed6200-31c1-42fb-85ea-d57fa2fc9450 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.269636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-3eed6200-31c1-42fb-85ea-d57fa2fc9450 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 2418 time: 0.2902334 Nov 12 12:19:28.426153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-8f37903d-b5f0-4d18-89e4-826a74190eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.427673 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-8f37903d-b5f0-4d18-89e4-826a74190eab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 1094 time: 0.2572260 Nov 12 12:19:28.468248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0af84ce5-fe86-4072-b916-967f238df6e7 req-b3d2fbbf-489f-4a42-a390-bf9d04d0f120 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888628 Nov 12 12:19:28.514182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-9a5c97d4-8c56-4838-b893-5724ee73062f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e78c7430-9348-4ebc-be46-feb332d9deaf HTTP/1.1" status: 200 len: 217 time: 0.0636246 Nov 12 12:19:28.570347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7719053-1d39-41d4-98ce-8eac7857eb06 req-31709704-170e-47bf-aa78-8494188e7cbc service neutron] 10.222.0.81 "GET /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987442 Nov 12 12:19:28.612368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-98b71e3d-deb6-4882-a1e9-1c37770c2cb9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.613985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-98b71e3d-deb6-4882-a1e9-1c37770c2cb9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 815 time: 0.1401124 Nov 12 12:19:28.636425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-51947b06-a2d3-40b8-9841-96ee5e68ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.637911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-51947b06-a2d3-40b8-9841-96ee5e68ce22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.1094823 Nov 12 12:19:28.640832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-9b32be33-0026-4991-9ba5-cf4067e8058b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/quotas/b704e9bf91c6434380f0c90015f4b573 HTTP/1.1" status: 200 len: 375 time: 0.0146956 Nov 12 12:19:28.645130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port bd760417-438f-47b7-a879-95f867cdcb17 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:28.645473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:28.697624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-2185965e-0bdc-4a7c-8ac9-67559c50cc5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490258 Nov 12 12:19:28.706786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-57d15a45-7829-408c-a4e9-d0839ed6927f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620425 Nov 12 12:19:28.752373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838cb5-1b06-49ec-a8e0-073267add9be req-4159ac6b-38d1-4e42-97a2-3e8591d93f9f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.753811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db838cb5-1b06-49ec-a8e0-073267add9be req-4159ac6b-38d1-4e42-97a2-3e8591d93f9f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1876569 Nov 12 12:19:28.816812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-85c2cdbe-b90f-4883-9c35-d2caea80c78c service neutron] 10.222.0.18 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037927 Nov 12 12:19:28.933955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db838cb5-1b06-49ec-a8e0-073267add9be req-f1ecd608-e0e8-45e2-8c79-a54664a501b8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478891 Nov 12 12:19:28.933955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port bd760417-438f-47b7-a879-95f867cdcb17, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bd760417-438f-47b7-a879-95f867cdcb17,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:28.933955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:28.939888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-fe32b436-5c72-4d67-8e59-9ef90904fb5d service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067289 Nov 12 12:19:28.945973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-ac806e1d-9d96-4ad6-967d-dd7136bd3da0 service neutron] 10.222.0.18 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219065 Nov 12 12:19:29.017659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for bd760417-438f-47b7-a879-95f867cdcb17 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:29.085632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:29.087969 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14409186-7eb3-4bc9-b4c6-2b5c809777f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:29.192179 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-666b1e3d-3595-4f0b-9323-37c4c1045d3b req-22471270-37b2-4880-8157-b02cabe2ad93 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394257 Nov 12 12:19:29.239362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec582-8764-4678-8990-6d900a6d38fd req-98dd6e12-ece4-42df-ab6c-d6be1773ab53 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:29.247095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0bec582-8764-4678-8990-6d900a6d38fd req-98dd6e12-ece4-42df-ab6c-d6be1773ab53 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 943 time: 0.2204702 Nov 12 12:19:29.321872 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.350740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0bec582-8764-4678-8990-6d900a6d38fd req-0d47b965-22d6-4c01-a121-e089467ce370 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027510 Nov 12 12:19:29.429483 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b806dc8-455d-4c92-bc83-81a9539583ab x-openstack-request-id: req-1b806dc8-455d-4c92-bc83-81a9539583ab {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:29.429930 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:29.430053 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b806dc8-455d-4c92-bc83-81a9539583ab {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:29.430430 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'status': 'completed', 'code': 200} Nov 12 12:19:29.431268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.449059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['bd760417-438f-47b7-a879-95f867cdcb17', '98e3a885-72c9-4854-aad7-2273314c60c9', '934dabcf-8f6a-40f0-a7ab-12de3bebb933'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:29.523361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911bc50-9ea3-40d2-a29d-e4f880d56447 req-800d7eb7-e70f-4d51-b69f-ebb045355ce3 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:29.534877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:29.542768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7911bc50-9ea3-40d2-a29d-e4f880d56447 req-800d7eb7-e70f-4d51-b69f-ebb045355ce3 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 943 time: 0.1223361 Nov 12 12:19:29.579386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=bd760417-438f-47b7-a879-95f867cdcb17,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:29.600163 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.640001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-472d44c6-5949-4b0b-aa41-592b7e3474ae req-37d8d16e-013a-4f80-bded-ffa012f81f01 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 210 time: 0.1014638 Nov 12 12:19:29.659690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7911bc50-9ea3-40d2-a29d-e4f880d56447 req-5be0ae6d-aee0-45de-b1a9-6dbce0c7cf77 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156402 Nov 12 12:19:29.701274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port bd760417-438f-47b7-a879-95f867cdcb17 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:29.709157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.713562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-08084a17-2409-435d-a190-e1799aad47b5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "DELETE /v2.0/ports/bd760417-438f-47b7-a879-95f867cdcb17 HTTP/1.1" status: 204 len: 173 time: 1.4243252 Nov 12 12:19:29.775395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-9a2048b8-e02c-445d-8c22-90a0724a70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:29.777984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-9a2048b8-e02c-445d-8c22-90a0724a70a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 1094 time: 0.2932014 Nov 12 12:19:29.810125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,segment=NetworkSegment(7a782d98-e7fb-44ec-a1dd-a00be507e528),segment_id=7a782d98-e7fb-44ec-a1dd-a00be507e528)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:29.835776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d', 'network_id': '1ed95933-5789-4d64-8928-57bb60e74080', 'port_id': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d', 'mac_address': 'fa:16:3e:08:27:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b8b19-25f7-46c0-8ca4-7ea427677cc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:29.917269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.939616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:29.981737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,segment=NetworkSegment(7a782d98-e7fb-44ec-a1dd-a00be507e528),segment_id=7a782d98-e7fb-44ec-a1dd-a00be507e528)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:29.994704 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:30.127363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7383f4-c7d0-40a9-b85a-98685f61d39e req-6541bd9e-5013-4686-9a35-be9e479bf827 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.135595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f7383f4-c7d0-40a9-b85a-98685f61d39e req-6541bd9e-5013-4686-9a35-be9e479bf827 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.0833142 Nov 12 12:19:30.146419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:30.230003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f7383f4-c7d0-40a9-b85a-98685f61d39e req-86a4a8c1-9468-4995-bbb4-29212a4e3310 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920243 Nov 12 12:19:30.384876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:30.430663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a087742-d339-46f3-9bfd-57e5fcbe5f5d req-543a4093-a838-400b-b12f-a26438d3d6d5 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.442931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a087742-d339-46f3-9bfd-57e5fcbe5f5d req-543a4093-a838-400b-b12f-a26438d3d6d5 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1097 time: 0.0635040 Nov 12 12:19:30.483504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-d675ab7c-2051-4055-ac6f-f73744adea0b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.486781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-d675ab7c-2051-4055-ac6f-f73744adea0b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "GET /v2.0/ports?device_id=37f50c58-b342-4955-a29c-dc938a488cdf HTTP/1.1" status: 200 len: 946 time: 0.7567480 Nov 12 12:19:30.550972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f74b6-e202-46b7-b498-24ccc16cfa61 req-71e32968-fb96-40d3-a0f2-3d2f44231037 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.559222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f74b6-e202-46b7-b498-24ccc16cfa61 req-71e32968-fb96-40d3-a0f2-3d2f44231037 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.561514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc5f74b6-e202-46b7-b498-24ccc16cfa61 req-71e32968-fb96-40d3-a0f2-3d2f44231037 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 1683 time: 0.7921951 Nov 12 12:19:30.586931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a087742-d339-46f3-9bfd-57e5fcbe5f5d req-3ed90f33-edf2-459c-8416-9ec9fd147382 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429164 Nov 12 12:19:30.669474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-633dcdc7-53ac-4462-beb9-e4bdb1e17ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.670313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-633dcdc7-53ac-4462-beb9-e4bdb1e17ca1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 906 time: 0.3520617 Nov 12 12:19:30.753729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-2b92d83f-904b-44bc-bbea-68020635e2fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e78c7430-9348-4ebc-be46-feb332d9deaf HTTP/1.1" status: 200 len: 217 time: 0.0751565 Nov 12 12:19:30.759806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc5f74b6-e202-46b7-b498-24ccc16cfa61 req-0e1407ec-0f95-4fc6-b48f-19c408affb6c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770964 Nov 12 12:19:30.779236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port 98e3a885-72c9-4854-aad7-2273314c60c9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:30.779582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:30.886060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-3b4278ec-de80-4f5c-9bed-fe123047465f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.889632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-3b4278ec-de80-4f5c-9bed-fe123047465f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 815 time: 0.3307407 Nov 12 12:19:30.909762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Request body: {'port': {'device_id': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'admin_state_up': True, 'tenant_id': 'b704e9bf91c6434380f0c90015f4b573'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:30.961509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Deleting port bb590751-d12b-4085-b7ef-24a970aeffb9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:30.961509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.023285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afa8b2-da2d-408b-8fad-2f933338a916 req-df042750-3054-4736-a1ed-3c79a09c865e tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.024387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-3242950e-8c62-4971-9159-cf5155fd07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.025322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6afa8b2-da2d-408b-8fad-2f933338a916 req-df042750-3054-4736-a1ed-3c79a09c865e tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 944 time: 0.1346383 Nov 12 12:19:31.025883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-3242950e-8c62-4971-9159-cf5155fd07b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.2641828 Nov 12 12:19:31.107239 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6afa8b2-da2d-408b-8fad-2f933338a916 req-e00c335f-1a7d-4903-81f0-84df023dc91b tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733311 Nov 12 12:19:31.127774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-1558eb3e-d86e-4fc2-bb98-e8e7e47fd2a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825627 Nov 12 12:19:31.135227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Made reservation on behalf of b704e9bf91c6434380f0c90015f4b573 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:31.139520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.162411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab71ac-3391-480c-afd8-c82483cf5fb4 req-94f762a6-7f7b-4c2a-87e6-cca97605880b tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.163952 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4ab71ac-3391-480c-afd8-c82483cf5fb4 req-94f762a6-7f7b-4c2a-87e6-cca97605880b tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1097 time: 0.2184470 Nov 12 12:19:31.217105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port 98e3a885-72c9-4854-aad7-2273314c60c9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=98e3a885-72c9-4854-aad7-2273314c60c9,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:31.217500 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.257398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ece9919-89e0-4265-9919-b0c0b0cdf8f5 req-ad93eebe-e37a-44e1-987a-abe75609d69f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 210 time: 0.0351801 Nov 12 12:19:31.288882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for 98e3a885-72c9-4854-aad7-2273314c60c9 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:31.306857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] For port bb590751-d12b-4085-b7ef-24a970aeffb9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=bb590751-d12b-4085-b7ef-24a970aeffb9,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:31.307222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.337854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Calling delete_port for bb590751-d12b-4085-b7ef-24a970aeffb9 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:31.369872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Allocated IP 172.20.0.13 (bfc87245-1689-404c-bf98-9fe95da7ced3/decda775-b334-4f7b-8808-7edf815fcc75/1dc28771-de04-4d22-993c-7acad26204ba) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:31.432444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a528-c7e7-444e-b8d3-b0ef7f2e213e req-1de1de9d-677c-47dd-bc05-58641650f1c2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.433956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa72a528-c7e7-444e-b8d3-b0ef7f2e213e req-1de1de9d-677c-47dd-bc05-58641650f1c2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 943 time: 0.0829077 Nov 12 12:19:31.440878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-deleted', 'tag': 'bd760417-438f-47b7-a879-95f867cdcb17'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:31.443261 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eda513f-3ece-495a-a47b-ab7af5cc197e" -d '{"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-deleted", "tag": "bd760417-438f-47b7-a879-95f867cdcb17"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:31.444237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:31.447371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bd760417-438f-47b7-a879-95f867cdcb17 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:31.474401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: bd760417-438f-47b7-a879-95f867cdcb17 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:31.475137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bd760417-438f-47b7-a879-95f867cdcb17 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:31.475757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 934dabcf-8f6a-40f0-a7ab-12de3bebb933 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:31.476883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4ab71ac-3391-480c-afd8-c82483cf5fb4 req-b92ba17f-76a4-45f5-8bda-2bb5f50ee10c tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992637 Nov 12 12:19:31.510885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-4ad0cc39-4e70-4b9b-b354-a6c251907010 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726115 Nov 12 12:19:31.647803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:31.655575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa72a528-c7e7-444e-b8d3-b0ef7f2e213e req-5fe1f937-2140-44c6-8733-51fd18965d66 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340315 Nov 12 12:19:31.726278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14409186-7eb3-4bc9-b4c6-2b5c809777f3 req-a2dbb2f3-b375-4c17-b1bc-682e239c5141 service neutron] 10.222.0.65 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061906 Nov 12 12:19:31.727992 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75368f6-bd91-4972-8a74-f06735875075 x-openstack-request-id: req-e75368f6-bd91-4972-8a74-f06735875075 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:31.730213 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-deleted", "tag": "bd760417-438f-47b7-a879-95f867cdcb17", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:31.730373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'mac_address': 'fa:16:3e:50:21:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:31.730497 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e75368f6-bd91-4972-8a74-f06735875075 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:31.730497 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-deleted', 'tag': 'bd760417-438f-47b7-a879-95f867cdcb17', 'status': 'completed', 'code': 200} Nov 12 12:19:31.732035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.733919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.752610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['bb590751-d12b-4085-b7ef-24a970aeffb9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:31.753474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.797816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=98e3a885-72c9-4854-aad7-2273314c60c9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:31.877458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.897033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['bb590751-d12b-4085-b7ef-24a970aeffb9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:31.916724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port 98e3a885-72c9-4854-aad7-2273314c60c9 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:31.937469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.941966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-459cdde4-7bec-447a-987c-fe3b6a6af0a1 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "DELETE /v2.0/ports/98e3a885-72c9-4854-aad7-2273314c60c9 HTTP/1.1" status: 204 len: 173 time: 2.2134562 Nov 12 12:19:31.943250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Pushing event deleted for resources: {'Port': ['ID=bb590751-d12b-4085-b7ef-24a970aeffb9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:31.946909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] No DVR routers for this DVR port bb590751-d12b-4085-b7ef-24a970aeffb9 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:31.950064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.953451 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b29e0635-73a1-479a-806a-ab929e3444f2 req-4299013f-3057-4647-bbde-2baf0779a599 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "DELETE /v2.0/ports/bb590751-d12b-4085-b7ef-24a970aeffb9 HTTP/1.1" status: 204 len: 173 time: 1.4602542 Nov 12 12:19:31.964734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Network bfc87245-1689-404c-bf98-9fe95da7ced3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:31.988243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:31.997433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:32.049924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.068852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78c7430-9348-4ebc-be46-feb332d9deaf {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:32.104465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:32.105887 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.142078 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.175189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.178497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.179363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:32.180395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.196356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:32.198890 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c46767b-a3bf-4fec-b625-40c6769c8863" -d '{"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-unplugged", "status": "completed", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:32.220295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:32.229631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.231016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 98e3a885-72c9-4854-aad7-2273314c60c9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:32.283674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:32.297631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 98e3a885-72c9-4854-aad7-2273314c60c9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:32.298579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 98e3a885-72c9-4854-aad7-2273314c60c9 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:32.307133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-77e2e0c5-5f67-45d3-b95a-19456d45aed6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4024107 Nov 12 12:19:32.322231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:32.331438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5234a-1e2c-45b3-ad7f-30552307682a req-f2e8af1e-acc6-41e0-9aad-7b1d3b5510b3 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.339693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05e5234a-1e2c-45b3-ad7f-30552307682a req-f2e8af1e-acc6-41e0-9aad-7b1d3b5510b3 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=d616a779-c67a-4276-b786-72261e217561 HTTP/1.1" status: 200 len: 944 time: 0.1476018 Nov 12 12:19:32.354052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Request body: {'port': {'device_id': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:32.364774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port 934dabcf-8f6a-40f0-a7ab-12de3bebb933, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=934dabcf-8f6a-40f0-a7ab-12de3bebb933,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:32.365316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.381068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for 934dabcf-8f6a-40f0-a7ab-12de3bebb933 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:32.470849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05e5234a-1e2c-45b3-ad7f-30552307682a req-d0c0a6cc-f72a-4b97-a391-dc247bb37438 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296751 Nov 12 12:19:32.471914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.493566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:32.508073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['e78c7430-9348-4ebc-be46-feb332d9deaf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:32.603672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.646363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=934dabcf-8f6a-40f0-a7ab-12de3bebb933,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:32.719696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port 934dabcf-8f6a-40f0-a7ab-12de3bebb933 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:32.722477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.726554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f47a2b1-6f71-4f1c-8e2f-6974cec7d20c req-15274590-0501-406f-9fcb-402116bb533e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "DELETE /v2.0/ports/934dabcf-8f6a-40f0-a7ab-12de3bebb933 HTTP/1.1" status: 204 len: 173 time: 0.7721035 Nov 12 12:19:32.839688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaa960-e91c-4ef4-b0a0-755327d1b8d0 req-8b24f0ff-54bc-4a07-97fb-be9d3b1d7ae2 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.848698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c7aaa960-e91c-4ef4-b0a0-755327d1b8d0 req-8b24f0ff-54bc-4a07-97fb-be9d3b1d7ae2 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 944 time: 0.2424614 Nov 12 12:19:33.005462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c7aaa960-e91c-4ef4-b0a0-755327d1b8d0 req-9aee949f-0e25-45e5-8682-34be4bf214f4 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558721 Nov 12 12:19:33.054240 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a41fb2-341b-4cfe-aba0-2d22e490511c x-openstack-request-id: req-b6a41fb2-341b-4cfe-aba0-2d22e490511c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:33.054687 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-unplugged", "status": "completed", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:33.055088 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6a41fb2-341b-4cfe-aba0-2d22e490511c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:33.055670 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933', 'code': 200} Nov 12 12:19:33.115968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc28771-de04-4d22-993c-7acad26204ba {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:33.137203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.157523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Transition to ACTIVE for port object 1dc28771-de04-4d22-993c-7acad26204ba will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:33.162057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.176226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6d762-1b58-4a91-8d9f-2d6589fd149a req-2cdb0c75-675d-446a-83cd-f730ff1aa6a0 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.177668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acb6d762-1b58-4a91-8d9f-2d6589fd149a req-2cdb0c75-675d-446a-83cd-f730ff1aa6a0 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 932 time: 0.0758309 Nov 12 12:19:33.228556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-9a66812f-9f05-441a-b777-0517cd81d5ae tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:19:33.229630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-9a66812f-9f05-441a-b777-0517cd81d5ae tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074718 Nov 12 12:19:33.246402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:33.285480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-40b81fa4-36e5-4c5f-884a-a95896c5c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.286914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-40b81fa4-36e5-4c5f-884a-a95896c5c4c5 service neutron] 10.222.0.18 "GET /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 1094 time: 0.0475945 Nov 12 12:19:33.294246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acb6d762-1b58-4a91-8d9f-2d6589fd149a req-5a8bd00d-0e61-4687-9d9b-e6caa406062e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926201 Nov 12 12:19:33.303555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Request body: {'binding': {'host': 'n-h2-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:33.304534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:19:33.374728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Attempting to bind port 1dc28771-de04-4d22-993c-7acad26204ba on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:33.375188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Attempting to bind port 1dc28771-de04-4d22-993c-7acad26204ba by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:33.375597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Attempting to bind port 1dc28771-de04-4d22-993c-7acad26204ba on network bfc87245-1689-404c-bf98-9fe95da7ced3 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:33.381117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Port 1dc28771-de04-4d22-993c-7acad26204ba on network bfc87245-1689-404c-bf98-9fe95da7ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:33.381553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Attempting to bind port 1dc28771-de04-4d22-993c-7acad26204ba on network bfc87245-1689-404c-bf98-9fe95da7ced3 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:33.404431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:33.405809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Checking segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:33.407455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Bound using segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:33.407947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Bound port: 1dc28771-de04-4d22-993c-7acad26204ba, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:33.408330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.446252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:33.539395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:33.558101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on host n-h2-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:33.558851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:33.559431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:33.565592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:33.566234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:33.570862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port e78c7430-9348-4ebc-be46-feb332d9deaf completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:33.572275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:33.572858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:33.573435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:33.574247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Bound port: e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:33.580724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port e78c7430-9348-4ebc-be46-feb332d9deaf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:33.581096 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.587832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:33.592822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:33.601202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.623822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedd0eb-b46b-4adf-9ebe-d5722709f361 req-92e0e40e-1653-4ddc-8a39-577754ee2b7a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.625597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6eedd0eb-b46b-4adf-9ebe-d5722709f361 req-92e0e40e-1653-4ddc-8a39-577754ee2b7a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 944 time: 0.0995407 Nov 12 12:19:33.638051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:33.645362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.646734 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-c1b528ee-02d3-419a-ac28-4dcd2ac85f22 service neutron] 10.222.0.18 "POST /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68/bindings HTTP/1.1" status: 201 len: 389 time: 0.3467875 Nov 12 12:19:33.658667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.659378 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.660945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] 10.222.0.65 "PUT /v2.0/ports/1dc28771-de04-4d22-993c-7acad26204ba HTTP/1.1" status: 200 len: 1092 time: 1.3189385 Nov 12 12:19:33.661566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:33.664514 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734b14ac-b12e-4ccf-9487-52d397706587" -d '{"events": [{"name": "network-changed", "server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "tag": "1dc28771-de04-4d22-993c-7acad26204ba"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:33.664711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:33.730568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-deleted', 'tag': '98e3a885-72c9-4854-aad7-2273314c60c9'}, {'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-deleted', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9'}, {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-deleted', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:33.740725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1773e32-4d06-4d7d-b8d3-a8746a40f28f service neutron] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:33.742570 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b516f8af-ceda-40d0-a040-0032c1d651b8" -d '{"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-deleted", "tag": "98e3a885-72c9-4854-aad7-2273314c60c9"}, {"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-deleted", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9"}, {"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-deleted", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:33.789759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6eedd0eb-b46b-4adf-9ebe-d5722709f361 req-901e339c-212f-4bc7-bc63-bab66e45e9f5 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421084 Nov 12 12:19:33.824353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:33.824710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.828933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-2a5f3628-1e8d-4743-beab-9eb29906164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.832663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-2a5f3628-1e8d-4743-beab-9eb29906164f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 1095 time: 0.1180289 Nov 12 12:19:33.858396 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.859546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42136) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:33.909933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:33.914518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-cf31a409-8fdc-4327-9fa2-9fbb9ec244d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dc28771-de04-4d22-993c-7acad26204ba HTTP/1.1" status: 200 len: 217 time: 0.0744674 Nov 12 12:19:33.915183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.916019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:33.960651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting subnet 9893f811-505d-4577-9e29-5458d2104366 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:19:33.970369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.980813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: bb590751-d12b-4085-b7ef-24a970aeffb9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:33.981051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device bb590751-d12b-4085-b7ef-24a970aeffb9 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:33.991544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-7f3b37ba-b619-4bea-9478-51bcb3f2a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:33.993397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-7f3b37ba-b619-4bea-9478-51bcb3f2a0bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 200 len: 855 time: 0.0690966 Nov 12 12:19:34.007298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.037092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-9bc03f70-f091-431d-ace2-f15405eb49e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfc87245-1689-404c-bf98-9fe95da7ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350366 Nov 12 12:19:34.037840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:34.056865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.069928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,segment=NetworkSegment(7a782d98-e7fb-44ec-a1dd-a00be507e528),segment_id=7a782d98-e7fb-44ec-a1dd-a00be507e528)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:34.077413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.079365 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb02db08-a921-429e-b824-bb290e4adcef x-openstack-request-id: req-eb02db08-a921-429e-b824-bb290e4adcef {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:34.079892 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "tag": "1dc28771-de04-4d22-993c-7acad26204ba", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:34.080293 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb02db08-a921-429e-b824-bb290e4adcef {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:34.080830 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba', 'status': 'completed', 'code': 200} Nov 12 12:19:34.147767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:34.199071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-602bc75b-4bbd-4306-b684-38e4493edce7 service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547298 Nov 12 12:19:34.201262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-3db85a34-dac3-455f-b803-99964c76b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.202760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-3db85a34-dac3-455f-b803-99964c76b575 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1097 time: 0.1679790 Nov 12 12:19:34.222996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076637-56f9-4377-946c-9868174f6859 req-52070b86-57c0-49dd-8457-543e28d5c0a0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.224577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77076637-56f9-4377-946c-9868174f6859 req-52070b86-57c0-49dd-8457-543e28d5c0a0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.0710123 Nov 12 12:19:34.315134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-c080e97b-e7de-446f-8304-5a0985bd2911 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.316536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-c080e97b-e7de-446f-8304-5a0985bd2911 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.2803030 Nov 12 12:19:34.320488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.345237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77076637-56f9-4377-946c-9868174f6859 req-e110db3e-67d1-4137-b9f2-f65b4c2597ab tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115787 Nov 12 12:19:34.359731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c93aceac-68f7-4fcc-a6c9-94683c194ee7 req-d8771f39-f376-4a71-b970-53029f0d3e62 service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475294 Nov 12 12:19:34.370396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-c9493f03-52b7-4ba0-bdeb-7258169ad37a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/quotas/fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 375 time: 0.0464542 Nov 12 12:19:34.424815 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c507b-4d85-4789-a76d-2ff4785510c2 x-openstack-request-id: req-091c507b-4d85-4789-a76d-2ff4785510c2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:34.425120 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-deleted", "tag": "98e3a885-72c9-4854-aad7-2273314c60c9", "status": "completed", "code": 200}, {"server_uuid": "37f50c58-b342-4955-a29c-dc938a488cdf", "name": "network-vif-deleted", "tag": "bb590751-d12b-4085-b7ef-24a970aeffb9", "status": "completed", "code": 200}, {"server_uuid": "d616a779-c67a-4276-b786-72261e217561", "name": "network-vif-deleted", "tag": "934dabcf-8f6a-40f0-a7ab-12de3bebb933", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:34.425371 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-091c507b-4d85-4789-a76d-2ff4785510c2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:34.425778 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-deleted', 'tag': '98e3a885-72c9-4854-aad7-2273314c60c9', 'status': 'completed', 'code': 200} Nov 12 12:19:34.426036 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f50c58-b342-4955-a29c-dc938a488cdf', 'name': 'network-vif-deleted', 'tag': 'bb590751-d12b-4085-b7ef-24a970aeffb9', 'status': 'completed', 'code': 200} Nov 12 12:19:34.426312 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616a779-c67a-4276-b786-72261e217561', 'name': 'network-vif-deleted', 'tag': '934dabcf-8f6a-40f0-a7ab-12de3bebb933', 'status': 'completed', 'code': 200} Nov 12 12:19:34.440381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-2538bfc9-c77b-43d7-90c2-1d7c58dc17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.441943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-2538bfc9-c77b-43d7-90c2-1d7c58dc17e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.2141490 Nov 12 12:19:34.476142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-3ac5a3f1-050b-451f-83b8-ec804a9f1bcb tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951600 Nov 12 12:19:34.511141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.515253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b14ac-b12e-4ccf-9487-52d397706587 req-e522ebcb-0486-486e-8f0c-4e2755290c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.517670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-e522ebcb-0486-486e-8f0c-4e2755290c3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 1095 time: 0.0927839 Nov 12 12:19:34.523244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-0f08f77f-544d-4ce6-b974-5d1dde613662 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 217 time: 0.0717652 Nov 12 12:19:34.535775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361477-3ab3-4675-a5a6-991bc6b21688 req-2999c150-a17e-4bfa-8b7c-3824ade7f2e4 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.537435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8361477-3ab3-4675-a5a6-991bc6b21688 req-2999c150-a17e-4bfa-8b7c-3824ade7f2e4 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 945 time: 0.0712667 Nov 12 12:19:34.578875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Subnet': ['ID=9893f811-505d-4577-9e29-5458d2104366,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:34.593719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0fe403-f588-4bdf-9914-0eda858d3387 None None] Network 8ea4a3fd-2629-4e63-b682-6994aa3d80ec requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:34.597958 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.603738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca06cb54-2e37-4cfb-8aca-74d9e981afbc tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/subnets/9893f811-505d-4577-9e29-5458d2104366 HTTP/1.1" status: 204 len: 168 time: 0.7393515 Nov 12 12:19:34.617841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:34.657013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-636b339b-0045-460d-8bea-9bfcca683b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.658818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-636b339b-0045-460d-8bea-9bfcca683b73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1128173 Nov 12 12:19:34.699573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-7ace4e75-0e98-40e8-9a7a-cf72f6372e85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332303 Nov 12 12:19:34.701543 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-257d300f-a0be-4e57-b4b9-606e67a0f4ba service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921797 Nov 12 12:19:34.721989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8361477-3ab3-4675-a5a6-991bc6b21688 req-c4c45246-c925-4629-a59a-37e4cd9cf3f9 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758175 Nov 12 12:19:34.751131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.758249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b14ac-b12e-4ccf-9487-52d397706587 req-d234c42a-e910-4e6c-bb61-7bc2ebbfcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.760025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-d234c42a-e910-4e6c-bb61-7bc2ebbfcd40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 916 time: 0.2216597 Nov 12 12:19:34.847920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] DHCP port deletion for 8ea4a3fd-2629-4e63-b682-6994aa3d80ec request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:34.856501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-d5fce499-9f59-4503-a629-172a3499661b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dc28771-de04-4d22-993c-7acad26204ba HTTP/1.1" status: 200 len: 217 time: 0.0862162 Nov 12 12:19:34.885733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-ed86fab1-0b38-40e1-bb04-2daaaa9fc447 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782789 Nov 12 12:19:34.887902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-a9238efc-414c-47b5-85de-dcb9776d5293 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717246 Nov 12 12:19:34.931212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] Deleting port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:34.931665 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.963849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b14ac-b12e-4ccf-9487-52d397706587 req-95892c29-5180-4b4f-83a2-c011f097c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.965889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-95892c29-5180-4b4f-83a2-c011f097c71d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 200 len: 855 time: 0.0961759 Nov 12 12:19:34.997052 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-8b6e07c5-df15-4e4a-9c1b-70c37bf6bb0f service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037707 Nov 12 12:19:35.009955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-6c19dd03-8b3e-42ff-a7d8-c93299bfd1ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfc87245-1689-404c-bf98-9fe95da7ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359848 Nov 12 12:19:35.020632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcb861-7977-46ac-8686-ac5f131a7aaa req-d715f074-b697-4d9d-b040-21af8d05439d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:35.022488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cfcb861-7977-46ac-8686-ac5f131a7aaa req-d715f074-b697-4d9d-b040-21af8d05439d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 944 time: 0.1650002 Nov 12 12:19:35.025736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:35.026088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:35.033699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] For port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:35.034107 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:35.049169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] Calling delete_port for 289f3137-bc24-42e8-ac95-7b77aaaa1b3e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:35.057502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf'}, {'server_uuid': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:35.059728 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbafe344-588f-4bec-99cb-0d502aaad47c" -d '{"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-plugged", "status": "completed", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf"}, {"server_uuid": "2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae", "name": "network-vif-plugged", "status": "completed", "tag": "28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:35.162620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:35.205021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] Pushing event deleted for resources: {'Port': ['ID=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:35.217165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062f8d7-b45a-4f36-af88-a987cc90be81 None None] No DVR routers for this DVR port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:35.489168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaa321-0fbb-4e95-9c6d-8a59df581f45 req-95c8b66a-3523-4523-b5bc-facb79cf0478 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:35.499392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b6eaa321-0fbb-4e95-9c6d-8a59df581f45 req-95c8b66a-3523-4523-b5bc-facb79cf0478 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 945 time: 0.0852759 Nov 12 12:19:35.524339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 289f3137-bc24-42e8-ac95-7b77aaaa1b3e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:35.566281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 289f3137-bc24-42e8-ac95-7b77aaaa1b3e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:35.568832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 289f3137-bc24-42e8-ac95-7b77aaaa1b3e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:35.611292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b6eaa321-0fbb-4e95-9c6d-8a59df581f45 req-63ed1859-933e-406b-83e3-6e8c745d760b tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092482 Nov 12 12:19:35.613623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-42014264-2382-4110-97f3-4ff4a6ff52b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:35.633628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-449316a9-422d-4c78-bcee-ee47ab7b234c service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097982 Nov 12 12:19:35.647964 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cfcb861-7977-46ac-8686-ac5f131a7aaa req-b16f15d0-a084-46b0-ab5e-1fcb10271240 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788312 Nov 12 12:19:35.653596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,segment=NetworkSegment(3219acb0-3eff-4643-9624-8d618d751ff2),segment_id=3219acb0-3eff-4643-9624-8d618d751ff2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:35.653906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:35.708501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for 289f3137-bc24-42e8-ac95-7b77aaaa1b3e owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:35.764271 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5249df-8a19-4e2d-8013-b1c87c07fc45 x-openstack-request-id: req-af5249df-8a19-4e2d-8013-b1c87c07fc45 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:35.764597 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-plugged", "status": "completed", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf", "code": 200}, {"server_uuid": "2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae", "name": "network-vif-plugged", "status": "completed", "tag": "28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:35.764857 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af5249df-8a19-4e2d-8013-b1c87c07fc45 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:35.765362 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'code': 200} Nov 12 12:19:35.770413 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d', 'code': 200} Nov 12 12:19:35.838750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b388e2f-976d-4786-b99c-c250ca7afcf4 req-a639e609-8f01-4bd2-aebd-e254afa17fb3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 210 time: 0.0845771 Nov 12 12:19:35.938950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-734b14ac-b12e-4ccf-9487-52d397706587 req-e5971f07-21ae-41ea-9c8c-0c8ccb22ded3 service neutron] 10.222.0.65 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896791 Nov 12 12:19:35.974318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c23b1-a472-4d5c-9430-2c9e76351d19 req-fbb571d0-3f36-41ae-bee0-da66f4e6382b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:35.976059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d0c23b1-a472-4d5c-9430-2c9e76351d19 req-fbb571d0-3f36-41ae-bee0-da66f4e6382b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.0961516 Nov 12 12:19:35.976892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.014211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745e405-6820-4cb7-afc0-8752094556de req-b2aa6bfd-ea7d-458f-83bf-92743bdb9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:36.016576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8745e405-6820-4cb7-afc0-8752094556de req-b2aa6bfd-ea7d-458f-83bf-92743bdb9508 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 1096 time: 0.1700993 Nov 12 12:19:36.018142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=289f3137-bc24-42e8-ac95-7b77aaaa1b3e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:36.030141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fb23b-46f0-46d6-82c3-a811664b01ff req-736a344b-7461-4ce7-aa34-561a41e5783c tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:36.033363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port 289f3137-bc24-42e8-ac95-7b77aaaa1b3e on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:36.035104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-361fb23b-46f0-46d6-82c3-a811664b01ff req-736a344b-7461-4ce7-aa34-561a41e5783c tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 945 time: 0.0999119 Nov 12 12:19:36.053966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e607c-6f0b-453b-b90e-bf65eca8eca1 req-f0653c4a-4d2b-4a80-8dce-a1efe33b2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:36.055531 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-586e607c-6f0b-453b-b90e-bf65eca8eca1 req-f0653c4a-4d2b-4a80-8dce-a1efe33b2cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 1096 time: 0.1523061 Nov 12 12:19:36.145984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d0c23b1-a472-4d5c-9430-2c9e76351d19 req-b2d7623b-a7d9-4d8d-bfab-d74c2c0ff309 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245458 Nov 12 12:19:36.163573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-361fb23b-46f0-46d6-82c3-a811664b01ff req-6cfeba2a-5866-477b-b926-e8d0410eb336 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193645 Nov 12 12:19:36.171246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8745e405-6820-4cb7-afc0-8752094556de req-9cda57b1-1331-47e7-9f30-668ebb17ed22 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341457 Nov 12 12:19:36.176232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-586e607c-6f0b-453b-b90e-bf65eca8eca1 req-c5fb8919-2c86-4b53-9c53-e8894f44a0c3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052699 Nov 12 12:19:36.220416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.243592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea4a3fd-2629-4e63-b682-6994aa3d80ec']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:36.253573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3219acb0-3eff-4643-9624-8d618d751ff2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:36.253861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3219acb0-3eff-4643-9624-8d618d751ff2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:36.264811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.279324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.286621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:19:36.287099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:19:36.290097 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:19:36.353975 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.362410 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.368665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/networks/8ea4a3fd-2629-4e63-b682-6994aa3d80ec HTTP/1.1" status: 204 len: 168 time: 1.7473440 Nov 12 12:19:36.369097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:36.387208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618c26e-09a3-4399-9865-9a0f0d118a2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Network': ['ID=8ea4a3fd-2629-4e63-b682-6994aa3d80ec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:36.435674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting subnet 74cd9a22-9b26-4e1d-ba34-0ffa2341cc60 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:19:36.439045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.479987 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.573550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.655166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.687995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Subnet': ['ID=74cd9a22-9b26-4e1d-ba34-0ffa2341cc60,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:36.696815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.703800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:36.705811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-70367f20-0f8c-4b59-92d7-316c8d296d2a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/subnets/74cd9a22-9b26-4e1d-ba34-0ffa2341cc60 HTTP/1.1" status: 204 len: 168 time: 0.3345869 Nov 12 12:19:36.706819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4113f0-1496-4673-8d0b-f35c4bb82bda None None] Network 83b46e36-301e-4297-9be8-5dfc3471fbf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:36.782872 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:19:36.849619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11628a-61d3-4acc-8a74-49b5dc35be43 req-960bd517-a10f-45cd-bfb0-c4c212b7ad29 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:36.857064 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a11628a-61d3-4acc-8a74-49b5dc35be43 req-960bd517-a10f-45cd-bfb0-c4c212b7ad29 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 945 time: 0.1349046 Nov 12 12:19:36.889699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:36.997887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-a7e8d736-5f53-4d61-ab39-e2f46228ff94 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.000258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-a7e8d736-5f53-4d61-ab39-e2f46228ff94 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 821 time: 0.2357955 Nov 12 12:19:37.016675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a11628a-61d3-4acc-8a74-49b5dc35be43 req-817fc2e3-312e-41c0-a348-46a1379b70ff tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518128 Nov 12 12:19:37.020488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] DHCP port deletion for 83b46e36-301e-4297-9be8-5dfc3471fbf5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:37.027532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aecf-caf8-42cb-bd32-1015a92a474c req-25476701-2ffa-4049-9bba-a78a308345fc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.028458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Request body: {'port': {'device_id': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'admin_state_up': True, 'tenant_id': 'fa8f75ccdd084cadbcdecb7c3d623bf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:37.041668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd69aecf-caf8-42cb-bd32-1015a92a474c req-25476701-2ffa-4049-9bba-a78a308345fc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 944 time: 0.1464183 Nov 12 12:19:37.104043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port a9f1b8ea-e23a-4450-b158-23b79deaacdc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:37.104525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.109573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd69aecf-caf8-42cb-bd32-1015a92a474c req-fc001c95-462a-411c-9989-5436a1279320 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Nov 12 12:19:37.147716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] Deleting port a9f1b8ea-e23a-4450-b158-23b79deaacdc {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:19:37.161519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.260641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port a9f1b8ea-e23a-4450-b158-23b79deaacdc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9f1b8ea-e23a-4450-b158-23b79deaacdc,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:37.261280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.298315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for a9f1b8ea-e23a-4450-b158-23b79deaacdc owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:37.379869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] For port a9f1b8ea-e23a-4450-b158-23b79deaacdc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9f1b8ea-e23a-4450-b158-23b79deaacdc,segment=NetworkSegment(7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7),segment_id=7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:37.380627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.443119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] Calling delete_port for a9f1b8ea-e23a-4450-b158-23b79deaacdc owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:19:37.487587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef169428-e3a3-46f9-91fd-4a48078f74a3 req-f4bad9b7-3bef-4dc7-8baa-1e34bb432b2e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:37.489282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef169428-e3a3-46f9-91fd-4a48078f74a3 req-f4bad9b7-3bef-4dc7-8baa-1e34bb432b2e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1973982 Nov 12 12:19:37.579803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:37.582340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9f1b8ea-e23a-4450-b158-23b79deaacdc no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:19:37.584990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.625510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.632775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] No DVR routers for this DVR port a9f1b8ea-e23a-4450-b158-23b79deaacdc on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:37.657446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef169428-e3a3-46f9-91fd-4a48078f74a3 req-f6da0691-27ea-48c5-a081-5fb87ef7a900 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540737 Nov 12 12:19:37.663086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a9f1b8ea-e23a-4450-b158-23b79deaacdc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:19:37.663716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9f1b8ea-e23a-4450-b158-23b79deaacdc not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:19:37.678454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b9062-6e57-481b-b3a3-182ba58e2a27 None None] Pushing event deleted for resources: {'Port': ['ID=a9f1b8ea-e23a-4450-b158-23b79deaacdc,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:37.733097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=a9f1b8ea-e23a-4450-b158-23b79deaacdc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:37.736671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port a9f1b8ea-e23a-4450-b158-23b79deaacdc on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:19:37.760535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58239d86-d9f7-4b5c-8bc7-cd0922ac8c6d req-e61df1a8-aeb1-4db2-8329-550935a4c727 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 210 time: 0.0518529 Nov 12 12:19:37.893263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Made reservation on behalf of fa8f75ccdd084cadbcdecb7c3d623bf8 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:37.897126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.916517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:37.936357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '1dc28771-de04-4d22-993c-7acad26204ba', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'port_id': '1dc28771-de04-4d22-993c-7acad26204ba', 'mac_address': 'fa:16:3e:0b:01:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decda775-b334-4f7b-8808-7edf815fcc75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:37.964308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.965954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c66c-eb76-43ee-bc47-54d5481b0c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:37.997095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46140b-ed22-468f-a7ba-933cd0bddf42 req-b42bff9b-1823-4fb2-971b-d256d1fca20e tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.005893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f46140b-ed22-468f-a7ba-933cd0bddf42 req-b42bff9b-1823-4fb2-971b-d256d1fca20e tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 945 time: 0.1767733 Nov 12 12:19:38.028619 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.038055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b46e36-301e-4297-9be8-5dfc3471fbf5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:38.066278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:38.066511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0f6b70-5302-4f19-8c65-f5c1e2e1eef7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:38.075223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc28771-de04-4d22-993c-7acad26204ba {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:38.092424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.103225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:38.108281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.109799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f46140b-ed22-468f-a7ba-933cd0bddf42 req-217528d2-7432-4649-bf35-7ae26bb39684 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028280 Nov 12 12:19:38.155818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.172767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:19:38.177959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:19:38.181584 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:19:38.193968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Allocated IP 172.20.0.6 (8bc7522f-6f56-46d8-8a26-ff367ebfede6/53683dea-ff2d-4d0f-ae5d-6aedfde4c9be/ae16acd4-2caa-49b9-a591-9f7ca6ae219d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:38.223376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:38.323608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.344917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1dc28771-de04-4d22-993c-7acad26204ba'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:38.353091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.356990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/networks/83b46e36-301e-4297-9be8-5dfc3471fbf5 HTTP/1.1" status: 204 len: 168 time: 1.6478250 Nov 12 12:19:38.363232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:38.398868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-995528997'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:38.405133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215b425-8469-4898-a31b-a311d58df150 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Network': ['ID=83b46e36-301e-4297-9be8-5dfc3471fbf5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:38.443439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:38.448401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.462950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b2c36-243c-484f-ad84-9377ec95e3f1 req-7cb1a637-ff66-440e-a89b-1b6ec3a9ed8e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.474847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-468b2c36-243c-484f-ad84-9377ec95e3f1 req-7cb1a637-ff66-440e-a89b-1b6ec3a9ed8e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 945 time: 0.1461990 Nov 12 12:19:38.476648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19703d-af9c-45e1-835b-a8091f25b3bb req-c5fdb365-d82b-4b9c-93f5-3dd6321e2e6d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.491869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd19703d-af9c-45e1-835b-a8091f25b3bb req-c5fdb365-d82b-4b9c-93f5-3dd6321e2e6d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 945 time: 0.3334606 Nov 12 12:19:38.543275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:19:38.560960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.581269 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.581909 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Added segment 16155266-061f-49e4-ac18-c91f2e46483b of type vlan for network a61d4d7e-f030-4065-84b2-cad75db3e3f6 Nov 12 12:19:38.608992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-468b2c36-243c-484f-ad84-9377ec95e3f1 req-9cca7b14-bca0-418b-b4a1-132695d39dfe tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323886 Nov 12 12:19:38.630393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd19703d-af9c-45e1-835b-a8091f25b3bb req-9d90a341-d28f-4d1a-8245-f9116207a4cc tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207705 Nov 12 12:19:38.657347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.666510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.721396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.733852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.733852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.758116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:38.767009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:38.768316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:38.772276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:38.808752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4422388 Nov 12 12:19:38.816133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:38.849373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'subnet': {'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:38.872099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69c3ee-7b74-4b42-bf95-fca131e10db8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Network': ['ID=a61d4d7e-f030-4065-84b2-cad75db3e3f6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:38.888880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:19:38.941529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.942241 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:38.971780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9742e-bca6-4518-8f01-108068b97a79 req-dd0cb636-fb61-4935-a380-03639f7d111a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:38.973382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2b9742e-bca6-4518-8f01-108068b97a79 req-dd0cb636-fb61-4935-a380-03639f7d111a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1681139 Nov 12 12:19:39.029080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7858809e-634f-4c6b-9fe3-0e4ae486625a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:39.058931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-8064ee89-ba8b-4459-988b-8206377f95ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405116 Nov 12 12:19:39.118211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26dd18-68e3-4733-bd7a-8f81a9d9aa33 req-5f95e097-a62c-4494-bf39-7fc0e1c7b957 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:39.127275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e26dd18-68e3-4733-bd7a-8f81a9d9aa33 req-5f95e097-a62c-4494-bf39-7fc0e1c7b957 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 931 time: 0.1376774 Nov 12 12:19:39.138838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Request body: {'port': {'device_id': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:39.237662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e26dd18-68e3-4733-bd7a-8f81a9d9aa33 req-4baf9c76-d203-4b2b-889e-0f102f32f9ee tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982320 Nov 12 12:19:39.306257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.350387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2b9742e-bca6-4518-8f01-108068b97a79 req-ac6dad53-c1c2-415f-8420-0314a4c32fe9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206322 Nov 12 12:19:39.357136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.485919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:39.490954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923d13-dfa5-4720-b854-4d98515c7e43 req-27b9e39b-a71f-43ac-952b-dc179a4b18da tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:39.492613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5923d13-dfa5-4720-b854-4d98515c7e43 req-27b9e39b-a71f-43ac-952b-dc179a4b18da tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 945 time: 0.1602981 Nov 12 12:19:39.505008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:39.519671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.583983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 1dc28771-de04-4d22-993c-7acad26204ba completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:39.587816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5923d13-dfa5-4720-b854-4d98515c7e43 req-a7ddf51f-b23f-4ad8-9818-f7b65fed2e96 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Nov 12 12:19:39.590908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 1dc28771-de04-4d22-993c-7acad26204ba triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:39.594496 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.706507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.733336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:39.736549 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb95ead1-c9c6-4e77-8464-f0e231ae7978" -d '{"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-plugged", "status": "completed", "tag": "1dc28771-de04-4d22-993c-7acad26204ba"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:39.753140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:39.758836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.811582 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0d3cb7-5fa9-484e-9896-6f7af15b511c x-openstack-request-id: req-9c0d3cb7-5fa9-484e-9896-6f7af15b511c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:39.811961 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-plugged", "status": "completed", "tag": "1dc28771-de04-4d22-993c-7acad26204ba", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:39.813126 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c0d3cb7-5fa9-484e-9896-6f7af15b511c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:39.813665 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba', 'code': 200} Nov 12 12:19:39.827134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae16acd4-2caa-49b9-a591-9f7ca6ae219d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:39.842995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:39.865754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.932762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Transition to ACTIVE for port object ae16acd4-2caa-49b9-a591-9f7ca6ae219d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:39.936060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c2344-e1f3-49c7-b374-a9a671c359c7 req-8ab5b635-e3c8-4f46-bafd-6c7d804b306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:39.941697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984c2344-e1f3-49c7-b374-a9a671c359c7 req-8ab5b635-e3c8-4f46-bafd-6c7d804b306d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 1097 time: 0.0716851 Nov 12 12:19:39.945252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:39.994198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984c2344-e1f3-49c7-b374-a9a671c359c7 req-929cc40d-6c8f-4db6-a783-e9702c5c7184 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Nov 12 12:19:40.084346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92931a49-0d9e-41fd-aef3-21de1d5973fc req-d1397fa6-df31-40b3-9569-5b2126d5764b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.085912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92931a49-0d9e-41fd-aef3-21de1d5973fc req-d1397fa6-df31-40b3-9569-5b2126d5764b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.2400277 Nov 12 12:19:40.147173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:40.204759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.271319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92931a49-0d9e-41fd-aef3-21de1d5973fc req-84532680-9d33-42bc-9c4c-bfa95d840985 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453123 Nov 12 12:19:40.291453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:40.291787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:40.292119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:40.299079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Subnet': ['ID=66a08f8c-c064-47f0-8ae3-6c4a2057a5db,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:40.309535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:40.309876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:40.322555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:40.322892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:40.323279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:40.323714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Bound port: ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:40.324071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.342059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Checking segment: {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:40.342444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network hostable DHCP agents. Network: a61d4d7e-f030-4065-84b2-cad75db3e3f6, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:19:40.400690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:19:40.416723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a61d4d7e-f030-4065-84b2-cad75db3e3f6) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:40.423619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.424219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.428876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a56579-a106-49b1-b275-4d3bd8965de3 None None] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:40.429483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:40.432802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033872c-4502-4c85-b132-d5c310c18369 req-77964d9f-906c-406b-a3eb-cb128e1ec304 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.435029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0033872c-4502-4c85-b132-d5c310c18369 req-77964d9f-906c-406b-a3eb-cb128e1ec304 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.0877957 Nov 12 12:19:40.438261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:40.444336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.455716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1af5104a-a91f-4c9b-8ea0-dd190914a31f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6386197 Nov 12 12:19:40.461747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:40.469168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1625593735'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:40.521797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.522447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.523836 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 1091 time: 1.4243469 Nov 12 12:19:40.524273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:40.526516 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d4393e-3a9a-4af2-b919-4831e9884408" -d '{"events": [{"name": "network-changed", "server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:40.564423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.567803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138785e0-4b4b-42e2-8304-d1557cab08fa req-979f1032-edfb-4987-a9e5-725a70370db7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.569615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-138785e0-4b4b-42e2-8304-d1557cab08fa req-979f1032-edfb-4987-a9e5-725a70370db7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1125162 Nov 12 12:19:40.570335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544c8c5-6737-4716-8126-bc7a177771d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:40.573643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0033872c-4502-4c85-b132-d5c310c18369 req-1035b8a3-7b08-46d9-8068-7f01bcf777b8 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310377 Nov 12 12:19:40.608991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:40.608991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.647453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:19:40.662688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.663205 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Added segment 6b3d8c7e-350d-47a4-a265-93df6671eb17 of type vlan for network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 Nov 12 12:19:40.663787 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-138785e0-4b4b-42e2-8304-d1557cab08fa req-630945da-af64-4eab-be0c-8b7ad63252ab tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623391 Nov 12 12:19:40.667021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-b9953fb2-3488-46f6-86f3-64ea09cc2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.668487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-b9953fb2-3488-46f6-86f3-64ea09cc2c3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1094 time: 0.0951455 Nov 12 12:19:40.743716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.779220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.789854 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7fd4e3-21c7-4c73-b590-20004bcf5397 x-openstack-request-id: req-ca7fd4e3-21c7-4c73-b590-20004bcf5397 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:40.790193 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:40.790529 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca7fd4e3-21c7-4c73-b590-20004bcf5397 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:40.790990 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'status': 'completed', 'code': 200} Nov 12 12:19:40.793709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:40.794569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.799484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-c5ba644e-3587-48f4-9f2b-3c78d6255269 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 217 time: 0.1206224 Nov 12 12:19:40.843501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a61d4d7e-f030-4065-84b2-cad75db3e3f6', 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'fixed_ips': [{'subnet_id': '66a08f8c-c064-47f0-8ae3-6c4a2057a5db'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:19:40.844829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:40.857023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3941112 Nov 12 12:19:40.868995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42238) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:40.902102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'subnet': {'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:40.907917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75cf1e-d895-4663-bf62-00e559873fd0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Network': ['ID=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:40.963988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:19:41.011728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-31edad2b-6df1-444d-8c0e-862663eaa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:41.013712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-31edad2b-6df1-444d-8c0e-862663eaa856 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.2055531 Nov 12 12:19:41.074509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-f2cc98ab-ed43-4e4b-a883-3359636bb92a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497811 Nov 12 12:19:41.088205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42042-c298-404e-a678-d743222fad3d req-7a863437-4db1-4dd6-ad6b-6a6178f36442 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:41.090071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98c42042-c298-404e-a678-d743222fad3d req-7a863437-4db1-4dd6-ad6b-6a6178f36442 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 945 time: 0.2200298 Nov 12 12:19:41.135990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Allocated IP 19.80.0.2 (a61d4d7e-f030-4065-84b2-cad75db3e3f6/66a08f8c-c064-47f0-8ae3-6c4a2057a5db/077552d2-e762-44a1-a0a3-021f9881dbe1) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:41.168264 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.223753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:41.227763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.275852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98c42042-c298-404e-a678-d743222fad3d req-9a2ecf22-8913-4bb7-940d-d9bb1ac82f32 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724832 Nov 12 12:19:41.337308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.348163 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.357764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-aeac0492-231d-472b-9c25-6be2dedae053 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665236 Nov 12 12:19:41.486550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Pushing event updated for resources: {'Port': ['ID=077552d2-e762-44a1-a0a3-021f9881dbe1,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:41.527299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:41.528830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:41.534051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:41.559920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cf5a68-5b51-4634-af99-11d533e6e9b5 req-7b3adcb8-0311-4765-a162-bd2894948fd4 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944220 Nov 12 12:19:41.576117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27ec8a-a6a8-478a-8926-091cdb2d2260 req-a96ed1c9-225f-4681-ac44-4c1668e2fb48 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:41.581607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de27ec8a-a6a8-478a-8926-091cdb2d2260 req-a96ed1c9-225f-4681-ac44-4c1668e2fb48 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1127548 Nov 12 12:19:41.666114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.666362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Attempting to bind port 077552d2-e762-44a1-a0a3-021f9881dbe1 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:41.666844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Attempting to bind port 077552d2-e762-44a1-a0a3-021f9881dbe1 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:41.667260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Attempting to bind port 077552d2-e762-44a1-a0a3-021f9881dbe1 on network a61d4d7e-f030-4065-84b2-cad75db3e3f6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:41.670831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de27ec8a-a6a8-478a-8926-091cdb2d2260 req-3b345ebb-5038-42f4-9a4d-5e594f9a5945 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821304 Nov 12 12:19:41.675196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:41.675579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Checking segment: {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:41.677265 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.677804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Bound using segment: {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:41.678772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Bound port: 077552d2-e762-44a1-a0a3-021f9881dbe1, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:41.679295 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:41.754729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-ada41bdf-9c7e-44e2-9433-97a03eaa0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:41.756439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-ada41bdf-9c7e-44e2-9433-97a03eaa0708 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1094 time: 0.1459925 Nov 12 12:19:41.782660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Subnet': ['ID=869ed803-3333-433e-8ae5-a2115d71bb58,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:41.931909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Checking segment: {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:41.934912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network hostable DHCP agents. Network: 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:19:41.946124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff31024-53c2-4481-a98b-5e32f98f53e8 req-979b72fa-d649-40a5-871e-379a0cb33578 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:41.948003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ff31024-53c2-4481-a98b-5e32f98f53e8 req-979b72fa-d649-40a5-871e-379a0cb33578 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1528058 Nov 12 12:19:41.966839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] For port 077552d2-e762-44a1-a0a3-021f9881dbe1, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:41.972512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] For port 077552d2-e762-44a1-a0a3-021f9881dbe1, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=077552d2-e762-44a1-a0a3-021f9881dbe1,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:41.977623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.026371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ff31024-53c2-4481-a98b-5e32f98f53e8 req-c700db8d-795e-4495-83c5-8d0547c2ac67 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669570 Nov 12 12:19:42.045028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:19:42.057006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-9d7d8591-1adf-4d8c-addc-36fd1e34bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.059324 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-9d7d8591-1adf-4d8c-addc-36fd1e34bfa6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.2921216 Nov 12 12:19:42.070979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262493c1-0cd9-4e6a-aa32-efd207d5cbd7 req-7553bff6-4e07-47c3-86ba-e3a48722d44e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.072761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-262493c1-0cd9-4e6a-aa32-efd207d5cbd7 req-7553bff6-4e07-47c3-86ba-e3a48722d44e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1450593 Nov 12 12:19:42.075437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:42.089206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Pushing event updated for resources: {'Port': ['ID=077552d2-e762-44a1-a0a3-021f9881dbe1,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:42.097810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f827071-90e8-48b3-822d-14fa4400e028 None None] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:42.137617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-f115c505-46ab-4966-ad6d-0dd825089d89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 217 time: 0.0630565 Nov 12 12:19:42.147330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.148187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.210805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.211201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.211557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.211985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.212203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.212541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.212874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.213446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.213790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.214126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.214479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.214806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b6166-c732-49e8-b124-42c9ae6105c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:42.293333 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15bc6140-90b9-4946-8eaf-8b5fea836abd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4217818 Nov 12 12:19:42.300472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42fe75-bbf6-47cf-a3df-399077f07073 req-0a7c60d3-2c3f-4ded-9802-a62370d74a6d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.309045 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b42fe75-bbf6-47cf-a3df-399077f07073 req-0a7c60d3-2c3f-4ded-9802-a62370d74a6d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1120381 Nov 12 12:19:42.317715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-262493c1-0cd9-4e6a-aa32-efd207d5cbd7 req-ca97beda-da9a-46cd-9c24-e5483f7ffa30 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271473 Nov 12 12:19:42.332142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97', 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'fixed_ips': [{'subnet_id': '869ed803-3333-433e-8ae5-a2115d71bb58'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:19:42.333030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.333279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-9bb099ca-7e6a-41a3-9ae7-106c6bacc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.334768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-9bb099ca-7e6a-41a3-9ae7-106c6bacc8ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1838677 Nov 12 12:19:42.433218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-4107970a-6017-4f2b-810a-100d8a2952c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903192 Nov 12 12:19:42.461750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b42fe75-bbf6-47cf-a3df-399077f07073 req-eaee5c11-569a-4041-84d0-d6f5a1559fe3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414950 Nov 12 12:19:42.662391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Allocated IP 19.86.0.2 (48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97/869ed803-3333-433e-8ae5-a2115d71bb58/7c9d4d44-5fae-4394-99e7-17994e95cf8f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:42.706052 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-141a454c-62e5-43a3-bcf2-aab852a398fb service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649629 Nov 12 12:19:42.848634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d288-3b67-4f35-b36d-a6e4558346cc req-6477eeb3-f43f-4f89-bfc3-9ebd0e9b9f3b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.850330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53f5d288-3b67-4f35-b36d-a6e4558346cc req-6477eeb3-f43f-4f89-bfc3-9ebd0e9b9f3b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0581975 Nov 12 12:19:42.899346 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.907088 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:42.919315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d4393e-3a9a-4af2-b919-4831e9884408 req-86f52fb1-4c13-43b1-b063-30f8e7f26317 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047005 Nov 12 12:19:42.946003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e792b812-32a8-4ef9-a03d-1fa80bf58473 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.949870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53f5d288-3b67-4f35-b36d-a6e4558346cc req-a636f67c-a64e-44a3-9831-f74a8d995665 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Nov 12 12:19:42.953941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e792b812-32a8-4ef9-a03d-1fa80bf58473 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:42.963089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e792b812-32a8-4ef9-a03d-1fa80bf58473 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/networks?id=a61d4d7e-f030-4065-84b2-cad75db3e3f6&id=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 HTTP/1.1" status: 200 len: 1391 time: 0.2038229 Nov 12 12:19:42.966967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:42.971327 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:42.975728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:42.981093 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-13bd0931-e8f2-44f4-a168-a2bd5e535d2d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/quotas/b04c189755754cb4b1dc5f35d6d0ad86 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Nov 12 12:19:43.032442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Pushing event updated for resources: {'Port': ['ID=7c9d4d44-5fae-4394-99e7-17994e95cf8f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:43.053068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Attempting to bind port 7c9d4d44-5fae-4394-99e7-17994e95cf8f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:43.053441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Attempting to bind port 7c9d4d44-5fae-4394-99e7-17994e95cf8f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:43.053816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Attempting to bind port 7c9d4d44-5fae-4394-99e7-17994e95cf8f on network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:43.061571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:43.062134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Checking segment: {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:43.063185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.063582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Bound using segment: {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:43.064065 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Bound port: 7c9d4d44-5fae-4394-99e7-17994e95cf8f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:43.064450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.067060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e7a3dcde-dc35-4dfc-bbaf-4f3a3136e729 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0765254 Nov 12 12:19:43.134840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e64f5f-7907-4226-9c8f-4b56fb27189b req-d2562e78-67c7-463d-8b52-a4011a75c3b2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:43.136515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7e64f5f-7907-4226-9c8f-4b56fb27189b req-d2562e78-67c7-463d-8b52-a4011a75c3b2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0716629 Nov 12 12:19:43.188786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-316227da-7c55-43ba-a8b4-ceadceab19a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a61d4d7e-f030-4065-84b2-cad75db3e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128058 Nov 12 12:19:43.191882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] For port 7c9d4d44-5fae-4394-99e7-17994e95cf8f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:43.196252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] For port 7c9d4d44-5fae-4394-99e7-17994e95cf8f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c9d4d44-5fae-4394-99e7-17994e95cf8f,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:43.201606 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.227677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7e64f5f-7907-4226-9c8f-4b56fb27189b req-12f3a6cd-f174-4111-bdde-4aba97c8a971 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844259 Nov 12 12:19:43.307481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc9e1c-094a-4967-b740-17b89811712e None None] Pushing event updated for resources: {'Port': ['ID=7c9d4d44-5fae-4394-99e7-17994e95cf8f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:43.334206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-bbe52efb-e0bc-479b-a301-b830cb2660cc service neutron] 10.222.0.18 "GET /v2.0/networks/a61d4d7e-f030-4065-84b2-cad75db3e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291816 Nov 12 12:19:43.429146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34a4b0-1034-428d-a280-bae426be285b req-c8ed91e6-0149-4cf1-bcb3-c6ec41ec15c9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:43.437771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b34a4b0-1034-428d-a280-bae426be285b req-c8ed91e6-0149-4cf1-bcb3-c6ec41ec15c9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.0876734 Nov 12 12:19:43.496426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-bd766442-290b-4610-99fa-b81b479a7345 service neutron] 10.222.0.18 "GET /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535788 Nov 12 12:19:43.501295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:43.563970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b34a4b0-1034-428d-a280-bae426be285b req-da999452-712d-4e0e-95ee-311dc4cefc98 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242812 Nov 12 12:19:43.676137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 077552d2-e762-44a1-a0a3-021f9881dbe1 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:43.750640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e2e89427-e41c-4611-baa2-cd20564b572d service neutron] 10.222.0.18 "GET /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376003 Nov 12 12:19:43.769309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:43.788907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'mac_address': 'fa:16:3e:50:21:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:43.834098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b050cb-df96-4b04-baec-15dcf0964c4c None None] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:43.882945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 077552d2-e762-44a1-a0a3-021f9881dbe1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:43.883367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:43.950014 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.019787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-18cbc061-a2f9-4016-8694-bd498cc46d6c None None] Provisioning complete for port 077552d2-e762-44a1-a0a3-021f9881dbe1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:44.020353 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18cbc061-a2f9-4016-8694-bd498cc46d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.040764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e78c7430-9348-4ebc-be46-feb332d9deaf {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:44.115224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:44.135406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.198074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fdeb5-14d8-4597-8689-57b8c719d513 req-04d017bb-9d53-4645-ae9b-9e31be66119b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:44.200924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be5fdeb5-14d8-4597-8689-57b8c719d513 req-04d017bb-9d53-4645-ae9b-9e31be66119b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1002347 Nov 12 12:19:44.346871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['e78c7430-9348-4ebc-be46-feb332d9deaf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:44.365136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be5fdeb5-14d8-4597-8689-57b8c719d513 req-65459ef3-6563-4fd5-bb57-7ab0ccdf0273 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513388 Nov 12 12:19:44.552778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:44.567994 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.678598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebd32b-1028-401e-a9f6-02c3aa2e3bc0 req-6777f308-af3d-4a4f-99fb-aec1bb64e4fc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:44.683601 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18cbc061-a2f9-4016-8694-bd498cc46d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.693403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-32ebd32b-1028-401e-a9f6-02c3aa2e3bc0 req-6777f308-af3d-4a4f-99fb-aec1bb64e4fc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1888654 Nov 12 12:19:44.718247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-337f04fd-2810-4460-b37a-aa75ab59f4bf req-5e2a33bf-dcc0-426a-bb3b-a58c17541285 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 210 time: 0.0782497 Nov 12 12:19:44.855570 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-32ebd32b-1028-401e-a9f6-02c3aa2e3bc0 req-c59e837f-cbb8-453b-a640-60d425a9964b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587961 Nov 12 12:19:44.947435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 077552d2-e762-44a1-a0a3-021f9881dbe1, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=077552d2-e762-44a1-a0a3-021f9881dbe1,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:44.985827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:44.987467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b3fee-3092-4678-9cd9-9e1bad3e2a1c req-6938c827-a40b-4252-ac8a-b45c056a9de8 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:45.003176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-183b3fee-3092-4678-9cd9-9e1bad3e2a1c req-6938c827-a40b-4252-ac8a-b45c056a9de8 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1161947 Nov 12 12:19:45.147396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-183b3fee-3092-4678-9cd9-9e1bad3e2a1c req-eba7eab6-f052-406d-8660-3f71c3e8326b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332214 Nov 12 12:19:45.247233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=077552d2-e762-44a1-a0a3-021f9881dbe1,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:45.285460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5993e544-bc5c-4012-bd06-3cd0d6cf325b None None] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:45.600667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442aa9c-4e9b-4453-b6ba-40b523923011 req-bc8b75f4-d585-4c0d-b82a-85e05d2a0f4c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:45.618206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3442aa9c-4e9b-4453-b6ba-40b523923011 req-bc8b75f4-d585-4c0d-b82a-85e05d2a0f4c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1085253 Nov 12 12:19:45.630327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-18cbc061-a2f9-4016-8694-bd498cc46d6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:19:45.630688 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-18cbc061-a2f9-4016-8694-bd498cc46d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:19:45.737184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3442aa9c-4e9b-4453-b6ba-40b523923011 req-8e69ec53-075f-4465-8eec-90f4291dc44f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178889 Nov 12 12:19:45.770630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 077552d2-e762-44a1-a0a3-021f9881dbe1 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:45.863670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 077552d2-e762-44a1-a0a3-021f9881dbe1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:45.864059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:45.912504 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-090d8e16-7f74-4b06-a6e3-6338dea3c1ab req-4f8689ab-4083-4c87-949d-45d4de02cc70 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 210 time: 0.0639505 Nov 12 12:19:46.151315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68311a58-c2af-4f9d-82d8-cf6b646aabbc req-829d315a-518e-401a-8dda-df66005eaece tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:46.156419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-a655eb35-42c5-43aa-bdbf-39c17be2f86c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:46.163184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-a655eb35-42c5-43aa-bdbf-39c17be2f86c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:46.163351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68311a58-c2af-4f9d-82d8-cf6b646aabbc req-829d315a-518e-401a-8dda-df66005eaece tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1332071 Nov 12 12:19:46.168344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-a655eb35-42c5-43aa-bdbf-39c17be2f86c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "GET /v2.0/networks?id=a61d4d7e-f030-4065-84b2-cad75db3e3f6&id=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 HTTP/1.1" status: 200 len: 1391 time: 0.3349075 Nov 12 12:19:46.185234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'port': {'device_id': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6', 'admin_state_up': True, 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:46.251447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68311a58-c2af-4f9d-82d8-cf6b646aabbc req-548d2095-f3d3-4dfd-b46e-787d44ca58a4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Nov 12 12:19:46.411126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de419f9-e186-49c4-b59f-0f96fdb5a93a req-ddc58153-ee60-49c1-ad2f-68a71289c7e6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:46.420412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de419f9-e186-49c4-b59f-0f96fdb5a93a req-ddc58153-ee60-49c1-ad2f-68a71289c7e6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1155345 Nov 12 12:19:46.422765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c9d4d44-5fae-4394-99e7-17994e95cf8f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:46.487791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:46.491695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.541816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de419f9-e186-49c4-b59f-0f96fdb5a93a req-ea8f748e-a66c-42f0-a223-0410f6377b39 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203675 Nov 12 12:19:46.570792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Provisioning complete for port 077552d2-e762-44a1-a0a3-021f9881dbe1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:46.570792 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.639033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7c9d4d44-5fae-4394-99e7-17994e95cf8f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:46.639447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.734910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Provisioning complete for port 7c9d4d44-5fae-4394-99e7-17994e95cf8f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:46.735257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.768830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Allocated IP 19.80.0.205 (a61d4d7e-f030-4065-84b2-cad75db3e3f6/66a08f8c-c064-47f0-8ae3-6c4a2057a5db/eb99aab1-ffbc-470f-90e5-c686ad4a201e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:46.829234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.932781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fda34d-da99-4212-a17b-fdd37d516947 req-58b89e0d-b1ca-40ff-9631-3b1e7ca285d6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:46.941584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43fda34d-da99-4212-a17b-fdd37d516947 req-58b89e0d-b1ca-40ff-9631-3b1e7ca285d6 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.0987434 Nov 12 12:19:46.946497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:46.992822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7c9d4d44-5fae-4394-99e7-17994e95cf8f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c9d4d44-5fae-4394-99e7-17994e95cf8f,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:47.000460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.057006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43fda34d-da99-4212-a17b-fdd37d516947 req-2c201ce6-dddf-4ca3-9259-9002a31e5ce9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994403 Nov 12 12:19:47.064175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7c9d4d44-5fae-4394-99e7-17994e95cf8f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:47.088154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.127570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:19:47.127933 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-bf868716-bc25-4131-819b-7d92fcd0252f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:19:47.129471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cbad740-b623-497b-8e19-d935b69dbe40 req-a204d137-dd3b-4a8f-ab5c-930cc589d7f5 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 210 time: 0.1089332 Nov 12 12:19:47.179342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.222699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:47.226056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:47.228610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:47.516345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:47.553318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6cdb-6484-468c-b535-36d9880f1344 req-54ecdd1f-71dc-45d8-981c-63dbed9b04d2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:47.566372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b6cdb-6484-468c-b535-36d9880f1344 req-54ecdd1f-71dc-45d8-981c-63dbed9b04d2 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1505404 Nov 12 12:19:47.615085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c9d4d44-5fae-4394-99e7-17994e95cf8f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:47.693931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b6cdb-6484-468c-b535-36d9880f1344 req-c6268e28-0391-41b2-aae7-a83929ed7378 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089652 Nov 12 12:19:47.852745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port e78c7430-9348-4ebc-be46-feb332d9deaf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:47.853310 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.888921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7c9d4d44-5fae-4394-99e7-17994e95cf8f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:47.889313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.923766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Port': ['ID=eb99aab1-ffbc-470f-90e5-c686ad4a201e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:47.943843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:47.944712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:47.972625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b3f1b-7d0d-41e4-9e38-498d87d4a3d9 req-4e4b1150-6c64-446c-989d-1ca11d75203c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:47.980315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f26b3f1b-7d0d-41e4-9e38-498d87d4a3d9 req-4e4b1150-6c64-446c-989d-1ca11d75203c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1527445 Nov 12 12:19:47.986495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-40fbbc46-5e2c-47c5-9d38-4469af5f3844 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8099551 Nov 12 12:19:48.006220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Request body: {'port': {'device_id': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97', 'admin_state_up': True, 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:48.028911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b21e796-cdda-4d3b-83d4-87aa58d12873 None None] Provisioning complete for port eb99aab1-ffbc-470f-90e5-c686ad4a201e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:48.029279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b21e796-cdda-4d3b-83d4-87aa58d12873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:48.069747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b21e796-cdda-4d3b-83d4-87aa58d12873 None None] Port eb99aab1-ffbc-470f-90e5-c686ad4a201e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:48.084305 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:48.130319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:48.132590 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da0a48-ce47-41f0-b07c-3d3717148090" -d '{"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-plugged", "status": "completed", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:48.148770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:48.159134 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:48.269386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f26b3f1b-7d0d-41e4-9e38-498d87d4a3d9 req-7daadc46-668e-4a30-966a-aa521e32ce8f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878397 Nov 12 12:19:48.286983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:48.356335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25472-7cf3-4ac0-ae27-2499962fb79b req-f6c7ca38-24c4-4fec-b385-d2d306c392cb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:48.366063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04b25472-7cf3-4ac0-ae27-2499962fb79b req-f6c7ca38-24c4-4fec-b385-d2d306c392cb tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1447515 Nov 12 12:19:48.432116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Made reservation on behalf of b04c189755754cb4b1dc5f35d6d0ad86 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:48.436308 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:48.470078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04b25472-7cf3-4ac0-ae27-2499962fb79b req-e171ebe6-eac3-4e1c-a84e-9ebf39958c78 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960746 Nov 12 12:19:48.479072 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76e859e-1b9b-4e93-be70-2bc1c4d06951 x-openstack-request-id: req-d76e859e-1b9b-4e93-be70-2bc1c4d06951 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:48.479644 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-plugged", "status": "completed", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:48.480126 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d76e859e-1b9b-4e93-be70-2bc1c4d06951 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:48.480759 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'code': 200} Nov 12 12:19:48.688525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Allocated IP 19.86.0.24 (48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97/869ed803-3333-433e-8ae5-a2115d71bb58/b31eb9e4-c66d-4a22-a09d-763556fcc539) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:48.727229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9171ff-081c-4591-98e0-44c79a28b7f0 req-b10e8cc2-33f0-4600-9422-7dad69cc4a56 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:48.739718 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee9171ff-081c-4591-98e0-44c79a28b7f0 req-b10e8cc2-33f0-4600-9422-7dad69cc4a56 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 932 time: 0.1559043 Nov 12 12:19:48.861738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee9171ff-081c-4591-98e0-44c79a28b7f0 req-0428976f-271a-4d1f-a9cb-cd1ded411d7c tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192198 Nov 12 12:19:49.062604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13899b81-66a1-4052-92b1-f5ca59ac5bd3 req-452329b9-5f78-4393-b0df-e38bb0092419 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:49.064344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13899b81-66a1-4052-92b1-f5ca59ac5bd3 req-452329b9-5f78-4393-b0df-e38bb0092419 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0909579 Nov 12 12:19:49.167710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13899b81-66a1-4052-92b1-f5ca59ac5bd3 req-f174f266-2caa-4dca-bff5-9f7a4d30516d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942326 Nov 12 12:19:49.193325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:49.250501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:49.314280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:49.321157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:49.352090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:49.449876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:49.451823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:49.464477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event updated for resources: {'Port': ['ID=b31eb9e4-c66d-4a22-a09d-763556fcc539,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:49.489108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-c3cb2c9c-c236-4d5b-873d-a9b42b78ad15 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4942307 Nov 12 12:19:49.515899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9f011-e5e4-4faf-a928-0ac484451b05 req-65065adb-a52e-4e2f-b9d0-f7eb31b2d2d2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:49.519431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec9f011-e5e4-4faf-a928-0ac484451b05 req-65065adb-a52e-4e2f-b9d0-f7eb31b2d2d2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1104434 Nov 12 12:19:49.524292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Request body: {'port': {'device_id': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:49.634516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec9f011-e5e4-4faf-a928-0ac484451b05 req-1d033ae6-3256-4e04-bbb1-af51c20f2170 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085320 Nov 12 12:19:49.729278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:49.775991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dbd1c42b-6688-439a-a86e-70c001ad32b1 None None] Provisioning complete for port b31eb9e4-c66d-4a22-a09d-763556fcc539 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:49.776635 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c42b-6688-439a-a86e-70c001ad32b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:49.817553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c0e4d-891c-494c-9bb8-883f3ed20084 req-3d5e3959-674f-4ac0-9405-19ca297c2f78 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:49.819144 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f97c0e4d-891c-494c-9bb8-883f3ed20084 req-3d5e3959-674f-4ac0-9405-19ca297c2f78 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1442828 Nov 12 12:19:49.850396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1c42b-6688-439a-a86e-70c001ad32b1 None None] Port b31eb9e4-c66d-4a22-a09d-763556fcc539 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:50.004816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f97c0e4d-891c-494c-9bb8-883f3ed20084 req-aa925d39-5dc1-45d6-965d-99783f47335c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698084 Nov 12 12:19:50.204417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234679f6-9432-4c22-94b7-8a47c0ba1063 req-3c9123b9-9cb4-486d-b40a-5586ef54a4f0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:50.210917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234679f6-9432-4c22-94b7-8a47c0ba1063 req-3c9123b9-9cb4-486d-b40a-5586ef54a4f0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:50.219949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-234679f6-9432-4c22-94b7-8a47c0ba1063 req-3c9123b9-9cb4-486d-b40a-5586ef54a4f0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1654 time: 0.1662364 Nov 12 12:19:50.285425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-234679f6-9432-4c22-94b7-8a47c0ba1063 req-09ca3ad5-68bb-484b-bc13-7cd8cb40a178 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 Nov 12 12:19:50.440661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8a001-a662-4fd3-ad90-4b8d63ba593c req-62379341-958d-4b1a-9356-eb5e104e4b4c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:50.448829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b8a001-a662-4fd3-ad90-4b8d63ba593c req-62379341-958d-4b1a-9356-eb5e104e4b4c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1351140 Nov 12 12:19:50.473585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb99aab1-ffbc-470f-90e5-c686ad4a201e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:50.487062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:50.512698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Transition to ACTIVE for port object eb99aab1-ffbc-470f-90e5-c686ad4a201e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:50.518877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:50.558543 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b8a001-a662-4fd3-ad90-4b8d63ba593c req-8f1041ca-0d69-40e0-94a8-73ebef631f9e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085961 Nov 12 12:19:50.593973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb99aab1-ffbc-470f-90e5-c686ad4a201e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:50.725322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Attempting to bind port eb99aab1-ffbc-470f-90e5-c686ad4a201e on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:50.725655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Attempting to bind port eb99aab1-ffbc-470f-90e5-c686ad4a201e by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:50.725911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Attempting to bind port eb99aab1-ffbc-470f-90e5-c686ad4a201e on network a61d4d7e-f030-4065-84b2-cad75db3e3f6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:50.738854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Port eb99aab1-ffbc-470f-90e5-c686ad4a201e on network a61d4d7e-f030-4065-84b2-cad75db3e3f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:50.739196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Attempting to bind port eb99aab1-ffbc-470f-90e5-c686ad4a201e on network a61d4d7e-f030-4065-84b2-cad75db3e3f6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:50.756949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:50.761629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Checking segment: {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:50.762219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Bound using segment: {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:50.762704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Bound port: eb99aab1-ffbc-470f-90e5-c686ad4a201e, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16155266-061f-49e4-ac18-c91f2e46483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:50.763079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:50.891221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0129-82d2-4ba5-8d70-5897352f8a2d req-a21d9d2b-508b-4f39-a705-c1ccd3a8ab66 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:50.901048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfba0129-82d2-4ba5-8d70-5897352f8a2d req-a21d9d2b-508b-4f39-a705-c1ccd3a8ab66 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1364102 Nov 12 12:19:50.928812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] For port eb99aab1-ffbc-470f-90e5-c686ad4a201e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:50.933846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] For port eb99aab1-ffbc-470f-90e5-c686ad4a201e, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eb99aab1-ffbc-470f-90e5-c686ad4a201e,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:50.955620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:50.983946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfba0129-82d2-4ba5-8d70-5897352f8a2d req-525eea27-c521-4c07-8bd5-e108fd745906 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808704 Nov 12 12:19:51.091141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.091946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:51.094537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/eb99aab1-ffbc-470f-90e5-c686ad4a201e HTTP/1.1" status: 200 len: 1092 time: 1.5970216 Nov 12 12:19:51.095117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'tag': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:51.097609 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "tag": "eb99aab1-ffbc-470f-90e5-c686ad4a201e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:51.150189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Request body: {'port': {'device_id': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:51.215758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22929d51-1264-45a2-9057-7449a40d72c3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb99aab1-ffbc-470f-90e5-c686ad4a201e,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:51.288453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:51.326602 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1561cbb-8d70-42ae-9988-3400a493add4 x-openstack-request-id: req-b1561cbb-8d70-42ae-9988-3400a493add4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:51.326904 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "tag": "eb99aab1-ffbc-470f-90e5-c686ad4a201e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:51.327163 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1561cbb-8d70-42ae-9988-3400a493add4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:51.328784 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'tag': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e', 'status': 'completed', 'code': 200} Nov 12 12:19:51.331848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efef3cc-ab37-4751-a5c9-92d86bb68d8e req-9b486675-a8f6-452c-8840-193f898b7cb8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.368815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6efef3cc-ab37-4751-a5c9-92d86bb68d8e req-9b486675-a8f6-452c-8840-193f898b7cb8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1967459 Nov 12 12:19:51.502093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-3668bec4-0346-4733-b238-56eec47246d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.502688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-3668bec4-0346-4733-b238-56eec47246d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.504668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-3668bec4-0346-4733-b238-56eec47246d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1913 time: 0.1197011 Nov 12 12:19:51.630596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6efef3cc-ab37-4751-a5c9-92d86bb68d8e req-7ff14d7b-5d76-461f-a89c-d934f7eef5a3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582245 Nov 12 12:19:51.923938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116afcfa-6791-413f-ae6c-ea51920e7e5a req-16c04976-ad19-4bff-b20a-3eddc0cb4376 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.930404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116afcfa-6791-413f-ae6c-ea51920e7e5a req-16c04976-ad19-4bff-b20a-3eddc0cb4376 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.938734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-116afcfa-6791-413f-ae6c-ea51920e7e5a req-16c04976-ad19-4bff-b20a-3eddc0cb4376 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1666 time: 0.1777055 Nov 12 12:19:51.963458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-9d5b9ff2-c0d8-4ecc-9d8d-b6bfef91a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.963458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-9d5b9ff2-c0d8-4ecc-9d8d-b6bfef91a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.963458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-9d5b9ff2-c0d8-4ecc-9d8d-b6bfef91a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:51.966601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-9d5b9ff2-c0d8-4ecc-9d8d-b6bfef91a4df service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4360020 Nov 12 12:19:52.004165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31eb9e4-c66d-4a22-a09d-763556fcc539 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:52.049720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:52.107942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-dd346d14-7d0f-4c67-8078-508905adf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.109619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5524aeb5-00b9-490c-be94-84e0dfc5c0fa req-dd346d14-7d0f-4c67-8078-508905adf2df service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345587 Nov 12 12:19:52.126070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Transition to ACTIVE for port object b31eb9e4-c66d-4a22-a09d-763556fcc539 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:52.131832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:52.134834 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-116afcfa-6791-413f-ae6c-ea51920e7e5a req-6492707f-aba8-4f15-8c4a-0c661b6a7295 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951332 Nov 12 12:19:52.193403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587275a5-dc99-42bf-a5b5-268b544ad938 req-eea9ec9e-04f4-4ddc-9b64-02912cafb48d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.195032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-587275a5-dc99-42bf-a5b5-268b544ad938 req-eea9ec9e-04f4-4ddc-9b64-02912cafb48d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1800935 Nov 12 12:19:52.273969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b31eb9e4-c66d-4a22-a09d-763556fcc539,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:52.320100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068975a-f235-424c-aa53-8c1fb96f9feb req-3d41a3ff-b4c0-47a1-aa49-77cfd75dc4de tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.333098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6068975a-f235-424c-aa53-8c1fb96f9feb req-3d41a3ff-b4c0-47a1-aa49-77cfd75dc4de tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1163199 Nov 12 12:19:52.392211 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-587275a5-dc99-42bf-a5b5-268b544ad938 req-e2bcb5ad-76ee-4691-a4c8-c9886a0dd96b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848612 Nov 12 12:19:52.437952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6068975a-f235-424c-aa53-8c1fb96f9feb req-deae00d8-5cce-42b1-8f55-70cff875b604 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860479 Nov 12 12:19:52.536839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Attempting to bind port b31eb9e4-c66d-4a22-a09d-763556fcc539 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:52.537497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Attempting to bind port b31eb9e4-c66d-4a22-a09d-763556fcc539 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:52.538066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Attempting to bind port b31eb9e4-c66d-4a22-a09d-763556fcc539 on network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:52.544106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Port b31eb9e4-c66d-4a22-a09d-763556fcc539 on network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:52.544694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Attempting to bind port b31eb9e4-c66d-4a22-a09d-763556fcc539 on network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:52.551762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:52.552482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Checking segment: {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:52.553110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Bound using segment: {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:52.553788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Bound port: b31eb9e4-c66d-4a22-a09d-763556fcc539, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3d8c7e-350d-47a4-a265-93df6671eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:52.554441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:52.654950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] For port b31eb9e4-c66d-4a22-a09d-763556fcc539, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:52.661011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] For port b31eb9e4-c66d-4a22-a09d-763556fcc539, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:52.666690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:52.706105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.706778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:52.708306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/b31eb9e4-c66d-4a22-a09d-763556fcc539 HTTP/1.1" status: 200 len: 1091 time: 1.5798230 Nov 12 12:19:52.783421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cda4f-38f8-4143-a4e0-6c5e0a98b0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b31eb9e4-c66d-4a22-a09d-763556fcc539,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:52.857198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6affb-053c-42bd-832f-e39cf10c7ddb req-7ce123ab-040d-4b40-96c3-dd95b0070432 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.866281 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cac6affb-053c-42bd-832f-e39cf10c7ddb req-7ce123ab-040d-4b40-96c3-dd95b0070432 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1445310 Nov 12 12:19:52.880886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-f93d0638-45ed-4b59-8e0a-5609ea82d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.881375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-f93d0638-45ed-4b59-8e0a-5609ea82d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:52.882957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-f93d0638-45ed-4b59-8e0a-5609ea82d4c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1980 time: 0.1127636 Nov 12 12:19:52.948296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-d6020e79-8124-44f7-a4ad-15496ac7f4b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=eb99aab1-ffbc-470f-90e5-c686ad4a201e HTTP/1.1" status: 200 len: 217 time: 0.0559721 Nov 12 12:19:52.992231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cac6affb-053c-42bd-832f-e39cf10c7ddb req-143ff627-e065-4574-be3d-a3118ef79c24 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248703 Nov 12 12:19:53.086498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-34ad3790-4635-44f5-b803-b81826565cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.088009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-34ad3790-4635-44f5-b803-b81826565cc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a08f8c-c064-47f0-8ae3-6c4a2057a5db HTTP/1.1" status: 200 len: 801 time: 0.1083281 Nov 12 12:19:53.143232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-6f2abe3c-1345-4739-9cce-11e9dc0735cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.144866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-6f2abe3c-1345-4739-9cce-11e9dc0735cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a61d4d7e-f030-4065-84b2-cad75db3e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486126 Nov 12 12:19:53.305594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-0df898ff-f1f6-46bf-a606-97f34861d5f6 service neutron] 10.222.0.65 "GET /v2.0/networks/a61d4d7e-f030-4065-84b2-cad75db3e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484759 Nov 12 12:19:53.335542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'tag': 'b31eb9e4-c66d-4a22-a09d-763556fcc539'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:53.337849 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beedfbe-bbb9-456a-ab26-78065beea0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "tag": "b31eb9e4-c66d-4a22-a09d-763556fcc539"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:53.359349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091f35-b831-4d30-8966-eb8aef5f7bdb req-3d679111-ffb0-4989-81ab-25cab8715802 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.366302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091f35-b831-4d30-8966-eb8aef5f7bdb req-3d679111-ffb0-4989-81ab-25cab8715802 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.375067 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d3091f35-b831-4d30-8966-eb8aef5f7bdb req-3d679111-ffb0-4989-81ab-25cab8715802 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1678 time: 0.1177702 Nov 12 12:19:53.417515 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9b20b-fde3-4f2e-9ace-00600cc8bbfa x-openstack-request-id: req-70a9b20b-fde3-4f2e-9ace-00600cc8bbfa {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:53.417515 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "tag": "b31eb9e4-c66d-4a22-a09d-763556fcc539", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:53.417795 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70a9b20b-fde3-4f2e-9ace-00600cc8bbfa {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:53.418259 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'tag': 'b31eb9e4-c66d-4a22-a09d-763556fcc539', 'status': 'completed', 'code': 200} Nov 12 12:19:53.509788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d3091f35-b831-4d30-8966-eb8aef5f7bdb req-e63b3561-9e77-4b51-b581-7f26cef96e7e tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338294 Nov 12 12:19:53.547407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-a6fe12bc-7ae5-42ed-9cf5-f62f373292a4 service neutron] 10.222.0.65 "GET /v2.0/networks/a61d4d7e-f030-4065-84b2-cad75db3e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325490 Nov 12 12:19:53.598915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1f1a6-06c8-4df4-9bd3-5eb09c718d5b req-6db0d23e-c179-400c-aceb-fff8a1286cc4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.608240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-2dd06379-160c-4e7b-8d60-c8ee2018539d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539 HTTP/1.1" status: 200 len: 217 time: 0.0503478 Nov 12 12:19:53.614351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccc1f1a6-06c8-4df4-9bd3-5eb09c718d5b req-6db0d23e-c179-400c-aceb-fff8a1286cc4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1296048 Nov 12 12:19:53.687801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-3c830bdd-7ba3-4dd8-b1e6-51a240a768be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.689762 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-3c830bdd-7ba3-4dd8-b1e6-51a240a768be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869ed803-3333-433e-8ae5-a2115d71bb58 HTTP/1.1" status: 200 len: 801 time: 0.0703549 Nov 12 12:19:53.696988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccc1f1a6-06c8-4df4-9bd3-5eb09c718d5b req-62391d60-1d0d-410f-93e0-a953113fc7fa tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Nov 12 12:19:53.775532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17e31b-c3cd-421c-a145-ab9d0f459ef8 req-27be618e-50d9-4b25-b3cd-88a470165d7d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.784328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc17e31b-c3cd-421c-a145-ab9d0f459ef8 req-27be618e-50d9-4b25-b3cd-88a470165d7d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1660466 Nov 12 12:19:53.805471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e046ac4e-919a-4044-843f-412ceb04143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:53.807331 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-e046ac4e-919a-4044-843f-412ceb04143b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0955420 Nov 12 12:19:53.928912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc17e31b-c3cd-421c-a145-ab9d0f459ef8 req-aaf658f7-3e90-4321-8c51-4b786188ae0e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344705 Nov 12 12:19:53.955778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-6e19dfa8-2756-4fb4-8678-be46de0c95aa service neutron] 10.222.0.65 "GET /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399205 Nov 12 12:19:54.088818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7d13799-6165-4309-836a-1563558cb1d2 req-6bc20ec3-a66b-4e9c-b380-a41b38fb977a service neutron] 10.222.0.65 "GET /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259761 Nov 12 12:19:54.224297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91dddf-36e1-41d4-849c-3b82bf7aa095 req-3b56bf5f-83b1-49f0-a58e-9616516e5cff tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.226485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b91dddf-36e1-41d4-849c-3b82bf7aa095 req-3b56bf5f-83b1-49f0-a58e-9616516e5cff tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.1035364 Nov 12 12:19:54.249981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-9691dc4c-d851-43a5-b703-56a953880aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.250505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-9691dc4c-d851-43a5-b703-56a953880aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.256656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-9691dc4c-d851-43a5-b703-56a953880aa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1980 time: 0.0891032 Nov 12 12:19:54.301910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b91dddf-36e1-41d4-849c-3b82bf7aa095 req-028de929-41e0-46d7-a146-e809bd679c2b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Nov 12 12:19:54.386267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-6748cd6f-ac75-48de-8c46-55e0150195be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.388168 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-6748cd6f-ac75-48de-8c46-55e0150195be service neutron] 10.222.0.65 "GET /v2.0/networks?id=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 HTTP/1.1" status: 200 len: 903 time: 0.1213901 Nov 12 12:19:54.448391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-efa380f2-051e-44b6-8c67-695b9fdedec6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539 HTTP/1.1" status: 200 len: 217 time: 0.0518596 Nov 12 12:19:54.524670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-07a462b5-968a-4e78-8216-01ec31177b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.526237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-07a462b5-968a-4e78-8216-01ec31177b8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869ed803-3333-433e-8ae5-a2115d71bb58 HTTP/1.1" status: 200 len: 801 time: 0.0616803 Nov 12 12:19:54.597987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-275e197e-8a5c-4cc1-8728-980efe82e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.599545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-275e197e-8a5c-4cc1-8728-980efe82e620 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0656662 Nov 12 12:19:54.744081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda3f8-e3ff-4ebc-a1c0-b852f400555c req-955f8c09-c16a-4296-9ebd-fb9d218875b4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.750915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda3f8-e3ff-4ebc-a1c0-b852f400555c req-955f8c09-c16a-4296-9ebd-fb9d218875b4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.752577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1fda3f8-e3ff-4ebc-a1c0-b852f400555c req-955f8c09-c16a-4296-9ebd-fb9d218875b4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1678 time: 0.1447151 Nov 12 12:19:54.800844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-114ea9b1-7a44-4cfa-a417-1d85cb583a9a service neutron] 10.222.0.65 "GET /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904061 Nov 12 12:19:54.866323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536ce87-5ced-4dce-9d0c-ad5c090ab4ac req-10407c5c-ecfa-4284-b731-2f46d5545327 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:54.867893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1536ce87-5ced-4dce-9d0c-ad5c090ab4ac req-10407c5c-ecfa-4284-b731-2f46d5545327 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0572987 Nov 12 12:19:54.945374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1536ce87-5ced-4dce-9d0c-ad5c090ab4ac req-35a1888e-7c4e-4ad9-bb01-d80a586156f7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708501 Nov 12 12:19:54.953630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1fda3f8-e3ff-4ebc-a1c0-b852f400555c req-6c30b5eb-9f42-4cf2-a15d-c785caad189a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918981 Nov 12 12:19:54.962472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3beedfbe-bbb9-456a-ab26-78065beea0c0 req-c5c0d5db-f5ab-4bb5-ba6a-17fc3835991e service neutron] 10.222.0.65 "GET /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517069 Nov 12 12:19:55.297038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-d2dc4bdc-018e-4d1a-87eb-6b338531a6e7 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:55.299634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-d2dc4bdc-018e-4d1a-87eb-6b338531a6e7 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1097 time: 0.1902559 Nov 12 12:19:55.309519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14835a86-34c6-4e90-821b-75e55a29162a req-12766d2f-3b8f-4e70-8fae-d6972a60b204 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:55.320306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14835a86-34c6-4e90-821b-75e55a29162a req-12766d2f-3b8f-4e70-8fae-d6972a60b204 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1998053 Nov 12 12:19:55.333339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:55.441246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14835a86-34c6-4e90-821b-75e55a29162a req-7830376b-19ba-41a6-a0b0-c4e40472c9dd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196618 Nov 12 12:19:55.461363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:55.467533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a04d-d62f-424d-a3aa-a62e82280fac req-2a1bd67b-a13d-4425-ba99-edd792abfd42 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:55.476698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f207a04d-d62f-424d-a3aa-a62e82280fac req-2a1bd67b-a13d-4425-ba99-edd792abfd42 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 946 time: 0.0725732 Nov 12 12:19:55.533038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f207a04d-d62f-424d-a3aa-a62e82280fac req-fecf29ab-69af-415a-a070-9c3081d607f7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Nov 12 12:19:55.659614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:55.717423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:55.783184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:55.785651 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a71d44-e957-4c94-a051-39040a8fcaf7" -d '{"events": [{"server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "name": "network-vif-unplugged", "status": "completed", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:55.802848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:55.817271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:55.877721 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401ec7b0-3ca8-4185-9850-d8f363cd4a99 x-openstack-request-id: req-401ec7b0-3ca8-4185-9850-d8f363cd4a99 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:55.878033 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "name": "network-vif-unplugged", "status": "completed", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:55.878333 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-401ec7b0-3ca8-4185-9850-d8f363cd4a99 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:55.878789 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'code': 200} Nov 12 12:19:55.942720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:55.962347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on host n-h1-804878-5 for vnic_type normal with profile {"migrating_to": "n-h2-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:55.963413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:55.963991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:55.970257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:55.970829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Attempting to bind port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on network 0549b9e0-26cd-47a3-87e5-cc0ce54cde6c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:55.977042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:55.977768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Checking segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:55.978544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Bound using segment: {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:55.979368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Bound port: e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ec6b70-5332-4693-9413-9f9fd83bbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0549b9e0-26cd-47a3-87e5-cc0ce54cde6c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:55.979973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:56.095526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:56.105493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69deadd-bf88-44f0-981c-86af4a4cc7c2 req-1732de49-af5b-4c63-934d-26d4011f49f7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:56.114302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d69deadd-bf88-44f0-981c-86af4a4cc7c2 req-1732de49-af5b-4c63-934d-26d4011f49f7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0911195 Nov 12 12:19:56.133717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:56.144093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:56.176776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d69deadd-bf88-44f0-981c-86af4a4cc7c2 req-491ebf7d-9476-4631-be29-98f0757a9cdf tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612316 Nov 12 12:19:56.207961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1443-806d-44b5-b9ed-66b8629fb129 req-65434cb3-d2d1-4fa0-81bd-6f93711b0c04 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:56.217376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1443-806d-44b5-b9ed-66b8629fb129 req-65434cb3-d2d1-4fa0-81bd-6f93711b0c04 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:56.219728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2aee1443-806d-44b5-b9ed-66b8629fb129 req-65434cb3-d2d1-4fa0-81bd-6f93711b0c04 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1678 time: 0.1425960 Nov 12 12:19:56.312703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:56.322905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:56.323732 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:56.325549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-e5a51320-03b1-43f4-908f-3fc5570a23a5 service neutron] 10.222.0.65 "PUT /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 1122 time: 0.9964581 Nov 12 12:19:56.360174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2aee1443-806d-44b5-b9ed-66b8629fb129 req-f5711334-2af4-49ab-a08b-a26ff5a47251 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284025 Nov 12 12:19:56.430650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:56.494432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:56.736906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f709d-0cb9-4adb-89d5-96ec943a6ca7 req-dfdec804-6f41-452c-990e-a5552771574a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:56.742326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-949f709d-0cb9-4adb-89d5-96ec943a6ca7 req-dfdec804-6f41-452c-990e-a5552771574a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1548910 Nov 12 12:19:56.795300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36a464-7ccb-4c63-b939-594fabb78cd6 req-843f3cf3-f777-47d8-9274-88fd0b93579a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:56.804705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa36a464-7ccb-4c63-b939-594fabb78cd6 req-843f3cf3-f777-47d8-9274-88fd0b93579a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0774801 Nov 12 12:19:56.854185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-949f709d-0cb9-4adb-89d5-96ec943a6ca7 req-8beeddc7-1f49-4621-b866-4d2c5091dd24 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046324 Nov 12 12:19:56.878287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa36a464-7ccb-4c63-b939-594fabb78cd6 req-7ed3423c-25d0-4cad-9c3d-102f6f948419 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Nov 12 12:19:57.368795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68871-b58c-40f0-83e8-f9e143e212a9 req-e6b57209-09c9-4e29-bdca-bdd4fa35804c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:57.369346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-38d68871-b58c-40f0-83e8-f9e143e212a9 req-e6b57209-09c9-4e29-bdca-bdd4fa35804c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1157725 Nov 12 12:19:57.481626 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-38d68871-b58c-40f0-83e8-f9e143e212a9 req-c6d64a3f-270a-4736-a938-706268ab224c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057498 Nov 12 12:19:57.557237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b31eb9e4-c66d-4a22-a09d-763556fcc539 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:57.655340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd991-0c28-46ea-8783-bb50625a3cd3 req-5bac66f1-833d-40b1-81dc-bedbaa8cf1d4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:57.662607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd991-0c28-46ea-8783-bb50625a3cd3 req-5bac66f1-833d-40b1-81dc-bedbaa8cf1d4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:57.670294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72fcd991-0c28-46ea-8783-bb50625a3cd3 req-5bac66f1-833d-40b1-81dc-bedbaa8cf1d4 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1678 time: 0.1075397 Nov 12 12:19:57.691971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b31eb9e4-c66d-4a22-a09d-763556fcc539, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:57.712378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b31eb9e4-c66d-4a22-a09d-763556fcc539', 'network_id': '48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97', 'port_id': 'b31eb9e4-c66d-4a22-a09d-763556fcc539', 'mac_address': 'fa:16:3e:27:b6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869ed803-3333-433e-8ae5-a2115d71bb58', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:57.758311 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:57.762756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72fcd991-0c28-46ea-8783-bb50625a3cd3 req-a1b75092-f9ae-4574-aeab-f397c254f0c7 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Nov 12 12:19:57.774349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31eb9e4-c66d-4a22-a09d-763556fcc539 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:57.793434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b31eb9e4-c66d-4a22-a09d-763556fcc539, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:57.799735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:57.800411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:57.879881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:57.884753 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:57.900786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b31eb9e4-c66d-4a22-a09d-763556fcc539,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:58.006405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:58.036524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 has no active binding in host n-h2-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:19:58.037425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eb99aab1-ffbc-470f-90e5-c686ad4a201e details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:58.147122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11323c-093d-4b4f-94f9-4e5457277027 req-d3a84dab-c468-4a57-982c-84619824fb5c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:58.156364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b11323c-093d-4b4f-94f9-4e5457277027 req-d3a84dab-c468-4a57-982c-84619824fb5c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1118002 Nov 12 12:19:58.161515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223700-8bb5-41e2-a4dc-9afecf8a46bc req-24fd734e-c3fd-4c0c-9a5c-b128cd56f5d9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:58.175795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port eb99aab1-ffbc-470f-90e5-c686ad4a201e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eb99aab1-ffbc-470f-90e5-c686ad4a201e,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:58.179752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4223700-8bb5-41e2-a4dc-9afecf8a46bc req-24fd734e-c3fd-4c0c-9a5c-b128cd56f5d9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.1459470 Nov 12 12:19:58.194539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e', 'network_id': 'a61d4d7e-f030-4065-84b2-cad75db3e3f6', 'port_id': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e', 'mac_address': 'fa:16:3e:bc:c6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a08f8c-c064-47f0-8ae3-6c4a2057a5db', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:58.252643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:58.300844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb99aab1-ffbc-470f-90e5-c686ad4a201e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:58.321845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b11323c-093d-4b4f-94f9-4e5457277027 req-ecaad8c7-3c0f-42de-ba64-42ffbd8c0f82 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580901 Nov 12 12:19:58.337639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4223700-8bb5-41e2-a4dc-9afecf8a46bc req-0234bc68-b25b-4c2b-97c4-fbec4cb00013 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567414 Nov 12 12:19:58.363197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port eb99aab1-ffbc-470f-90e5-c686ad4a201e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eb99aab1-ffbc-470f-90e5-c686ad4a201e,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:58.368669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:58.443111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=eb99aab1-ffbc-470f-90e5-c686ad4a201e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:58.461599 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8cfab-aa29-4eb9-8655-73748c6c492b x-openstack-request-id: req-54c8cfab-aa29-4eb9-8655-73748c6c492b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:58.462087 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:58.462224 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54c8cfab-aa29-4eb9-8655-73748c6c492b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:58.462564 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'status': 'completed', 'code': 200} Nov 12 12:19:58.657594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-50d5b881-e4df-49a3-88b5-ed61177c350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:58.659331 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-50d5b881-e4df-49a3-88b5-ed61177c350c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1125 time: 0.1595814 Nov 12 12:19:58.708123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003303e1-8bec-4038-81f4-7fb738acb0d2 req-55fc1c98-42cb-4a31-be30-5d0625cd09d5 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:58.716061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-003303e1-8bec-4038-81f4-7fb738acb0d2 req-55fc1c98-42cb-4a31-be30-5d0625cd09d5 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0816231 Nov 12 12:19:58.755669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['eb99aab1-ffbc-470f-90e5-c686ad4a201e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:58.797058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-003303e1-8bec-4038-81f4-7fb738acb0d2 req-e4ca8506-3010-4ac1-ae62-3d6d41794db8 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790312 Nov 12 12:19:58.834360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b31eb9e4-c66d-4a22-a09d-763556fcc539'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:58.892490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-78c82b9d-9b68-4d72-85c2-133cfef00ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:58.894122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-78c82b9d-9b68-4d72-85c2-133cfef00ba5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.1999068 Nov 12 12:19:58.959222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030a981-cfae-4a1e-884c-33f7a9d076e9 req-44db0e67-f7e4-4d93-b5f0-181e2154ca1f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:58.967296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d030a981-cfae-4a1e-884c-33f7a9d076e9 req-44db0e67-f7e4-4d93-b5f0-181e2154ca1f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.0825772 Nov 12 12:19:58.973464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-fdc5f438-fc94-43fa-9522-05b09a02230e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 217 time: 0.0662711 Nov 12 12:19:59.059752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d030a981-cfae-4a1e-884c-33f7a9d076e9 req-717bf9c4-a6c1-496d-b354-9126b2e3e84b tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816846 Nov 12 12:19:59.135947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-ce9f545b-1f04-4668-b26c-834e8a815b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:59.137712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-ce9f545b-1f04-4668-b26c-834e8a815b2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.1384532 Nov 12 12:19:59.149236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea3c6-3d79-48ec-83f8-4632cf1a654c req-aaff680f-79a3-471a-9af7-325efca38eef tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:59.159184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea3c6-3d79-48ec-83f8-4632cf1a654c req-aaff680f-79a3-471a-9af7-325efca38eef tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:59.166741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-265ea3c6-3d79-48ec-83f8-4632cf1a654c req-aaff680f-79a3-471a-9af7-325efca38eef tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1680 time: 0.1864495 Nov 12 12:19:59.225196 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-dc19cf5c-1a8b-4f9e-adaf-da6b91800f8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386984 Nov 12 12:19:59.245935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-265ea3c6-3d79-48ec-83f8-4632cf1a654c req-f8636e3c-8525-4202-9502-40a31e6c734d tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Nov 12 12:19:59.326131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:59.391971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-3f01a2ae-9468-4a5f-bfda-db134f4a7600 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450429 Nov 12 12:19:59.512420 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:59.525812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad037541-f9bc-4e05-888b-af9063c7d819 req-b3cc11ff-1e1c-432d-b4b4-440581fe4851 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:59.531372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad037541-f9bc-4e05-888b-af9063c7d819 req-b3cc11ff-1e1c-432d-b4b4-440581fe4851 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.1095662 Nov 12 12:19:59.552404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa06c22d-c31b-4c9f-a009-b54b3702d4bb req-158bb868-ccca-4627-a1af-29f7205da273 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514370 Nov 12 12:19:59.577489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:59.585754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7dd88-d065-4e89-b1de-254651f4cb5e req-2c183804-d5ec-4f44-a908-dd62b08479ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:59.598120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-79e7dd88-d065-4e89-b1de-254651f4cb5e req-2c183804-d5ec-4f44-a908-dd62b08479ca tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1207826 Nov 12 12:19:59.656615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad037541-f9bc-4e05-888b-af9063c7d819 req-12ddef86-8bcb-4d61-b12b-b74432de425c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Nov 12 12:19:59.826761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:59.849092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6', 'port_id': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'mac_address': 'fa:16:3e:24:7f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53683dea-ff2d-4d0f-ae5d-6aedfde4c9be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:59.913962 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:59.940007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae16acd4-2caa-49b9-a591-9f7ca6ae219d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:59.997901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:00.006278 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:00.023806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529b92-8821-4255-b6ac-536e64ed2da2 req-e069cfb0-b9de-42df-9c2b-717f112b0e29 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:00.035536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-25529b92-8821-4255-b6ac-536e64ed2da2 req-e069cfb0-b9de-42df-9c2b-717f112b0e29 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1285110 Nov 12 12:20:00.096072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:00.133518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-25529b92-8821-4255-b6ac-536e64ed2da2 req-d5d48f6a-4b47-427a-9718-338b93c5ad78 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Nov 12 12:20:00.199376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-79e7dd88-d065-4e89-b1de-254651f4cb5e req-e52715b6-a342-4110-ae3a-46cb435641a9 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869489 Nov 12 12:20:00.444942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae16acd4-2caa-49b9-a591-9f7ca6ae219d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:00.455397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3d76-5592-4d43-801d-218e95dc916b req-38983583-5f73-4fd8-b3c8-41f83fa02348 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:00.479537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3d76-5592-4d43-801d-218e95dc916b req-38983583-5f73-4fd8-b3c8-41f83fa02348 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:00.488450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-836a3d76-5592-4d43-801d-218e95dc916b req-38983583-5f73-4fd8-b3c8-41f83fa02348 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1680 time: 0.1316667 Nov 12 12:20:00.606139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853e1fc-15d5-4922-bb84-c3a5db470897 req-6d8683f3-25f6-4b0a-851b-1063c94954ac tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:00.610700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-836a3d76-5592-4d43-801d-218e95dc916b req-ef038fb6-82ab-45da-8e02-f6ea6782c6d0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209919 Nov 12 12:20:00.616596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3853e1fc-15d5-4922-bb84-c3a5db470897 req-6d8683f3-25f6-4b0a-851b-1063c94954ac tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.0828063 Nov 12 12:20:00.682374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3853e1fc-15d5-4922-bb84-c3a5db470897 req-0b399bd4-ef5d-4162-b688-8f971d373ba8 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641940 Nov 12 12:20:00.839228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7421d2-cfa6-47b0-bc0c-1a1183252084 req-a9e24615-c212-42c7-a0b2-ff50d1af733f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:00.849261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a7421d2-cfa6-47b0-bc0c-1a1183252084 req-a9e24615-c212-42c7-a0b2-ff50d1af733f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0742848 Nov 12 12:20:00.934209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a7421d2-cfa6-47b0-bc0c-1a1183252084 req-a0d964d0-078a-4a36-87eb-afcf10134d4f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804234 Nov 12 12:20:01.322238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624bd48-b2a5-4ad2-8499-0e0be45e0c2b req-e9e603c8-25f2-40a1-a0e9-ccf09b638833 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:01.322904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4624bd48-b2a5-4ad2-8499-0e0be45e0c2b req-e9e603c8-25f2-40a1-a0e9-ccf09b638833 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1016278 Nov 12 12:20:01.393220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfca1cd-a3ca-4b4c-8752-6396bb04a5d3 req-6146c679-b5b7-44e9-b535-28421f57033a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:01.402195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acfca1cd-a3ca-4b4c-8752-6396bb04a5d3 req-6146c679-b5b7-44e9-b535-28421f57033a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.0735292 Nov 12 12:20:01.416053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4624bd48-b2a5-4ad2-8499-0e0be45e0c2b req-5b1a0d38-6d4d-4f06-b1e0-7ec03538900a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832486 Nov 12 12:20:01.473445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acfca1cd-a3ca-4b4c-8752-6396bb04a5d3 req-6d9d95ba-69b0-4e3f-afed-34a2e88c288c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701025 Nov 12 12:20:01.598415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b31eb9e4-c66d-4a22-a09d-763556fcc539 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:01.694041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b31eb9e4-c66d-4a22-a09d-763556fcc539 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:20:01.700338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b31eb9e4-c66d-4a22-a09d-763556fcc539 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:01.700853 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:01.783222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c6c4-8bec-41df-82ac-db93e8786858 req-9a3ad37f-8833-4777-bafc-1163129691da tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:01.807318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c6c4-8bec-41df-82ac-db93e8786858 req-9a3ad37f-8833-4777-bafc-1163129691da tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:01.809185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aad8c6c4-8bec-41df-82ac-db93e8786858 req-9a3ad37f-8833-4777-bafc-1163129691da tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1680 time: 0.1193101 Nov 12 12:20:01.920625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aad8c6c4-8bec-41df-82ac-db93e8786858 req-0f3e8d39-be34-464e-89f0-8b8b3e611ee8 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034858 Nov 12 12:20:01.927169 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:01.934385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354ca3b-02bd-444a-bfc1-eb92d40f8340 req-a37c60a7-d074-4098-8581-ca27c2d4290c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:01.944807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2354ca3b-02bd-444a-bfc1-eb92d40f8340 req-a37c60a7-d074-4098-8581-ca27c2d4290c tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.1054595 Nov 12 12:20:02.018494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2354ca3b-02bd-444a-bfc1-eb92d40f8340 req-add7d5c2-aa73-4dc1-a11e-4369b1c00493 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694268 Nov 12 12:20:02.027791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b31eb9e4-c66d-4a22-a09d-763556fcc539, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:02.028844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31eb9e4-c66d-4a22-a09d-763556fcc539'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:02.033366 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96023892-be1a-4c03-a779-7eae6c88e95e" -d '{"events": [{"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-plugged", "status": "completed", "tag": "b31eb9e4-c66d-4a22-a09d-763556fcc539"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:02.042038 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.042929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eb99aab1-ffbc-470f-90e5-c686ad4a201e up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:02.126473 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ac41e-878c-434b-a96d-dde266b317c3 x-openstack-request-id: req-d37ac41e-878c-434b-a96d-dde266b317c3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:02.126804 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-plugged", "status": "completed", "tag": "b31eb9e4-c66d-4a22-a09d-763556fcc539", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:02.127077 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d37ac41e-878c-434b-a96d-dde266b317c3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:02.127534 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31eb9e4-c66d-4a22-a09d-763556fcc539', 'code': 200} Nov 12 12:20:02.159148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b31eb9e4-c66d-4a22-a09d-763556fcc539,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:02.175713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port eb99aab1-ffbc-470f-90e5-c686ad4a201e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:20:02.182247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port eb99aab1-ffbc-470f-90e5-c686ad4a201e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:02.182856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.211087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328528-0fe0-4813-a58f-eb3e8267a263 req-705f28d5-b3a2-42d8-92cc-dcc70df2c2c3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.213282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97328528-0fe0-4813-a58f-eb3e8267a263 req-705f28d5-b3a2-42d8-92cc-dcc70df2c2c3 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0767703 Nov 12 12:20:02.290812 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97328528-0fe0-4813-a58f-eb3e8267a263 req-bd380dc8-9b77-4cd0-a8db-ad311805ba21 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666189 Nov 12 12:20:02.336871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.386235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port eb99aab1-ffbc-470f-90e5-c686ad4a201e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eb99aab1-ffbc-470f-90e5-c686ad4a201e,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:02.394783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.402305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-3f60a2bb-5a2c-4e49-888d-4c906328a942 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.406861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-3f60a2bb-5a2c-4e49-888d-4c906328a942 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.81 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.1144500 Nov 12 12:20:02.463865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=eb99aab1-ffbc-470f-90e5-c686ad4a201e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:02.575233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Deleting port 387a00f5-8166-4e17-9423-8e0df2a9882b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:02.576407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.625944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed231cbb-3063-4a9a-9b4b-65c4a048c318 req-5ccccf9e-4296-44e3-8fce-27f8102a47a4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.630741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed231cbb-3063-4a9a-9b4b-65c4a048c318 req-5ccccf9e-4296-44e3-8fce-27f8102a47a4 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1098824 Nov 12 12:20:02.697531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed231cbb-3063-4a9a-9b4b-65c4a048c318 req-2466c4b3-5a63-4906-be89-111dafba4c36 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602200 Nov 12 12:20:02.789544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] For port 387a00f5-8166-4e17-9423-8e0df2a9882b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=387a00f5-8166-4e17-9423-8e0df2a9882b,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:02.789961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.879849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5669-443e-4974-996e-4f19bcf2c6a3 req-a0779a4e-60de-4a0e-9933-44cd2885314f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.881352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba3a5669-443e-4974-996e-4f19bcf2c6a3 req-a0779a4e-60de-4a0e-9933-44cd2885314f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.2031038 Nov 12 12:20:02.887895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-f40fbce3-6ba6-453a-b32b-2ac4dad55b44 service neutron] 10.222.0.81 "GET /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68/bindings/n-h2-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.2115023 Nov 12 12:20:03.053233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bab2a-d23a-4f67-8ffa-0cd388099d30 req-6f35d495-e515-4343-8a90-32b3d471d15f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:03.059446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bab2a-d23a-4f67-8ffa-0cd388099d30 req-6f35d495-e515-4343-8a90-32b3d471d15f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:03.061344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-610bab2a-d23a-4f67-8ffa-0cd388099d30 req-6f35d495-e515-4343-8a90-32b3d471d15f tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1682 time: 0.0645819 Nov 12 12:20:03.071972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba3a5669-443e-4974-996e-4f19bcf2c6a3 req-6f08803b-4b4e-4419-99ec-26b921824bfe tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811566 Nov 12 12:20:03.126328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-610bab2a-d23a-4f67-8ffa-0cd388099d30 req-90fb44c0-6374-4abb-bac4-a83b56b82ece tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569611 Nov 12 12:20:03.136038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.136421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.136760 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d disassociated. External IP: 172.25.1.236, port: 387a00f5-8166-4e17-9423-8e0df2a9882b. Nov 12 12:20:03.137130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Calling delete_port for 387a00f5-8166-4e17-9423-8e0df2a9882b owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:03.265903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f726-70ba-4697-89ad-f8f7f2a07575 req-97847de9-b8ff-4dd7-bd09-6706c4708f51 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:03.268118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be93f726-70ba-4697-89ad-f8f7f2a07575 req-97847de9-b8ff-4dd7-bd09-6706c4708f51 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 945 time: 0.0640991 Nov 12 12:20:03.276603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:03.308406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:03.362147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be93f726-70ba-4697-89ad-f8f7f2a07575 req-c98d3531-20bf-4b07-acb3-548983f1223f tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6940c07-6c17-4547-8286-130288b5241a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799749 Nov 12 12:20:03.413410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:03.428527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:03.431991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.490266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event deleted for resources: {'Port': ['ID=387a00f5-8166-4e17-9423-8e0df2a9882b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:03.492146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.532522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9fa3-61e7-4af9-a3cb-25b3c377e7b9 req-707bc9d9-d28d-4445-b6eb-3f01294772d9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:03.534289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a8d9fa3-61e7-4af9-a3cb-25b3c377e7b9 req-707bc9d9-d28d-4445-b6eb-3f01294772d9 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 944 time: 0.0956085 Nov 12 12:20:03.611828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:03.672554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port ae16acd4-2caa-49b9-a591-9f7ca6ae219d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:20:03.694367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ae16acd4-2caa-49b9-a591-9f7ca6ae219d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:03.695043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.696906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] Transition to ACTIVE for port object e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:03.703069 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.742189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:03.744648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Router c8372942-f153-4f58-a381-9238ba7e5eb0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:20:03.753461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a8d9fa3-61e7-4af9-a3cb-25b3c377e7b9 req-9854209d-39a5-4824-a716-e432cd5249c8 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071102 Nov 12 12:20:03.815265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] No DVR routers for this DVR port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:03.852093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:03.852991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 387a00f5-8166-4e17-9423-8e0df2a9882b no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:03.893006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 387a00f5-8166-4e17-9423-8e0df2a9882b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:03.896757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 387a00f5-8166-4e17-9423-8e0df2a9882b not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:03.907004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:03.922912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1ac4-29c1-4c08-852f-b5b55d44a0b4 req-7f2abe77-c547-4b37-ae85-7ef0caead4ba tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:03.924611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82ff1ac4-29c1-4c08-852f-b5b55d44a0b4 req-7f2abe77-c547-4b37-ae85-7ef0caead4ba tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0959365 Nov 12 12:20:03.941530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] 10.222.0.81 "PUT /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68/bindings/n-h2-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0431855 Nov 12 12:20:03.992818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:04.013264 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:04.029709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82ff1ac4-29c1-4c08-852f-b5b55d44a0b4 req-13059886-36c3-4ab7-87fe-51b8911564e6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945163 Nov 12 12:20:04.077789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a067c-d034-440f-a8f0-c7246e8173ca service neutron] Pushing event updated for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:04.097128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:20:04.117740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:20:04.133684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e'}, {'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:04.142623 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032562e-5b4c-46cc-9c30-33d5cab09e16" -d '{"events": [{"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-plugged", "status": "completed", "tag": "eb99aab1-ffbc-470f-90e5-c686ad4a201e"}, {"server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "name": "network-vif-plugged", "status": "completed", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:04.192978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:04.194346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:19:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:04.198663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] No DVR routers for this DVR port 387a00f5-8166-4e17-9423-8e0df2a9882b on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:04.201797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:04.207541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:04.215386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4d8c2a9-0767-4cdc-8b39-a20f11a2037f req-369c4090-506f-4e3e-89d2-ff3de268ba55 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.81 "DELETE /v2.0/ports/387a00f5-8166-4e17-9423-8e0df2a9882b HTTP/1.1" status: 204 len: 173 time: 1.8003435 Nov 12 12:20:04.219137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'name': 'network-vif-deleted', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:04.223075 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772f900-65ce-4687-b2d4-026b006d977f" -d '{"events": [{"server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "name": "network-vif-deleted", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:04.253468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-39e4d1c0-75bd-48ab-86f7-cbf517823154 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.255213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-39e4d1c0-75bd-48ab-86f7-cbf517823154 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.1812794 Nov 12 12:20:04.271854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca94fa9-98e5-47a9-a1de-b3bbc235a399 req-ab835ecf-28ba-418b-bfa6-6636345c12a3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.273404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eca94fa9-98e5-47a9-a1de-b3bbc235a399 req-ab835ecf-28ba-418b-bfa6-6636345c12a3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.0895569 Nov 12 12:20:04.314940 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af36c337-4c3e-4dd2-acd5-94ab03fdcf99 x-openstack-request-id: req-af36c337-4c3e-4dd2-acd5-94ab03fdcf99 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:04.315273 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-plugged", "status": "completed", "tag": "eb99aab1-ffbc-470f-90e5-c686ad4a201e", "code": 200}, {"server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "name": "network-vif-plugged", "status": "completed", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:04.315496 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af36c337-4c3e-4dd2-acd5-94ab03fdcf99 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:04.315925 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e', 'code': 200} Nov 12 12:20:04.316196 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'code': 200} Nov 12 12:20:04.335163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-d07fb4b5-99d7-4070-9444-c61120a8d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.341475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-d07fb4b5-99d7-4070-9444-c61120a8d947 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d&tenant_id=33cd3bd21abe450385aa0c1d57063ddc HTTP/1.1" status: 200 len: 1096 time: 0.0746837 Nov 12 12:20:04.371273 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eca94fa9-98e5-47a9-a1de-b3bbc235a399 req-1991a3a5-b279-4af3-8bfd-ceb76a4832ff tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915864 Nov 12 12:20:04.410794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:04.453575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-fc30f31a-226c-4ea5-8094-023372764b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.456550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-fc30f31a-226c-4ea5-8094-023372764b22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1096 time: 0.0599785 Nov 12 12:20:04.481057 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614e8889-5755-4958-b087-d2d631263cdc x-openstack-request-id: req-614e8889-5755-4958-b087-d2d631263cdc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:04.481666 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f301453f-9921-4c77-abdb-8655246b4632", "name": "network-vif-deleted", "tag": "387a00f5-8166-4e17-9423-8e0df2a9882b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:04.482148 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-614e8889-5755-4958-b087-d2d631263cdc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:04.482758 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f301453f-9921-4c77-abdb-8655246b4632', 'name': 'network-vif-deleted', 'tag': '387a00f5-8166-4e17-9423-8e0df2a9882b', 'status': 'completed', 'code': 200} Nov 12 12:20:04.564161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e49d-c3e9-4642-8c88-739e0242e655 req-0bfdb6c5-ff17-4b61-880d-9efda31bdd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.566358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23a5e49d-c3e9-4642-8c88-739e0242e655 req-0bfdb6c5-ff17-4b61-880d-9efda31bdd24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1096 time: 0.0810564 Nov 12 12:20:04.599499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cbcb8-a43e-44d8-8fba-4f01e3431ce2 req-5938369a-8a3e-4c9a-b082-3d492ea4c0f3 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.603800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-58c6f9d9-21e1-401e-87f3-1b6cba31efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.605484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-58c6f9d9-21e1-401e-87f3-1b6cba31efde service neutron] 10.222.0.65 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.1317074 Nov 12 12:20:04.606345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cbcb8-a43e-44d8-8fba-4f01e3431ce2 req-5938369a-8a3e-4c9a-b082-3d492ea4c0f3 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.607962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-729cbcb8-a43e-44d8-8fba-4f01e3431ce2 req-5938369a-8a3e-4c9a-b082-3d492ea4c0f3 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1682 time: 0.2231486 Nov 12 12:20:04.617319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3919c8d-9963-42bf-95a4-ecf4577d02f9 req-4880ec8d-81e0-44b1-9c78-f7b9bc3718f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.618329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3919c8d-9963-42bf-95a4-ecf4577d02f9 req-4880ec8d-81e0-44b1-9c78-f7b9bc3718f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:04.620702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b3919c8d-9963-42bf-95a4-ecf4577d02f9 req-4880ec8d-81e0-44b1-9c78-f7b9bc3718f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1984 time: 0.2331312 Nov 12 12:20:04.679920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:04.710026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:20:04.720335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:04.721083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:19:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:04.721871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23a5e49d-c3e9-4642-8c88-739e0242e655 req-7e7d3c7f-ed0b-4b3a-bda8-6b03631fc24a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436193 Nov 12 12:20:04.742991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-729cbcb8-a43e-44d8-8fba-4f01e3431ce2 req-fbd7abe2-aba3-433f-b7a3-33024e9463b2 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202967 Nov 12 12:20:04.745687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b3919c8d-9963-42bf-95a4-ecf4577d02f9 req-86d76b44-e894-468d-ad00-2f087a7cfdad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127760 Nov 12 12:20:04.865818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58832b9b-8f9a-49c8-9979-4e6f954c815f req-2863c7a5-3287-4686-a156-8333dc50ecae tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/ports?device_id=f301453f-9921-4c77-abdb-8655246b4632 HTTP/1.1" status: 200 len: 210 time: 0.0308549 Nov 12 12:20:04.869549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:04.986773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-37c300e3-b108-4e03-913e-8a5ca4a58133 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 200 len: 217 time: 0.3574483 Nov 12 12:20:05.063428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687a16-68cf-4ef1-8403-bfe739b57727 req-b41d3739-c8f6-4607-8781-7fd8648f16ce tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.065114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0687a16-68cf-4ef1-8403-bfe739b57727 req-b41d3739-c8f6-4607-8781-7fd8648f16ce tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 945 time: 0.0969441 Nov 12 12:20:05.080267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-a1c30784-0bda-46a0-a43d-d00f94474454 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.082379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-a1c30784-0bda-46a0-a43d-d00f94474454 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.5013680 Nov 12 12:20:05.100732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-5e6c72d2-5ea8-4ae6-aa4d-a5a1b2307e44 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/quotas/a155a23bd50f4aadbaba5decf0f93c53 HTTP/1.1" status: 200 len: 375 time: 0.0108366 Nov 12 12:20:05.126764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0687a16-68cf-4ef1-8403-bfe739b57727 req-394b708a-7b94-49f7-9204-a11d41d3d613 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545881 Nov 12 12:20:05.163109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:05.197763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-94743f70-2df2-43b9-a52b-93fedd36c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.199342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-94743f70-2df2-43b9-a52b-93fedd36c757 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.0557811 Nov 12 12:20:05.205207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc1bb7-a9cf-4bb3-94b4-8dbaff5b8c8f None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:15:17Z', 'revision_number': 4, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '86c48221-10a0-4a06-aaae-de75c3c1cc64', 'name': '', 'network_id': '77efe5ff-6cbe-4845-8bc2-300d8579de6a', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'mac_address': 'fa:16:3e:85:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '92032157-b1e6-49a0-b477-b2df752402ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:15Z', 'updated_at': '2021-11-12T12:15:24Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'subnets': [{'id': '92032157-b1e6-49a0-b477-b2df752402ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:20:05.223378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-82a9966b-c8e1-48f2-85a1-18ec0dc21505 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156094 Nov 12 12:20:05.292099 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-ff2e225e-fa36-48e9-9c80-37d42a207c7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665553 Nov 12 12:20:05.368378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9817d-a3cc-465d-83c3-eae61e1b26b3 req-f30b1919-68a2-462f-af15-897750c2059c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.370088 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04c9817d-a3cc-465d-83c3-eae61e1b26b3 req-f30b1919-68a2-462f-af15-897750c2059c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0629673 Nov 12 12:20:05.446326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04c9817d-a3cc-465d-83c3-eae61e1b26b3 req-b0d72300-5db7-4c85-9026-7e954c9f913b tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Nov 12 12:20:05.475556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-f3658405-e787-4ebe-80f6-3a0157fc51ff service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505107 Nov 12 12:20:05.576547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-fcefd7c1-5919-408b-bd95-a20b00f8ead6 service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750080 Nov 12 12:20:05.605139 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0166f-5148-434d-8ade-ae34002ce8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:05.605674 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8090b2-3971-4db9-9961-37a2f74e150c None None] New status for floating IP 7220d9f6-0e13-492a-8002-0fbbd57e209d: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:20:05.606528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d9ab8-b008-4ccd-804d-5c03ee2ebbfe req-060e01ef-e390-44ea-bd4f-7beeb1ce0b4d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.617501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c96d9ab8-b008-4ccd-804d-5c03ee2ebbfe req-060e01ef-e390-44ea-bd4f-7beeb1ce0b4d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.0879745 Nov 12 12:20:05.693030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c96d9ab8-b008-4ccd-804d-5c03ee2ebbfe req-65c9851d-a56c-49d2-9428-eefabf6ebaf1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733519 Nov 12 12:20:05.693257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-ef9e7dd2-0abe-470a-8af7-93759c95396a service neutron] 10.222.0.18 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052917 Nov 12 12:20:05.721487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-315f0b03-d858-468c-a917-76c51d0a1b8d service neutron] 10.222.0.65 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349804 Nov 12 12:20:05.896499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37aa23b9-e7ed-4961-adc2-919195d44a72 req-9832de7f-6d5a-46bf-92d1-a04a8a1eb24c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 210 time: 0.0388398 Nov 12 12:20:05.905938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f8d0c-bf12-489b-8b0e-c8016f7e43fc req-3899c4cd-16f3-489e-b670-01df356e2015 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.912670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f8d0c-bf12-489b-8b0e-c8016f7e43fc req-3899c4cd-16f3-489e-b670-01df356e2015 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:05.914742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b7f8d0c-bf12-489b-8b0e-c8016f7e43fc req-3899c4cd-16f3-489e-b670-01df356e2015 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1682 time: 0.0750365 Nov 12 12:20:05.995674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b7f8d0c-bf12-489b-8b0e-c8016f7e43fc req-69916374-db6b-40d6-a158-c9702f925c29 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649521 Nov 12 12:20:06.086849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:06.107731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-da08460b-cb7d-41bf-b48d-27dfd30834c0 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:06.112623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-da08460b-cb7d-41bf-b48d-27dfd30834c0 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d&tenant_id=33cd3bd21abe450385aa0c1d57063ddc&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.1105337 Nov 12 12:20:06.161700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d221ada-501b-4c46-a14a-689824c847c2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.206366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d221ada-501b-4c46-a14a-689824c847c2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.321456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d221ada-501b-4c46-a14a-689824c847c2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.324945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d221ada-501b-4c46-a14a-689824c847c2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.329221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d221ada-501b-4c46-a14a-689824c847c2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6940c07-6c17-4547-8286-130288b5241a HTTP/1.1" status: 204 len: 168 time: 0.2382920 Nov 12 12:20:06.351619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:06.401554 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-1337bb3e-6aa1-4841-b8a8-68bc8b816dfc tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] show failed (client error): The resource could not be found. Nov 12 12:20:06.406775 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1337bb3e-6aa1-4841-b8a8-68bc8b816dfc tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "GET /v2.0/security-groups/a6940c07-6c17-4547-8286-130288b5241a HTTP/1.1" status: 404 len: 347 time: 0.0540004 Nov 12 12:20:06.407193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:06.422218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d221ada-501b-4c46-a14a-689824c847c2 tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6940c07-6c17-4547-8286-130288b5241a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:06.474793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-406841f6-048d-4fd2-92d1-ba2a6ffd1450 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1465743 Nov 12 12:20:06.589531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71bf4-d7b1-4613-a7e0-c767e89185d2 req-259149b7-b0fc-4ab1-8e83-72d16671c50a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:06.598822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0eb71bf4-d7b1-4613-a7e0-c767e89185d2 req-259149b7-b0fc-4ab1-8e83-72d16671c50a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 945 time: 0.3186374 Nov 12 12:20:06.637534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-3737fe01-8929-493b-b3de-74b1106624bf service neutron] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:06.637751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-49d7654d-b0fb-4767-b205-2f85905355ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:06.639818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-49d7654d-b0fb-4767-b205-2f85905355ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0921803 Nov 12 12:20:06.652517 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-3737fe01-8929-493b-b3de-74b1106624bf service neutron] Publish callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.653929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d15d125-6f40-4762-b176-5739622d6ea2 req-3737fe01-8929-493b-b3de-74b1106624bf service neutron] 10.222.0.65 "DELETE /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68/bindings/n-h1-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.5104020 Nov 12 12:20:06.735713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0eb71bf4-d7b1-4613-a7e0-c767e89185d2 req-259c34dd-02f2-4b43-8538-45b4412492f4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352329 Nov 12 12:20:06.755080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Deleting port 2928af6c-0c53-4570-a330-d14ffed8a662 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:06.755446 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.813456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61943922-6809-448a-82ad-3f3c56a7ff4e req-bc9a7447-6e02-4235-bf58-5f4514e89aa3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:06.815049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61943922-6809-448a-82ad-3f3c56a7ff4e req-bc9a7447-6e02-4235-bf58-5f4514e89aa3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1399670 Nov 12 12:20:06.861594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.862568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:06.877769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Calling delete_port for 2928af6c-0c53-4570-a330-d14ffed8a662 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:06.906942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-5b2e8292-95f8-4483-b489-8a536d93c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:06.908395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-5b2e8292-95f8-4483-b489-8a536d93c353 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.2243254 Nov 12 12:20:06.915220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61943922-6809-448a-82ad-3f3c56a7ff4e req-75844d72-fa07-4d52-8221-1d8aed5596b0 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906537 Nov 12 12:20:06.987163 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-f0d73ba0-6328-467e-9a3b-a6c8a9207e91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 200 len: 217 time: 0.0590580 Nov 12 12:20:07.096931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-0541e148-da21-4b03-bc01-d8a90b47088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.099498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-0541e148-da21-4b03-bc01-d8a90b47088d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.1012268 Nov 12 12:20:07.116074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91078fea-280e-4b27-9179-3e067bc138e3 req-ad2db2eb-86f2-446a-892f-8fbcb0682a34 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.117671 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91078fea-280e-4b27-9179-3e067bc138e3 req-ad2db2eb-86f2-446a-892f-8fbcb0682a34 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.0795176 Nov 12 12:20:07.143916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f86d2a0-cbd1-4b97-b087-81ea4a5ddd95 req-49cf679a-5713-4745-af53-3a63f4d11ca8 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 210 time: 0.0421860 Nov 12 12:20:07.144636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.181248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-66202dd3-1455-43ad-8863-21d2e9f746c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624228 Nov 12 12:20:07.205538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Pushing event deleted for resources: {'Port': ['ID=2928af6c-0c53-4570-a330-d14ffed8a662,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:07.252380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.252794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.253380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.254073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.254592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.255092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.255503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.255932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.256526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.256770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.257196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.257622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:07.359348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.362455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.367756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-40dbc12e-6e94-4ea3-ab33-e7f80d05d77a tempest-ServersWithSpecificFlavorTestJSON-810134437 tempest-ServersWithSpecificFlavorTestJSON-810134437-project] 10.222.0.18 "DELETE /v2.0/floatingips/7220d9f6-0e13-492a-8002-0fbbd57e209d HTTP/1.1" status: 204 len: 168 time: 0.9534659 Nov 12 12:20:07.378833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91078fea-280e-4b27-9179-3e067bc138e3 req-491e9c72-6fa6-4ad7-9d64-8eac019b9a10 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432249 Nov 12 12:20:07.381660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1849521-e125-4822-abe7-f79f8935fe23 req-6e9e6e95-deb2-491b-aa3d-d0ed127adf3a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.383319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1849521-e125-4822-abe7-f79f8935fe23 req-6e9e6e95-deb2-491b-aa3d-d0ed127adf3a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6240cd0-7ce4-44b3-a291-47ab774cf88a HTTP/1.1" status: 200 len: 945 time: 0.2328150 Nov 12 12:20:07.439653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-5123ff4e-e259-42a3-b781-480007e5a3c3 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376926 Nov 12 12:20:07.504877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43097-b31e-48be-b84a-4755c75bf375 req-db2c2c97-e9a6-40d0-9923-f6e5af056e79 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.511262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43097-b31e-48be-b84a-4755c75bf375 req-db2c2c97-e9a6-40d0-9923-f6e5af056e79 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.513506 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9d43097-b31e-48be-b84a-4755c75bf375 req-db2c2c97-e9a6-40d0-9923-f6e5af056e79 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1682 time: 0.1676805 Nov 12 12:20:07.553925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-f0bac4bc-8d47-431d-b2be-1867b3c8eeeb tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.555408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-f0bac4bc-8d47-431d-b2be-1867b3c8eeeb tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.81 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 805 time: 0.3640685 Nov 12 12:20:07.574499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Request body: {'port': {'device_id': '09e9b097-76d5-455f-bca8-8e088292c522', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'admin_state_up': True, 'tenant_id': 'a155a23bd50f4aadbaba5decf0f93c53'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:07.582710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9d43097-b31e-48be-b84a-4755c75bf375 req-29a4afd8-1e54-4df6-bed0-f751aab68312 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597882 Nov 12 12:20:07.587313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Deleting port e78c7430-9348-4ebc-be46-feb332d9deaf {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:07.588365 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.613215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af659a4f-bc64-4ed6-be73-b35806740e57 req-ea9289e7-4600-48a2-8c1f-32b3ecec49cb tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.614771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af659a4f-bc64-4ed6-be73-b35806740e57 req-ea9289e7-4600-48a2-8c1f-32b3ecec49cb tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 1096 time: 0.1659458 Nov 12 12:20:07.646358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:07.672469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d104a2c-cf51-45da-bcae-e317e3ed345f req-9b013cac-6057-463a-9c7b-35f143dc9acb service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183590 Nov 12 12:20:07.734244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:07.734624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.762028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af659a4f-bc64-4ed6-be73-b35806740e57 req-2fc68252-07c7-487f-be2b-b096f664c3d2 tempest-LiveMigrationTest-541228762 tempest-LiveMigrationTest-541228762-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042044 Nov 12 12:20:07.770145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Calling delete_port for e78c7430-9348-4ebc-be46-feb332d9deaf owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:07.828687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Made reservation on behalf of a155a23bd50f4aadbaba5decf0f93c53 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:07.829976 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.833067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.858485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:07.861591 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034bd62-dae1-4e41-a42c-19b3eb1a0a9d" -d '{"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-unplugged", "status": "completed", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:07.876481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e78c7430-9348-4ebc-be46-feb332d9deaf, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e78c7430-9348-4ebc-be46-feb332d9deaf,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:07.881901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:07.924359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e2046-76b0-41f7-8276-d63b1096ba30 req-f6acbb3f-d4fa-42a8-a02d-64eb36d95634 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:07.933384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-730e2046-76b0-41f7-8276-d63b1096ba30 req-f6acbb3f-d4fa-42a8-a02d-64eb36d95634 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1096 time: 0.0796511 Nov 12 12:20:07.952818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:07.977978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1263682b-64a3-40c7-a70c-006e1249fc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:08.012008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Allocated IP 172.20.0.12 (01b766ba-f0b9-4c62-86a0-d5bece1edd14/ec910d6f-6ffe-4cd5-915c-e1373ffde6c6/b878a684-4836-4058-8040-792fe47ad358) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:08.038898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-730e2046-76b0-41f7-8276-d63b1096ba30 req-e7fe2128-2090-499b-8ac8-5019351de652 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043639 Nov 12 12:20:08.143016 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05922c9c-4ec5-4b12-834e-f94967c4ea20 x-openstack-request-id: req-05922c9c-4ec5-4b12-834e-f94967c4ea20 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:08.143358 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-unplugged", "status": "completed", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:08.143621 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05922c9c-4ec5-4b12-834e-f94967c4ea20 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:08.144014 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'code': 200} Nov 12 12:20:08.192017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:08.233159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event deleted for resources: {'Port': ['ID=e78c7430-9348-4ebc-be46-feb332d9deaf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:08.294405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] No DVR routers for this DVR port e78c7430-9348-4ebc-be46-feb332d9deaf on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:08.307851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:08.312728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1849521-e125-4822-abe7-f79f8935fe23 req-2ae609eb-8994-4bbc-b1cc-a9a2f138ef2a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.65 "DELETE /v2.0/ports/e78c7430-9348-4ebc-be46-feb332d9deaf HTTP/1.1" status: 204 len: 173 time: 0.9129500 Nov 12 12:20:08.317122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-deleted', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:08.326880 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e43ad79-4c27-429d-ab0c-e99954a8581a" -d '{"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-deleted", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:08.540803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd5874-74e8-47f8-a219-2af82b34a24a req-5b281879-d65d-4007-981a-fd8a12d1dc71 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:08.542926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3dd5874-74e8-47f8-a219-2af82b34a24a req-5b281879-d65d-4007-981a-fd8a12d1dc71 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1096 time: 0.0774758 Nov 12 12:20:08.598798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3dd5874-74e8-47f8-a219-2af82b34a24a req-45cbbfa3-7781-4437-9682-e943b33a3541 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 Nov 12 12:20:08.714452 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:08.726055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd4d48-5ddc-44ea-b745-2d26964dc510 req-455ee3c7-eb8d-4b57-a659-2ac6443aef50 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:08.727675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4dd4d48-5ddc-44ea-b745-2d26964dc510 req-455ee3c7-eb8d-4b57-a659-2ac6443aef50 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.4012055 Nov 12 12:20:08.736978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80001f6e-aff6-4914-83e9-0d2dac7c7985 req-5a502760-dc8e-4452-afdc-d6ecdb167839 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 210 time: 0.0386996 Nov 12 12:20:08.797785 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:08.847793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4dd4d48-5ddc-44ea-b745-2d26964dc510 req-836ac4ab-e84e-4281-bc9c-346a0d9561fd tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Nov 12 12:20:08.863937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aefd76-371d-43bd-924e-af24555a4171 req-a9017fee-a84e-4fdc-93da-b1ae22d45d62 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:08.866133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30aefd76-371d-43bd-924e-af24555a4171 req-a9017fee-a84e-4fdc-93da-b1ae22d45d62 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 945 time: 0.0598741 Nov 12 12:20:08.876808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:08.882283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:08.884945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:08.929711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:08.939924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30aefd76-371d-43bd-924e-af24555a4171 req-4ad6f1a3-c378-47c6-95c2-413b98a32766 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640557 Nov 12 12:20:08.982885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:08.984318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.011036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-fe5262e4-d3d3-4efe-8b29-e4d887add814 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4403224 Nov 12 12:20:09.025510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Request body: {'port': {'device_id': '09e9b097-76d5-455f-bca8-8e088292c522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:09.036569 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0800ea-fe38-4f1f-8df5-61e4c9c0d1b9 x-openstack-request-id: req-9e0800ea-fe38-4f1f-8df5-61e4c9c0d1b9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:09.036865 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6240cd0-7ce4-44b3-a291-47ab774cf88a", "name": "network-vif-deleted", "tag": "e78c7430-9348-4ebc-be46-feb332d9deaf", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:09.037128 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e0800ea-fe38-4f1f-8df5-61e4c9c0d1b9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:09.037529 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6240cd0-7ce4-44b3-a291-47ab774cf88a', 'name': 'network-vif-deleted', 'tag': 'e78c7430-9348-4ebc-be46-feb332d9deaf', 'status': 'completed', 'code': 200} Nov 12 12:20:09.098622 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.166872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-af071b8e-abe0-4315-beb1-69a52cbf5fe2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:09.173963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-af071b8e-abe0-4315-beb1-69a52cbf5fe2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 945 time: 0.1259880 Nov 12 12:20:09.224001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.244109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910218-d29e-4f01-9311-4b9d4616b655 req-792a2125-cb85-44e7-8a1c-488cf88989d9 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:09.250662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910218-d29e-4f01-9311-4b9d4616b655 req-792a2125-cb85-44e7-8a1c-488cf88989d9 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:09.258809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd910218-d29e-4f01-9311-4b9d4616b655 req-792a2125-cb85-44e7-8a1c-488cf88989d9 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1682 time: 0.1524682 Nov 12 12:20:09.340743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Deleting port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:09.341601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.378816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd910218-d29e-4f01-9311-4b9d4616b655 req-b8c59b7e-eee4-4ac5-8d29-8fc61d2e79a0 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173954 Nov 12 12:20:09.464562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] For port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:09.464941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.491915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Calling delete_port for e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:09.653840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:09.719243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b878a684-4836-4058-8040-792fe47ad358 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:09.721379 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.734909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.738260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:09.753790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Transition to ACTIVE for port object b878a684-4836-4058-8040-792fe47ad358 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:09.760471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:09.824904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event deleted for resources: {'Port': ['ID=e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:09.884334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:09.972763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] No DVR routers for this DVR port e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:09.979001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.010101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf05b1ab-a854-4570-b409-37d7e3773392 req-22b08fea-2b10-4c45-91dd-9bb08b44d31f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "DELETE /v2.0/ports/e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 HTTP/1.1" status: 204 len: 173 time: 0.8158221 Nov 12 12:20:10.086137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e611-28f2-4cc7-94e8-178ba1dd4cf6 req-34c27b4d-a9ea-44c4-83df-7bc62e617cd0 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.087620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d092e611-28f2-4cc7-94e8-178ba1dd4cf6 req-34c27b4d-a9ea-44c4-83df-7bc62e617cd0 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 944 time: 0.2044773 Nov 12 12:20:10.146493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Attempting to bind port b878a684-4836-4058-8040-792fe47ad358 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:10.146826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Attempting to bind port b878a684-4836-4058-8040-792fe47ad358 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:10.147154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Attempting to bind port b878a684-4836-4058-8040-792fe47ad358 on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:10.165426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Port b878a684-4836-4058-8040-792fe47ad358 on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:10.165888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Attempting to bind port b878a684-4836-4058-8040-792fe47ad358 on network 01b766ba-f0b9-4c62-86a0-d5bece1edd14 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:10.185049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:10.185390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Checking segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:10.185798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Bound using segment: {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:10.186348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Bound port: b878a684-4836-4058-8040-792fe47ad358, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458996f-0172-44a8-ac54-9fc4c7c8348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:10.186711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.266660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d092e611-28f2-4cc7-94e8-178ba1dd4cf6 req-64dba6bb-1181-4894-838c-4b8defffd0c0 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589425 Nov 12 12:20:10.389006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:10.398950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-4a95928a-ed97-4e18-beeb-96c73636f764 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.408101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-4a95928a-ed97-4e18-beeb-96c73636f764 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.409744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-4a95928a-ed97-4e18-beeb-96c73636f764 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 1682 time: 0.0857503 Nov 12 12:20:10.431224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:10.471678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.506631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.548695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040a29e-f206-4436-bcf4-2d293b9e6f23 req-447527c0-9b96-4688-b136-7094e4d5154a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.550277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a040a29e-f206-4436-bcf4-2d293b9e6f23 req-447527c0-9b96-4688-b136-7094e4d5154a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1681535 Nov 12 12:20:10.551634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.552229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.553504 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] 10.222.0.81 "PUT /v2.0/ports/b878a684-4836-4058-8040-792fe47ad358 HTTP/1.1" status: 200 len: 1092 time: 1.5335174 Nov 12 12:20:10.558401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'tag': 'b878a684-4836-4058-8040-792fe47ad358'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:10.560607 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd93619-eff8-46a2-9f83-0cb4777debba" -d '{"events": [{"name": "network-changed", "server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "tag": "b878a684-4836-4058-8040-792fe47ad358"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:10.594719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-c23783e0-c074-4378-a678-76fb1848b58a tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:20:10.595658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-c23783e0-c074-4378-a678-76fb1848b58a tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0383327 Nov 12 12:20:10.605049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port b31eb9e4-c66d-4a22-a09d-763556fcc539 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:10.605499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.661535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310e4b1-c909-46ea-ab3f-1ea3a99c1228 service neutron] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:10.706930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port b31eb9e4-c66d-4a22-a09d-763556fcc539, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b31eb9e4-c66d-4a22-a09d-763556fcc539,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:10.707308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.720543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for b31eb9e4-c66d-4a22-a09d-763556fcc539 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:10.775292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-6cf6a2c9-7dc0-440f-b1a2-19c4f49a399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.777297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-6cf6a2c9-7dc0-440f-b1a2-19c4f49a399c service neutron] 10.222.0.18 "GET /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 1093 time: 0.1466823 Nov 12 12:20:10.800562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Request body: {'binding': {'host': 'n-h1-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:10.801017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:20:10.847249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a040a29e-f206-4436-bcf4-2d293b9e6f23 req-18365810-001e-4bd0-b354-ee0348925242 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806752 Nov 12 12:20:10.857207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-b1e78a2b-94f3-44d5-8c1e-9bb5b859a8a8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2606466 Nov 12 12:20:10.870537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-5861170a-7252-45d1-9018-8837950d108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:10.872016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-5861170a-7252-45d1-9018-8837950d108d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 1095 time: 0.2427056 Nov 12 12:20:10.887059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.899282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['eb99aab1-ffbc-470f-90e5-c686ad4a201e', 'b31eb9e4-c66d-4a22-a09d-763556fcc539'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:10.958932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=b31eb9e4-c66d-4a22-a09d-763556fcc539,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:10.990143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port b31eb9e4-c66d-4a22-a09d-763556fcc539 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:10.991023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-2c0b55b2-e8e6-4889-8a7b-898cd73d071a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b878a684-4836-4058-8040-792fe47ad358 HTTP/1.1" status: 200 len: 217 time: 0.1057787 Nov 12 12:20:10.993936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.997273 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-7ed517a6-8626-4b71-a8cd-c526e82dc31a tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "DELETE /v2.0/ports/b31eb9e4-c66d-4a22-a09d-763556fcc539 HTTP/1.1" status: 204 len: 173 time: 0.5790908 Nov 12 12:20:11.038246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'name': 'network-vif-deleted', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68'}, {'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-deleted', 'tag': 'b31eb9e4-c66d-4a22-a09d-763556fcc539'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:11.040606 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd167c97-331c-48f4-9a04-2bef7a7f88ee" -d '{"events": [{"server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "name": "network-vif-deleted", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68"}, {"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-deleted", "tag": "b31eb9e4-c66d-4a22-a09d-763556fcc539"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:11.146215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port eb99aab1-ffbc-470f-90e5-c686ad4a201e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:11.146770 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.153527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6576ab54-dddb-4a31-95bd-e113ab5997c2 req-b2b2aaf9-d0a7-46f8-a324-689ed7ec63d0 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.1150622 Nov 12 12:20:11.173179 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.230783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-c90b1e42-8ef7-45c2-a828-29f55a5b0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:11.232209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-c90b1e42-8ef7-45c2-a828-29f55a5b0bca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 1095 time: 0.3249116 Nov 12 12:20:11.234148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e294b-3c73-4268-9001-20fa3257c98b req-63bf1fb6-abde-4d47-8f7a-88ff64b5ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:11.235789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-63bf1fb6-abde-4d47-8f7a-88ff64b5ecfd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.2320569 Nov 12 12:20:11.320589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-a077f17f-b4d1-4801-887b-15fbfdcbe66a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695558 Nov 12 12:20:11.328807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port eb99aab1-ffbc-470f-90e5-c686ad4a201e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=eb99aab1-ffbc-470f-90e5-c686ad4a201e,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:11.329516 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.345117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for eb99aab1-ffbc-470f-90e5-c686ad4a201e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:11.348045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on host n-h1-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:11.348045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:11.348389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:11.413730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:11.414080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:11.482332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:11.482741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:11.483622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:11.484255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Bound port: ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:11.526623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.539334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b31eb9e4-c66d-4a22-a09d-763556fcc539'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:11.558223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.565984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=eb99aab1-ffbc-470f-90e5-c686ad4a201e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:11.626113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port eb99aab1-ffbc-470f-90e5-c686ad4a201e on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:11.631769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-1f9835ec-0250-4336-8859-8a73dac12ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:11.632525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.633263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-1f9835ec-0250-4336-8859-8a73dac12ada service neutron] 10.222.0.81 "GET /v2.0/networks?id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 200 len: 909 time: 0.3645909 Nov 12 12:20:11.641135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d431dd0f-9d62-4898-bef8-a3a3e4c4c180 req-61b96fbf-4b99-4c4b-8a01-9829bad43614 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.65 "DELETE /v2.0/ports/eb99aab1-ffbc-470f-90e5-c686ad4a201e HTTP/1.1" status: 204 len: 173 time: 0.6377006 Nov 12 12:20:11.662610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-57c25929-0ad6-4766-8edc-505419ba86c4 service neutron] 10.222.0.81 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292291 Nov 12 12:20:11.691280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b31eb9e4-c66d-4a22-a09d-763556fcc539 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:11.720158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: b31eb9e4-c66d-4a22-a09d-763556fcc539 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:11.720869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b31eb9e4-c66d-4a22-a09d-763556fcc539 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:11.721745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:11.754456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69f3c-62f9-4a6c-bf1a-19e03f9fd937 req-4aff6cf9-e67c-4180-a786-8ddf49ad6ffd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:11.761710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16f69f3c-62f9-4a6c-bf1a-19e03f9fd937 req-4aff6cf9-e67c-4180-a786-8ddf49ad6ffd tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c9a3380-a9cf-4bde-9698-a696e0af7bb1 HTTP/1.1" status: 200 len: 867 time: 0.2983382 Nov 12 12:20:11.773474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: e78c7430-9348-4ebc-be46-feb332d9deaf {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:11.774815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e78c7430-9348-4ebc-be46-feb332d9deaf not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:11.775687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:11.788368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-ca9a5db7-b551-4634-81ae-a5f2d65e731e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 200 len: 217 time: 0.1370471 Nov 12 12:20:11.801613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:11.837714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:11.838945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa8f174b-3e7e-4e1f-8087-dafdb364cfa3 service neutron] 10.222.0.18 "POST /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d/bindings HTTP/1.1" status: 201 len: 389 time: 1.0516608 Nov 12 12:20:11.863855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:11.864251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:12.035691 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5827af9b-1c4c-4d95-9a6d-96f5a358574e x-openstack-request-id: req-5827af9b-1c4c-4d95-9a6d-96f5a358574e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:12.035955 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2eeb5-d83a-44ab-b5fe-3ececcec667d", "name": "network-vif-deleted", "tag": "e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68", "status": "completed", "code": 200}, {"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-deleted", "tag": "b31eb9e4-c66d-4a22-a09d-763556fcc539", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:12.036279 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5827af9b-1c4c-4d95-9a6d-96f5a358574e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:12.036751 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2eeb5-d83a-44ab-b5fe-3ececcec667d', 'name': 'network-vif-deleted', 'tag': 'e89f0ca8-9b9c-4dff-9b2b-cec9cacadc68', 'status': 'completed', 'code': 200} Nov 12 12:20:12.037067 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-deleted', 'tag': 'b31eb9e4-c66d-4a22-a09d-763556fcc539', 'status': 'completed', 'code': 200} Nov 12 12:20:12.190932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846872c-afc1-4537-9a6b-26d3cd4c4633 req-14591383-1fd8-4c27-9840-1043edc2a08e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.192978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0846872c-afc1-4537-9a6b-26d3cd4c4633 req-14591383-1fd8-4c27-9840-1043edc2a08e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 944 time: 0.0920987 Nov 12 12:20:12.207396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-b8a5e0e7-93fd-4f6d-8d9c-a1c3e695ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.209237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-b8a5e0e7-93fd-4f6d-8d9c-a1c3e695ce98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1096 time: 0.0777390 Nov 12 12:20:12.256834 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd417b04-4bde-4912-a9ee-cfab28a32e3b x-openstack-request-id: req-dd417b04-4bde-4912-a9ee-cfab28a32e3b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:12.257139 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "tag": "b878a684-4836-4058-8040-792fe47ad358", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:12.257333 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd417b04-4bde-4912-a9ee-cfab28a32e3b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:12.257724 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'tag': 'b878a684-4836-4058-8040-792fe47ad358', 'status': 'completed', 'code': 200} Nov 12 12:20:12.362764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0846872c-afc1-4537-9a6b-26d3cd4c4633 req-c30f6194-fd91-4040-95f5-0221f9094ae1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578779 Nov 12 12:20:12.390553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-6927a04b-1f9c-4841-8983-89aca16f3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.392902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-6927a04b-1f9c-4841-8983-89aca16f3953 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.1744692 Nov 12 12:20:12.424444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16f69f3c-62f9-4a6c-bf1a-19e03f9fd937 req-a26c9075-5dc9-4a51-86eb-f6c9c1864581 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "GET /v2.0/security-groups?id=1323ec5f-44be-43a3-bbf4-45bcfe476471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618290 Nov 12 12:20:12.447975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-6b375414-7bb7-44ec-b66f-50030fb49a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.449061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-6b375414-7bb7-44ec-b66f-50030fb49a49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 200 len: 848 time: 0.6391525 Nov 12 12:20:12.454827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a28e294b-3c73-4268-9001-20fa3257c98b req-eec05bb5-6c5d-4f5e-a92f-fc58f9c72a3c service neutron] 10.222.0.81 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504876 Nov 12 12:20:12.489759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-4931f1e7-8eb9-45d9-9185-01aa145eca6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 217 time: 0.0876262 Nov 12 12:20:12.519370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-3971d9c9-1c8c-4539-8d2a-f3a2c36ef868 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569425 Nov 12 12:20:12.541405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90bdae-8f66-4227-8781-7e261c1e533b req-df2ab1c4-8798-498c-bfa9-c883286cd3e5 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.550075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb90bdae-8f66-4227-8781-7e261c1e533b req-df2ab1c4-8798-498c-bfa9-c883286cd3e5 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0905724 Nov 12 12:20:12.591028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-aed7c89b-bbf2-4181-974b-7bd2ed72e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.592738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-aed7c89b-bbf2-4181-974b-7bd2ed72e864 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.0879459 Nov 12 12:20:12.611284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb90bdae-8f66-4227-8781-7e261c1e533b req-057292cd-b45f-4ed9-a489-53d81f197cbb tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603180 Nov 12 12:20:12.649970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-93e379a7-9a27-4a16-8bde-819dab1e3bf1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377228 Nov 12 12:20:12.683084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-42b355f4-acf0-4537-86b7-d174a32d2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.684740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-42b355f4-acf0-4537-86b7-d174a32d2f42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 1095 time: 0.1679201 Nov 12 12:20:12.737237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570bc2e-6b88-4414-a975-31ef38b21ed7 req-40df2104-222d-4bb1-b36a-41f25b9164df tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.744427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570bc2e-6b88-4414-a975-31ef38b21ed7 req-40df2104-222d-4bb1-b36a-41f25b9164df tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.2291882 Nov 12 12:20:12.756603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cce494c6-1496-4002-90d5-dffd3d9eecdf req-7c3e076f-f520-4c21-a280-c92acf361c5a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0588861 Nov 12 12:20:12.803528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-72802a1f-3009-4913-8eb2-7fc9dc232e0d service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404123 Nov 12 12:20:12.810045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-8009fb75-7f1a-4d90-9048-091083823b11 service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746022 Nov 12 12:20:12.943765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-3a7bc5c9-6fdd-4ac5-9ed6-fbfca25129b9 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180637 Nov 12 12:20:12.977330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570bc2e-6b88-4414-a975-31ef38b21ed7 req-f1fd50a5-61b3-4eb1-be1c-53431571e797 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319615 Nov 12 12:20:12.996822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-ea16ff60-187a-4311-9ce8-ab36b0953538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:13.000290 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-ea16ff60-187a-4311-9ce8-ab36b0953538 service neutron] 10.222.0.81 "GET /v2.0/networks?id=01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 200 len: 906 time: 0.3041666 Nov 12 12:20:13.031676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26994906-810f-45ce-b73d-85b4c902b2a0 req-cb1beb32-b070-4a85-aafb-f93e56844baa service neutron] 10.222.0.81 "GET /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981070 Nov 12 12:20:13.061142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-4173092f-30ad-4dd8-bf65-92accf3a20ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b878a684-4836-4058-8040-792fe47ad358 HTTP/1.1" status: 200 len: 217 time: 0.0446644 Nov 12 12:20:13.066617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Deleting port 86c48221-10a0-4a06-aaae-de75c3c1cc64 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:13.066954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:13.168529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-be648092-907e-42a5-90cf-eca674d055c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:13.170004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-be648092-907e-42a5-90cf-eca674d055c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 200 len: 845 time: 0.0910332 Nov 12 12:20:13.212511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-67499d4d-341b-4140-959c-cd2a7f09965c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=01b766ba-f0b9-4c62-86a0-d5bece1edd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295482 Nov 12 12:20:13.221805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] For port 86c48221-10a0-4a06-aaae-de75c3c1cc64, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=86c48221-10a0-4a06-aaae-de75c3c1cc64,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:13.222213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:13.242351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Calling delete_port for 86c48221-10a0-4a06-aaae-de75c3c1cc64 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:13.379622 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-e0e90172-c57e-48a1-a533-bb839eca280f service neutron] 10.222.0.81 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498804 Nov 12 12:20:13.494791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:13.552486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffd93619-eff8-46a2-9f83-0cb4777debba req-1724b573-00b0-41fa-9e2c-2769046cf9c7 service neutron] 10.222.0.81 "GET /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318858 Nov 12 12:20:13.601097 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:13.630852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting subnet 869ed803-3333-433e-8ae5-a2115d71bb58 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:13.636887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:13.646907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c48221-10a0-4a06-aaae-de75c3c1cc64,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:13.679121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eb99aab1-ffbc-470f-90e5-c686ad4a201e no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:13.721089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: eb99aab1-ffbc-470f-90e5-c686ad4a201e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:13.721422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9c6fc-fbe8-4f7e-aa6b-07b6c2dade41 req-cedf6637-e36c-4918-935b-8939ff766dc4 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:13.721661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device eb99aab1-ffbc-470f-90e5-c686ad4a201e not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:13.723066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74c9c6fc-fbe8-4f7e-aa6b-07b6c2dade41 req-cedf6637-e36c-4918-935b-8939ff766dc4 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 944 time: 0.2829001 Nov 12 12:20:13.790859 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:20:13.803470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:13.827896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ae837-76cc-40ed-8d04-e46f8d293977 req-8deb1b2f-1259-462d-9d01-7121c466f2cc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:13.829747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f78ae837-76cc-40ed-8d04-e46f8d293977 req-8deb1b2f-1259-462d-9d01-7121c466f2cc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0880196 Nov 12 12:20:13.921094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74c9c6fc-fbe8-4f7e-aa6b-07b6c2dade41 req-2dfcde44-85ee-46d9-a1ad-eb61cdbc026d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875551 Nov 12 12:20:13.972805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f78ae837-76cc-40ed-8d04-e46f8d293977 req-0fac56b0-09f4-4e38-a5e5-25d455ba4bfa tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031675 Nov 12 12:20:14.017051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.042918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-deleted', 'tag': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:14.045179 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb179603-315a-4d7d-b7af-7f3044f856b9" -d '{"events": [{"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-deleted", "tag": "eb99aab1-ffbc-470f-90e5-c686ad4a201e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:14.094618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f913f517-abe5-4bdb-ade7-93e270111f7c req-1ff27808-6674-40cd-b659-795b2f04433b tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0439167 Nov 12 12:20:14.136181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.238183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.275877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Subnet': ['ID=869ed803-3333-433e-8ae5-a2115d71bb58,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:14.282724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.293802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c64e35-9612-4017-8fd2-b067ccf13a01 None None] Network 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:14.294700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-93afd0a5-ee4e-41bc-901d-0dbc80145316 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/subnets/869ed803-3333-433e-8ae5-a2115d71bb58 HTTP/1.1" status: 204 len: 168 time: 0.7921374 Nov 12 12:20:14.295739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:14.392547 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1af466-4dc4-4f12-b4c3-57ff06e9836c x-openstack-request-id: req-1d1af466-4dc4-4f12-b4c3-57ff06e9836c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:14.393242 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9a3380-a9cf-4bde-9698-a696e0af7bb1", "name": "network-vif-deleted", "tag": "eb99aab1-ffbc-470f-90e5-c686ad4a201e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:14.393757 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d1af466-4dc4-4f12-b4c3-57ff06e9836c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:14.394396 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9a3380-a9cf-4bde-9698-a696e0af7bb1', 'name': 'network-vif-deleted', 'tag': 'eb99aab1-ffbc-470f-90e5-c686ad4a201e', 'status': 'completed', 'code': 200} Nov 12 12:20:14.398455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.446964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2b11e-90a4-4b94-8f24-c0fb8dd4088b req-56f8c706-a7c7-46b4-b293-7c1051c52fd3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:14.448584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dc2b11e-90a4-4b94-8f24-c0fb8dd4088b req-56f8c706-a7c7-46b4-b293-7c1051c52fd3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1884263 Nov 12 12:20:14.474826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port 7c9d4d44-5fae-4394-99e7-17994e95cf8f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:14.475127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.585131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port 7c9d4d44-5fae-4394-99e7-17994e95cf8f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c9d4d44-5fae-4394-99e7-17994e95cf8f,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:14.585510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.608564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for 7c9d4d44-5fae-4394-99e7-17994e95cf8f owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:14.615864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Router c8372942-f153-4f58-a381-9238ba7e5eb0 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:20:14.635300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dc2b11e-90a4-4b94-8f24-c0fb8dd4088b req-3940bfd6-7f97-4afa-b33b-bd37cd1e8962 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770530 Nov 12 12:20:14.720159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] DHCP port deletion for 48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:20:14.762540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:20:14.770704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-752e1612-2dd4-4ae4-aed1-94d84593ae14 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8372942-f153-4f58-a381-9238ba7e5eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1144104 Nov 12 12:20:14.773065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:14.776441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] Deleting port 7c9d4d44-5fae-4394-99e7-17994e95cf8f {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:14.777047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:14.783899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc215949-fd01-481a-a082-7949c514f028 None None] Sync routers for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:20:14.808180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:14.809135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:14.901324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.020063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:15.067866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.111986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.147309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] For port 7c9d4d44-5fae-4394-99e7-17994e95cf8f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c9d4d44-5fae-4394-99e7-17994e95cf8f,segment=NetworkSegment(6b3d8c7e-350d-47a4-a265-93df6671eb17),segment_id=6b3d8c7e-350d-47a4-a265-93df6671eb17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:15.147746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.152252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=7c9d4d44-5fae-4394-99e7-17994e95cf8f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:15.169798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port 7c9d4d44-5fae-4394-99e7-17994e95cf8f on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:15.171528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93e1e0-6a67-45ff-b13e-f227144725bd req-056748ea-84e9-433e-899d-6c8d0b4eec9e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:15.175147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a93e1e0-6a67-45ff-b13e-f227144725bd req-056748ea-84e9-433e-899d-6c8d0b4eec9e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0882463 Nov 12 12:20:15.185124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] Calling delete_port for 7c9d4d44-5fae-4394-99e7-17994e95cf8f owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:15.212757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c29e7-ee33-485b-9d7c-66df5beb52cd req-7699b765-341d-45ff-a0ee-191bb3bffaef tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:15.221909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-976c29e7-ee33-485b-9d7c-66df5beb52cd req-7699b765-341d-45ff-a0ee-191bb3bffaef tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 944 time: 0.1235645 Nov 12 12:20:15.234351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Deleting port 7eca2272-c6e5-4db3-b65d-87645a3e9b90 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:15.234707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.274141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a93e1e0-6a67-45ff-b13e-f227144725bd req-a8da8b4d-e43f-4c61-8e5f-8868801b6cac tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832605 Nov 12 12:20:15.335024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.351055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] For port 7eca2272-c6e5-4db3-b65d-87645a3e9b90, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eca2272-c6e5-4db3-b65d-87645a3e9b90,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:15.351441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.361481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-976c29e7-ee33-485b-9d7c-66df5beb52cd req-d3b59b47-867f-4eb7-959a-35424a8027eb tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384590 Nov 12 12:20:15.365903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Calling delete_port for 7eca2272-c6e5-4db3-b65d-87645a3e9b90 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:15.406976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:15.420903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3d8c7e-350d-47a4-a265-93df6671eb17') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:15.421396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3d8c7e-350d-47a4-a265-93df6671eb17') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:15.449503 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.462851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.506991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:20:13Z', 'revision_number': 5, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port': {'id': '7eca2272-c6e5-4db3-b65d-87645a3e9b90', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:06Z', 'updated_at': '2021-11-12T12:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:15.519995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.529192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:15.530950 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:15.536870 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:15.541373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc215949-fd01-481a-a082-7949c514f028 None None] Checking router: c8372942-f153-4f58-a381-9238ba7e5eb0 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:20:15.549994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] Pushing event deleted for resources: {'Port': ['ID=7c9d4d44-5fae-4394-99e7-17994e95cf8f,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:15.557140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08896c-7ee3-4b49-acfa-e8af82accb63 None None] No DVR routers for this DVR port 7c9d4d44-5fae-4394-99e7-17994e95cf8f on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:15.577437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] Routers {'c8372942-f153-4f58-a381-9238ba7e5eb0'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:15.578999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c8372942-f153-4f58-a381-9238ba7e5eb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:15.626498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2f1d1c0-b3bd-44a9-9edc-f634513d7488 req-30f48cab-fdc6-4286-8d2c-6d3a2ab9a9a4 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0407896 Nov 12 12:20:15.629616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.665468 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.665765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c9d4d44-5fae-4394-99e7-17994e95cf8f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:15.673523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.680826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/networks/48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97 HTTP/1.1" status: 204 len: 168 time: 1.3806143 Nov 12 12:20:15.680826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:15.695130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eca2272-c6e5-4db3-b65d-87645a3e9b90,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:15.718260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0d63-3657-4a29-b67e-f6ad92c6b815 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Network': ['ID=48f6470f-7f0b-4c2f-bc66-9fa43c4ebf97,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:15.735895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7c9d4d44-5fae-4394-99e7-17994e95cf8f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:15.735895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c9d4d44-5fae-4394-99e7-17994e95cf8f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:15.760977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] Set router c8372942-f153-4f58-a381-9238ba7e5eb0 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:15.774761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting subnet 66a08f8c-c064-47f0-8ae3-6c4a2057a5db {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:15.778959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.802263 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.821762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.821995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b878a684-4836-4058-8040-792fe47ad358 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:15.915323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.922224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:15.935451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b878a684-4836-4058-8040-792fe47ad358', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': 'b878a684-4836-4058-8040-792fe47ad358', 'mac_address': 'fa:16:3e:79:de:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:20:15.942138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc215949-fd01-481a-a082-7949c514f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:20:15Z', 'revision_number': 6, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:15.961831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.964144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:15.999111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc215949-fd01-481a-a082-7949c514f028 None None] The sync data for ids ['c8372942-f153-4f58-a381-9238ba7e5eb0'] in n-d-804878-5 is: [{'id': 'c8372942-f153-4f58-a381-9238ba7e5eb0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-553756551-router', 'tenant_id': '4725b0edc3e0409d81ef1784c543b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:04Z', 'updated_at': '2021-11-12T12:20:15Z', 'revision_number': 6, 'project_id': '4725b0edc3e0409d81ef1784c543b41b', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:20:16.016662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.035258 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.037002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8372942-f153-4f58-a381-9238ba7e5eb0 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:20:16.037990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df10d1-3d03-40c7-9eb7-5e3a1f8bf082 req-f4bfb1d9-7a38-414e-b03e-17d5546798e2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:16.039575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b878a684-4836-4058-8040-792fe47ad358 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:16.044567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.046100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b64f2b00-f0c6-4509-b765-02b88667fbf1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c8372942-f153-4f58-a381-9238ba7e5eb0 HTTP/1.1" status: 204 len: 168 time: 1.2718880 Nov 12 12:20:16.049704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:16.051261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67df10d1-3d03-40c7-9eb7-5e3a1f8bf082 req-f4bfb1d9-7a38-414e-b03e-17d5546798e2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.2931128 Nov 12 12:20:16.083523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.097107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:16.103695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.113829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Deleting subnet 92032157-b1e6-49a0-b477-b2df752402ed {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:16.117818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.119393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27f4d6-3a58-4aa1-85e1-e4f45627b23e None None] Network a61d4d7e-f030-4065-84b2-cad75db3e3f6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:16.131703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.137620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/subnets/66a08f8c-c064-47f0-8ae3-6c4a2057a5db HTTP/1.1" status: 204 len: 168 time: 0.4563584 Nov 12 12:20:16.138284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:16.159152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.159402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946db763-212b-4ebc-8ebf-71d4fe8dc858 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Subnet': ['ID=66a08f8c-c064-47f0-8ae3-6c4a2057a5db,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:16.185241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67df10d1-3d03-40c7-9eb7-5e3a1f8bf082 req-11b61c6e-b75c-4c67-b59c-d720b8227545 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215558 Nov 12 12:20:16.249911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.275403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:16.279941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.328052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Deleting port 077552d2-e762-44a1-a0a3-021f9881dbe1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:16.328395 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.370046 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.400793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119626e3-2103-46d1-84e5-88f594c96297 None None] Network 77efe5ff-6cbe-4845-8bc2-300d8579de6a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:16.442040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.448708 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/92032157-b1e6-49a0-b477-b2df752402ed HTTP/1.1" status: 204 len: 168 time: 0.3958061 Nov 12 12:20:16.448906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:16.459992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b878a684-4836-4058-8040-792fe47ad358'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:16.473365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] DHCP port deletion for a61d4d7e-f030-4065-84b2-cad75db3e3f6 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:20:16.478400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31eb5f-29ff-4840-a8a5-137b723eb899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92032157-b1e6-49a0-b477-b2df752402ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:16.576515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] For port 077552d2-e762-44a1-a0a3-021f9881dbe1, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=077552d2-e762-44a1-a0a3-021f9881dbe1,segment=NetworkSegment(16155266-061f-49e4-ac18-c91f2e46483b),segment_id=16155266-061f-49e4-ac18-c91f2e46483b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:16.576823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.596075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4abab-37d2-4ea8-8b13-750688306f29 req-8326e277-7141-4122-bae6-f02efc63cc74 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:16.597647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11b4abab-37d2-4ea8-8b13-750688306f29 req-8326e277-7141-4122-bae6-f02efc63cc74 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.2118826 Nov 12 12:20:16.600242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Calling delete_port for 077552d2-e762-44a1-a0a3-021f9881dbe1 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:16.602377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.687015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11b4abab-37d2-4ea8-8b13-750688306f29 req-2d594116-6547-4683-bc24-af73b760f3f3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Nov 12 12:20:16.711411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Deleting port 8b56be1f-0e10-49eb-a909-02d08311f783 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:16.711411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.716755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.739108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7484a0-c7ea-4de4-b3d1-103f9663c645 req-a64e3dd8-7f06-4349-bc66-fddd77030365 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:16.740835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd7484a0-c7ea-4de4-b3d1-103f9663c645 req-a64e3dd8-7f06-4349-bc66-fddd77030365 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 945 time: 0.2443192 Nov 12 12:20:16.772643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] No DVR routers for this DVR port 077552d2-e762-44a1-a0a3-021f9881dbe1 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:16.779407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Deleting port 077552d2-e762-44a1-a0a3-021f9881dbe1 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:16.779952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.804997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] For port 8b56be1f-0e10-49eb-a909-02d08311f783, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8b56be1f-0e10-49eb-a909-02d08311f783,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:16.805695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.911993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.940090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] For port 077552d2-e762-44a1-a0a3-021f9881dbe1, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:16.940486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:16.963668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Port': ['ID=077552d2-e762-44a1-a0a3-021f9881dbe1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:16.977962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] DHCP port deletion for 77efe5ff-6cbe-4845-8bc2-300d8579de6a request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:20:16.984616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61d4d7e-f030-4065-84b2-cad75db3e3f6']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:16.991071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Calling delete_port for 077552d2-e762-44a1-a0a3-021f9881dbe1 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:16.996170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Port 077552d2-e762-44a1-a0a3-021f9881dbe1 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:20:16.999876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.006151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16155266-061f-49e4-ac18-c91f2e46483b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:17.006465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16155266-061f-49e4-ac18-c91f2e46483b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:17.031675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd7484a0-c7ea-4de4-b3d1-103f9663c645 req-b0975cd2-4b6c-4a29-9f8f-754c0694901f tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775650 Nov 12 12:20:17.033942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.051044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] No DVR routers for this DVR port 077552d2-e762-44a1-a0a3-021f9881dbe1 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:17.056620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.060254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598e84-c1db-41c9-a139-e350daa7665c None None] Pushing event deleted for resources: {'Port': ['ID=077552d2-e762-44a1-a0a3-021f9881dbe1,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:17.071016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:17.074607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.118237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] Deleting port 8b56be1f-0e10-49eb-a909-02d08311f783 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:17.118611 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:17.171876 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:17.179157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.186295 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.190341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] 10.222.0.18 "DELETE /v2.0/networks/a61d4d7e-f030-4065-84b2-cad75db3e3f6 HTTP/1.1" status: 204 len: 168 time: 1.0447447 Nov 12 12:20:17.219350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] For port 8b56be1f-0e10-49eb-a909-02d08311f783, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8b56be1f-0e10-49eb-a909-02d08311f783,segment=NetworkSegment(2d6dbede-b649-48d5-81f1-7b088396fc1b),segment_id=2d6dbede-b649-48d5-81f1-7b088396fc1b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:17.219991 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.232856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ae783-6657-4de2-acd6-67b2bc9bc655 tempest-ServersTestMultiNic-2094714897 tempest-ServersTestMultiNic-2094714897-project] Pushing event deleted for resources: {'Network': ['ID=a61d4d7e-f030-4065-84b2-cad75db3e3f6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:17.248061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] Calling delete_port for 8b56be1f-0e10-49eb-a909-02d08311f783 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:17.257402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Calling delete_port for 8b56be1f-0e10-49eb-a909-02d08311f783 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:17.317801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c923a40-4323-4826-a60c-9bf8cfcd1650 req-833d082a-2230-4a9e-853e-ebe87c701685 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0545025 Nov 12 12:20:17.394213 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.468509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.472586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86045124-f013-4732-b1b8-06beab911664 req-f85bb741-96f2-46d2-9d4b-83082828d22b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:17.475253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86045124-f013-4732-b1b8-06beab911664 req-f85bb741-96f2-46d2-9d4b-83082828d22b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1353579 Nov 12 12:20:17.493733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:17.506892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] Pushing event deleted for resources: {'Port': ['ID=8b56be1f-0e10-49eb-a909-02d08311f783,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:17.509608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b724caf-6a9a-4fc6-beff-794f08e7fa68 None None] No DVR routers for this DVR port 8b56be1f-0e10-49eb-a909-02d08311f783 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:17.517661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b56be1f-0e10-49eb-a909-02d08311f783,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:17.534230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] No DVR routers for this DVR port 8b56be1f-0e10-49eb-a909-02d08311f783 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:17.563013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8b56be1f-0e10-49eb-a909-02d08311f783 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:17.596784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8b56be1f-0e10-49eb-a909-02d08311f783 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:17.597069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8b56be1f-0e10-49eb-a909-02d08311f783 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:17.597442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86c48221-10a0-4a06-aaae-de75c3c1cc64 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:17.619174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 86c48221-10a0-4a06-aaae-de75c3c1cc64 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:17.619539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86c48221-10a0-4a06-aaae-de75c3c1cc64 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:17.619926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eca2272-c6e5-4db3-b65d-87645a3e9b90 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:17.629766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.641619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7eca2272-c6e5-4db3-b65d-87645a3e9b90 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:17.641971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eca2272-c6e5-4db3-b65d-87645a3e9b90 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:17.642407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 077552d2-e762-44a1-a0a3-021f9881dbe1 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:17.657597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77efe5ff-6cbe-4845-8bc2-300d8579de6a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:17.668772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6dbede-b649-48d5-81f1-7b088396fc1b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:17.669213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6dbede-b649-48d5-81f1-7b088396fc1b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:17.673321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 077552d2-e762-44a1-a0a3-021f9881dbe1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:17.673876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 077552d2-e762-44a1-a0a3-021f9881dbe1 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:17.685265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.707795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.712424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86045124-f013-4732-b1b8-06beab911664 req-32a68a10-b07e-4e4a-8f13-8280d948c9dd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285764 Nov 12 12:20:17.721129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:17.722026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:17.724343 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:17.808961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b878a684-4836-4058-8040-792fe47ad358 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:17.843650 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.886660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port b878a684-4836-4058-8040-792fe47ad358 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:20:17.895988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.900285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b878a684-4836-4058-8040-792fe47ad358 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:17.900671 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:17.905545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:17.907839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/77efe5ff-6cbe-4845-8bc2-300d8579de6a HTTP/1.1" status: 204 len: 168 time: 1.4578679 Nov 12 12:20:17.930297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cc116-b523-4d95-a647-ce65eb41e9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=77efe5ff-6cbe-4845-8bc2-300d8579de6a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:17.970439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203960d5-c9f1-4e28-9507-cce3849bad1c req-7485dcfe-0ffe-4c0d-ad13-e315f8a68297 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:17.972812 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-203960d5-c9f1-4e28-9507-cce3849bad1c req-7485dcfe-0ffe-4c0d-ad13-e315f8a68297 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1465833 Nov 12 12:20:18.010568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:18.036670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-203960d5-c9f1-4e28-9507-cce3849bad1c req-f0df14dc-9078-4a8a-92ee-9663ed476811 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537865 Nov 12 12:20:18.043258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b878a684-4836-4058-8040-792fe47ad358'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:18.046403 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c18a7ba-eafc-4827-a941-00e8a56ec59e" -d '{"events": [{"server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "name": "network-vif-plugged", "status": "completed", "tag": "b878a684-4836-4058-8040-792fe47ad358"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:18.062842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:18.071226 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:18.140607 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862653e2-5de9-414f-8071-b23078616a86 x-openstack-request-id: req-862653e2-5de9-414f-8071-b23078616a86 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:18.141279 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "name": "network-vif-plugged", "status": "completed", "tag": "b878a684-4836-4058-8040-792fe47ad358", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:18.141607 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-862653e2-5de9-414f-8071-b23078616a86 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:18.142077 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b878a684-4836-4058-8040-792fe47ad358', 'code': 200} Nov 12 12:20:18.173221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:18.252200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7567d-5dc9-47b9-a029-0f9f348f476a req-5c34a982-541a-4df0-af65-125ae3dff9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:18.254287 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18c7567d-5dc9-47b9-a029-0f9f348f476a req-5c34a982-541a-4df0-af65-125ae3dff9b2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 1097 time: 0.0465250 Nov 12 12:20:18.317352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18c7567d-5dc9-47b9-a029-0f9f348f476a req-08d89675-6634-41f5-8fb6-ce63ea196324 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548456 Nov 12 12:20:18.334269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288ab50-23fe-4703-8f93-7b04d218000d req-aa47df67-5fac-4ae9-a255-d4e9a7224aab tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:18.335773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0288ab50-23fe-4703-8f93-7b04d218000d req-aa47df67-5fac-4ae9-a255-d4e9a7224aab tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 946 time: 0.1465306 Nov 12 12:20:18.420569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ef6aad3-d9bc-4ab0-a04b-d96a515525b6 req-4e50522d-f926-4d5c-bfed-b45553f2f93e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0301976 Nov 12 12:20:18.487174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0288ab50-23fe-4703-8f93-7b04d218000d req-9d811425-71bc-4f9e-ac2f-1357e4320167 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218700 Nov 12 12:20:18.541734 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:18.666735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:18.871056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3d57b-878b-4d8e-8a60-1238d2e26f2b req-6a08aeff-cd9d-4a98-b107-e5d38cc38c10 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:18.873779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ff3d57b-878b-4d8e-8a60-1238d2e26f2b req-6a08aeff-cd9d-4a98-b107-e5d38cc38c10 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.0574882 Nov 12 12:20:18.941494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ff3d57b-878b-4d8e-8a60-1238d2e26f2b req-d113ab56-3588-46b4-a663-751ae16f337e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Nov 12 12:20:19.026772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Deleting port 918f7dc4-9182-41cb-bd2f-04ad13195599 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:19.027027 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:19.134902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Deleting port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:19.135321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:19.142224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] For port 918f7dc4-9182-41cb-bd2f-04ad13195599, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=918f7dc4-9182-41cb-bd2f-04ad13195599,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:19.142224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:19.171104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Calling delete_port for 918f7dc4-9182-41cb-bd2f-04ad13195599 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:19.185039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedfd6e-b442-4094-a94d-2dce47066610 req-c7288538-ff9b-4cd1-a901-34bea4660726 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:19.187073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-afedfd6e-b442-4094-a94d-2dce47066610 req-c7288538-ff9b-4cd1-a901-34bea4660726 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0574083 Nov 12 12:20:19.250207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-afedfd6e-b442-4094-a94d-2dce47066610 req-e5c87a4c-70df-4d44-82b5-fb53e650e8e5 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555289 Nov 12 12:20:19.284416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] For port 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,segment=NetworkSegment(453ec0be-29a3-4bee-afa8-c074f8de36cc),segment_id=453ec0be-29a3-4bee-afa8-c074f8de36cc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:19.284709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:19.301603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Calling delete_port for 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:19.676471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb449-3930-4e79-8d71-98707f02ddee req-e870f7df-fe8c-4e22-86f6-5fe16dcf534e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:19.702921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:19.711700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:19.715873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-121cb449-3930-4e79-8d71-98707f02ddee req-e870f7df-fe8c-4e22-86f6-5fe16dcf534e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 946 time: 0.1132710 Nov 12 12:20:19.831369 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-121cb449-3930-4e79-8d71-98707f02ddee req-3fe2127a-969c-4e39-9ee7-55f21d90cc3c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107638 Nov 12 12:20:19.862118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e069fe88-cc8a-4cd5-8a8a-a3626effaf7c req-d867a20c-db74-4c5f-a052-fc475f2e1762 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df2eeb5-d83a-44ab-b5fe-3ececcec667d HTTP/1.1" status: 200 len: 210 time: 0.0556622 Nov 12 12:20:19.907241 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:19.944518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=918f7dc4-9182-41cb-bd2f-04ad13195599,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:20.185359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956aaab-a3c2-4304-be2d-d3ab6f5cb74a req-ca3bed87-722f-4af2-bbb4-de84f0d50c09 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:20.187161 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6956aaab-a3c2-4304-be2d-d3ab6f5cb74a req-ca3bed87-722f-4af2-bbb4-de84f0d50c09 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1004789 Nov 12 12:20:20.245841 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.326752 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6956aaab-a3c2-4304-be2d-d3ab6f5cb74a req-6b6a8439-8dfc-45b6-aa38-e704d6315ddf tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324427 Nov 12 12:20:20.414266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Pushing event deleted for resources: {'Port': ['ID=493efaa3-d3d5-4cf7-8db5-1fe4c1a05107,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:20.445863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:20.473056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '1dc28771-de04-4d22-993c-7acad26204ba', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'port_id': '1dc28771-de04-4d22-993c-7acad26204ba', 'mac_address': 'fa:16:3e:0b:01:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decda775-b334-4f7b-8808-7edf815fcc75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:20:20.564748 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.578892 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.605139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dc28771-de04-4d22-993c-7acad26204ba {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:20.623223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:20.630381 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef6b5f-4a6b-4850-85d0-3bde10db4dbd" -d '{"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc28771-de04-4d22-993c-7acad26204ba"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:20.668964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:20.679232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.727066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.756949 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2710ccf-2a2a-4f86-a2b0-b528f24be1e9 x-openstack-request-id: req-b2710ccf-2a2a-4f86-a2b0-b528f24be1e9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:20.762116 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc28771-de04-4d22-993c-7acad26204ba", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:20.762499 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2710ccf-2a2a-4f86-a2b0-b528f24be1e9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:20.763062 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba', 'code': 200} Nov 12 12:20:20.765046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:20.824368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:20:20.825048 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:20:20.885530 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:20.904328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554974d1-4104-4e7f-9797-5543006a79a4 req-aa24860f-2b3f-461c-9298-60c704d981a1 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:20.907414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-554974d1-4104-4e7f-9797-5543006a79a4 req-aa24860f-2b3f-461c-9298-60c704d981a1 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.4708085 Nov 12 12:20:21.011086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d28703-56f5-4850-8245-6fa4ab70d2f3 req-99795f2e-fd31-49f7-b6b7-de7a38c4efd1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:21.021869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02d28703-56f5-4850-8245-6fa4ab70d2f3 req-99795f2e-fd31-49f7-b6b7-de7a38c4efd1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 946 time: 0.0827458 Nov 12 12:20:21.081661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02d28703-56f5-4850-8245-6fa4ab70d2f3 req-af6ec3bd-ed2a-4efb-97e9-98a6f0005466 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584006 Nov 12 12:20:21.250850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-554974d1-4104-4e7f-9797-5543006a79a4 req-d245de28-7e52-4680-be12-c8e2aa98a917 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353043 Nov 12 12:20:21.385421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:21.403064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Router f19ba362-3011-44d0-9bff-fd76d538a759 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:20:21.425448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc28771-de04-4d22-993c-7acad26204ba {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:21.475268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:21.486504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:21.677051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:21.682359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Router 493bbfd4-fadc-4748-84d9-8812297e369d has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:20:21.776660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:20:21.783561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1dc28771-de04-4d22-993c-7acad26204ba'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:21.797379 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] Sync routers for ids ['f19ba362-3011-44d0-9bff-fd76d538a759'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:20:21.815740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a9e3b22c-fffd-4ad1-a341-3f059252023e admin admin] 10.222.0.18 "PUT /v2.0/routers/f19ba362-3011-44d0-9bff-fd76d538a759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9063895 Nov 12 12:20:21.817210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:21.819195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] Routers {'f19ba362-3011-44d0-9bff-fd76d538a759'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:21.819854 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f19ba362-3011-44d0-9bff-fd76d538a759'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:21.859445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3bc6f-cb8e-49a7-86a8-d1f32d6a61ef req-4e3b70b5-235b-4a0c-a79e-95653e6f713a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:21.864545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64e3bc6f-cb8e-49a7-86a8-d1f32d6a61ef req-4e3b70b5-235b-4a0c-a79e-95653e6f713a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.2749536 Nov 12 12:20:22.014580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.119319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:20:22.143321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fb4f9c5b-ea80-49b1-bf58-2b39ff34bdc9 admin admin] 10.222.0.18 "PUT /v2.0/routers/493bbfd4-fadc-4748-84d9-8812297e369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6449530 Nov 12 12:20:22.148219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:22.152890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] Sync routers for ids ['493bbfd4-fadc-4748-84d9-8812297e369d'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:20:22.171173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] Routers {'493bbfd4-fadc-4748-84d9-8812297e369d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:22.171832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['493bbfd4-fadc-4748-84d9-8812297e369d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:22.194488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.264495 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] Set router f19ba362-3011-44d0-9bff-fd76d538a759 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:22.274218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Deleting port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:22.274571 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.356219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] Set router 493bbfd4-fadc-4748-84d9-8812297e369d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:22.372299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.377499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64e3bc6f-cb8e-49a7-86a8-d1f32d6a61ef req-a27b792f-3e57-41af-b03f-4a1a71f05493 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878000 Nov 12 12:20:22.463053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c65c80-d090-46a3-8722-0bc1b61ede5e req-2819a6e7-219f-4ba4-89b5-cfb8cdd19822 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:22.465345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18c65c80-d090-46a3-8722-0bc1b61ede5e req-2819a6e7-219f-4ba4-89b5-cfb8cdd19822 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 946 time: 0.1764116 Nov 12 12:20:22.531269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] For port a36b184c-1f66-41d5-a936-e6ff4ed8f1a9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:22.531661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.545867 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:20:19Z', 'revision_number': 5, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port': {'id': 'a36b184c-1f66-41d5-a936-e6ff4ed8f1a9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:23Z', 'updated_at': '2021-11-12T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:22.575352 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] Checking router: f19ba362-3011-44d0-9bff-fd76d538a759 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:20:22.584582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.584907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Calling delete_port for a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:22.586698 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] Routers {'f19ba362-3011-44d0-9bff-fd76d538a759'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:22.587515 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f19ba362-3011-44d0-9bff-fd76d538a759'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:22.620020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862091-45aa-420a-8465-37c711559665 req-a954e0bc-9a87-427a-89d2-43a9f18ed205 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:22.621649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4862091-45aa-420a-8465-37c711559665 req-a954e0bc-9a87-427a-89d2-43a9f18ed205 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 945 time: 0.0847132 Nov 12 12:20:22.656470 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18c65c80-d090-46a3-8722-0bc1b61ede5e req-4ccab643-7cbf-49bc-b6d4-eb0c98532d5e tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707118 Nov 12 12:20:22.713593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:20:19Z', 'revision_number': 5, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port': {'id': 'd91cb87d-10e0-4eb4-968c-148acec39c02', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:de:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:35Z', 'updated_at': '2021-11-12T12:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:22.748939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4862091-45aa-420a-8465-37c711559665 req-4f0b9ce6-d946-4292-ba22-36b64b2bca7a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916781 Nov 12 12:20:22.756523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Deleting port d91cb87d-10e0-4eb4-968c-148acec39c02 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:22.757860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.764316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] Checking router: 493bbfd4-fadc-4748-84d9-8812297e369d for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:20:22.773398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] Routers {'493bbfd4-fadc-4748-84d9-8812297e369d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:20:22.774290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['493bbfd4-fadc-4748-84d9-8812297e369d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:22.815765 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] Set router f19ba362-3011-44d0-9bff-fd76d538a759 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:22.893886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] Set router 493bbfd4-fadc-4748-84d9-8812297e369d gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:20:22.948110 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:20:22Z', 'revision_number': 6, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:22.976918 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b24ae-09e6-4804-b07e-612276203471 None None] The sync data for ids ['f19ba362-3011-44d0-9bff-fd76d538a759'] in n-d-804878-5 is: [{'id': 'f19ba362-3011-44d0-9bff-fd76d538a759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545475782-router', 'tenant_id': 'bba889f364524398887995568add5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:22Z', 'updated_at': '2021-11-12T12:20:22Z', 'revision_number': 6, 'project_id': 'bba889f364524398887995568add5b69', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:20:22.981742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] For port d91cb87d-10e0-4eb4-968c-148acec39c02, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d91cb87d-10e0-4eb4-968c-148acec39c02,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:22.982861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:22.997317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:20:22Z', 'revision_number': 6, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:23.005303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Calling delete_port for d91cb87d-10e0-4eb4-968c-148acec39c02 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:23.073604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd64772-f044-477e-afe4-e763946dab3b None None] The sync data for ids ['493bbfd4-fadc-4748-84d9-8812297e369d'] in n-d-804878-5 is: [{'id': '493bbfd4-fadc-4748-84d9-8812297e369d', 'name': 'tempest-ServersTestMultiNic-592818304-router', 'tenant_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:34Z', 'updated_at': '2021-11-12T12:20:22Z', 'revision_number': 6, 'project_id': 'b04c189755754cb4b1dc5f35d6d0ad86', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:20:23.081532 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.122149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Pushing event deleted for resources: {'Port': ['ID=a36b184c-1f66-41d5-a936-e6ff4ed8f1a9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:23.203951 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.259999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.314199 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.316446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.384332 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.385046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f19ba362-3011-44d0-9bff-fd76d538a759 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:20:23.397623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.398856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5ca7c158-b2bb-497d-b1dd-59a5c7088953 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f19ba362-3011-44d0-9bff-fd76d538a759 HTTP/1.1" status: 204 len: 168 time: 1.5806625 Nov 12 12:20:23.401632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:23.415027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91cb87d-10e0-4eb4-968c-148acec39c02,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:23.424328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.520523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Deleting subnet 99afca2d-86be-448b-bdd7-0a4d5ff287d0 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:23.534237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.607865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.660590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdbe53-4dd2-483d-8979-eabd9b6c147f req-f3e0ac50-f748-4e92-b1bc-9cbe29b684db tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:23.670624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61fdbe53-4dd2-483d-8979-eabd9b6c147f req-f3e0ac50-f748-4e92-b1bc-9cbe29b684db tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1317339 Nov 12 12:20:23.716199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:23.832293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 1dc28771-de04-4d22-993c-7acad26204ba triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:23.832815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.842318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:23.882419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61fdbe53-4dd2-483d-8979-eabd9b6c147f req-5fd5e869-8d4b-47ce-99d8-7463a69b9118 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021263 Nov 12 12:20:23.889333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b878a684-4836-4058-8040-792fe47ad358 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:24.030974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.070015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.073584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.077818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.083534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/99afca2d-86be-448b-bdd7-0a4d5ff287d0 HTTP/1.1" status: 204 len: 168 time: 0.6774528 Nov 12 12:20:24.084629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:24.102476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20c2d1b-a42e-4b0c-a08c-a7451a59efdd None None] Network e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:24.131872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99afca2d-86be-448b-bdd7-0a4d5ff287d0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:24.149623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ca73-8dc4-4f2c-9be0-30b26cbfe30b req-b6ca1a33-a5ed-4e23-89d0-07c543239332 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:24.151422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7610ca73-8dc4-4f2c-9be0-30b26cbfe30b req-b6ca1a33-a5ed-4e23-89d0-07c543239332 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 945 time: 0.1807344 Nov 12 12:20:24.163073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.164056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.166116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.166917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.169163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.170469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.175153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.175723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.176260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.176799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.177487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.178029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e41e0c-2f34-455d-bd2b-13cf42b9a280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:24.243876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.270844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd670422-30ad-441a-a532-5592f358ed85 req-fe1a1dfe-7da0-4028-8ca6-b929bd4e25d1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:24.273590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd670422-30ad-441a-a532-5592f358ed85 req-fe1a1dfe-7da0-4028-8ca6-b929bd4e25d1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 946 time: 0.2928782 Nov 12 12:20:24.285612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.286204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493bbfd4-fadc-4748-84d9-8812297e369d {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:20:24.295178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7610ca73-8dc4-4f2c-9be0-30b26cbfe30b req-a69ccaf7-c00f-419e-8ae5-603d7cf490f7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118333 Nov 12 12:20:24.306346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.324319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0a864eb7-74d5-496f-99f6-c9f6329fde92 admin admin] 10.222.0.18 "DELETE /v2.0/routers/493bbfd4-fadc-4748-84d9-8812297e369d HTTP/1.1" status: 204 len: 168 time: 2.1718915 Nov 12 12:20:24.324710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:24.385409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:24.386644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.456551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:24.458979 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9872be-4add-4375-8990-d6c44aace226" -d '{"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-plugged", "status": "completed", "tag": "1dc28771-de04-4d22-993c-7acad26204ba"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:24.468414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Deleting subnet e25d7d93-285b-4075-ba2f-773d3c9178ab {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:24.474461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.502200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 918f7dc4-9182-41cb-bd2f-04ad13195599 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:24.508789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b878a684-4836-4058-8040-792fe47ad358', 'network_id': '01b766ba-f0b9-4c62-86a0-d5bece1edd14', 'port_id': 'b878a684-4836-4058-8040-792fe47ad358', 'mac_address': 'fa:16:3e:79:de:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec910d6f-6ffe-4cd5-915c-e1373ffde6c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:20:24.564153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:24.570540 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb498248-7327-4e10-ab15-806ff845816f x-openstack-request-id: req-fb498248-7327-4e10-ab15-806ff845816f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:24.571168 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-plugged", "status": "completed", "tag": "1dc28771-de04-4d22-993c-7acad26204ba", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:24.571496 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb498248-7327-4e10-ab15-806ff845816f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:24.572150 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba', 'code': 200} Nov 12 12:20:24.584804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.584804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 918f7dc4-9182-41cb-bd2f-04ad13195599 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:24.584804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 918f7dc4-9182-41cb-bd2f-04ad13195599 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:24.584804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:24.596081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd670422-30ad-441a-a532-5592f358ed85 req-324143b0-b0f0-4bad-ac82-0344f6fa20e2 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469909 Nov 12 12:20:24.609100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.674460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Deleting port 619e293f-163e-4aac-a1d8-40735273b690 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:24.678569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.771048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:24.870414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.906781 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.949332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] For port 619e293f-163e-4aac-a1d8-40735273b690, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=619e293f-163e-4aac-a1d8-40735273b690,segment=NetworkSegment(453ec0be-29a3-4bee-afa8-c074f8de36cc),segment_id=453ec0be-29a3-4bee-afa8-c074f8de36cc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:24.949995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:24.964642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360d62-7466-4272-bc8f-50d11c9a7406 req-efdbf659-c4a3-47fa-bf18-055de17bb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:24.969670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24360d62-7466-4272-bc8f-50d11c9a7406 req-efdbf659-c4a3-47fa-bf18-055de17bb772 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 1097 time: 0.2297437 Nov 12 12:20:24.975807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Calling delete_port for 619e293f-163e-4aac-a1d8-40735273b690 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:24.992457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.117760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25d7d93-285b-4075-ba2f-773d3c9178ab,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:25.126569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24360d62-7466-4272-bc8f-50d11c9a7406 req-71c875eb-1f4f-4e3c-9154-cec281832adc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476047 Nov 12 12:20:25.131037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.140717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-420d1ad3-bf4e-4def-84eb-a9804f7aaf72 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e25d7d93-285b-4075-ba2f-773d3c9178ab HTTP/1.1" status: 204 len: 168 time: 0.8149421 Nov 12 12:20:25.146618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:25.182018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59048db-d762-493a-a3b8-8dba5f08d285 req-a0413107-a18a-4f4d-a876-d2a9da8acae3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:25.190659 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a59048db-d762-493a-a3b8-8dba5f08d285 req-a0413107-a18a-4f4d-a876-d2a9da8acae3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1311920 Nov 12 12:20:25.242476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:25.242476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 493efaa3-d3d5-4cf7-8db5-1fe4c1a05107 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:25.255878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0472f-7a5c-4c02-8e6d-0094ca273402 None None] Network def51b80-ef5f-4ae9-8f49-5c6509c6d353 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:25.277220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.292674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a59048db-d762-493a-a3b8-8dba5f08d285 req-963f0a7e-214a-41b9-b985-d0ab7a62e9d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007450 Nov 12 12:20:25.295393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b878a684-4836-4058-8040-792fe47ad358 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:25.366910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:25.376024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.392057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.439969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e47c94-b2fb-43c4-84cb-59ac0c67641c None None] DHCP port deletion for e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:20:25.484912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] No DVR routers for this DVR port 619e293f-163e-4aac-a1d8-40735273b690 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:25.500890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=619e293f-163e-4aac-a1d8-40735273b690,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:25.530365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b878a684-4836-4058-8040-792fe47ad358'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:25.556712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:25.629052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 619e293f-163e-4aac-a1d8-40735273b690 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:25.697352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] DHCP port deletion for def51b80-ef5f-4ae9-8f49-5c6509c6d353 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:20:25.699248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 619e293f-163e-4aac-a1d8-40735273b690 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:25.699594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 619e293f-163e-4aac-a1d8-40735273b690 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:25.700007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d91cb87d-10e0-4eb4-968c-148acec39c02 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:25.758056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d91cb87d-10e0-4eb4-968c-148acec39c02 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:25.770775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d91cb87d-10e0-4eb4-968c-148acec39c02 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:25.771206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:25.783181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.806408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac3c19-f7a0-4d4f-b9d6-ea84d921d3a4 req-947cc3c3-f614-4863-9b06-111bfdbe4a3d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:25.815583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84ac3c19-f7a0-4d4f-b9d6-ea84d921d3a4 req-947cc3c3-f614-4863-9b06-111bfdbe4a3d tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 945 time: 0.1217728 Nov 12 12:20:25.832672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cb99c-c50c-4eb8-98f0-e760ab63d476 req-ac10bd71-b15f-43c0-8525-f0b91839af9e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:25.839051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed6cb99c-c50c-4eb8-98f0-e760ab63d476 req-ac10bd71-b15f-43c0-8525-f0b91839af9e tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.4020205 Nov 12 12:20:25.847134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Deleting port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:25.850692 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:25.863787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:25.864133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a36b184c-1f66-41d5-a936-e6ff4ed8f1a9 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:25.893656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:25.921521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84ac3c19-f7a0-4d4f-b9d6-ea84d921d3a4 req-a8d2536a-7768-448f-a131-88a70b18a827 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020358 Nov 12 12:20:25.936258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453ec0be-29a3-4bee-afa8-c074f8de36cc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:25.936779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453ec0be-29a3-4bee-afa8-c074f8de36cc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:25.982946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.009317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] Deleting port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:26.009703 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.057354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.068306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] For port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:26.078508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.086439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed6cb99c-c50c-4eb8-98f0-e760ab63d476 req-d3c14948-1757-474b-bf28-5c538eb5cdfc tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301829 Nov 12 12:20:26.105619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:26.110616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:26.113919 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:26.190894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Calling delete_port for 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:26.253051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] For port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,segment=NetworkSegment(2ffbed74-1a88-437b-a735-e9401139d4fc),segment_id=2ffbed74-1a88-437b-a735-e9401139d4fc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:26.253641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.308388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] Calling delete_port for 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:26.327477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.339066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.344222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4 HTTP/1.1" status: 204 len: 168 time: 2.2572532 Nov 12 12:20:26.432242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cffe0-7377-41e7-99dc-0204f9825ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5262ddb-b6b2-4db7-8baa-f8bd2a0655e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:26.596862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.601451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.618042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:26.676534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] Pushing event deleted for resources: {'Port': ['ID=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:26.688691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] No DVR routers for this DVR port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:26.697160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbf70ee-4de7-4045-b4d9-9066f7f92b06,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:26.707296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598fda2-d93c-4370-9ca0-b578a2310a39 None None] No DVR routers for this DVR port 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:26.728424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca8b5b-397a-4bfb-a527-fec6bae65112 req-73ac3448-9270-4a19-921c-0d283b5ff87b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:26.738135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13ca8b5b-397a-4bfb-a527-fec6bae65112 req-73ac3448-9270-4a19-921c-0d283b5ff87b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.2598667 Nov 12 12:20:26.800770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c421accb-9845-420b-9154-f89fb94cae26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4725b0edc3e0409d81ef1784c543b41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805897 Nov 12 12:20:26.803432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43266) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:26.851226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed08e0-caef-4d1d-92c5-be3dd1cd75f2 req-25634c1d-f2e4-4bae-9ce2-d54ca16bf820 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:26.853049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbed08e0-caef-4d1d-92c5-be3dd1cd75f2 req-25634c1d-f2e4-4bae-9ce2-d54ca16bf820 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 945 time: 0.1592486 Nov 12 12:20:26.908459 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1310-7790-4454-9881-bb6eda2a675c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.929608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.945082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1310-7790-4454-9881-bb6eda2a675c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:26.975498 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13ca8b5b-397a-4bfb-a527-fec6bae65112 req-bd233bd3-852b-4fc4-a0a1-732a97ab650b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360823 Nov 12 12:20:26.986329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def51b80-ef5f-4ae9-8f49-5c6509c6d353']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:27.020125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1310-7790-4454-9881-bb6eda2a675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.023821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1310-7790-4454-9881-bb6eda2a675c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.025427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d1ec1310-7790-4454-9881-bb6eda2a675c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69965e51-c53c-4dc5-a8de-019aeaf35f94 HTTP/1.1" status: 204 len: 168 time: 0.2204142 Nov 12 12:20:27.026787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffbed74-1a88-437b-a735-e9401139d4fc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:27.028150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffbed74-1a88-437b-a735-e9401139d4fc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:27.040922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec1310-7790-4454-9881-bb6eda2a675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69965e51-c53c-4dc5-a8de-019aeaf35f94,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:27.093847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.142962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbed08e0-caef-4d1d-92c5-be3dd1cd75f2 req-b1902256-4800-4c64-8a7a-1cebb657f4fa tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804575 Nov 12 12:20:27.146043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.181825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:27.183426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:27.190108 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:27.341796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.404974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:27.416765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] 10.222.0.18 "DELETE /v2.0/networks/def51b80-ef5f-4ae9-8f49-5c6509c6d353 HTTP/1.1" status: 204 len: 168 time: 2.2629240 Nov 12 12:20:27.416765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf598d73-2165-4354-adaf-e423a2163e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=def51b80-ef5f-4ae9-8f49-5c6509c6d353,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:27.582514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:27.683445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:27.683789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2cbf70ee-4de7-4045-b4d9-9066f7f92b06 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:27.761415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e14a-7812-47de-826b-48ad73e5293d req-a0befe9f-74a7-4666-9b93-3da9ba312581 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:27.770882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3377e14a-7812-47de-826b-48ad73e5293d req-a0befe9f-74a7-4666-9b93-3da9ba312581 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.1501081 Nov 12 12:20:27.816582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:27.859486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3377e14a-7812-47de-826b-48ad73e5293d req-2a34d611-c871-4952-bae1-c6e680e1de61 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872469 Nov 12 12:20:27.889592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b878a684-4836-4058-8040-792fe47ad358 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:27.900208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:27.959558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a650b21-8a72-4f44-a10d-6e3c0dfa1099 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b04c189755754cb4b1dc5f35d6d0ad86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415863 Nov 12 12:20:27.962116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:28.074109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fa666695-f40c-43e0-9538-f38f7d0e2bee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bba889f364524398887995568add5b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689739 Nov 12 12:20:28.079102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:28.100267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-30c55963-f7bd-4b2f-b530-7f6e58fbac3a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:28.100584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b878a684-4836-4058-8040-792fe47ad358 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:28.101847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-30c55963-f7bd-4b2f-b530-7f6e58fbac3a tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.81 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 945 time: 0.0986793 Nov 12 12:20:28.106523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.247068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.274919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94b3454c-b735-429a-a570-78ad8c150a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.306105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc855-dbf8-4952-b265-d312b26a4526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.322221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:28.329671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b878a684-4836-4058-8040-792fe47ad358'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:28.335733 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aea695-7451-456f-b6ed-dd3f13e263ee" -d '{"events": [{"server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "name": "network-vif-plugged", "status": "completed", "tag": "b878a684-4836-4058-8040-792fe47ad358"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:28.347292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.370995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc855-dbf8-4952-b265-d312b26a4526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.379509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89596b7-0962-420d-ae80-a642518bd209 req-393b516e-c924-4dbe-b460-03a60f5355dc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:28.381189 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c89596b7-0962-420d-ae80-a642518bd209 req-393b516e-c924-4dbe-b460-03a60f5355dc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.2115340 Nov 12 12:20:28.461146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Deleting port b878a684-4836-4058-8040-792fe47ad358 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:28.461431 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.494182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:28.518814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc855-dbf8-4952-b265-d312b26a4526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.527590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc855-dbf8-4952-b265-d312b26a4526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.529259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eb0dc855-dbf8-4952-b265-d312b26a4526 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2872c95-b8bf-40e9-956d-d0c68f5ccbdb HTTP/1.1" status: 204 len: 168 time: 0.4446018 Nov 12 12:20:28.533010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94b3454c-b735-429a-a570-78ad8c150a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.603640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c89596b7-0962-420d-ae80-a642518bd209 req-abf79332-f769-498a-b2e0-38ad90928a3c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960280 Nov 12 12:20:28.632922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96361024-0664-4243-9278-49caf6c769c8 req-0e643fd1-4db1-4cd4-ba9c-7076964c2caa tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:28.634701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96361024-0664-4243-9278-49caf6c769c8 req-0e643fd1-4db1-4cd4-ba9c-7076964c2caa tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.6408565 Nov 12 12:20:28.636460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dc855-dbf8-4952-b265-d312b26a4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2872c95-b8bf-40e9-956d-d0c68f5ccbdb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:28.639997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94b3454c-b735-429a-a570-78ad8c150a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.643845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94b3454c-b735-429a-a570-78ad8c150a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:28.660502 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94b3454c-b735-429a-a570-78ad8c150a6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1323ec5f-44be-43a3-bbf4-45bcfe476471 HTTP/1.1" status: 204 len: 168 time: 0.6970515 Nov 12 12:20:28.698018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3454c-b735-429a-a570-78ad8c150a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323ec5f-44be-43a3-bbf4-45bcfe476471,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:28.853199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96361024-0664-4243-9278-49caf6c769c8 req-40fd6114-e4df-41f7-a40e-e36cb33acc0a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884325 Nov 12 12:20:28.926534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] For port b878a684-4836-4058-8040-792fe47ad358, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b878a684-4836-4058-8040-792fe47ad358,segment=NetworkSegment(8458996f-0172-44a8-ac54-9fc4c7c8348e),segment_id=8458996f-0172-44a8-ac54-9fc4c7c8348e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:28.927129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.016204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Calling delete_port for b878a684-4836-4058-8040-792fe47ad358 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:29.090123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e5772-8014-4c69-ad33-331872dd92db req-07a7e48f-5695-46c8-a928-4d9b64817d5c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:29.101973 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b34000-d00c-45b7-8772-5507b9dbd274 x-openstack-request-id: req-c0b34000-d00c-45b7-8772-5507b9dbd274 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:29.102524 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "name": "network-vif-plugged", "status": "completed", "tag": "b878a684-4836-4058-8040-792fe47ad358", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:29.102644 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0b34000-d00c-45b7-8772-5507b9dbd274 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:29.103044 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b878a684-4836-4058-8040-792fe47ad358', 'code': 200} Nov 12 12:20:29.112777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d79e5772-8014-4c69-ad33-331872dd92db req-07a7e48f-5695-46c8-a928-4d9b64817d5c tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/ports?device_id=09e9b097-76d5-455f-bca8-8e088292c522 HTTP/1.1" status: 200 len: 946 time: 0.2880108 Nov 12 12:20:29.331986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.426372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d79e5772-8014-4c69-ad33-331872dd92db req-8c201bdb-9867-4f7c-a016-1f30f39ba8e1 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d7aa5b-2556-4bfe-a0d8-675708237d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126566 Nov 12 12:20:29.548502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.616052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.630477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b878a684-4836-4058-8040-792fe47ad358'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:29.767061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] No DVR routers for this DVR port b878a684-4836-4058-8040-792fe47ad358 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:29.794226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.805571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8a12a3a-ce0e-439b-9502-6353b589c662 req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] 10.222.0.81 "DELETE /v2.0/ports/b878a684-4836-4058-8040-792fe47ad358 HTTP/1.1" status: 204 len: 173 time: 1.6901391 Nov 12 12:20:29.809253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'name': 'network-vif-deleted', 'tag': 'b878a684-4836-4058-8040-792fe47ad358'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:29.818315 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3ee67f-1124-44c7-8eb0-8d7b34126abd" -d '{"events": [{"server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "name": "network-vif-deleted", "tag": "b878a684-4836-4058-8040-792fe47ad358"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:29.837642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887c173-6e70-45c6-8844-9c58ca1d9853 tempest-ImagesTestJSON-174731989 tempest-ImagesTestJSON-174731989-project] Pushing event deleted for resources: {'Port': ['ID=b878a684-4836-4058-8040-792fe47ad358,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:29.945519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff99e-f4ed-41ae-9717-552b2fe46813 req-b7d35b4b-3741-4923-95c8-bdb70546f7a3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:29.975248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0bcff99e-f4ed-41ae-9717-552b2fe46813 req-b7d35b4b-3741-4923-95c8-bdb70546f7a3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1258953 Nov 12 12:20:30.127552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0bcff99e-f4ed-41ae-9717-552b2fe46813 req-7a32cfbd-532c-4b88-937d-deaf5e0f69cf tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508722 Nov 12 12:20:30.263056 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b403c385-cf8c-4e46-ac78-e8c9354bda8e x-openstack-request-id: req-b403c385-cf8c-4e46-ac78-e8c9354bda8e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:30.263963 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e9b097-76d5-455f-bca8-8e088292c522", "name": "network-vif-deleted", "tag": "b878a684-4836-4058-8040-792fe47ad358", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:30.264430 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b403c385-cf8c-4e46-ac78-e8c9354bda8e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:30.267809 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e9b097-76d5-455f-bca8-8e088292c522', 'name': 'network-vif-deleted', 'tag': 'b878a684-4836-4058-8040-792fe47ad358', 'status': 'completed', 'code': 200} Nov 12 12:20:30.291260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-3bfb2a0c-05f9-4e06-9c20-8335efb59b20 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:30.309709 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-3bfb2a0c-05f9-4e06-9c20-8335efb59b20 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 815 time: 0.4337680 Nov 12 12:20:30.347099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-32cda731-948e-49fe-b894-cd169f970cfe tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/quotas/b704e9bf91c6434380f0c90015f4b573 HTTP/1.1" status: 200 len: 375 time: 0.0350580 Nov 12 12:20:30.528814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-e788915d-2ced-4804-bdaf-808f59305389 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1804171 Nov 12 12:20:31.048978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-5537e786-7282-4d5a-8656-bb49244dc234 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:31.052163 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-5537e786-7282-4d5a-8656-bb49244dc234 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f81d8b8-8cfe-415e-ad19-5c633423c758 HTTP/1.1" status: 200 len: 946 time: 0.0935514 Nov 12 12:20:31.078121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19a091-793d-48a5-aa3d-00aeddd2f768 req-495282bc-7ee7-4627-b52a-8cb0e0310095 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:31.089118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c19a091-793d-48a5-aa3d-00aeddd2f768 req-495282bc-7ee7-4627-b52a-8cb0e0310095 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 944 time: 0.1751709 Nov 12 12:20:31.155464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:31.245080 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-7d111749-92a3-46d8-9d97-59546d965a2b service neutron] 10.222.0.18 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145541 Nov 12 12:20:31.247148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c19a091-793d-48a5-aa3d-00aeddd2f768 req-c25fbce9-42ed-4d57-9c32-5b387ad1a994 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562948 Nov 12 12:20:31.310841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Deleting port 1dc28771-de04-4d22-993c-7acad26204ba {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:31.312007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:31.426813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-8f0a331e-d050-42d7-afaf-7018693c481b service neutron] 10.222.0.18 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807306 Nov 12 12:20:31.574492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-2667f2fe-285f-4b92-8b7e-4ff0a23b6d4e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:31.576990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-2667f2fe-285f-4b92-8b7e-4ff0a23b6d4e tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 944 time: 0.1491830 Nov 12 12:20:31.585823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] For port 1dc28771-de04-4d22-993c-7acad26204ba, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1dc28771-de04-4d22-993c-7acad26204ba,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:31.586203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:31.618936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Calling delete_port for 1dc28771-de04-4d22-993c-7acad26204ba owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:31.821954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1562370324-network', 'tenant_id': 'c53af463f4314a228dbe16e99e88860d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:31.861106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Deleting port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:31.863869 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:31.912137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b878a684-4836-4058-8040-792fe47ad358 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:31.959922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: b878a684-4836-4058-8040-792fe47ad358 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:31.966841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b878a684-4836-4058-8040-792fe47ad358 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:32.108430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44e031b0-fd9a-42b4-8fad-b1127695c2bf req-56297e88-fb75-43da-839d-d415fc294f2d tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 210 time: 0.0549686 Nov 12 12:20:32.259842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] For port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:32.260423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.290494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Calling delete_port for 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:32.299931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7639-3245-4707-b2bf-2dff6a429896 req-9df1d885-a633-47ac-b5fe-b387b5239a88 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:32.301690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e44c7639-3245-4707-b2bf-2dff6a429896 req-9df1d885-a633-47ac-b5fe-b387b5239a88 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.4686997 Nov 12 12:20:32.305512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Made reservation on behalf of c53af463f4314a228dbe16e99e88860d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:32.317509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.373325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.400767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.565036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Pushing event deleted for resources: {'Port': ['ID=1dc28771-de04-4d22-993c-7acad26204ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:32.577136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.593517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:32.674984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event deleted for resources: {'Port': ['ID=2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:32.756046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.790390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e44c7639-3245-4707-b2bf-2dff6a429896 req-eef4cc3b-07aa-430e-aefe-b277cc1ed270 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698663 Nov 12 12:20:32.823354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.824682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] No DVR routers for this DVR port 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:32.846129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:32.858710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5740976d-95c1-4646-a7ee-2ad2db333b86 req-7329ce50-75fa-45ff-9943-d45655a7ad33 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.65 "DELETE /v2.0/ports/2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 HTTP/1.1" status: 204 len: 173 time: 1.2740183 Nov 12 12:20:32.866190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'name': 'network-vif-deleted', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:32.869243 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ad5412-920b-4527-8b24-164d946cd236" -d '{"events": [{"server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "name": "network-vif-deleted", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:32.974151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-656712f7-1b0e-43ab-b0a8-ef6f03405fbe req-567e26cf-69ea-4437-9e73-d2284763a081 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3393824-84cc-47b8-b4d5-1bc8cbdddd66 HTTP/1.1" status: 200 len: 210 time: 0.0959473 Nov 12 12:20:32.980294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0696e27-9b78-44b4-914e-047048a6ce32,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:33.037156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] No DVR routers for this DVR port 1dc28771-de04-4d22-993c-7acad26204ba on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:33.046290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.056801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7817f1ad-0561-4a35-9710-e39349fb56e0 req-974238c8-97ed-4a20-abe7-707a0762829f tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.65 "DELETE /v2.0/ports/1dc28771-de04-4d22-993c-7acad26204ba HTTP/1.1" status: 204 len: 173 time: 1.9922905 Nov 12 12:20:33.057949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-deleted', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:33.063145 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940ef5a8-b9c1-443c-922b-1e3e8889bd92" -d '{"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-deleted", "tag": "1dc28771-de04-4d22-993c-7acad26204ba"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:33.105877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:20:33.178109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.179445 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Added segment 5344d99f-1066-48e0-bada-28a1d5e0c8a0 of type vlan for network 359a87f2-b2d7-4cd5-a435-8ed656257a05 Nov 12 12:20:33.353768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.386733 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8467e941-7b5f-410d-bfe8-47519f4e3f7f x-openstack-request-id: req-8467e941-7b5f-410d-bfe8-47519f4e3f7f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:33.387296 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3393824-84cc-47b8-b4d5-1bc8cbdddd66", "name": "network-vif-deleted", "tag": "2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:33.387837 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8467e941-7b5f-410d-bfe8-47519f4e3f7f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:33.389871 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3393824-84cc-47b8-b4d5-1bc8cbdddd66', 'name': 'network-vif-deleted', 'tag': '2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4', 'status': 'completed', 'code': 200} Nov 12 12:20:33.430373 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cec183-d02f-483d-917e-4f07413c486a x-openstack-request-id: req-69cec183-d02f-483d-917e-4f07413c486a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:33.430661 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f81d8b8-8cfe-415e-ad19-5c633423c758", "name": "network-vif-deleted", "tag": "1dc28771-de04-4d22-993c-7acad26204ba", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:33.431190 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69cec183-d02f-483d-917e-4f07413c486a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:33.431876 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f81d8b8-8cfe-415e-ad19-5c633423c758', 'name': 'network-vif-deleted', 'tag': '1dc28771-de04-4d22-993c-7acad26204ba', 'status': 'completed', 'code': 200} Nov 12 12:20:33.434147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.435684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:33.436711 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.655292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] Pushing event updated for resources: {'Network': ['ID=359a87f2-b2d7-4cd5-a435-8ed656257a05,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:33.661628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c5e0bfe7-e252-4630-8c59-823db6653b00 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5042834 Nov 12 12:20:33.664264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:33.672547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Request body: {'subnet': {'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1562370324-subnet', 'tenant_id': 'c53af463f4314a228dbe16e99e88860d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:33.745243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:33.754051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b2f6e0bf-68be-4ecf-a722-9d3ce5268a4f req-0c9c71ed-9095-496e-a6aa-92fa34d46c33 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 210 time: 0.1726496 Nov 12 12:20:33.760209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Made reservation on behalf of c53af463f4314a228dbe16e99e88860d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:33.767377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.812551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 1dc28771-de04-4d22-993c-7acad26204ba {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:33.812892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1dc28771-de04-4d22-993c-7acad26204ba not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:33.814678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:33.852635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:33.853181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1251ee-71aa-4d4e-a9c2-c6919bdca6b4 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:34.081218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:34.175513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-578d9187-f9f6-43ba-8dfb-d2dc3f74959a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:34.177713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-578d9187-f9f6-43ba-8dfb-d2dc3f74959a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.81 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 815 time: 0.2475643 Nov 12 12:20:34.223869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:20:34.239077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Request body: {'port': {'device_id': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'admin_state_up': True, 'tenant_id': 'b704e9bf91c6434380f0c90015f4b573'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:34.515286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Deleting subnet ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:34.526202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:34.647460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f2531-2ab3-4ccd-ab34-05e3aab26c9f req-a686fd64-70b2-4d46-95c9-614a1f3c4676 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:34.660467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-613f2531-2ab3-4ccd-ab34-05e3aab26c9f req-a686fd64-70b2-4d46-95c9-614a1f3c4676 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.5062973 Nov 12 12:20:34.697073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Made reservation on behalf of b704e9bf91c6434380f0c90015f4b573 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:34.701793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:34.722414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:34.805612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:34.886879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-613f2531-2ab3-4ccd-ab34-05e3aab26c9f req-6d0d8c13-6735-432d-abf8-f3ecdb136e86 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251813 Nov 12 12:20:34.900493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:35.019394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e02299-a475-4c9c-b3cc-5093b2ee6668 req-6b44eeb4-db2a-4291-a018-dc05ca7a4038 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:35.021076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2e02299-a475-4c9c-b3cc-5093b2ee6668 req-6b44eeb4-db2a-4291-a018-dc05ca7a4038 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.0995619 Nov 12 12:20:35.045870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c8292b77-ebd4-489b-96e1-398088814fd2 req-444a2cf7-2af4-41cb-aaa3-24618cf829ec tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 210 time: 0.0590651 Nov 12 12:20:35.120351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.143158 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874fc20e-a48f-4561-a733-0fa3234f8d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.156800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2e02299-a475-4c9c-b3cc-5093b2ee6668 req-bb1522d2-f26d-4d5a-842d-7c9b9599845a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284125 Nov 12 12:20:35.168630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:35.273657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874fc20e-a48f-4561-a733-0fa3234f8d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.279712 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874fc20e-a48f-4561-a733-0fa3234f8d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.319376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-874fc20e-a48f-4561-a733-0fa3234f8d0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf4364ebd617440e9c3ce8b7428d4002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177740 Nov 12 12:20:35.321926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:35.386940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fc20e-a48f-4561-a733-0fa3234f8d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c27d4-d7f8-4025-9a3a-56bab1f8938e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:35.434569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d448-9f8d-4681-b708-2fb2a4816575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.487317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d448-9f8d-4681-b708-2fb2a4816575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.565211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d448-9f8d-4681-b708-2fb2a4816575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.568748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d448-9f8d-4681-b708-2fb2a4816575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.573769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6c3d448-9f8d-4681-b708-2fb2a4816575 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e5c27d4-d7f8-4025-9a3a-56bab1f8938e HTTP/1.1" status: 204 len: 168 time: 0.2500651 Nov 12 12:20:35.593117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d448-9f8d-4681-b708-2fb2a4816575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c27d4-d7f8-4025-9a3a-56bab1f8938e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:35.597776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Checking segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:35.598446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Network hostable DHCP agents. Network: 359a87f2-b2d7-4cd5-a435-8ed656257a05, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:20:35.604606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Allocated IP 172.20.0.11 (bfc87245-1689-404c-bf98-9fe95da7ced3/decda775-b334-4f7b-8808-7edf815fcc75/df9cf578-3722-4600-b10e-d860aab67c35) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:35.641193 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3cdb09f6-a52b-4afe-85a6-73078ca7a24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.698799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:20:35.715770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e281d-538c-4497-baed-548d9145fe6c req-fbfd1c9b-7eaa-46f8-8967-1454bfb7d23a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:35.718286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-144e281d-538c-4497-baed-548d9145fe6c req-fbfd1c9b-7eaa-46f8-8967-1454bfb7d23a tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.5252848 Nov 12 12:20:35.723970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.757343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 359a87f2-b2d7-4cd5-a435-8ed656257a05) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:35.767864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f7cda-e31a-452d-abc1-c18ae2afac52 None None] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:35.815159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec910d6f-6ffe-4cd5-915c-e1373ffde6c6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:35.832150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:35.832881 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.865580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:35.869337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-be4f057a-e250-41be-a10d-d7cf34dddea7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec910d6f-6ffe-4cd5-915c-e1373ffde6c6 HTTP/1.1" status: 204 len: 168 time: 1.7868702 Nov 12 12:20:35.871750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:35.887160 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f9ac47c4-103f-4004-b2fc-2629b321cc7d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2209141 Nov 12 12:20:36.034519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.038030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da81ed-b70a-4132-8aad-8da224da1e23 None None] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:36.258857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.265256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.293774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Deleting port 1ed009ca-c785-47cf-ab42-a2eddd0658bf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:36.294303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.309249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43528) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:36.342513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5de2ad5-87bc-48c7-b374-abbc8cf6c0b9 req-21f820ed-4d40-41f9-be6d-532513fecfcb tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 210 time: 0.1125903 Nov 12 12:20:36.381068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b148b0a-3bdc-4e27-bbd3-93acc94b56c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.396927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19868cbe-8394-4d00-b1aa-896bf71028c4 req-a51bf847-e6bf-4c27-a811-a5747c4fe7b7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:36.398605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19868cbe-8394-4d00-b1aa-896bf71028c4 req-a51bf847-e6bf-4c27-a811-a5747c4fe7b7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.3346019 Nov 12 12:20:36.407428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b766ba-f0b9-4c62-86a0-d5bece1edd14']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:36.454526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8458996f-0172-44a8-ac54-9fc4c7c8348e') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:36.467828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8458996f-0172-44a8-ac54-9fc4c7c8348e') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:36.493003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.515513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.530037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:36.530721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.613850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19868cbe-8394-4d00-b1aa-896bf71028c4 req-c9377241-a990-4df1-828d-10d8f0a31f06 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226487 Nov 12 12:20:36.621178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] For port 1ed009ca-c785-47cf-ab42-a2eddd0658bf, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1ed009ca-c785-47cf-ab42-a2eddd0658bf,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:36.621552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.635555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.661332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Calling delete_port for 1ed009ca-c785-47cf-ab42-a2eddd0658bf owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:36.718497 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:36.722705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Network bfc87245-1689-404c-bf98-9fe95da7ced3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:36.777381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:36.789082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:36.841380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Pushing event updated for resources: {'Port': ['ID=df9cf578-3722-4600-b10e-d860aab67c35,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:36.852159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.884323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.890632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] 10.222.0.18 "DELETE /v2.0/networks/01b766ba-f0b9-4c62-86a0-d5bece1edd14 HTTP/1.1" status: 204 len: 168 time: 1.0143852 Nov 12 12:20:36.923381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:36.924727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.947122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43afc59-d056-4988-b46a-e92d7eb166e2 req-6cc2b2a9-3bb5-4d40-ab2f-b9c7d845e3da tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:36.948995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-56d4fdf4-966d-4ae2-9930-dcfdfa2568d3 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7332642 Nov 12 12:20:36.958362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a43afc59-d056-4988-b46a-e92d7eb166e2 req-6cc2b2a9-3bb5-4d40-ab2f-b9c7d845e3da tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 944 time: 0.4722021 Nov 12 12:20:36.960520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adbefd-a397-45c0-a09e-038703e97413 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b766ba-f0b9-4c62-86a0-d5bece1edd14,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:36.993910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b148b0a-3bdc-4e27-bbd3-93acc94b56c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:36.999609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Request body: {'port': {'device_id': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:37.005222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b148b0a-3bdc-4e27-bbd3-93acc94b56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.078790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.082134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b148b0a-3bdc-4e27-bbd3-93acc94b56c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6596627-b74c-4169-821f-b498e491eaee,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:37.102185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.171382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7b148b0a-3bdc-4e27-bbd3-93acc94b56c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14a7323ec2814ce0afa3c647473935f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8607023 Nov 12 12:20:37.187540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a43afc59-d056-4988-b46a-e92d7eb166e2 req-93c36f61-efd1-44f9-a186-a7aa0d956cb7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279944 Nov 12 12:20:37.189263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:37.223378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event deleted for resources: {'Port': ['ID=1ed009ca-c785-47cf-ab42-a2eddd0658bf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:37.291505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28b77f3b-0dc0-4dcb-8d3d-c9313502bf28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.328620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28b77f3b-0dc0-4dcb-8d3d-c9313502bf28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.395452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43560) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:37.465733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28b77f3b-0dc0-4dcb-8d3d-c9313502bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.469515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28b77f3b-0dc0-4dcb-8d3d-c9313502bf28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.473362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-28b77f3b-0dc0-4dcb-8d3d-c9313502bf28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6596627-b74c-4169-821f-b498e491eaee HTTP/1.1" status: 204 len: 168 time: 0.2787807 Nov 12 12:20:37.486362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e759eb27-a857-4bd7-b70b-bf2293d44ffa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a155a23bd50f4aadbaba5decf0f93c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888109 Nov 12 12:20:37.510942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:37.527372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b77f3b-0dc0-4dcb-8d3d-c9313502bf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6596627-b74c-4169-821f-b498e491eaee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:37.588414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c62335-a2cf-4f3c-b476-4eb87bf4f844 req-2d4f6af5-1da3-4973-93d3-4864fe2d08c7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:37.598407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00c62335-a2cf-4f3c-b476-4eb87bf4f844 req-2d4f6af5-1da3-4973-93d3-4864fe2d08c7 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 932 time: 0.1355748 Nov 12 12:20:37.666894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ecfca4d-de5b-4783-87a9-02347e9230e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.689715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00c62335-a2cf-4f3c-b476-4eb87bf4f844 req-5a9edb04-4cb7-4dca-b147-8ed6110ab9fe tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875883 Nov 12 12:20:37.746039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ecfca4d-de5b-4783-87a9-02347e9230e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.925047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a24c-2d48-4895-90a6-9a64cbf31c21 req-84945ca5-8e95-43e7-8984-d161ee8f5208 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:37.934236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] No DVR routers for this DVR port 1ed009ca-c785-47cf-ab42-a2eddd0658bf on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:37.935835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6416a24c-2d48-4895-90a6-9a64cbf31c21 req-84945ca5-8e95-43e7-8984-d161ee8f5208 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.1565974 Nov 12 12:20:37.948894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:37.952607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ecfca4d-de5b-4783-87a9-02347e9230e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.955832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ecfca4d-de5b-4783-87a9-02347e9230e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.958702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1ecfca4d-de5b-4783-87a9-02347e9230e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d7aa5b-2556-4bfe-a0d8-675708237d49 HTTP/1.1" status: 204 len: 168 time: 0.4402001 Nov 12 12:20:37.970272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:37.982084 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-144e281d-538c-4497-baed-548d9145fe6c req-bc0d454a-b72e-41e3-9d24-9305386b32e5 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "DELETE /v2.0/ports/1ed009ca-c785-47cf-ab42-a2eddd0658bf HTTP/1.1" status: 204 len: 173 time: 2.2513433 Nov 12 12:20:38.024304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'name': 'network-vif-deleted', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:38.035635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfca4d-de5b-4783-87a9-02347e9230e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7aa5b-2556-4bfe-a0d8-675708237d49,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:38.040196 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1700b33-41cd-4bfd-8821-84cd0ad06d91" -d '{"events": [{"server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "name": "network-vif-deleted", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:38.105815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 1ed009ca-c785-47cf-ab42-a2eddd0658bf {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:38.115095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1ed009ca-c785-47cf-ab42-a2eddd0658bf not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:38.139001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6416a24c-2d48-4895-90a6-9a64cbf31c21 req-7ed5eb2c-7d59-43d1-87c7-19a8bccc67a0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968706 Nov 12 12:20:38.184383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ac7f-3779-497a-a561-0ddcf9bbce70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:38.205630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-0d047ade-e7bd-4c4e-a496-67ce6d1c0038 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:38.208964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-0d047ade-e7bd-4c4e-a496-67ce6d1c0038 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 818 time: 0.9890003 Nov 12 12:20:38.226157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9cf578-3722-4600-b10e-d860aab67c35 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:38.281927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:38.315266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-e80084ad-02b5-469c-bc97-8e50999e88ea tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/quotas/c53af463f4314a228dbe16e99e88860d HTTP/1.1" status: 200 len: 375 time: 0.0747912 Nov 12 12:20:38.366199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Transition to ACTIVE for port object df9cf578-3722-4600-b10e-d860aab67c35 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:38.391301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-0ef7490a-1a85-4600-8c72-31db3b1ccd4b tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640264 Nov 12 12:20:38.392702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:38.675125 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f909c176-ee6e-4ca1-807f-a9e4ae43d2b4 x-openstack-request-id: req-f909c176-ee6e-4ca1-807f-a9e4ae43d2b4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:38.675531 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3a3acd-47de-4f23-84ca-9f4d6cc2d595", "name": "network-vif-deleted", "tag": "1ed009ca-c785-47cf-ab42-a2eddd0658bf", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:38.675885 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f909c176-ee6e-4ca1-807f-a9e4ae43d2b4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:38.676642 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3a3acd-47de-4f23-84ca-9f4d6cc2d595', 'name': 'network-vif-deleted', 'tag': '1ed009ca-c785-47cf-ab42-a2eddd0658bf', 'status': 'completed', 'code': 200} Nov 12 12:20:38.711218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Pushing event updated for resources: {'Port': ['ID=df9cf578-3722-4600-b10e-d860aab67c35,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:38.937656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-07dea220-440b-407b-a0f3-c80c0a170c24 service neutron] 10.222.0.18 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824600 Nov 12 12:20:38.961155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1358344-7a21-4bfe-851d-f611d4bfaeeb req-c0059a1d-4ca0-417f-b550-fb863763f96c tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3a3acd-47de-4f23-84ca-9f4d6cc2d595 HTTP/1.1" status: 200 len: 210 time: 0.1029856 Nov 12 12:20:39.087740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Attempting to bind port df9cf578-3722-4600-b10e-d860aab67c35 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:39.088106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Attempting to bind port df9cf578-3722-4600-b10e-d860aab67c35 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:39.088391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Attempting to bind port df9cf578-3722-4600-b10e-d860aab67c35 on network bfc87245-1689-404c-bf98-9fe95da7ced3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:39.230097 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:39.251957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae369f-0877-454a-8168-90456f87750d req-e88710ab-9564-4f84-a67e-8f96c07218c6 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:39.263486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5dae369f-0877-454a-8168-90456f87750d req-e88710ab-9564-4f84-a67e-8f96c07218c6 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 945 time: 0.1352344 Nov 12 12:20:39.296362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Port df9cf578-3722-4600-b10e-d860aab67c35 on network bfc87245-1689-404c-bf98-9fe95da7ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:39.296761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Attempting to bind port df9cf578-3722-4600-b10e-d860aab67c35 on network bfc87245-1689-404c-bf98-9fe95da7ced3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:39.340117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:39.340457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Checking segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:39.340964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Bound using segment: {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:39.342586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Bound port: df9cf578-3722-4600-b10e-d860aab67c35, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71382af-82a6-4de4-8485-6ee9d5774995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:39.343019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:39.417202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5dae369f-0877-454a-8168-90456f87750d req-78064997-3ed9-4ccc-bd88-ee0fbad83604 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459479 Nov 12 12:20:39.468910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7cf7c8df-bf38-4786-a1b4-8979e72c739a service neutron] 10.222.0.18 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076311 Nov 12 12:20:39.484962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-52328fb8-e765-48bc-8579-05d65e28be64 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:39.488866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-52328fb8-e765-48bc-8579-05d65e28be64 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.2278519 Nov 12 12:20:39.512692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-5'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:39.574877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] For port df9cf578-3722-4600-b10e-d860aab67c35, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:39.612012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] For port df9cf578-3722-4600-b10e-d860aab67c35, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df9cf578-3722-4600-b10e-d860aab67c35,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:39.616526 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:39.645439 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:39.688876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522501-fa3f-405c-ba00-2c2b3e7b0dfa req-fb126d78-9d50-4430-8f71-089ff1634c9a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:39.708527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7522501-fa3f-405c-ba00-2c2b3e7b0dfa req-fb126d78-9d50-4430-8f71-089ff1634c9a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 944 time: 0.1582391 Nov 12 12:20:39.801538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:39.802187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:39.803857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-e6336637-ee05-4011-8915-fd228f076805 service neutron] 10.222.0.81 "PUT /v2.0/ports/df9cf578-3722-4600-b10e-d860aab67c35 HTTP/1.1" status: 200 len: 1092 time: 2.8406765 Nov 12 12:20:39.877576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7522501-fa3f-405c-ba00-2c2b3e7b0dfa req-257534fd-de12-4d5f-a2e7-72df0ad388df tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549256 Nov 12 12:20:39.909360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6336637-ee05-4011-8915-fd228f076805 service neutron] Pushing event updated for resources: {'Port': ['ID=df9cf578-3722-4600-b10e-d860aab67c35,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:39.949983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:40.167586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa10b18-5710-4068-a18e-ea065460b03e req-28031597-faab-4c7e-b674-9dad15bbfc91 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:40.195176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fa10b18-5710-4068-a18e-ea065460b03e req-28031597-faab-4c7e-b674-9dad15bbfc91 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 945 time: 0.2088611 Nov 12 12:20:40.203097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:40.263157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:20:40.315745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-09df7a09-42d3-45b6-92a6-8bd313591a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:40.319367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-09df7a09-42d3-45b6-92a6-8bd313591a13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 1095 time: 0.3935513 Nov 12 12:20:40.422845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fa10b18-5710-4068-a18e-ea065460b03e req-c355f516-2415-4a42-8f2b-1bdd2e0a374d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165866 Nov 12 12:20:40.463605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-abf7148b-7151-4cd6-b2f2-bdcba190de0e tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:40.466686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-abf7148b-7151-4cd6-b2f2-bdcba190de0e tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 945 time: 0.1382856 Nov 12 12:20:40.504761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-b4196023-3283-4573-8db1-54a2e7087056 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9cf578-3722-4600-b10e-d860aab67c35 HTTP/1.1" status: 200 len: 217 time: 0.1695819 Nov 12 12:20:40.532541 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:40.549920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:40.658523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf4482-5a24-447b-b296-247a37107caa req-96f88fcf-52ee-4527-8216-e4cd1faa0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:40.662945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-96f88fcf-52ee-4527-8216-e4cd1faa0602 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 200 len: 855 time: 0.1439517 Nov 12 12:20:40.712899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'tag': 'df9cf578-3722-4600-b10e-d860aab67c35'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:40.725540 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b44156-fa67-473e-970b-69b0827bea5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ddba35-99c1-4002-bf36-06b7e4675aa4", "tag": "df9cf578-3722-4600-b10e-d860aab67c35"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:40.827603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-4d195ca6-3c76-4570-b0c8-2e2eee1b58e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bfc87245-1689-404c-bf98-9fe95da7ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520886 Nov 12 12:20:40.830423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:40.871731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Deleting port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:40.874918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.064087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] For port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,segment=NetworkSegment(7a782d98-e7fb-44ec-a1dd-a00be507e528),segment_id=7a782d98-e7fb-44ec-a1dd-a00be507e528)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:41.064946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.082848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Calling delete_port for 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:41.188371 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.207896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.253458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.382113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-67c4f85c-ec55-420b-9a24-d66cd2710d3a service neutron] 10.222.0.81 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662275 Nov 12 12:20:41.444607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a9da-9a8a-42e4-99bd-f584e8a37caa req-b5235e8f-9eb9-40b7-8e4b-a1e81dffcad0 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:41.455811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc2a9da-9a8a-42e4-99bd-f584e8a37caa req-b5235e8f-9eb9-40b7-8e4b-a1e81dffcad0 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae HTTP/1.1" status: 200 len: 945 time: 0.3824143 Nov 12 12:20:41.504079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.520403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:41.581141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-6ff104ea-91bd-488c-99a9-bb19a6bee520 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=daadc57177e24c1f8720d1e4da010c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860765 Nov 12 12:20:41.637412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93cf4482-5a24-447b-b296-247a37107caa req-3b4131b1-d4d0-42e5-9b5f-00382b51f42b service neutron] 10.222.0.81 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440679 Nov 12 12:20:41.654494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Pushing event deleted for resources: {'Port': ['ID=28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:41.689621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:41.733289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on host n-h2-804878-5 for vnic_type normal with profile {"migrating_to": "n-h1-804878-5"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:41.734151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:41.734783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:41.755555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:41.756307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Attempting to bind port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on network 8bc7522f-6f56-46d8-8a26-ff367ebfede6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:41.783333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:41.784508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Checking segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:41.785351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Bound using segment: {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:41.786060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Bound port: ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9177a8de-74ff-4e49-ae8f-e1983fccf982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8bc7522f-6f56-46d8-8a26-ff367ebfede6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:41.786698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.864697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] No DVR routers for this DVR port 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:41.872593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.879907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:41.883585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9594c4f6-327d-4ca2-b058-9f9e040bc323 req-074b243b-a263-4281-af42-e94046694311 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.81 "DELETE /v2.0/ports/28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d HTTP/1.1" status: 204 len: 173 time: 1.3921564 Nov 12 12:20:41.884491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'name': 'network-vif-deleted', 'tag': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:41.887367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:41.894126 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5edcad-d10f-4eb7-9346-9ad7d0eddfc1" -d '{"events": [{"server_uuid": "2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae", "name": "network-vif-deleted", "tag": "28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:41.896215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc2a9da-9a8a-42e4-99bd-f584e8a37caa req-263faad7-fb77-450d-8d75-f6cce5bf3ee2 tempest-VolumesAdminNegativeTest-1733506591 tempest-VolumesAdminNegativeTest-1733506591-project] 10.222.0.18 "GET /v2.0/security-groups?id=857a6b10-f7d5-4f98-ad7d-18d79e193d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293363 Nov 12 12:20:41.899358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:41.998311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:42.070972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-319a9a99-7dce-465a-afa7-c40ed391742b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:42.089585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-319a9a99-7dce-465a-afa7-c40ed391742b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5059233 Nov 12 12:20:42.104471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:42.105050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:42.107381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-7ad3978d-8991-4e3c-bf10-5f1cf9e77d41 service neutron] 10.222.0.81 "PUT /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 1121 time: 2.6059945 Nov 12 12:20:42.138988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-02769520-22d6-42a3-8525-bddcbbc52c80 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/quotas/daadc57177e24c1f8720d1e4da010c08 HTTP/1.1" status: 200 len: 375 time: 0.0477622 Nov 12 12:20:42.182657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae16acd4-2caa-49b9-a591-9f7ca6ae219d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:42.261055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-678cfebe-ce22-4876-a660-81643e7449d9 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=daadc57177e24c1f8720d1e4da010c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205626 Nov 12 12:20:42.271056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['ae16acd4-2caa-49b9-a591-9f7ca6ae219d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:42.681178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23ea8ce5-b193-4106-9eab-ce80ac2ea644 req-b82b0eb7-7e32-4f53-a2df-820a8437fd69 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 210 time: 0.0826776 Nov 12 12:20:42.795370 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee7f6e-541f-4cf9-ad9d-74217ac08dbf x-openstack-request-id: req-47ee7f6e-541f-4cf9-ad9d-74217ac08dbf {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:42.795654 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ddba35-99c1-4002-bf36-06b7e4675aa4", "tag": "df9cf578-3722-4600-b10e-d860aab67c35", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:42.795816 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47ee7f6e-541f-4cf9-ad9d-74217ac08dbf {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:42.798128 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'tag': 'df9cf578-3722-4600-b10e-d860aab67c35', 'status': 'completed', 'code': 200} Nov 12 12:20:42.890745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd57ece-3153-45e6-9cc7-90180491ac51 req-49c4c8aa-6f62-4f7a-b522-83a2c8138055 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:42.902430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9cd57ece-3153-45e6-9cc7-90180491ac51 req-49c4c8aa-6f62-4f7a-b522-83a2c8138055 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 944 time: 0.1246295 Nov 12 12:20:43.090560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-7d379510-1dcd-497a-a1c6-95fbafa265bd tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:43.090560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-7d379510-1dcd-497a-a1c6-95fbafa265bd tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.0854487 Nov 12 12:20:43.140168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b44156-fa67-473e-970b-69b0827bea5c req-7e32f0bd-f2d8-4226-a873-3e53f422d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:43.152569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-7e32f0bd-f2d8-4226-a873-3e53f422d9b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b704e9bf91c6434380f0c90015f4b573&device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 1095 time: 0.2388961 Nov 12 12:20:43.167183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9cd57ece-3153-45e6-9cc7-90180491ac51 req-03fe9515-be84-47a8-9f30-3f7e93117e00 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635627 Nov 12 12:20:43.326960 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d83b68-0a7f-48f9-90f9-1275f51bf8a7 x-openstack-request-id: req-43d83b68-0a7f-48f9-90f9-1275f51bf8a7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:43.327247 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae", "name": "network-vif-deleted", "tag": "28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:43.327625 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43d83b68-0a7f-48f9-90f9-1275f51bf8a7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:43.328354 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d049f13-1fb4-48a1-b0eb-c44ca3fca2ae', 'name': 'network-vif-deleted', 'tag': '28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d', 'status': 'completed', 'code': 200} Nov 12 12:20:43.455687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Deleting port f1d24013-53d8-401b-898a-487d5204b69e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:43.456396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:43.640194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b44156-fa67-473e-970b-69b0827bea5c req-c66d9eb8-1a53-4966-be32-38ab98bddd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:43.657326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-c66d9eb8-1a53-4966-be32-38ab98bddd80 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 200 len: 916 time: 0.4850097 Nov 12 12:20:43.713359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec5f85-e8a7-4a82-a95c-173141ec971b req-28909783-57ae-49ee-bb89-48d85a2e547f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:43.728406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95ec5f85-e8a7-4a82-a95c-173141ec971b req-28909783-57ae-49ee-bb89-48d85a2e547f tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 944 time: 0.2515006 Nov 12 12:20:43.780927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-f42a7dcd-98b6-4e7a-8868-224c50bf4c78 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9cf578-3722-4600-b10e-d860aab67c35 HTTP/1.1" status: 200 len: 217 time: 0.1159370 Nov 12 12:20:43.866917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95ec5f85-e8a7-4a82-a95c-173141ec971b req-2c1e1c72-8224-45cf-be29-7e542d688ba2 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/security-groups?id=80414779-641b-4177-a135-4ced5124c5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911269 Nov 12 12:20:43.992107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df9cf578-3722-4600-b10e-d860aab67c35 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:44.054333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26aedc-bd4f-428e-87c8-ac23c8419dac req-12b5e73a-0629-4a5a-bf3e-32a204413c14 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:44.063108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa26aedc-bd4f-428e-87c8-ac23c8419dac req-12b5e73a-0629-4a5a-bf3e-32a204413c14 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.7331820 Nov 12 12:20:44.130540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port df9cf578-3722-4600-b10e-d860aab67c35, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df9cf578-3722-4600-b10e-d860aab67c35,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:44.148111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'df9cf578-3722-4600-b10e-d860aab67c35', 'network_id': 'bfc87245-1689-404c-bf98-9fe95da7ced3', 'port_id': 'df9cf578-3722-4600-b10e-d860aab67c35', 'mac_address': 'fa:16:3e:4a:12:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decda775-b334-4f7b-8808-7edf815fcc75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:20:44.150377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:44.159748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] For port f1d24013-53d8-401b-898a-487d5204b69e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f1d24013-53d8-401b-898a-487d5204b69e,segment=NetworkSegment(87ec6b70-5332-4693-9413-9f9fd83bbc40),segment_id=87ec6b70-5332-4693-9413-9f9fd83bbc40)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:44.160458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:44.186409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:44.187077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 28c4b9f4-1f9b-42b1-b52b-ba2a09cbc23d not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:44.191381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-2562a897-1d7a-40ef-9cc1-50ac00edbc29 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:44.193036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-2562a897-1d7a-40ef-9cc1-50ac00edbc29 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 818 time: 0.6648207 Nov 12 12:20:44.200007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Calling delete_port for f1d24013-53d8-401b-898a-487d5204b69e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:20:44.212354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Request body: {'port': {'device_id': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'admin_state_up': True, 'tenant_id': 'c53af463f4314a228dbe16e99e88860d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:44.216780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa900ec7-9c82-44ad-acd6-0077ed25b74b req-5ac4d24c-c47f-434c-86bc-fad40918c02c tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 210 time: 0.1405830 Nov 12 12:20:44.233010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa26aedc-bd4f-428e-87c8-ac23c8419dac req-6e94345a-abef-4570-9e1d-6d436199f159 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677408 Nov 12 12:20:44.285161 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:44.323823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9cf578-3722-4600-b10e-d860aab67c35 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:44.374943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:44.381690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port df9cf578-3722-4600-b10e-d860aab67c35, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df9cf578-3722-4600-b10e-d860aab67c35,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:44.403811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:44.430067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b44156-fa67-473e-970b-69b0827bea5c req-c3d68cbb-6b05-4104-ac52-614d56f34a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:44.432994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-c3d68cbb-6b05-4104-ac52-614d56f34a78 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 200 len: 855 time: 0.4933681 Nov 12 12:20:44.494124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a97b4f8d-8db5-469f-8fa7-2f4af699d5f0 req-63a0e4d6-4705-4e76-989a-deeaec7a2db9 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 210 time: 0.0600805 Nov 12 12:20:44.587030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=df9cf578-3722-4600-b10e-d860aab67c35,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:44.639649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.639995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.642101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.642682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.647558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.648170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.649516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.655677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.659475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.660182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.665531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.665909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:20:44.715539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Made reservation on behalf of c53af463f4314a228dbe16e99e88860d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:44.720066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:44.804184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-eae06743-0880-4e9c-a453-6293222855f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bfc87245-1689-404c-bf98-9fe95da7ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2864907 Nov 12 12:20:44.804773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d'}, {'name': 'network-changed', 'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:44.820712 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a" -d '{"events": [{"server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d"}, {"name": "network-changed", "server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:44.846963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['df9cf578-3722-4600-b10e-d860aab67c35'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:44.897923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:44.940265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f944d-4bee-4eff-b605-b2d760a17cdc req-064a37ba-a1c3-4dc5-bb18-0b9a042460af tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:44.948459 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-942f944d-4bee-4eff-b605-b2d760a17cdc req-064a37ba-a1c3-4dc5-bb18-0b9a042460af tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 945 time: 0.2371080 Nov 12 12:20:45.036195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Pushing event deleted for resources: {'Port': ['ID=f1d24013-53d8-401b-898a-487d5204b69e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:45.110824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Deleting subnet 330b8b19-25f7-46c0-8ca4-7ea427677cc5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:45.121465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-c0627133-4942-4df2-ad90-5ca38277aa6d tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:45.123866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-c0627133-4942-4df2-ad90-5ca38277aa6d tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.81 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 818 time: 0.6080298 Nov 12 12:20:45.127972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] No DVR routers for this DVR port f1d24013-53d8-401b-898a-487d5204b69e on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:45.139220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.142566 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb36c8ba-78e3-4098-bbdd-dd50be4cde44 x-openstack-request-id: req-bb36c8ba-78e3-4098-bbdd-dd50be4cde44 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:45.142942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e98d30f-be64-44bb-b5f4-5f01c66383f8 req-737a1c1c-684b-4bde-a8f9-1081d4fe3eaa tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.81 "DELETE /v2.0/ports/f1d24013-53d8-401b-898a-487d5204b69e HTTP/1.1" status: 204 len: 173 time: 2.0490088 Nov 12 12:20:45.143199 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d", "code": 200}, {"name": "network-changed", "server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:45.143743 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb36c8ba-78e3-4098-bbdd-dd50be4cde44 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:45.144203 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'code': 200} Nov 12 12:20:45.144462 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'status': 'completed', 'code': 200} Nov 12 12:20:45.170903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-942f944d-4bee-4eff-b605-b2d760a17cdc req-46f965a7-5d94-4367-9613-d1b5ac677e64 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214134 Nov 12 12:20:45.209499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Allocated IP 172.20.0.5 (359a87f2-b2d7-4cd5-a435-8ed656257a05/4b9a6621-c8a2-49d0-a1fe-b380fa945fe5/fbe10f21-86f2-4216-a396-c674c6324246) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:45.224130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-86d96330-bd51-4ceb-ac20-1181621c20f6 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=daadc57177e24c1f8720d1e4da010c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3995442 Nov 12 12:20:45.235292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.302128 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.344036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.509448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Request body: {'port': {'device_id': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'admin_state_up': True, 'tenant_id': 'c53af463f4314a228dbe16e99e88860d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:45.546081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.549961 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de7f05f6-0c32-4307-af1d-7d1c33c9c5f0 req-caa9a4d9-08b2-49ee-bb4f-e0dd11ea2ae7 tempest-LiveMigrationTest-1112274390 tempest-LiveMigrationTest-1112274390-project] 10.222.0.18 "GET /v2.0/ports?device_id=0300b432-93c8-423c-bdef-7396106ec8c8 HTTP/1.1" status: 200 len: 210 time: 0.4250896 Nov 12 12:20:45.571287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.608538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'name': 'network-vif-deleted', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:45.611202 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea3a81-b220-4885-b3fe-e01cceea632e" -d '{"events": [{"server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "name": "network-vif-deleted", "tag": "f1d24013-53d8-401b-898a-487d5204b69e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:45.713746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cdbd77-987e-4269-8156-d242319297c2 req-68810a11-d3b8-465e-a809-bee11f2fac1b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 210 time: 0.0976045 Nov 12 12:20:45.737350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:45.878584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:45.896737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:45.904050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:46.005923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Pushing event updated for resources: {'Port': ['ID=fbe10f21-86f2-4216-a396-c674c6324246,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:46.011647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:46.043231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9349d743-fa9c-467a-934d-ceb8eb2e674b req-f4253ef1-e7d6-463e-a659-77fff7ab9dad tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 210 time: 0.0421412 Nov 12 12:20:46.072395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df9cf578-3722-4600-b10e-d860aab67c35 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:46.096970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:46.099473 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.143103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-febe7626-95d8-4d92-b1de-5cb90ccafb3c tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9369936 Nov 12 12:20:46.194792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Request body: {'port': {'device_id': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:46.202621 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5850452-ecb9-4b98-b40e-3d88600e9f96 x-openstack-request-id: req-c5850452-ecb9-4b98-b40e-3d88600e9f96 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:46.203091 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300b432-93c8-423c-bdef-7396106ec8c8", "name": "network-vif-deleted", "tag": "f1d24013-53d8-401b-898a-487d5204b69e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:46.203359 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5850452-ecb9-4b98-b40e-3d88600e9f96 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:46.204013 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300b432-93c8-423c-bdef-7396106ec8c8', 'name': 'network-vif-deleted', 'tag': 'f1d24013-53d8-401b-898a-487d5204b69e', 'status': 'completed', 'code': 200} Nov 12 12:20:46.227718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-e84bed45-fc13-47ee-8ad5-d41da39ca7f1 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:46.229607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-e84bed45-fc13-47ee-8ad5-d41da39ca7f1 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 818 time: 2.1792989 Nov 12 12:20:46.353852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330b8b19-25f7-46c0-8ca4-7ea427677cc5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:46.358656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.365087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8d634cc2-c27f-42d1-98fd-5fb2f953d2d7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/330b8b19-25f7-46c0-8ca4-7ea427677cc5 HTTP/1.1" status: 204 len: 168 time: 1.9798360 Nov 12 12:20:46.368513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43762) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:46.368920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Request body: {'port': {'device_id': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'admin_state_up': True, 'tenant_id': 'c53af463f4314a228dbe16e99e88860d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:46.383279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port df9cf578-3722-4600-b10e-d860aab67c35 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:20:46.390603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.403922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:46.430682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port df9cf578-3722-4600-b10e-d860aab67c35 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:46.435057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.479868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:20:46.487778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-c608d189-3be6-4661-84b3-a576ae3a8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:46.489576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-c608d189-3be6-4661-84b3-a576ae3a8739 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1124 time: 1.2798362 Nov 12 12:20:46.537379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-c5c8fe62-f5ea-4455-ab73-b32bcc06a9ee service neutron] 10.222.0.81 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7111154 Nov 12 12:20:46.568448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.574583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:46.608796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cf578-3722-4600-b10e-d860aab67c35'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:46.612587 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a251c2-c00f-4a5c-bcfb-e25a48c5860f" -d '{"events": [{"server_uuid": "f0ddba35-99c1-4002-bf36-06b7e4675aa4", "name": "network-vif-plugged", "status": "completed", "tag": "df9cf578-3722-4600-b10e-d860aab67c35"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:46.629435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port df9cf578-3722-4600-b10e-d860aab67c35, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df9cf578-3722-4600-b10e-d860aab67c35,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:46.635709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.637191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f1d24013-53d8-401b-898a-487d5204b69e no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:46.692944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: f1d24013-53d8-401b-898a-487d5204b69e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:20:46.693978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f1d24013-53d8-401b-898a-487d5204b69e not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:20:46.694110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70b44156-fa67-473e-970b-69b0827bea5c req-65becdae-e078-4bc9-b34f-760a036b752f service neutron] 10.222.0.81 "GET /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164660 Nov 12 12:20:46.745826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f224a2-590e-4693-8023-891c7c3167f8 req-8a3863a2-ace0-4a83-9f14-70021ff835af tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:46.753942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97f224a2-590e-4693-8023-891c7c3167f8 req-8a3863a2-ace0-4a83-9f14-70021ff835af tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.5378461 Nov 12 12:20:46.774725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=df9cf578-3722-4600-b10e-d860aab67c35,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:46.777737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Made reservation on behalf of c53af463f4314a228dbe16e99e88860d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:46.781857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.866763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-d934c819-794f-46d1-ab87-bbdf81670de8 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:46.868608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-d934c819-794f-46d1-ab87-bbdf81670de8 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3881879 Nov 12 12:20:46.879319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Made reservation on behalf of c53af463f4314a228dbe16e99e88860d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:46.882870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.900751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Request body: {'port': {'device_id': 'fc0509a5-f49a-4771-803c-fba032512290', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'daadc57177e24c1f8720d1e4da010c08'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:46.921411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39394e-0086-493d-ba86-466659508e92 req-b42a1318-607a-47b1-ae74-eb45750f04d6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:46.928201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef39394e-0086-493d-ba86-466659508e92 req-b42a1318-607a-47b1-ae74-eb45750f04d6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 945 time: 0.5576231 Nov 12 12:20:46.960230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:46.973507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1052a5ea-7f74-48ad-99dc-722bd3c6f11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.034054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef39394e-0086-493d-ba86-466659508e92 req-287f6ef1-a2fb-4234-a266-52c915a13c42 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046154 Nov 12 12:20:47.203078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.217625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:47.231431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-543d9b26-21a8-4f23-b664-c207dc4a465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:47.233874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-543d9b26-21a8-4f23-b664-c207dc4a465d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.7286651 Nov 12 12:20:47.251662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed95933-5789-4d64-8928-57bb60e74080']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:47.261144 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c0213-10a7-4286-84cf-e6166d5d51d6 x-openstack-request-id: req-820c0213-10a7-4286-84cf-e6166d5d51d6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:47.263089 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ddba35-99c1-4002-bf36-06b7e4675aa4", "name": "network-vif-plugged", "status": "completed", "tag": "df9cf578-3722-4600-b10e-d860aab67c35", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:47.265196 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-820c0213-10a7-4286-84cf-e6166d5d51d6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:47.266016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a782d98-e7fb-44ec-a1dd-a00be507e528') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:47.266395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a782d98-e7fb-44ec-a1dd-a00be507e528') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:47.266867 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cf578-3722-4600-b10e-d860aab67c35', 'code': 200} Nov 12 12:20:47.279277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.296905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.304634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:47.305127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:47.387140 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:47.394459 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97f224a2-590e-4693-8023-891c7c3167f8 req-2ece5daf-bb08-4fe4-bcec-096831ed151e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330428 Nov 12 12:20:47.460524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe10f21-86f2-4216-a396-c674c6324246 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:47.471658 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.487557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.507551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1052a5ea-7f74-48ad-99dc-722bd3c6f11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.518865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.525228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ed95933-5789-4d64-8928-57bb60e74080 HTTP/1.1" status: 204 len: 168 time: 1.1317427 Nov 12 12:20:47.535748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1052a5ea-7f74-48ad-99dc-722bd3c6f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.541584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:47.556953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-7d116936-e791-4a1f-9d64-9e11fb841d16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 217 time: 0.2570338 Nov 12 12:20:47.557225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Transition to ACTIVE for port object fbe10f21-86f2-4216-a396-c674c6324246 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:47.560350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b650cc8a-b0a4-4d2b-ac72-b2b976cf601c req-a42edb7a-3a3b-4be2-86ff-690d3d631148 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 210 time: 0.0828419 Nov 12 12:20:47.566649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39b105-d265-4e6c-83ab-87d08b553dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed95933-5789-4d64-8928-57bb60e74080,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:47.570882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.677809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Deleting subnet 9674ec38-9dd7-4d88-96cc-6cee2085bf40 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:47.687950 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.709196 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff9832f7-eafb-4675-af35-ce0bdbf317ff req-ea106675-91c8-496e-ab1d-3b98b3c77337 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 210 time: 0.1740801 Nov 12 12:20:47.717152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe10f21-86f2-4216-a396-c674c6324246,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:47.725077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052a5ea-7f74-48ad-99dc-722bd3c6f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e232b-7d4f-40d6-866e-251383d93c8a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:47.758876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1052a5ea-7f74-48ad-99dc-722bd3c6f11b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=073e5b7fad88499bb5fcee82991c1adc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1800046 Nov 12 12:20:47.776065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:47.807070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.830902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Deleting subnet 484e27a4-46df-4b77-81a8-a299909da0ae {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:47.851973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Allocated IP 172.20.0.7 (359a87f2-b2d7-4cd5-a435-8ed656257a05/4b9a6621-c8a2-49d0-a1fe-b380fa945fe5/df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:47.865632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.896016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Attempting to bind port fbe10f21-86f2-4216-a396-c674c6324246 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:47.896366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Attempting to bind port fbe10f21-86f2-4216-a396-c674c6324246 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:47.896683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Attempting to bind port fbe10f21-86f2-4216-a396-c674c6324246 on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:47.901002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754daa82-e3d7-4259-b3f7-ce2d00258496 req-a773ccbe-2c91-46ae-a15f-d9f09f44e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:47.904230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-754daa82-e3d7-4259-b3f7-ce2d00258496 req-a773ccbe-2c91-46ae-a15f-d9f09f44e16f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 1097 time: 0.3949981 Nov 12 12:20:47.906551 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.931807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Made reservation on behalf of daadc57177e24c1f8720d1e4da010c08 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:47.934432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Port fbe10f21-86f2-4216-a396-c674c6324246 on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:47.934768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Attempting to bind port fbe10f21-86f2-4216-a396-c674c6324246 on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:47.936512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.936734 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207cc8eb-761f-4e70-bc2b-d221ef9e408f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.950041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:47.950472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Checking segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:47.951545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Bound using segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:47.951545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Bound port: fbe10f21-86f2-4216-a396-c674c6324246, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:47.951872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.957669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.968410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-896bbb06-3f46-4d25-8015-003f9427ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:47.969938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-896bbb06-3f46-4d25-8015-003f9427ecaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.3516507 Nov 12 12:20:47.992535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207cc8eb-761f-4e70-bc2b-d221ef9e408f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.015578 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.065408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.097193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-754daa82-e3d7-4259-b3f7-ce2d00258496 req-0375e28b-a6cd-4c24-ac03-6d79eadd11f1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819024 Nov 12 12:20:48.100451 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-65106085-968e-4d18-82ab-54136f373cd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089871 Nov 12 12:20:48.103906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9674ec38-9dd7-4d88-96cc-6cee2085bf40,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:48.116536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.120061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9caa9ff9-390f-4533-8c32-5e3c82ca8203 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9674ec38-9dd7-4d88-96cc-6cee2085bf40 HTTP/1.1" status: 204 len: 168 time: 0.5647297 Nov 12 12:20:48.122523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:48.123780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] For port fbe10f21-86f2-4216-a396-c674c6324246, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:48.130030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] For port fbe10f21-86f2-4216-a396-c674c6324246, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fbe10f21-86f2-4216-a396-c674c6324246,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:48.138733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.190435 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207cc8eb-761f-4e70-bc2b-d221ef9e408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.193394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207cc8eb-761f-4e70-bc2b-d221ef9e408f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.194767 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-207cc8eb-761f-4e70-bc2b-d221ef9e408f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd8e232b-7d4f-40d6-866e-251383d93c8a HTTP/1.1" status: 204 len: 168 time: 0.4177415 Nov 12 12:20:48.255548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:48.256234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.257632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] 10.222.0.65 "PUT /v2.0/ports/fbe10f21-86f2-4216-a396-c674c6324246 HTTP/1.1" status: 200 len: 1091 time: 2.0953474 Nov 12 12:20:48.260126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'tag': 'fbe10f21-86f2-4216-a396-c674c6324246'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:48.263505 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840334bb-39dc-4c0d-b149-e23f56612dce" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5b9416-77e6-44b6-9d6d-d93c5848b6c2", "tag": "fbe10f21-86f2-4216-a396-c674c6324246"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:48.276449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cc8eb-761f-4e70-bc2b-d221ef9e408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e232b-7d4f-40d6-866e-251383d93c8a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:48.365861 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec25027-fdb9-4622-b335-cf16d98f98ae x-openstack-request-id: req-cec25027-fdb9-4622-b335-cf16d98f98ae {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:48.366156 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5b9416-77e6-44b6-9d6d-d93c5848b6c2", "tag": "fbe10f21-86f2-4216-a396-c674c6324246", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:48.366837 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cec25027-fdb9-4622-b335-cf16d98f98ae {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:48.367409 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'tag': 'fbe10f21-86f2-4216-a396-c674c6324246', 'status': 'completed', 'code': 200} Nov 12 12:20:48.373104 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.375411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.396718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f43ba-c62e-49b2-8d14-fdf16763c412 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe10f21-86f2-4216-a396-c674c6324246,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:48.453650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54346389-2c43-4268-a687-4323f379b136 req-cfae275e-b5ef-4e2f-97a1-f0683dce0408 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:48.462715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54346389-2c43-4268-a687-4323f379b136 req-cfae275e-b5ef-4e2f-97a1-f0683dce0408 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.2589035 Nov 12 12:20:48.485819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-eeb362af-a8da-41eb-bbfe-c22291272756 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582830 Nov 12 12:20:48.560467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.565034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.573097 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.582468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.584875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.611724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b820e2-e21f-4788-b600-0a4e48b8f8e3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:48.625128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcc7a80-7c50-47ca-8939-ad75f876c05b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:48.625680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcc7a80-7c50-47ca-8939-ad75f876c05b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:48.637938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.654624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.661989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:48.662542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.693802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484e27a4-46df-4b77-81a8-a299909da0ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:48.714426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.718412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a0f69917-b505-44b0-a5c4-81d1fc8c96db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/484e27a4-46df-4b77-81a8-a299909da0ae HTTP/1.1" status: 204 len: 168 time: 1.4899735 Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:48.746370 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:48.750258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d41ed812-0108-4fe8-b653-59ab82f6e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:48.752078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d41ed812-0108-4fe8-b653-59ab82f6e7f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 1094 time: 0.4087832 Nov 12 12:20:48.752734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:48.784081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.800736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29660934-51ce-40b0-89cf-a75248c45a76,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:48.814471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43806) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:48.862575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3706fdf-33f8-42af-8bdb-7967b0ef0d1d req-678b28c4-11d5-4807-bd11-ab5429cc9c68 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:48.864506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3706fdf-33f8-42af-8bdb-7967b0ef0d1d req-678b28c4-11d5-4807-bd11-ab5429cc9c68 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.2968686 Nov 12 12:20:48.869663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.878715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] 10.222.0.18 "DELETE /v2.0/networks/80b820e2-e21f-4788-b600-0a4e48b8f8e3 HTTP/1.1" status: 204 len: 168 time: 0.7495277 Nov 12 12:20:48.887124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40ad0ee0-3bcb-44af-b375-102164bc1812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.893843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfa02f-e243-41e1-ba5c-5248e754e586 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b820e2-e21f-4788-b600-0a4e48b8f8e3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:48.897822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-8d7deb22-0983-4782-beb0-8ec4c9fbbdf9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbe10f21-86f2-4216-a396-c674c6324246 HTTP/1.1" status: 200 len: 217 time: 0.1058180 Nov 12 12:20:48.963416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:48.969458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ef8172d-30c8-4fd5-a30f-9f32b1bad69a req-dc97c8a1-465c-4530-99d5-c0eb30c22a6b service neutron] 10.222.0.65 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740288 Nov 12 12:20:49.036407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.093123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54346389-2c43-4268-a687-4323f379b136 req-e81fda52-c38d-4bab-9453-0bceadb1c2c6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261582 Nov 12 12:20:49.130654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:49.156671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Allocated IP 192.168.233.92 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/fd9b7aa7-6a02-4568-9fef-bea323558e92) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:49.162901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:49.174253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Pushing event updated for resources: {'Port': ['ID=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:49.183032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Allocated IP 172.20.0.2 (359a87f2-b2d7-4cd5-a435-8ed656257a05/4b9a6621-c8a2-49d0-a1fe-b380fa945fe5/b3d505d5-c6fb-4858-b313-81f56edcc004) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:49.186248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:49.225323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3706fdf-33f8-42af-8bdb-7967b0ef0d1d req-50b6c36b-52c5-4f69-b57e-a8bef01b9fcd tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430297 Nov 12 12:20:49.280428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f124977e-c897-49f5-a8d1-22095822134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:49.281967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-f124977e-c897-49f5-a8d1-22095822134a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 200 len: 858 time: 0.2504079 Nov 12 12:20:49.284422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:49.296390 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.332076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:49.332757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.354725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddfe0dac-2f96-40f8-aa81-6dbe6fa8b4e1 req-6041f45f-690e-40cd-877b-d6edbd4ca856 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 210 time: 0.0695324 Nov 12 12:20:49.377608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-2b1aabd4-42b4-42f2-a28c-e4e875e12b92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=359a87f2-b2d7-4cd5-a435-8ed656257a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776756 Nov 12 12:20:49.397879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0549b9e0-26cd-47a3-87e5-cc0ce54cde6c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:49.435941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ec6b70-5332-4693-9413-9f9fd83bbc40') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:49.436333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ec6b70-5332-4693-9413-9f9fd83bbc40') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:49.438768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40ad0ee0-3bcb-44af-b375-102164bc1812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.487892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40ad0ee0-3bcb-44af-b375-102164bc1812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.492446 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.496521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a2b5b90f-3da2-4ea2-be98-8e0ea63180bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af7a5a2da2eb49779b4b7d64fa086e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101018 Nov 12 12:20:49.505539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43812) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:49.530211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.555005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:49.555452 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:49.557460 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:49.563638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d40c7911-2b6f-4e01-a7e5-c1ee908b25ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0843256 Nov 12 12:20:49.613948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Request body: {'port': {'device_id': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:49.652238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-624a7d9a-9a2e-46c9-9f74-5b9e5df849e2 service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625694 Nov 12 12:20:49.675953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.685673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.692227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad0ee0-3bcb-44af-b375-102164bc1812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf6cb8-0ba3-42bc-9b19-9c0b1e1b1c36,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:49.694833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0549b9e0-26cd-47a3-87e5-cc0ce54cde6c HTTP/1.1" status: 204 len: 168 time: 0.9315765 Nov 12 12:20:49.695025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-40ad0ee0-3bcb-44af-b375-102164bc1812 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47116ce6d4db4aa58a2932cb61d1129d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8764260 Nov 12 12:20:49.709843 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea653-8687-478d-a609-2cc2b0d5dfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.720486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43814) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:49.720780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43816) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:49.750807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a647-f883-4039-8aa0-8417cc7ba6fc req-a2555160-b7d9-401b-b88a-691759238278 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:49.752595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d17a647-f883-4039-8aa0-8417cc7ba6fc req-a2555160-b7d9-401b-b88a-691759238278 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 931 time: 0.3875055 Nov 12 12:20:49.837867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a9dc2-8a7e-42f9-a19a-56715acde336 admin admin] Pushing event deleted for resources: {'Network': ['ID=0549b9e0-26cd-47a3-87e5-cc0ce54cde6c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:49.870111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:20:49.893889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea653-8687-478d-a609-2cc2b0d5dfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:49.932873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Deleting subnet 43152181-0c06-424b-ae98-4859d470d5b9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:20:49.954582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.009536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-349c7a23-743d-4f83-a497-0473b463c4f3 service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454530 Nov 12 12:20:50.036687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c18fa4f4-84ae-44bb-b265-a6f861b2188d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.045893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.126794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea653-8687-478d-a609-2cc2b0d5dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.129915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea653-8687-478d-a609-2cc2b0d5dfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.131364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a4ea653-8687-478d-a609-2cc2b0d5dfe7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/857a6b10-f7d5-4f98-ad7d-18d79e193d51 HTTP/1.1" status: 204 len: 168 time: 0.6229258 Nov 12 12:20:50.162042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c18fa4f4-84ae-44bb-b265-a6f861b2188d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.212449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea653-8687-478d-a609-2cc2b0d5dfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857a6b10-f7d5-4f98-ad7d-18d79e193d51,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:50.230397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.271664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840334bb-39dc-4c0d-b149-e23f56612dce req-6e409856-40bc-4cc8-bb15-bd7f2cee9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:50.273347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-6e409856-40bc-4cc8-bb15-bd7f2cee9d5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 1094 time: 0.1752834 Nov 12 12:20:50.317943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.469272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d17a647-f883-4039-8aa0-8417cc7ba6fc req-5f552121-d4d9-4247-bf51-c7323211e09d tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506960 Nov 12 12:20:50.475451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.488445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.642514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.685144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.690694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.723111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c18fa4f4-84ae-44bb-b265-a6f861b2188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.732434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c18fa4f4-84ae-44bb-b265-a6f861b2188d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.734424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c18fa4f4-84ae-44bb-b265-a6f861b2188d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eadf6cb8-0ba3-42bc-9b19-9c0b1e1b1c36 HTTP/1.1" status: 204 len: 168 time: 1.0100839 Nov 12 12:20:50.781570 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:20:50.805444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43152181-0c06-424b-ae98-4859d470d5b9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:50.844423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:50.864912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9a4f546-a804-4dfb-b264-eb615c491687 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/43152181-0c06-424b-ae98-4859d470d5b9 HTTP/1.1" status: 204 len: 168 time: 1.1395533 Nov 12 12:20:50.879346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43830) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:50.948478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:50.956528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43832) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:50.959173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Network 359a87f2-b2d7-4cd5-a435-8ed656257a05 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:50.967989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fa4f4-84ae-44bb-b265-a6f861b2188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf6cb8-0ba3-42bc-9b19-9c0b1e1b1c36,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:50.984109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:50.995306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:50.999214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:51.009712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:51.046263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5fc01-aecd-4144-85b5-b658e12a2f0d req-e617a463-0373-4424-9634-ac1afd45c618 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:51.051003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ab5fc01-aecd-4144-85b5-b658e12a2f0d req-e617a463-0373-4424-9634-ac1afd45c618 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.5252004 Nov 12 12:20:51.203080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:51.291956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:51.292635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:51.312269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c712-d699-450b-943e-36f1b48cf74e req-d462e97b-3c32-4020-aa2f-1e4b25589226 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:51.319964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98a8c712-d699-450b-943e-36f1b48cf74e req-d462e97b-3c32-4020-aa2f-1e4b25589226 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.5952199 Nov 12 12:20:51.365506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-71357d57-e5ae-4086-ad9e-51089b245cc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e8d0427d9d442d2b6bf0483eb49a0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022710 Nov 12 12:20:51.373912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:51.374612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Pushing event updated for resources: {'Port': ['ID=b3d505d5-c6fb-4858-b313-81f56edcc004,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:51.384685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:51.385364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:51.403993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-201436df-b6cb-45e0-b336-4f648d104475 service neutron] 10.222.0.65 "GET /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.6309755 Nov 12 12:20:51.482125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8f8f02b3-8c74-4566-b1dc-49ae46b6efb7 None None] Provisioning complete for port fd9b7aa7-6a02-4568-9fef-bea323558e92 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:51.482772 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f8f02b3-8c74-4566-b1dc-49ae46b6efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:51.522796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-7e50a798-5817-4cef-b3e8-5fbfbd970b06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2167866 Nov 12 12:20:51.523541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840334bb-39dc-4c0d-b149-e23f56612dce req-07b40f3d-e30e-471e-a5df-5ca537f027bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:51.525449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-07b40f3d-e30e-471e-a5df-5ca537f027bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 919 time: 1.2410111 Nov 12 12:20:51.528417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Request body: {'port': {'device_id': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:51.572705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f02b3-8c74-4566-b1dc-49ae46b6efb7 None None] Port fd9b7aa7-6a02-4568-9fef-bea323558e92 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:20:51.596037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-c6ab88fd-2cba-4251-ad5c-ebea98dea5bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbe10f21-86f2-4216-a396-c674c6324246 HTTP/1.1" status: 200 len: 217 time: 0.0549178 Nov 12 12:20:51.598991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:51.631945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-2baf70cf-2d77-4c72-a2dd-eab0a517bc22 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7452247 Nov 12 12:20:51.674981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98a8c712-d699-450b-943e-36f1b48cf74e req-cd59f631-a8ba-4529-b1d7-b5f60ccaa041 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540347 Nov 12 12:20:51.687539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ab5fc01-aecd-4144-85b5-b658e12a2f0d req-a7c092cb-acc0-492b-84a5-4e853f7fa655 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677527 Nov 12 12:20:51.707211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:51.733587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Request body: {'port': {'device_id': 'fc0509a5-f49a-4771-803c-fba032512290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:51.742511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840334bb-39dc-4c0d-b149-e23f56612dce req-05093cb7-49ee-4b06-bc23-ff2d924f2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:51.748048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-05093cb7-49ee-4b06-bc23-ff2d924f2ea3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 200 len: 858 time: 0.1428287 Nov 12 12:20:51.776756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:51.832109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-472aaa93-8b62-4002-963f-7e160ea28b8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=359a87f2-b2d7-4cd5-a435-8ed656257a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603516 Nov 12 12:20:51.878401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fbe10f21-86f2-4216-a396-c674c6324246 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:20:51.923459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.002995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141e2463-b492-4424-998b-efb949fcf66f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:52.042466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Transition to ACTIVE for port object df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:52.076806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.079406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-923f1bef-cc53-4f5d-adbb-4445e9188b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.083339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f8785e-f1ad-404e-93d4-1793b2b1f1cc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:52.083838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f8785e-f1ad-404e-93d4-1793b2b1f1cc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:20:52.114689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.118829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.152268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69058f-abce-4abe-b488-6c90ac738836 req-d749e767-3ab5-4f86-8f52-c780f67ff60b tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:52.165306 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e69058f-abce-4abe-b488-6c90ac738836 req-d749e767-3ab5-4f86-8f52-c780f67ff60b tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 931 time: 0.3376904 Nov 12 12:20:52.204780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.241370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:20:52.242361 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:20:52.252395 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:20:52.256903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fbe10f21-86f2-4216-a396-c674c6324246, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fbe10f21-86f2-4216-a396-c674c6324246,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:52.278929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'fbe10f21-86f2-4216-a396-c674c6324246', 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'port_id': 'fbe10f21-86f2-4216-a396-c674c6324246', 'mac_address': 'fa:16:3e:0b:b7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9a6621-c8a2-49d0-a1fe-b380fa945fe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:20:52.290646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.335419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-834d4563-cc4d-488e-91c3-8b6c7f2faf34 service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545712 Nov 12 12:20:52.337014 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.359656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe10f21-86f2-4216-a396-c674c6324246 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:52.400566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-923f1bef-cc53-4f5d-adbb-4445e9188b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.405622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.410202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fbe10f21-86f2-4216-a396-c674c6324246, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fbe10f21-86f2-4216-a396-c674c6324246,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:52.422967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.427960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e69058f-abce-4abe-b488-6c90ac738836 req-fbf2b1fb-6b5e-4303-9f37-07d5ebe19b2f tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468822 Nov 12 12:20:52.523835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:52.544213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/141e2463-b492-4424-998b-efb949fcf66f HTTP/1.1" status: 204 len: 168 time: 1.6351113 Nov 12 12:20:52.547004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fbe10f21-86f2-4216-a396-c674c6324246,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:52.626089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521f907-22a2-48a9-9f62-068c1037ebdc admin admin] Pushing event deleted for resources: {'Network': ['ID=141e2463-b492-4424-998b-efb949fcf66f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:52.647398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['fbe10f21-86f2-4216-a396-c674c6324246'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:20:52.714354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Pushing event updated for resources: {'Port': ['ID=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:52.734625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3531ac9-0f26-4f87-9a87-43ce5a0171d5 req-360157b1-1623-443c-a88d-8376ed272179 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:52.741643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3531ac9-0f26-4f87-9a87-43ce5a0171d5 req-360157b1-1623-443c-a88d-8376ed272179 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.1769283 Nov 12 12:20:52.745909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-840334bb-39dc-4c0d-b149-e23f56612dce req-38894548-c511-47ef-b027-5e34fc3feb92 service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991742 Nov 12 12:20:52.818417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281dd56-cb7f-461e-831a-5a334c13c029 req-a54dab5a-2702-4d46-b3dd-d50907e360cd tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:52.830209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7281dd56-cb7f-461e-831a-5a334c13c029 req-a54dab5a-2702-4d46-b3dd-d50907e360cd tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 935 time: 0.8922939 Nov 12 12:20:52.892058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3531ac9-0f26-4f87-9a87-43ce5a0171d5 req-d83f9c56-36d4-41e8-a4e8-7f53369a07a0 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492507 Nov 12 12:20:53.013679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:53.103206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-923f1bef-cc53-4f5d-adbb-4445e9188b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:53.106617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-923f1bef-cc53-4f5d-adbb-4445e9188b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:53.108279 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-923f1bef-cc53-4f5d-adbb-4445e9188b65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18d633b7-1332-4c42-bbc3-6a55629f1043 HTTP/1.1" status: 204 len: 168 time: 1.7195072 Nov 12 12:20:53.152547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a9b58a0a-b6fd-4689-b736-86df6ae3f1c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33cd3bd21abe450385aa0c1d57063ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373293 Nov 12 12:20:53.177199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597157d-27a0-4e07-9eb4-c00c08359535 req-ef3c3e27-0f73-4632-97a5-0a8715b6a41f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:53.178024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:53.194510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b597157d-27a0-4e07-9eb4-c00c08359535 req-ef3c3e27-0f73-4632-97a5-0a8715b6a41f tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.1446214 Nov 12 12:20:53.289362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b597157d-27a0-4e07-9eb4-c00c08359535 req-7751be27-d9f0-4579-8b7e-793bfee25d50 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Nov 12 12:20:53.598947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f1bef-cc53-4f5d-adbb-4445e9188b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d633b7-1332-4c42-bbc3-6a55629f1043,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:53.703357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1f38-8648-447b-84ab-c6aa0b608153 req-6b4e9bef-2088-47a4-83b9-47fce35b5ab1 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:53.712815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76aa1f38-8648-447b-84ab-c6aa0b608153 req-6b4e9bef-2088-47a4-83b9-47fce35b5ab1 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 943 time: 0.1046283 Nov 12 12:20:53.769112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7281dd56-cb7f-461e-831a-5a334c13c029 req-a0470ab8-0947-46c2-bf7f-7915ab4abe0a tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9350569 Nov 12 12:20:53.784415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76aa1f38-8648-447b-84ab-c6aa0b608153 req-7d1f0898-a29d-49ea-bd4c-a85a755604ed tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Nov 12 12:20:53.811227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9b7aa7-6a02-4568-9fef-bea323558e92 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:53.854455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:53.862100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:53.911897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fbe10f21-86f2-4216-a396-c674c6324246 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:20:53.936325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9d17-47d4-4651-bf26-3fa1501a2253 req-a8ce39bc-9389-49ea-8e9b-37a6388f349a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:53.938661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-549e9d17-47d4-4651-bf26-3fa1501a2253 req-a8ce39bc-9389-49ea-8e9b-37a6388f349a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.0653925 Nov 12 12:20:53.961931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Transition to ACTIVE for port object fd9b7aa7-6a02-4568-9fef-bea323558e92 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:53.974223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Attempting to bind port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:53.974544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Attempting to bind port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:53.974949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Attempting to bind port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:53.991093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:53.994669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:54.029759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:54.030088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Attempting to bind port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:54.032823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7130-c189-452b-93a5-85c9ba337aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.042954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-549e9d17-47d4-4651-bf26-3fa1501a2253 req-03d2b17b-ec77-45fd-b816-b2f997bfd3dd tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935709 Nov 12 12:20:54.116410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae16acd4-2caa-49b9-a591-9f7ca6ae219d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:54.130010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:54.130405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Checking segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:54.130763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Bound using segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:54.131291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Bound port: df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:54.131652 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.177444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:54.286153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port fbe10f21-86f2-4216-a396-c674c6324246 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:20:54.293298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port fbe10f21-86f2-4216-a396-c674c6324246 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:20:54.294011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.339304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] For port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:54.344305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] For port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:54.349562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:54.357977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7130-c189-452b-93a5-85c9ba337aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.445248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.453852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.490297 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.491678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abb7c1-c5a6-4603-94c2-d6add75689f0 req-43adaacd-638f-45b1-9dc2-5e1e44c8f0ed tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:54.500426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7abb7c1-c5a6-4603-94c2-d6add75689f0 req-43adaacd-638f-45b1-9dc2-5e1e44c8f0ed tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 943 time: 0.0749371 Nov 12 12:20:54.561642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7abb7c1-c5a6-4603-94c2-d6add75689f0 req-0cc94677-0729-4c93-a660-6464b7120aa3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598218 Nov 12 12:20:54.565863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe10f21-86f2-4216-a396-c674c6324246'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:54.568853 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eda083-2893-48cf-bf61-8736190e40b8" -d '{"events": [{"server_uuid": "7e5b9416-77e6-44b6-9d6d-d93c5848b6c2", "name": "network-vif-plugged", "status": "completed", "tag": "fbe10f21-86f2-4216-a396-c674c6324246"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:54.633820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fbe10f21-86f2-4216-a396-c674c6324246, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fbe10f21-86f2-4216-a396-c674c6324246,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:20:54.644933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:54.645563 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.647077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] 10.222.0.81 "PUT /v2.0/ports/df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d HTTP/1.1" status: 200 len: 1091 time: 5.0606112 Nov 12 12:20:54.647620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'tag': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:54.649992 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60010e1-9817-4be6-9851-e32be30e1628" -d '{"events": [{"name": "network-changed", "server_uuid": "15de1e73-071f-4f77-9ca0-094d8c1a656f", "tag": "df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:54.671694 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.697895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2b09b-5dfd-4dc3-95ab-131d25efa9f1 req-8dfd07e8-ed59-4e98-9f57-deebc93bea18 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:54.700195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81a2b09b-5dfd-4dc3-95ab-131d25efa9f1 req-8dfd07e8-ed59-4e98-9f57-deebc93bea18 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.4989595 Nov 12 12:20:54.716219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:54.754747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d505d5-c6fb-4858-b313-81f56edcc004 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:20:54.788670 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac56f2-a32a-44ae-892b-cbee43e54f55 x-openstack-request-id: req-a0ac56f2-a32a-44ae-892b-cbee43e54f55 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:54.789245 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5b9416-77e6-44b6-9d6d-d93c5848b6c2", "name": "network-vif-plugged", "status": "completed", "tag": "fbe10f21-86f2-4216-a396-c674c6324246", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:54.789672 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0ac56f2-a32a-44ae-892b-cbee43e54f55 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:54.790238 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe10f21-86f2-4216-a396-c674c6324246', 'code': 200} Nov 12 12:20:54.836614 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b9291-db48-4828-967d-9f41e0b2d281 x-openstack-request-id: req-c67b9291-db48-4828-967d-9f41e0b2d281 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:54.837190 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15de1e73-071f-4f77-9ca0-094d8c1a656f", "tag": "df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:54.837190 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c67b9291-db48-4828-967d-9f41e0b2d281 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:54.837537 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'tag': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d', 'status': 'completed', 'code': 200} Nov 12 12:20:54.839681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.853475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fbe10f21-86f2-4216-a396-c674c6324246,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:54.882202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7130-c189-452b-93a5-85c9ba337aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.885050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7130-c189-452b-93a5-85c9ba337aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.886346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d3dc7130-c189-452b-93a5-85c9ba337aa3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80414779-641b-4177-a135-4ced5124c5bd HTTP/1.1" status: 204 len: 168 time: 1.6027684 Nov 12 12:20:54.929001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe75723-612b-4cb9-9ecf-9b9f060f183e service neutron] Pushing event updated for resources: {'Port': ['ID=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:54.932112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Attempting to bind port fd9b7aa7-6a02-4568-9fef-bea323558e92 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:54.932380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Attempting to bind port fd9b7aa7-6a02-4568-9fef-bea323558e92 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:54.932721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Attempting to bind port fd9b7aa7-6a02-4568-9fef-bea323558e92 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:54.942951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-network', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:54.947790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Transition to ACTIVE for port object b3d505d5-c6fb-4858-b313-81f56edcc004 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:54.950548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7130-c189-452b-93a5-85c9ba337aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80414779-641b-4177-a135-4ced5124c5bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:54.958690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Port fd9b7aa7-6a02-4568-9fef-bea323558e92 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:54.959144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Attempting to bind port fd9b7aa7-6a02-4568-9fef-bea323558e92 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:54.964171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81a2b09b-5dfd-4dc3-95ab-131d25efa9f1 req-b268ce3d-da8e-49b3-bc74-f18bec0aea01 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333190 Nov 12 12:20:54.969762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:54.970407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a668131-1fcb-4976-b24a-d268fb204549 req-34aab0d6-1bde-484d-a451-65888fc2943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:54.973721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a668131-1fcb-4976-b24a-d268fb204549 req-34aab0d6-1bde-484d-a451-65888fc2943c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 1096 time: 0.1619818 Nov 12 12:20:54.976529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Made reservation on behalf of a9a91b13c0e747df985d5e2f5a18874b for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:54.980103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.000543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:55.000892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:55.001377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:55.001830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Bound port: fd9b7aa7-6a02-4568-9fef-bea323558e92, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:55.002227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.034624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.062744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9ccb3c4a-4c3a-4545-8e7f-5a51a9729b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:55.066154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-9ccb3c4a-4c3a-4545-8e7f-5a51a9729b21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 1094 time: 0.3546157 Nov 12 12:20:55.073231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] Transition to ACTIVE for port object ae16acd4-2caa-49b9-a591-9f7ca6ae219d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:20:55.100849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d556a-28ec-4be7-847f-55d5b1f60642 req-aaf3f6b1-6f04-4485-832b-878cd98e4498 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:55.104438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.114958 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f0d556a-28ec-4be7-847f-55d5b1f60642 req-aaf3f6b1-6f04-4485-832b-878cd98e4498 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 943 time: 0.2205439 Nov 12 12:20:55.201608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:55.222587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a668131-1fcb-4976-b24a-d268fb204549 req-b652a2d6-2b6c-44bd-871f-d4e8e430197f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339234 Nov 12 12:20:55.272526 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f0d556a-28ec-4be7-847f-55d5b1f60642 req-63560e57-1b6e-4313-8ab9-7aaa382d6c85 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560655 Nov 12 12:20:55.393768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.400920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.424593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:20:55.444917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.445388 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Added segment ce7f53ce-8771-47a1-bbd8-93841646c641 of type vlan for network 0fb4b367-1a87-4d60-92f3-74b18994e5cb Nov 12 12:20:55.565102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:55.583222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d505d5-c6fb-4858-b313-81f56edcc004,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:55.586560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-d20c4ec9-65fa-4851-853f-d357c1284fcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d HTTP/1.1" status: 200 len: 217 time: 0.5060368 Nov 12 12:20:55.591966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5582bbe-76ed-4e5d-800f-1882c712000f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.607104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.632011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb41cf80-2890-4372-8dbe-3c003ebcc38a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:55.666976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d599e3c-4cdd-4f4b-a3df-88447753fadf req-c98b2f9c-cbef-487a-a3e1-93732eada610 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:55.669053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d599e3c-4cdd-4f4b-a3df-88447753fadf req-c98b2f9c-cbef-487a-a3e1-93732eada610 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.1561425 Nov 12 12:20:55.703396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.704396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:55.704956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.780173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0628159 Nov 12 12:20:55.790636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43956) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:55.815246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Request body: {'subnet': {'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-subnet', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:55.836523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d599e3c-4cdd-4f4b-a3df-88447753fadf req-4142b6c1-4b9f-4706-89c9-30e8d6923cff tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594510 Nov 12 12:20:55.840888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6fff5-e97a-4d4d-bda0-ea1c057d5f46 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb4b367-1a87-4d60-92f3-74b18994e5cb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:55.869407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:20:55.869999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] Pushing event updated for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:55.891690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5582bbe-76ed-4e5d-800f-1882c712000f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.897875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5582bbe-76ed-4e5d-800f-1882c712000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:55.929800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:55.950486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] No DVR routers for this DVR port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:20:55.955368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a5582bbe-76ed-4e5d-800f-1882c712000f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b715c0cfdbd4f7699effa60bbd2f1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7524841 Nov 12 12:20:55.957251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5582bbe-76ed-4e5d-800f-1882c712000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21a103-317d-42ff-8fff-79e3238feca2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:55.960021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:55.984508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-1d44c8d9-1b9b-4b00-b752-3385387af644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:55.986318 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-1d44c8d9-1b9b-4b00-b752-3385387af644 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 200 len: 858 time: 0.3773513 Nov 12 12:20:56.002727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-efdfa1aa-aee5-469a-8ae4-85b8e166c017 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7283dde2bbe1423ead126c70479c0462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277530 Nov 12 12:20:56.002727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:56.008288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:56.033095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda8220-12fd-42f6-91f7-069900262a10 req-1b9839b3-06ce-4941-ad68-1abe8bbed089 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:56.034711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdda8220-12fd-42f6-91f7-069900262a10 req-1b9839b3-06ce-4941-ad68-1abe8bbed089 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 947 time: 0.4653714 Nov 12 12:20:56.053004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.080616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Made reservation on behalf of a9a91b13c0e747df985d5e2f5a18874b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:20:56.083491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.089710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-0ea8fba1-36af-43be-a6f2-2f719287804e service neutron] 10.222.0.65 "PUT /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d/bindings/n-h1-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 4.6715236 Nov 12 12:20:56.105134 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ebb554-68c3-4be2-8ee4-a3f7c9ddc187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.115771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-6ab85cd2-178d-4b16-a34d-86da489a7df6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=359a87f2-b2d7-4cd5-a435-8ed656257a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097283 Nov 12 12:20:56.138421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65924d66-e67f-40ad-b7dc-2343c063846e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.172961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ebb554-68c3-4be2-8ee4-a3f7c9ddc187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.202379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:56.203422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.204507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65924d66-e67f-40ad-b7dc-2343c063846e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.204879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] 10.222.0.65 "PUT /v2.0/ports/fd9b7aa7-6a02-4568-9fef-bea323558e92 HTTP/1.1" status: 200 len: 1095 time: 4.5116124 Nov 12 12:20:56.220923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Attempting to bind port b3d505d5-c6fb-4858-b313-81f56edcc004 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:56.221201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Attempting to bind port b3d505d5-c6fb-4858-b313-81f56edcc004 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:56.221439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Attempting to bind port b3d505d5-c6fb-4858-b313-81f56edcc004 on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:56.301730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ebb554-68c3-4be2-8ee4-a3f7c9ddc187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.303951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ebb554-68c3-4be2-8ee4-a3f7c9ddc187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.309897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-08ebb554-68c3-4be2-8ee4-a3f7c9ddc187 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c21a103-317d-42ff-8fff-79e3238feca2 HTTP/1.1" status: 204 len: 168 time: 0.3428025 Nov 12 12:20:56.309897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65924d66-e67f-40ad-b7dc-2343c063846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.309897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65924d66-e67f-40ad-b7dc-2343c063846e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.312367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-65924d66-e67f-40ad-b7dc-2343c063846e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb4e98cc-f1ef-4e14-b3e4-8f7cb26d9f78 HTTP/1.1" status: 204 len: 168 time: 0.3006389 Nov 12 12:20:56.351260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Port b3d505d5-c6fb-4858-b313-81f56edcc004 on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:20:56.351586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Attempting to bind port b3d505d5-c6fb-4858-b313-81f56edcc004 on network 359a87f2-b2d7-4cd5-a435-8ed656257a05 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:56.355556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebb554-68c3-4be2-8ee4-a3f7c9ddc187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21a103-317d-42ff-8fff-79e3238feca2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:56.398358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65924d66-e67f-40ad-b7dc-2343c063846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e98cc-f1ef-4e14-b3e4-8f7cb26d9f78,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:56.525059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92da841-eb2e-4412-89a4-0b509b5ccdef req-9d85f2fe-1c54-4002-aa1d-a4e732e11347 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:56.526961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a92da841-eb2e-4412-89a4-0b509b5ccdef req-9d85f2fe-1c54-4002-aa1d-a4e732e11347 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.0869613 Nov 12 12:20:56.635992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a92da841-eb2e-4412-89a4-0b509b5ccdef req-9cd290db-0cfd-48da-8b57-f89e015018d0 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963752 Nov 12 12:20:56.645626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:56.646146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Checking segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:56.646602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Bound using segment: {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:56.647213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Bound port: b3d505d5-c6fb-4858-b313-81f56edcc004, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5344d99f-1066-48e0-bada-28a1d5e0c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:56.647581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.653303 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdda8220-12fd-42f6-91f7-069900262a10 req-8045fdd1-fc52-47b1-a9a8-a56ea82ae1de tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026258 Nov 12 12:20:56.666392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:56.824180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34ee38-5fac-49db-b743-99d325c2445e req-b1b704a2-b4f4-402a-bc35-6b49d8de4ed9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:56.834409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b34ee38-5fac-49db-b743-99d325c2445e req-b1b704a2-b4f4-402a-bc35-6b49d8de4ed9 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.1094198 Nov 12 12:20:56.839604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d324dc-63cf-4a10-a9de-d7fc2f34deff,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:56.843893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:56.848574 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be71219-f7cc-47e8-810a-380520df1667" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:56.917139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b34ee38-5fac-49db-b743-99d325c2445e req-6b9c6061-b67a-4012-9cd7-2a8db3f3b313 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762479 Nov 12 12:20:56.961563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee869eab-313a-479b-a1cf-d61f0c7b4715 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:56.979053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-efd17ea8-cb92-472c-9453-3be10fb8f0bb service neutron] 10.222.0.81 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056452 Nov 12 12:20:56.986557 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94926520-bc28-40f2-9572-64610b483253 x-openstack-request-id: req-94926520-bc28-40f2-9572-64610b483253 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:20:56.987016 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:20:56.987299 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94926520-bc28-40f2-9572-64610b483253 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:20:56.987745 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'status': 'completed', 'code': 200} Nov 12 12:20:57.017437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:57.035845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-447b80b7-3cba-4868-b4e8-de16097c3658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.089862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-9276dc6a-6a49-4e13-ae65-e2bc8115bb9f tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.092342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-9276dc6a-6a49-4e13-ae65-e2bc8115bb9f tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.9051633 Nov 12 12:20:57.095141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-d77e3362-fb44-4ba7-885e-35efd8989bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.096886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-d77e3362-fb44-4ba7-885e-35efd8989bd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=daadc57177e24c1f8720d1e4da010c08&device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 1098 time: 0.4557638 Nov 12 12:20:57.191545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Checking segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:57.192085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Network hostable DHCP agents. Network: 0fb4b367-1a87-4d60-92f3-74b18994e5cb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:20:57.206439 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-447b80b7-3cba-4868-b4e8-de16097c3658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.213651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-447b80b7-3cba-4868-b4e8-de16097c3658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.252194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-447b80b7-3cba-4868-b4e8-de16097c3658 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b22e9c8de396451d97e10c925b5f22cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324531 Nov 12 12:20:57.253025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:57.289554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b1014-0a6a-421d-82f5-47659934b598 req-241bdb8d-9c6a-43b3-b5c5-ed817c29a8d0 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.291278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54b1014-0a6a-421d-82f5-47659934b598 req-241bdb8d-9c6a-43b3-b5c5-ed817c29a8d0 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 943 time: 0.4030619 Nov 12 12:20:57.300259 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-42915dfc-7e22-4e36-8246-1bfd103a5de7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92 HTTP/1.1" status: 200 len: 217 time: 0.1846797 Nov 12 12:20:57.316281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b80b7-3cba-4868-b4e8-de16097c3658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8513872-25d6-4485-8c13-dc06694627b3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:57.356938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0337e-c651-4c4c-be3d-7041a2a26ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.388251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0337e-c651-4c4c-be3d-7041a2a26ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.389161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:20:57.437482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa057463-7215-498f-a6a8-6795851f98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.438967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-fa057463-7215-498f-a6a8-6795851f98f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8 HTTP/1.1" status: 200 len: 1095 time: 0.3127637 Nov 12 12:20:57.446564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] For port b3d505d5-c6fb-4858-b313-81f56edcc004, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:57.456608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0fb4b367-1a87-4d60-92f3-74b18994e5cb) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:57.483077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.483685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.485311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aacdbc-799a-4348-93c3-781edfbbe246 None None] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:20:57.519380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] For port b3d505d5-c6fb-4858-b313-81f56edcc004, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b3d505d5-c6fb-4858-b313-81f56edcc004,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:57.527525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54b1014-0a6a-421d-82f5-47659934b598 req-7ae3d55d-167e-46ef-9ce7-07ee8b79bd68 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197826 Nov 12 12:20:57.536546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-43becd0e-8200-488a-a68a-4c637c051e38 service neutron] 10.222.0.81 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241733 Nov 12 12:20:57.538774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0337e-c651-4c4c-be3d-7041a2a26ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.542450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.549609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-41deb7ad-3f28-4d08-aa45-4441bcf8c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.551305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-41deb7ad-3f28-4d08-aa45-4441bcf8c0b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2118561 Nov 12 12:20:57.552569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0337e-c651-4c4c-be3d-7041a2a26ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.561602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25f0337e-c651-4c4c-be3d-7041a2a26ea8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8513872-25d6-4485-8c13-dc06694627b3 HTTP/1.1" status: 204 len: 168 time: 0.3003190 Nov 12 12:20:57.615122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-95e37f6b-3787-42f2-a978-b17f900818d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8151762 Nov 12 12:20:57.633235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:20:57.639504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:20:57.651102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0337e-c651-4c4c-be3d-7041a2a26ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8513872-25d6-4485-8c13-dc06694627b3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:57.686877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.687591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.689127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] 10.222.0.65 "PUT /v2.0/ports/b3d505d5-c6fb-4858-b313-81f56edcc004 HTTP/1.1" status: 200 len: 1091 time: 6.1654761 Nov 12 12:20:57.696306 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.697880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.746819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6016e-af38-43ad-9374-a7fbdd43a224 req-afbbb084-5162-4879-a363-8bff5540ae6a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:57.748799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7b6016e-af38-43ad-9374-a7fbdd43a224 req-afbbb084-5162-4879-a363-8bff5540ae6a tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.1572714 Nov 12 12:20:57.858952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:57.889528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ac5b7-4092-43f8-b24a-fb2665187020 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d505d5-c6fb-4858-b313-81f56edcc004,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:57.926575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7b6016e-af38-43ad-9374-a7fbdd43a224 req-8ead130b-ecc3-4207-ab0a-3026e9fc2c8c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610820 Nov 12 12:20:58.096531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:20:58.098304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:58.170810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-2ac4a314-faa6-4911-82e3-d0d228595768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:58.173939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-2ac4a314-faa6-4911-82e3-d0d228595768 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1095 time: 0.5870430 Nov 12 12:20:58.187591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-f54f2503-8c50-4392-ab01-b50941684233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:58.190280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-f54f2503-8c50-4392-ab01-b50941684233 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6024129 Nov 12 12:20:58.243846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:58.249602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-5912994a-34fa-4be3-a505-2afd7b17a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:58.255663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a27818-2f71-4f88-829e-8e23ad76d029 req-9565925c-aee7-4331-b5f0-d4fc5ba48ebe tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:58.257803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45a27818-2f71-4f88-829e-8e23ad76d029 req-9565925c-aee7-4331-b5f0-d4fc5ba48ebe tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 947 time: 0.1861157 Nov 12 12:20:58.259856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-5912994a-34fa-4be3-a505-2afd7b17a274 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 1094 time: 0.4532096 Nov 12 12:20:58.333887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60010e1-9817-4be6-9851-e32be30e1628 req-80059bd0-6523-42b3-8d5c-3ebed6ca9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:58.338811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-80059bd0-6523-42b3-8d5c-3ebed6ca9d24 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 1094 time: 0.6603038 Nov 12 12:20:58.400075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45a27818-2f71-4f88-829e-8e23ad76d029 req-116f7b2b-c592-4f50-826b-1bec40b28c90 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181216 Nov 12 12:20:58.507440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ea4d0-d7f9-458e-a69c-0fd05b67eba1 req-c19879bc-2df8-4d6d-92a3-03ecc16ec47d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:58.518834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-898ea4d0-d7f9-458e-a69c-0fd05b67eba1 req-c19879bc-2df8-4d6d-92a3-03ecc16ec47d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.6183863 Nov 12 12:20:58.583654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Allocated IP 172.20.0.2 (0fb4b367-1a87-4d60-92f3-74b18994e5cb/b3d324dc-63cf-4a10-a9de-d7fc2f34deff/1bd69325-68b6-4616-b284-d44b93d04f58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:58.794305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:58.894492 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-c1f97698-e757-421f-acf5-c9c93cad7393 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d505d5-c6fb-4858-b313-81f56edcc004 HTTP/1.1" status: 200 len: 217 time: 0.5807199 Nov 12 12:20:58.919469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:58.934252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:58.937896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.043189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:20:59.045474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'tag': 'b3d505d5-c6fb-4858-b313-81f56edcc004'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:20:59.049229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:20:59.049596 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d" -d '{"events": [{"name": "network-changed", "server_uuid": "e736cb3d-23b6-456f-b16f-9f1d60688f44", "tag": "b3d505d5-c6fb-4858-b313-81f56edcc004"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:20:59.079830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:20:59.194200 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-898ea4d0-d7f9-458e-a69c-0fd05b67eba1 req-312359a1-bfd5-4a44-8f2e-c66d4d1718a8 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740911 Nov 12 12:20:59.211666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-bab2c04a-e875-42f8-adcc-e95306996f67 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:59.214766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-bab2c04a-e875-42f8-adcc-e95306996f67 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.4236553 Nov 12 12:20:59.233229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60010e1-9817-4be6-9851-e32be30e1628 req-0ecc430a-6ce1-4278-bbe2-b8b3c60dd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:59.245515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-0ecc430a-6ce1-4278-bbe2-b8b3c60dd350 service neutron] 10.222.0.81 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 919 time: 0.8080332 Nov 12 12:20:59.275882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2f6a2-ca35-4453-97fe-92f7e322e913 req-ccf3595e-69f7-460c-a817-d55aae5e3c83 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:59.293424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07c2f6a2-ca35-4453-97fe-92f7e322e913 req-ccf3595e-69f7-460c-a817-d55aae5e3c83 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 943 time: 0.5053639 Nov 12 12:20:59.311343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Allocated IP 172.25.1.221 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/a30a3120-3a61-49d0-b80b-cbddf32cee23) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:20:59.319987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-0ea972d9-dabf-4ef6-865c-13d53741cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:59.323827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-0ea972d9-dabf-4ef6-865c-13d53741cea6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 200 len: 858 time: 0.3770657 Nov 12 12:20:59.334022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-c25f14bf-3d99-4207-8921-4d3557f58796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:59.334022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-c25f14bf-3d99-4207-8921-4d3557f58796 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 1.1353250 Nov 12 12:20:59.388530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Attempting to bind port 1bd69325-68b6-4616-b284-d44b93d04f58 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:20:59.389129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Attempting to bind port 1bd69325-68b6-4616-b284-d44b93d04f58 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:20:59.389718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Attempting to bind port 1bd69325-68b6-4616-b284-d44b93d04f58 on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:20:59.440964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-5409640e-5030-4865-8344-2f25788796ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=359a87f2-b2d7-4cd5-a435-8ed656257a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845947 Nov 12 12:20:59.459466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:20:59.460191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Checking segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:20:59.460866 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.461516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Bound using segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:20:59.462439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Bound port: 1bd69325-68b6-4616-b284-d44b93d04f58, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:20:59.463071 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.477280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Pushing event updated for resources: {'Port': ['ID=1bd69325-68b6-4616-b284-d44b93d04f58,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:59.531581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.558012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-c295cf76-79eb-4c6f-b308-d5679f035f43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 200 len: 217 time: 0.1211514 Nov 12 12:20:59.583449 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-24a5b740-511f-4732-95a0-0867484dcb74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d HTTP/1.1" status: 200 len: 217 time: 0.2496254 Nov 12 12:20:59.642387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.659160 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-88da5596-45a9-4d3a-9f0b-5b8a9f7ce66c service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4562635 Nov 12 12:20:59.661342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] For port 1bd69325-68b6-4616-b284-d44b93d04f58, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:20:59.667687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] For port 1bd69325-68b6-4616-b284-d44b93d04f58, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1bd69325-68b6-4616-b284-d44b93d04f58,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:20:59.675431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.740485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07c2f6a2-ca35-4453-97fe-92f7e322e913 req-b7b18305-cd9e-402f-b8e5-3fa3edaf2baa tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241428 Nov 12 12:20:59.794670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51376d45-109a-4f24-ab6d-0080f236c9c0 None None] Pushing event updated for resources: {'Port': ['ID=1bd69325-68b6-4616-b284-d44b93d04f58,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:20:59.855528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57025f-2522-4571-86da-43eb55d7610f req-01ab7801-79ce-44a0-b46a-170233b6ac05 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:59.857262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee57025f-2522-4571-86da-43eb55d7610f req-01ab7801-79ce-44a0-b46a-170233b6ac05 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0ddba35-99c1-4002-bf36-06b7e4675aa4 HTTP/1.1" status: 200 len: 946 time: 0.5248196 Nov 12 12:20:59.862525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.877609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Deleting port df9cf578-3722-4600-b10e-d860aab67c35 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:20:59.878064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.042840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] For port df9cf578-3722-4600-b10e-d860aab67c35, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df9cf578-3722-4600-b10e-d860aab67c35,segment=NetworkSegment(d71382af-82a6-4de4-8485-6ee9d5774995),segment_id=d71382af-82a6-4de4-8485-6ee9d5774995)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:00.044018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.066943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Calling delete_port for df9cf578-3722-4600-b10e-d860aab67c35 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:00.103017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:00.143246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.256767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:00.283972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:00.298852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:00.300218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:00.323845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d', 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'port_id': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d', 'mac_address': 'fa:16:3e:a2:32:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9a6621-c8a2-49d0-a1fe-b380fa945fe5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:00.401334 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.421590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:00.428779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Pushing event updated for resources: {'Port': ['ID=a30a3120-3a61-49d0-b80b-cbddf32cee23,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:00.452249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:00.460711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.469514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bb42b-b1a9-430c-baf4-e5fd1e0f2f04 req-90202d8b-19cf-46fa-b18b-d8f467fb3be6 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:00.487142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-023bb42b-b1a9-430c-baf4-e5fd1e0f2f04 req-90202d8b-19cf-46fa-b18b-d8f467fb3be6 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 947 time: 0.3255944 Nov 12 12:21:00.573281 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52679b00-3f3d-493c-999d-0631bb3eb784 x-openstack-request-id: req-52679b00-3f3d-493c-999d-0631bb3eb784 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:00.574112 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e736cb3d-23b6-456f-b16f-9f1d60688f44", "tag": "b3d505d5-c6fb-4858-b313-81f56edcc004", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:00.574112 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52679b00-3f3d-493c-999d-0631bb3eb784 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:00.574112 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'tag': 'b3d505d5-c6fb-4858-b313-81f56edcc004', 'status': 'completed', 'code': 200} Nov 12 12:21:00.577121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-64e6c114-32b4-4c55-883c-201666b951ff service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0173967 Nov 12 12:21:00.587206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60010e1-9817-4be6-9851-e32be30e1628 req-b9f6f242-ab7e-441d-8279-755a2a1b29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:00.588596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-b9f6f242-ab7e-441d-8279-755a2a1b29bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 200 len: 858 time: 0.9762213 Nov 12 12:21:00.590909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-43d55319-dccc-492e-9ab6-66911989122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:00.595798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-43d55319-dccc-492e-9ab6-66911989122e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 1.0231125 Nov 12 12:21:00.624158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:00.681798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-167ca604-df2a-4bb9-b9cf-a83ef1f9ccbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733552 Nov 12 12:21:00.710041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-f7c14644-55e1-4826-a8cd-141b0fb373e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=359a87f2-b2d7-4cd5-a435-8ed656257a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923936 Nov 12 12:21:00.750209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:00.882947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-023bb42b-b1a9-430c-baf4-e5fd1e0f2f04 req-42db099b-f1c4-4c28-ac3c-929d744ff609 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739614 Nov 12 12:21:00.934322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4e0fb9f-2571-4b7f-96b8-ff7b0f3d53d3 req-6408c92d-055b-4705-9dc8-0f09ead08f3b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2268589 Nov 12 12:21:00.965631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:00.970580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee57025f-2522-4571-86da-43eb55d7610f req-71808a0e-16a4-4513-a637-1e869368bef6 tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.18 "GET /v2.0/security-groups?id=d73d7356-6763-4a31-b598-efd4212b73f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342222 Nov 12 12:21:01.090751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-76e7b96c-7831-461d-a362-5d38561b2b75 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861115 Nov 12 12:21:01.192213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Pushing event deleted for resources: {'Port': ['ID=df9cf578-3722-4600-b10e-d860aab67c35,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:01.227646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7446b3a3-1489-4c18-81ae-cf6855e06bab req-992df3d2-0a25-453c-9953-cb9ac2755c02 service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338487 Nov 12 12:21:01.336661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] No DVR routers for this DVR port df9cf578-3722-4600-b10e-d860aab67c35 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:01.346333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:01.356536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71219-f7cc-47e8-810a-380520df1667 req-405c56f3-d13b-4b54-b1ec-89ae8ca3054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:01.358449 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-405c56f3-d13b-4b54-b1ec-89ae8ca3054e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=daadc57177e24c1f8720d1e4da010c08&device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 1098 time: 0.2635939 Nov 12 12:21:01.372259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fae97b61-81d9-49cf-87d7-e1432ab2dea6 req-139a4015-39b1-4c42-8a0a-bb9c7496690c tempest-ServerDiskConfigTestJSON-685747467 tempest-ServerDiskConfigTestJSON-685747467-project] 10.222.0.81 "DELETE /v2.0/ports/df9cf578-3722-4600-b10e-d860aab67c35 HTTP/1.1" status: 204 len: 173 time: 2.1226809 Nov 12 12:21:01.373744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'name': 'network-vif-deleted', 'tag': 'df9cf578-3722-4600-b10e-d860aab67c35'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:01.378285 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ad4af-26b5-47be-9da9-aaf7cb027a1c" -d '{"events": [{"server_uuid": "f0ddba35-99c1-4002-bf36-06b7e4675aa4", "name": "network-vif-deleted", "tag": "df9cf578-3722-4600-b10e-d860aab67c35"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:01.493526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f934a1-0957-4cbc-8862-5a15d7575a67 None None] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:01.494862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-d650add3-8464-4fe3-9f19-246487ed705a service neutron] 10.222.0.81 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355944 Nov 12 12:21:01.541863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:01.651462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-2d3ccd49-20fb-4933-9ae8-93914b71eccc service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305316 Nov 12 12:21:01.695602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-1870e1e2-2dcd-49bd-9845-fd7ae7376e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:01.697293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-1870e1e2-2dcd-49bd-9845-fd7ae7376e71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c53af463f4314a228dbe16e99e88860d&device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 1094 time: 0.3954914 Nov 12 12:21:01.713354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1bd69325-68b6-4616-b284-d44b93d04f58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:01.771459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f7d11d6-c3af-401c-b813-78449964b439 None None] Provisioning complete for port 1bd69325-68b6-4616-b284-d44b93d04f58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:01.772153 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f7d11d6-c3af-401c-b813-78449964b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:01.840138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-cf4fd286-3c5a-4521-a543-8a806116f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:01.842229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-cf4fd286-3c5a-4521-a543-8a806116f969 service neutron] 10.222.0.65 "GET /v2.0/networks?id=359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 200 len: 919 time: 0.1245596 Nov 12 12:21:01.870136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-81b419a7-55f5-43b6-980b-7660eced3e9f tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=50462ac43a6543998e2959106582de0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526156 Nov 12 12:21:01.907288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1bd69325-68b6-4616-b284-d44b93d04f58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:01.907678 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:01.932580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-1c6d7c33-f698-4246-8611-af3a1c0e019c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d505d5-c6fb-4858-b313-81f56edcc004 HTTP/1.1" status: 200 len: 217 time: 0.0786481 Nov 12 12:21:01.963081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aa093-8d48-4076-9fc8-5fcefeb1c85c req-a89a809b-0171-439d-9012-cecf74f9b8e7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:01.966515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f49aa093-8d48-4076-9fc8-5fcefeb1c85c req-a89a809b-0171-439d-9012-cecf74f9b8e7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.4680030 Nov 12 12:21:02.023677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71219-f7cc-47e8-810a-380520df1667 req-75396f4c-e166-4263-93ca-43ec4f0694f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.025396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-75396f4c-e166-4263-93ca-43ec4f0694f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.6561589 Nov 12 12:21:02.090677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-ab2123c1-1f5c-414a-8b1f-258d6c1b2768 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92 HTTP/1.1" status: 200 len: 217 time: 0.0498831 Nov 12 12:21:02.109478 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f7d11d6-c3af-401c-b813-78449964b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.165082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:02.181026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-ea46001f-cd3e-4347-a2a2-c0e77e597184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.182604 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-ea46001f-cd3e-4347-a2a2-c0e77e597184 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 200 len: 858 time: 0.2361639 Nov 12 12:21:02.190764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f49aa093-8d48-4076-9fc8-5fcefeb1c85c req-f892f4c6-1e04-440a-ad8c-e7f523a399a4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091410 Nov 12 12:21:02.224826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-c2c8251b-07a5-4a48-8a99-3485659ab2c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=359a87f2-b2d7-4cd5-a435-8ed656257a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296481 Nov 12 12:21:02.230637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b60010e1-9817-4be6-9851-e32be30e1628 req-99aa65b1-b394-426c-b603-220adacdfc07 service neutron] 10.222.0.81 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892030 Nov 12 12:21:02.249315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71219-f7cc-47e8-810a-380520df1667 req-a6476680-f8e0-4662-a130-8182636385d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.251030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-a6476680-f8e0-4662-a130-8182636385d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1522262 Nov 12 12:21:02.390563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.430426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.452985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5f7d11d6-c3af-401c-b813-78449964b439 None None] For port 1bd69325-68b6-4616-b284-d44b93d04f58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1bd69325-68b6-4616-b284-d44b93d04f58,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:02.467347 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f7d11d6-c3af-401c-b813-78449964b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.474612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71219-f7cc-47e8-810a-380520df1667 req-29e110e5-de7c-42e5-8802-14d3c2c8d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.476251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-29e110e5-de7c-42e5-8802-14d3c2c8d682 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2144477 Nov 12 12:21:02.480293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-ad951375-ca79-43d3-9a5e-9d453a10c9fe tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.483932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-ad951375-ca79-43d3-9a5e-9d453a10c9fe tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016674 Nov 12 12:21:02.540403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-0d1a0b96-7ac6-4398-8b9e-3528a55f9ce9 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/quotas/50462ac43a6543998e2959106582de0e HTTP/1.1" status: 200 len: 375 time: 0.0487995 Nov 12 12:21:02.540692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-866ad778-b5dc-4551-a635-279a36193421 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.542205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-866ad778-b5dc-4551-a635-279a36193421 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b&tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.1825373 Nov 12 12:21:02.549933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d11d6-c3af-401c-b813-78449964b439 None None] Pushing event updated for resources: {'Port': ['ID=1bd69325-68b6-4616-b284-d44b93d04f58,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:02.552182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c33c6-1015-4dc7-a2d8-d610f375759a req-e74b25b0-5ac8-4a09-b115-6cf684b24992 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:02.554812 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f3c33c6-1015-4dc7-a2d8-d610f375759a req-e74b25b0-5ac8-4a09-b115-6cf684b24992 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 944 time: 0.1767750 Nov 12 12:21:02.560982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-32043706-6fff-47b1-a1fc-505878235fcb service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251948 Nov 12 12:21:02.587181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-9c41392f-3ca0-4001-b3d9-dc64c60b22c0 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=50462ac43a6543998e2959106582de0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392442 Nov 12 12:21:02.658111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:02.669966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Router 192cb2b2-b163-48d1-b52b-88eb6894892b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:21:02.685782 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:21:02.685782 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:21:02.688759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:02.689460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.764910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f3c33c6-1015-4dc7-a2d8-d610f375759a req-7f8ec0c4-9b8d-42e8-bdcd-09fb95a9fb5e tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626718 Nov 12 12:21:02.798989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-571cf9fc-e063-45cf-a428-50e8a3c69023 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101661 Nov 12 12:21:02.808383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4a6e2152-17fc-4e9a-8a01-42e8086dc803 None None] Provisioning complete for port 1bd69325-68b6-4616-b284-d44b93d04f58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:02.809068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2152-17fc-4e9a-8a01-42e8086dc803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.859263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:21:02.875245 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:21:02.892991 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:02.893647 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:02.928688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:02.934522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-518d5ea4-319f-499d-93fd-66bed5b0f29e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.2954865 Nov 12 12:21:02.934522 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8290b2-1f5e-400d-a51f-a8671f1e5faa x-openstack-request-id: req-ca8290b2-1f5e-400d-a51f-a8671f1e5faa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:02.934522 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ddba35-99c1-4002-bf36-06b7e4675aa4", "name": "network-vif-deleted", "tag": "df9cf578-3722-4600-b10e-d860aab67c35", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:02.934522 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca8290b2-1f5e-400d-a51f-a8671f1e5faa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:02.934522 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ddba35-99c1-4002-bf36-06b7e4675aa4', 'name': 'network-vif-deleted', 'tag': 'df9cf578-3722-4600-b10e-d860aab67c35', 'status': 'completed', 'code': 200} Nov 12 12:21:02.939318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:02.957131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.042980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:03.046773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:03.054234 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4b8551-d92e-410c-ae42-4365b5c70a2f" -d '{"events": [{"server_uuid": "15de1e73-071f-4f77-9ca0-094d8c1a656f", "name": "network-vif-plugged", "status": "completed", "tag": "df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:03.072385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.075395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df9cf578-3722-4600-b10e-d860aab67c35 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:03.103268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1be71219-f7cc-47e8-810a-380520df1667 req-79686fea-4284-4c78-862d-68d4d7719d28 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708557 Nov 12 12:21:03.108151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04dfa7af-e797-420d-9f0a-e0c3c3fee57d req-7165c49e-0f8e-4fb4-9522-856707f0c31a service neutron] 10.222.0.65 "GET /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031593 Nov 12 12:21:03.130761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6fae-507b-4d85-afb1-58c8df717412 req-2a827b8c-0523-4b5a-baeb-372bd476ec85 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:03.139675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa8e6fae-507b-4d85-afb1-58c8df717412 req-2a827b8c-0523-4b5a-baeb-372bd476ec85 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.2501991 Nov 12 12:21:03.184472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-1ea0037a-1a68-42e0-9408-b2c7f5d15293 service neutron] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:03.190612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-1ea0037a-1a68-42e0-9408-b2c7f5d15293 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.191303 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332577c3-1a46-40fd-b87b-b6e3c4c28e61 req-1ea0037a-1a68-42e0-9408-b2c7f5d15293 service neutron] 10.222.0.81 "DELETE /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d/bindings/n-h2-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.6333337 Nov 12 12:21:03.217131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa8e6fae-507b-4d85-afb1-58c8df717412 req-fc6a36b9-0d5a-4630-89a8-e922b789a442 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763543 Nov 12 12:21:03.217614 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:03.303003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: df9cf578-3722-4600-b10e-d860aab67c35 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:03.303511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df9cf578-3722-4600-b10e-d860aab67c35 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:03.357892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:03.405767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071edc1-f857-4a62-b3a1-1cfc751112e0 req-f6d3f1b5-fbdf-4192-ba9a-c482a2592f62 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:03.420638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3071edc1-f857-4a62-b3a1-1cfc751112e0 req-f6d3f1b5-fbdf-4192-ba9a-c482a2592f62 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 947 time: 0.0804529 Nov 12 12:21:03.577449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3071edc1-f857-4a62-b3a1-1cfc751112e0 req-2285cbde-d7ed-4b0a-a291-f8cb0fb0ca94 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554937 Nov 12 12:21:03.648961 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:00Z', 'revision_number': 3, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:03.668018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1bd69325-68b6-4616-b284-d44b93d04f58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:03.712773 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:21:03.713398 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Updating router 192cb2b2-b163-48d1-b52b-88eb6894892b port a30a3120-3a61-49d0-b80b-cbddf32cee23 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:21:03.747655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-898b6a26-3c82-44d5-b2d4-e5b40f1d6c22 req-e5534263-b6b1-4db6-9b9e-ab941e1ab5b3 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 210 time: 0.0411625 Nov 12 12:21:03.748227 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.830411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1bd69325-68b6-4616-b284-d44b93d04f58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:03.830981 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.879659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.946845 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc082d2a-f3c8-4759-ae58-92aa18692425 x-openstack-request-id: req-fc082d2a-f3c8-4759-ae58-92aa18692425 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:03.946845 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15de1e73-071f-4f77-9ca0-094d8c1a656f", "name": "network-vif-plugged", "status": "completed", "tag": "df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:03.946845 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc082d2a-f3c8-4759-ae58-92aa18692425 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:03.946845 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d', 'code': 200} Nov 12 12:21:03.955688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b3d505d5-c6fb-4858-b313-81f56edcc004 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:04.126551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75a13e-ca50-4f6d-ac81-daccf5845aef req-03e6f9ce-83ce-4665-845c-def58e329caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.128155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b75a13e-ca50-4f6d-ac81-daccf5845aef req-03e6f9ce-83ce-4665-845c-def58e329caa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 1096 time: 0.1396072 Nov 12 12:21:04.138192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16897ff6-d2f0-4204-8190-f6868eafe41f req-eb2fe6af-e2f1-46fc-a909-296fcf58a9b5 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.139835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16897ff6-d2f0-4204-8190-f6868eafe41f req-eb2fe6af-e2f1-46fc-a909-296fcf58a9b5 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 945 time: 0.1330948 Nov 12 12:21:04.231778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b75a13e-ca50-4f6d-ac81-daccf5845aef req-5b8d8bfe-70d5-418e-9e61-001ca21eb6ce service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899489 Nov 12 12:21:04.249710 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.252832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740eb5e-2d26-4ef2-8912-4347720d789a req-aee555da-7163-4c47-919e-663dc2e00c85 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.258276 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.266953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16897ff6-d2f0-4204-8190-f6868eafe41f req-4b783271-119e-4d8c-a11a-6b18556e2801 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166747 Nov 12 12:21:04.269924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6740eb5e-2d26-4ef2-8912-4347720d789a req-aee555da-7163-4c47-919e-663dc2e00c85 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.3143592 Nov 12 12:21:04.364879 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Pushing event updated for resources: {'Port': ['ID=a30a3120-3a61-49d0-b80b-cbddf32cee23,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:04.390457 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.390922 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.391210 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.391593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.391934 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.393994 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.394502 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.394917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.395247 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.395704 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.396169 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.396594 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:04.400996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6740eb5e-2d26-4ef2-8912-4347720d789a req-6d095b37-c560-4364-9618-7499a474f10d tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291804 Nov 12 12:21:04.414762 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Attempting to bind port a30a3120-3a61-49d0-b80b-cbddf32cee23 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:04.415219 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Attempting to bind port a30a3120-3a61-49d0-b80b-cbddf32cee23 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:04.415676 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Attempting to bind port a30a3120-3a61-49d0-b80b-cbddf32cee23 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:04.419808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Allocated IP 172.20.0.1 (0fb4b367-1a87-4d60-92f3-74b18994e5cb/b3d324dc-63cf-4a10-a9de-d7fc2f34deff/4a42c5e9-a7f2-4f2b-8137-4bdec0079023) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:04.424016 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:04.429638 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:04.429945 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.431016 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:04.431719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Bound port: a30a3120-3a61-49d0-b80b-cbddf32cee23, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:04.432339 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.568751 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] For port a30a3120-3a61-49d0-b80b-cbddf32cee23, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:04.594116 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] For port a30a3120-3a61-49d0-b80b-cbddf32cee23, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a30a3120-3a61-49d0-b80b-cbddf32cee23,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:04.600719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b3d505d5-c6fb-4858-b313-81f56edcc004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b3d505d5-c6fb-4858-b313-81f56edcc004,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:04.603048 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.628936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b3d505d5-c6fb-4858-b313-81f56edcc004', 'network_id': '359a87f2-b2d7-4cd5-a435-8ed656257a05', 'port_id': 'b3d505d5-c6fb-4858-b313-81f56edcc004', 'mac_address': 'fa:16:3e:c4:21:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9a6621-c8a2-49d0-a1fe-b380fa945fe5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:04.636514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.681462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b65ac8-7bcf-4e7d-9229-020a9342fdbe req-2ae7c9fe-50a9-489a-a838-d33449698ebe tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.683091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74b65ac8-7bcf-4e7d-9229-020a9342fdbe req-2ae7c9fe-50a9-489a-a838-d33449698ebe tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1021650 Nov 12 12:21:04.705642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.727086 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e4c18-4151-460b-889e-7486a10679a4 None None] Pushing event updated for resources: {'Port': ['ID=a30a3120-3a61-49d0-b80b-cbddf32cee23,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:04.740927 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:04.742011 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:20:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:04.748489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d505d5-c6fb-4858-b313-81f56edcc004 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:04.755985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74b65ac8-7bcf-4e7d-9229-020a9342fdbe req-3591fa81-345b-4404-9dae-171d9e637c41 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614414 Nov 12 12:21:04.760772 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.813953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b3d505d5-c6fb-4858-b313-81f56edcc004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b3d505d5-c6fb-4858-b313-81f56edcc004,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:04.822876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.823814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:04.844049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:04.852728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:04.859012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:04.862311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:04.972715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed92834-afa0-43f9-b0b3-8204287fc250 req-f203494a-06b6-4732-8561-ee0319396f8c tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.981461 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aed92834-afa0-43f9-b0b3-8204287fc250 req-f203494a-06b6-4732-8561-ee0319396f8c tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 947 time: 0.1736193 Nov 12 12:21:05.040179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Pushing event updated for resources: {'Port': ['ID=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:05.067012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Deleting subnet decda775-b334-4f7b-8808-7edf815fcc75 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:21:05.076677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.092246 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:05.138453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b3d505d5-c6fb-4858-b313-81f56edcc004,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:05.164735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:21:05.201180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-cc39aaf4-4902-4564-88c8-4ee2258a0841 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50462ac43a6543998e2959106582de0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147091 Nov 12 12:21:05.267262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.289473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:05.304500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.388058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300cdc7-ca83-439b-9e43-f527957ab812 req-228d090d-7c03-4a1f-a482-bf16ff42454c tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:05.389869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0300cdc7-ca83-439b-9e43-f527957ab812 req-228d090d-7c03-4a1f-a482-bf16ff42454c tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 1095 time: 0.3200090 Nov 12 12:21:05.418000 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.430649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0f6cf919-d671-42ee-961f-6f7c4ef6dfb6 None None] Provisioning complete for port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:05.431012 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf919-d671-42ee-961f-6f7c4ef6dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.455128 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aed92834-afa0-43f9-b0b3-8204287fc250 req-dd916fd5-64d4-4c15-b304-415766b55a2e tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727046 Nov 12 12:21:05.478314 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:00Z', 'revision_number': 3, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:05.520715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:05.557502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'mac_address': 'fa:16:3e:eb:fb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:05.599784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0300cdc7-ca83-439b-9e43-f527957ab812 req-3e6160f9-620b-4ad2-a5b3-afc180aa78b0 tempest-LiveAutoBlockMigrationV225Test-1497696753 tempest-LiveAutoBlockMigrationV225Test-1497696753-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877053 Nov 12 12:21:05.627825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-b7b4f98a-7c1f-4925-846b-766109561611 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:05.629811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-b7b4f98a-7c1f-4925-846b-766109561611 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4055848 Nov 12 12:21:05.651034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Request body: {'port': {'device_id': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '50462ac43a6543998e2959106582de0e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:05.678048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cf919-d671-42ee-961f-6f7c4ef6dfb6 None None] Port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:05.684616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.696720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0318cde-15c2-4a3b-9c98-b4f34041636f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.703415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.722948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9b7aa7-6a02-4568-9fef-bea323558e92 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:05.751858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.762380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:05.768661 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.795910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.799323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/decda775-b334-4f7b-8808-7edf815fcc75 HTTP/1.1" status: 204 len: 168 time: 0.9357331 Nov 12 12:21:05.800198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5cf0e-90d3-4b75-8188-a7364e3bc9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decda775-b334-4f7b-8808-7edf815fcc75,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:05.809889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:05.815408 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daebab-fc4f-4a32-9a2b-c57657417836 None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:00Z', 'revision_number': 3, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:21:05.855329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d47c731-2390-4547-8169-a81fb949ae3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:05.878942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:05.879180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ed186d4-ad41-4d49-b142-45df64c65d34 req-84a50bd1-16ba-4a4e-a4cb-eeff158d35ba tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 210 time: 0.1215761 Nov 12 12:21:06.037016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Made reservation on behalf of 50462ac43a6543998e2959106582de0e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:06.044249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['fd9b7aa7-6a02-4568-9fef-bea323558e92'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:06.048304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b3d505d5-c6fb-4858-b313-81f56edcc004'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:06.053892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.068534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.080278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d47c731-2390-4547-8169-a81fb949ae3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.091700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.092567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e228d73-4b96-45fc-9571-24ae199edba4 req-9681f8b4-34fb-4d71-bd2d-bd505978a727 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:06.095042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e228d73-4b96-45fc-9571-24ae199edba4 req-9681f8b4-34fb-4d71-bd2d-bd505978a727 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 945 time: 0.2889259 Nov 12 12:21:06.099699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d47c731-2390-4547-8169-a81fb949ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.258633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4d47c731-2390-4547-8169-a81fb949ae3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=261b4cda6b064e919a5acaf0c6044f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9563553 Nov 12 12:21:06.262456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47c731-2390-4547-8169-a81fb949ae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a345a-d91b-404d-b8f6-d9b3607d2b78,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:06.268806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:06.348632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e228d73-4b96-45fc-9571-24ae199edba4 req-4a1f3de2-5e73-49a2-9f4f-bd873d38326b tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756587 Nov 12 12:21:06.477217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.522114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.536784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61e5ab9e-bee4-4178-abde-c8dcb27f2fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.541061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.541951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc87245-1689-404c-bf98-9fe95da7ced3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:06.549668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.573463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.596407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71382af-82a6-4de4-8485-6ee9d5774995') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:06.596764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71382af-82a6-4de4-8485-6ee9d5774995') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:06.641422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f917fea-9b86-4a82-9943-8006460f69a3 req-f916b8b6-35ab-4df8-95f8-aaf488ced8d8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:06.646347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.649515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f917fea-9b86-4a82-9943-8006460f69a3 req-f916b8b6-35ab-4df8-95f8-aaf488ced8d8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.3222165 Nov 12 12:21:06.673973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.690416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61e5ab9e-bee4-4178-abde-c8dcb27f2fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.697817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373b756c-7fa2-4e46-bd3e-034d23d56cda,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:06.702324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:21:06.702780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:21:06.707992 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:21:06.730128 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.769697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Pushing event updated for resources: {'Port': ['ID=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:06.793078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b037e-4e7e-42e6-91c7-0f9c4749494d req-1345adf7-522b-4c3f-a772-68ea7d9aa7e2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:06.802656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-680b037e-4e7e-42e6-91c7-0f9c4749494d req-1345adf7-522b-4c3f-a772-68ea7d9aa7e2 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.2494168 Nov 12 12:21:06.868211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.873690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:06.877342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bfc87245-1689-404c-bf98-9fe95da7ced3 HTTP/1.1" status: 204 len: 168 time: 1.0654390 Nov 12 12:21:06.897397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f917fea-9b86-4a82-9943-8006460f69a3 req-d0d531af-0499-4cc1-8c45-1edf18a50dd0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474012 Nov 12 12:21:06.922615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Allocated IP 192.168.233.77 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/5be22729-d302-41b4-bc62-9eed63d83f78) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:06.956600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-e24c2ddc-8768-402a-9490-5472a37bfe81 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:06.958663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-e24c2ddc-8768-402a-9490-5472a37bfe81 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 944 time: 0.1309428 Nov 12 12:21:07.031584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7a65e-f21f-4610-a4c1-41f3df6ff793 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc87245-1689-404c-bf98-9fe95da7ced3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:07.084554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61e5ab9e-bee4-4178-abde-c8dcb27f2fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.085261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-680b037e-4e7e-42e6-91c7-0f9c4749494d req-a43eef63-c8c4-4a85-8803-5587a1a58d87 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712305 Nov 12 12:21:07.097100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61e5ab9e-bee4-4178-abde-c8dcb27f2fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.101779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61e5ab9e-bee4-4178-abde-c8dcb27f2fca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/693a345a-d91b-404d-b8f6-d9b3607d2b78 HTTP/1.1" status: 204 len: 168 time: 0.8315701 Nov 12 12:21:07.139869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:07.141175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:07.142202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:07.158966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ab9e-bee4-4178-abde-c8dcb27f2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a345a-d91b-404d-b8f6-d9b3607d2b78,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:07.318391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4232855-7a89-4717-97b0-116771b79e75 req-7ed0b2bf-3bc6-4274-89ad-56a79c9a3623 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:07.326846 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4232855-7a89-4717-97b0-116771b79e75 req-7ed0b2bf-3bc6-4274-89ad-56a79c9a3623 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 944 time: 0.2443533 Nov 12 12:21:07.389076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a0f29-9373-4fda-8505-9f627910b5e7 req-1aca6ac3-d92d-4a80-b037-3df40d3685a2 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:07.391294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a4a0f29-9373-4fda-8505-9f627910b5e7 req-1aca6ac3-d92d-4a80-b037-3df40d3685a2 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 948 time: 0.2034938 Nov 12 12:21:07.435943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Deleting port ae16acd4-2caa-49b9-a591-9f7ca6ae219d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:07.436286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.480300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9877a2c6-e5c1-41fb-bbb4-55a116d10e05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b704e9bf91c6434380f0c90015f4b573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105063 Nov 12 12:21:07.485542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:07.568245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4232855-7a89-4717-97b0-116771b79e75 req-35a93b4c-0517-4b6b-be5e-62468fde2c06 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403944 Nov 12 12:21:07.576869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:21:07.592603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a4a0f29-9373-4fda-8505-9f627910b5e7 req-6a6a3934-00a9-44c9-b989-cbeeb7ad69c9 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773241 Nov 12 12:21:07.628281 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.638004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-821c3b1f-afbe-4f70-b8e0-aaa3e0fd3e19 None None] Provisioning complete for port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:07.639910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-821c3b1f-afbe-4f70-b8e0-aaa3e0fd3e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.703204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.704076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] For port ae16acd4-2caa-49b9-a591-9f7ca6ae219d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:07.704598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.728669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a30a3120-3a61-49d0-b80b-cbddf32cee23 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:07.763359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ae2afdc-126f-447b-b3ac-9ff39cd2517b req-a43dee24-61fc-43a3-9d2d-7d459f544f36 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 210 time: 0.0674932 Nov 12 12:21:07.766653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-821c3b1f-afbe-4f70-b8e0-aaa3e0fd3e19 None None] Port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:07.799428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.801294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Calling delete_port for ae16acd4-2caa-49b9-a591-9f7ca6ae219d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:07.824405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a30a3120-3a61-49d0-b80b-cbddf32cee23 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:07.824405 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.901222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:07.922026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:07.963892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b3d505d5-c6fb-4858-b313-81f56edcc004 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:08.002180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257c1cab-d0f2-48be-92fc-0918bc9affec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.004169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Pushing event updated for resources: {'Port': ['ID=5be22729-d302-41b4-bc62-9eed63d83f78,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:08.067611 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a4d-57ec-48c0-95c4-87d0f8ff8202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.072780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.102279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a30a3120-3a61-49d0-b80b-cbddf32cee23, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a30a3120-3a61-49d0-b80b-cbddf32cee23,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:08.114289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.157625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b3d505d5-c6fb-4858-b313-81f56edcc004 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:08.169343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b3d505d5-c6fb-4858-b313-81f56edcc004 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:08.169749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.258467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a30a3120-3a61-49d0-b80b-cbddf32cee23,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:08.284592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78951ac-345e-43e3-a5fd-879107f3ca5d req-0f20b7ad-415f-4d54-90c8-ea096bd6c726 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:08.287119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b78951ac-345e-43e3-a5fd-879107f3ca5d req-0f20b7ad-415f-4d54-90c8-ea096bd6c726 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1390741 Nov 12 12:21:08.344941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.359155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:21:08.366048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-215c34be-283a-434e-91eb-73c115ca0f37 admin admin] 10.222.0.18 "PUT /v2.0/routers/192cb2b2-b163-48d1-b52b-88eb6894892b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4247992 Nov 12 12:21:08.389283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d505d5-c6fb-4858-b313-81f56edcc004'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:08.391883 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd0698-ae0d-460d-b07c-aaae0d0d2f53" -d '{"events": [{"server_uuid": "e736cb3d-23b6-456f-b16f-9f1d60688f44", "name": "network-vif-plugged", "status": "completed", "tag": "b3d505d5-c6fb-4858-b313-81f56edcc004"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:08.404065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b78951ac-345e-43e3-a5fd-879107f3ca5d req-287236ea-1861-468f-add0-9c050e3d7467 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027842 Nov 12 12:21:08.412600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b3d505d5-c6fb-4858-b313-81f56edcc004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b3d505d5-c6fb-4858-b313-81f56edcc004,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:08.419783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.423021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.427208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d73d7356-6763-4a31-b598-efd4212b73f5 HTTP/1.1" status: 204 len: 168 time: 0.9379182 Nov 12 12:21:08.430808 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.431906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:08.446621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d7356-6763-4a31-b598-efd4212b73f5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:08.466972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.470436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.470916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.471268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.471686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.472455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.475025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.475553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.475960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.476365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.477664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.478237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb303c-330d-4edc-8171-61734ba7b493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:08.541117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b3d505d5-c6fb-4858-b313-81f56edcc004,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:08.582451 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6b69b9-d4c5-4fb6-9fbc-d0a7430319fa x-openstack-request-id: req-7b6b69b9-d4c5-4fb6-9fbc-d0a7430319fa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:08.583041 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736cb3d-23b6-456f-b16f-9f1d60688f44", "name": "network-vif-plugged", "status": "completed", "tag": "b3d505d5-c6fb-4858-b313-81f56edcc004", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:08.583287 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b6b69b9-d4c5-4fb6-9fbc-d0a7430319fa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:08.583685 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d505d5-c6fb-4858-b313-81f56edcc004', 'code': 200} Nov 12 12:21:08.626443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port fd9b7aa7-6a02-4568-9fef-bea323558e92 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:08.628618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:08.637284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port fd9b7aa7-6a02-4568-9fef-bea323558e92 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:08.637284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.660105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:08.708442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:21:08.742823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:08.744599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:08.745815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:08.950610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:08.972502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7858809e-634f-4c6b-9fe3-0e4ae486625a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:09.056811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257c1cab-d0f2-48be-92fc-0918bc9affec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.057393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:09.064239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3aff9-6dc0-4ee1-b7bf-347282c098aa req-00af1689-fed9-4076-8dc2-4d64b8e11b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:09.066485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67e3aff9-6dc0-4ee1-b7bf-347282c098aa req-00af1689-fed9-4076-8dc2-4d64b8e11b3d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 1096 time: 0.3564367 Nov 12 12:21:09.087545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:09.088470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.091123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.103414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aacef-9223-4897-847e-67b830031f7e req-f061c7cf-8d92-4cea-92ff-4d346bd3ad8a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:09.113805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-581aacef-9223-4897-847e-67b830031f7e req-f061c7cf-8d92-4cea-92ff-4d346bd3ad8a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 866 time: 0.4826729 Nov 12 12:21:09.116450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e90e13be-6294-40d2-a66c-623e9d34f4bb None None] Provisioning complete for port 5be22729-d302-41b4-bc62-9eed63d83f78 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:09.117074 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e90e13be-6294-40d2-a66c-623e9d34f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.138906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257c1cab-d0f2-48be-92fc-0918bc9affec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.251460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:09.275493 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.284255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c1cab-d0f2-48be-92fc-0918bc9affec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fcb78d-842a-4195-9750-0c08874af251,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:09.290319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-581aacef-9223-4897-847e-67b830031f7e req-606f0aac-9551-4ce0-9a16-2bc1be7b77d3 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753383 Nov 12 12:21:09.297210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event deleted for resources: {'Port': ['ID=ae16acd4-2caa-49b9-a591-9f7ca6ae219d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:09.318397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e90e13be-6294-40d2-a66c-623e9d34f4bb None None] Port 5be22729-d302-41b4-bc62-9eed63d83f78 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:09.325119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.336488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-e80d7207-a7fc-439c-8210-6a51430b4d01 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:09.338029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] No DVR routers for this DVR port ae16acd4-2caa-49b9-a591-9f7ca6ae219d on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:09.348289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-fef40066-75d6-4564-b709-b2d1a87fef71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7021000 Nov 12 12:21:09.349621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.350147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-e80d7207-a7fc-439c-8210-6a51430b4d01 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 821 time: 0.1766956 Nov 12 12:21:09.353219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7f9945d-9e97-4c37-a62e-225ccca37cd3 req-08827eb3-8776-4c42-be3c-e7402f6a3959 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "DELETE /v2.0/ports/ae16acd4-2caa-49b9-a591-9f7ca6ae219d HTTP/1.1" status: 204 len: 173 time: 2.3787384 Nov 12 12:21:09.358212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'name': 'network-vif-deleted', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:09.360981 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680bacd5-d198-4b29-aed4-2ba4e61fbe67" -d '{"events": [{"server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "name": "network-vif-deleted", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:09.389071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-32bb93e2-e9d6-4984-9235-7e8f56bfcd68 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/quotas/a9a91b13c0e747df985d5e2f5a18874b HTTP/1.1" status: 200 len: 375 time: 0.0364723 Nov 12 12:21:09.407034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Request body: {'port': {'device_id': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:09.449299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67e3aff9-6dc0-4ee1-b7bf-347282c098aa req-90f0d169-f286-4be4-b8aa-73de10781be6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114169 Nov 12 12:21:09.479398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-257c1cab-d0f2-48be-92fc-0918bc9affec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09e9a020f6254337b16584ef86cd4c59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5544682 Nov 12 12:21:09.482244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:09.525805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-b86c47f2-6746-46ea-a370-210c5f3bbbf3 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262796 Nov 12 12:21:09.578919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.617426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e799a0ee-927f-41db-9094-d52feded2f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.644183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e799a0ee-927f-41db-9094-d52feded2f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.687154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a30a3120-3a61-49d0-b80b-cbddf32cee23 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:09.715184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:09.728711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e799a0ee-927f-41db-9094-d52feded2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.732408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e799a0ee-927f-41db-9094-d52feded2f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:09.743095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e799a0ee-927f-41db-9094-d52feded2f61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25fcb78d-842a-4195-9750-0c08874af251 HTTP/1.1" status: 204 len: 168 time: 0.2556531 Nov 12 12:21:09.784120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799a0ee-927f-41db-9094-d52feded2f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fcb78d-842a-4195-9750-0c08874af251,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:09.813709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8328a-3c2c-40e9-8978-6766a4a616f8 req-98cdffb8-c06f-436b-8bdf-b50b467a325a tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:09.829843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1c8328a-3c2c-40e9-8978-6766a4a616f8 req-98cdffb8-c06f-436b-8bdf-b50b467a325a tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 945 time: 0.2996929 Nov 12 12:21:09.850020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:10.000408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1399349910-network', 'tenant_id': '429c1bf225d547e3ac4a78a7417e617e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:10.036077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Made reservation on behalf of 429c1bf225d547e3ac4a78a7417e617e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:10.039983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.071364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a30a3120-3a61-49d0-b80b-cbddf32cee23 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:10.075378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-1667ad9b-4973-4849-bae7-828284f45ff1 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472524 Nov 12 12:21:10.075941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.080628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1c8328a-3c2c-40e9-8978-6766a4a616f8 req-2b194f34-8c15-478e-be57-db6dadd1c4ac tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494721 Nov 12 12:21:10.107874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.130798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:06Z', 'revision_number': 2, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:10.167329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:21:10.168700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Updating router 192cb2b2-b163-48d1-b52b-88eb6894892b port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:21:10.195237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:10.234151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: ae16acd4-2caa-49b9-a591-9f7ca6ae219d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:10.234843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ae16acd4-2caa-49b9-a591-9f7ca6ae219d not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:10.236926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.311119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-4bce7574-5ae4-4b70-86c1-360e8fd462ef service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254832 Nov 12 12:21:10.340718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4358c42-ba93-47ff-9512-05d8090f17d4 req-700a7b8e-c22e-4ec7-a256-f4c24bf0dc87 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:10.348571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4358c42-ba93-47ff-9512-05d8090f17d4 req-700a7b8e-c22e-4ec7-a256-f4c24bf0dc87 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 949 time: 0.1505275 Nov 12 12:21:10.583851 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.619535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:10.623022 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20881b55-e1a1-404c-9ca1-91cd45312c28" -d '{"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:10.643466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4358c42-ba93-47ff-9512-05d8090f17d4 req-005d1f93-75f5-4bc2-bebd-0009abbd975a tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929838 Nov 12 12:21:10.651252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.671241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be22729-d302-41b4-bc62-9eed63d83f78 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:10.672968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.751347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5fe0-37c6-4e87-ac91-510015840593 req-7ab5afb6-05be-4823-bd7a-4778707bbad6 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:10.753699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57ec5fe0-37c6-4e87-ac91-510015840593 req-7ab5afb6-05be-4823-bd7a-4778707bbad6 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 935 time: 0.1529772 Nov 12 12:21:10.762476 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e553548e-e0ff-45f9-aac2-0ccd57257219 x-openstack-request-id: req-e553548e-e0ff-45f9-aac2-0ccd57257219 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:10.762781 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ec413d-8e6d-45fe-860b-1aefe0f0a42b", "name": "network-vif-deleted", "tag": "ae16acd4-2caa-49b9-a591-9f7ca6ae219d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:10.763041 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e553548e-e0ff-45f9-aac2-0ccd57257219 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:10.763488 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ec413d-8e6d-45fe-860b-1aefe0f0a42b', 'name': 'network-vif-deleted', 'tag': 'ae16acd4-2caa-49b9-a591-9f7ca6ae219d', 'status': 'completed', 'code': 200} Nov 12 12:21:10.765405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71deeda-0f20-4f90-89db-d6efcfe809b2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:10.781612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.845320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:21:10.883536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.891564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57ec5fe0-37c6-4e87-ac91-510015840593 req-2c190c7f-1338-48a8-a6d9-064e7ce767d8 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292269 Nov 12 12:21:10.896369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Transition to ACTIVE for port object 5be22729-d302-41b4-bc62-9eed63d83f78 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:10.908353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.908954 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Added segment b1d88c7b-cb2f-4134-bb03-eb0380480403 of type vlan for network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d Nov 12 12:21:10.910726 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:10.996693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.023670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b80926-e175-4a62-9d93-72138a4b76da None None] Pushing event updated for resources: {'Port': ['ID=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:11.179211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Attempting to bind port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:11.192918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Attempting to bind port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:11.192918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Attempting to bind port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:11.193283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-847f9760-2452-40b3-ae65-a415fe3ffcc4 req-46d2d784-17a3-4599-8c8f-7eecf18048ab tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 210 time: 0.1099918 Nov 12 12:21:11.195378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:11.195620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Checking segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:11.195811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.198367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Bound using segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:11.198367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Bound port: 4a42c5e9-a7f2-4f2b-8137-4bdec0079023, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:11.198367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.201196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.328146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.377458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] For port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:11.381838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] For port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:11.391363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.394802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acc6e924-567c-4e7c-b615-76b978fc7756 req-30cbb4e6-4b9c-44c1-a7f5-ddaec26f36a0 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 210 time: 0.0715740 Nov 12 12:21:11.412211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc6df-4b71-43c6-a9e7-e594ce14caaa req-8877ebb2-bbf1-4f4e-ac46-cefd39bb01d4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:11.421844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-62acc6df-4b71-43c6-a9e7-e594ce14caaa req-8877ebb2-bbf1-4f4e-ac46-cefd39bb01d4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.5776770 Nov 12 12:21:11.474986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:11.496360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Pushing event updated for resources: {'Port': ['ID=5be22729-d302-41b4-bc62-9eed63d83f78,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:11.546697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Attempting to bind port 5be22729-d302-41b4-bc62-9eed63d83f78 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:11.547099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Attempting to bind port 5be22729-d302-41b4-bc62-9eed63d83f78 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:11.547671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Attempting to bind port 5be22729-d302-41b4-bc62-9eed63d83f78 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:11.579533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Port 5be22729-d302-41b4-bc62-9eed63d83f78 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:21:11.579882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Attempting to bind port 5be22729-d302-41b4-bc62-9eed63d83f78 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:11.593931 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2337a9-4b68-47d5-a1e7-7887832dc770 x-openstack-request-id: req-4a2337a9-4b68-47d5-a1e7-7887832dc770 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:11.594384 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:11.594726 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a2337a9-4b68-47d5-a1e7-7887832dc770 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:11.595220 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'code': 200} Nov 12 12:21:11.629534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:11.629849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:11.630228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:11.630781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Bound port: 5be22729-d302-41b4-bc62-9eed63d83f78, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:11.631144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.671428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:11.672457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:11.742129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.743104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:11.743681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.775594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-833040330-network', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:11.817597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b73e1-e1f2-42ed-a5aa-6f278b215388 req-18e0df53-78dc-4bdd-8415-c803f6a83991 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:11.827438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-315b73e1-e1f2-42ed-a5aa-6f278b215388 req-18e0df53-78dc-4bdd-8415-c803f6a83991 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 945 time: 0.1653969 Nov 12 12:21:11.854034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-62acc6df-4b71-43c6-a9e7-e594ce14caaa req-735eff06-7055-4f2e-9059-21fcf37f7e75 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310696 Nov 12 12:21:11.865974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0108917 Nov 12 12:21:11.922396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44292) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:11.938040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:11.947728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Request body: {'subnet': {'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1399349910-subnet', 'tenant_id': '429c1bf225d547e3ac4a78a7417e617e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:11.957895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-315b73e1-e1f2-42ed-a5aa-6f278b215388 req-b7920cff-6e8f-4df5-b3e1-c8da91b739a0 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263216 Nov 12 12:21:11.958966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Made reservation on behalf of 415c37b5822b4139a364ce0d88d4c29c for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:11.962185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:11.975293 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.004905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b80926-e175-4a62-9d93-72138a4b76da None None] Pushing event updated for resources: {'Port': ['ID=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:12.008986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] For port 5be22729-d302-41b4-bc62-9eed63d83f78, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:12.033591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3e27db9a-1625-47de-8057-b45a2a816d6c None None] Provisioning complete for port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:12.034028 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3e27db9a-1625-47de-8057-b45a2a816d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.067566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] For port 5be22729-d302-41b4-bc62-9eed63d83f78, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5be22729-d302-41b4-bc62-9eed63d83f78,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:12.071264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c511c0-5ad5-4c84-8427-494ef6f12292 req-147dfa17-5e5f-4e9d-9e71-d94ed93df8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.072790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-01c511c0-5ad5-4c84-8427-494ef6f12292 req-147dfa17-5e5f-4e9d-9e71-d94ed93df8ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 1100 time: 0.4788589 Nov 12 12:21:12.077408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ce9d2-41f6-41bb-8ddc-01d028869a8e admin admin] Pushing event updated for resources: {'Network': ['ID=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:12.084846 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.154452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Pushing event updated for resources: {'Port': ['ID=5be22729-d302-41b4-bc62-9eed63d83f78,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:12.157478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Made reservation on behalf of 429c1bf225d547e3ac4a78a7417e617e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:12.160189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.162491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.178806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.224703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:21:12.238127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f32ed-b65e-46d2-9b8e-be652eb2d60e req-8ff407ea-7f9d-412d-80d9-2a8c5f1c5e7f tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.240868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a5f32ed-b65e-46d2-9b8e-be652eb2d60e req-8ff407ea-7f9d-412d-80d9-2a8c5f1c5e7f tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 947 time: 0.1939034 Nov 12 12:21:12.253688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:21:12.277933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.278315 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Added segment 23999fa6-6533-42c6-9ef2-f65d9640f2cb of type vlan for network 521cfc16-b92b-404b-a05f-a99dc67643c0 Nov 12 12:21:12.288377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc169805-ca58-444f-be64-095775237e07,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:12.377388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.447360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.467093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9baf51b4-b592-439d-b66f-2426f068a619,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:12.493811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d6eb-4977-4ead-a2ae-8ed151b4ee7a req-087643f2-e474-4395-a8c4-d96f5468ccff tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.503325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f3e2d6eb-4977-4ead-a2ae-8ed151b4ee7a req-087643f2-e474-4395-a8c4-d96f5468ccff tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 949 time: 0.4987466 Nov 12 12:21:12.510058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.510731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.512844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-434f5897-edb9-422e-8f19-63e5ce7a7175 service neutron] 10.222.0.81 "PUT /v2.0/ports/5be22729-d302-41b4-bc62-9eed63d83f78 HTTP/1.1" status: 200 len: 1095 time: 3.1470821 Nov 12 12:21:12.550423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.552642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.553534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.553675 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3e27db9a-1625-47de-8057-b45a2a816d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.613519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:11Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:12.676695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a5f32ed-b65e-46d2-9b8e-be652eb2d60e req-45a63d6e-a175-4766-9a76-3e161c603932 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160814 Nov 12 12:21:12.680838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] Pushing event updated for resources: {'Network': ['ID=521cfc16-b92b-404b-a05f-a99dc67643c0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:12.686289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-01c511c0-5ad5-4c84-8427-494ef6f12292 req-8c8e471f-2991-4cca-abbc-47e46b6439c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035674 Nov 12 12:21:12.698358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d0ea7030-228f-41dc-a7bb-4ba17e71ae15 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2215827 Nov 12 12:21:12.701279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:12.702825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f3e2d6eb-4977-4ead-a2ae-8ed151b4ee7a req-e33190b9-66dd-4d0e-93d0-792afcfcd599 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984599 Nov 12 12:21:12.711894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Request body: {'subnet': {'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-833040330-subnet', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:12.726144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:21:12.733906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b67b1c-b842-4099-8847-b4b38ef9a6d0 None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:11Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:21:12.756523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-f7c85d73-5fc5-4ef6-af4f-5d2610c745dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2328734 Nov 12 12:21:12.788340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'tag': '5be22729-d302-41b4-bc62-9eed63d83f78'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:12.794472 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c816468-3c17-4793-8fe0-e28294f51a0b", "tag": "5be22729-d302-41b4-bc62-9eed63d83f78"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:12.801708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Checking segment: {'id': 'b1d88c7b-cb2f-4134-bb03-eb0380480403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:12.802546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Network hostable DHCP agents. Network: c0cd9102-2bc0-49bf-8b48-ac4b217caa7d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:21:12.872915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3e27db9a-1625-47de-8057-b45a2a816d6c None None] For port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:12.920672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Made reservation on behalf of 415c37b5822b4139a364ce0d88d4c29c for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:12.923917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.939693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-c3318b41-bb81-4e74-bf57-4f2efff05cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.941687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-c3318b41-bb81-4e74-bf57-4f2efff05cba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50462ac43a6543998e2959106582de0e&device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 1098 time: 0.3231027 Nov 12 12:21:12.949673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-785c329a-eafd-446a-b26c-dd673f4666bf tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.950007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3e27db9a-1625-47de-8057-b45a2a816d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.954887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-785c329a-eafd-446a-b26c-dd673f4666bf tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.81 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 821 time: 0.6021025 Nov 12 12:21:12.996889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'port': {'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'admin_state_up': True, 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:13.009292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-316a3dde-ca68-46fc-88aa-4a37e4c50561 req-c4db1f7a-f0ce-4e18-83ae-a636a2466b02 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 210 time: 0.0642896 Nov 12 12:21:13.013986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-627dc4d5-63de-4ad4-b74b-04ec7945e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.015830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-627dc4d5-63de-4ad4-b74b-04ec7945e27d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 1095 time: 0.1839185 Nov 12 12:21:13.046008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27db9a-1625-47de-8057-b45a2a816d6c None None] Pushing event updated for resources: {'Port': ['ID=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:13.107038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-38244c10-5405-403e-8c0c-ac0b0e000b09 None None] Provisioning complete for port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:13.108135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38244c10-5405-403e-8c0c-ac0b0e000b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:13.209574 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c459c769-f40d-4cce-883d-054fec0161cb req-f8753f60-f7a1-453f-b4fd-6ee4d618f911 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 210 time: 0.0571289 Nov 12 12:21:13.289394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:21:13.296619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-3ec21124-2522-4a37-b920-3d1d64662c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.296923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Made reservation on behalf of a9a91b13c0e747df985d5e2f5a18874b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:13.298373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-3ec21124-2522-4a37-b920-3d1d64662c14 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 200 len: 922 time: 0.2351067 Nov 12 12:21:13.301285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:13.306778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-c42b226a-6b9d-43b2-8c27-4caf71adb5ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5be22729-d302-41b4-bc62-9eed63d83f78 HTTP/1.1" status: 200 len: 217 time: 0.3375721 Nov 12 12:21:13.308449 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e319ac53-e4e3-45dd-9dd0-77708d67526e x-openstack-request-id: req-e319ac53-e4e3-45dd-9dd0-77708d67526e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:13.308835 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c816468-3c17-4793-8fe0-e28294f51a0b", "tag": "5be22729-d302-41b4-bc62-9eed63d83f78", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:13.309092 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e319ac53-e4e3-45dd-9dd0-77708d67526e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:13.309498 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'tag': '5be22729-d302-41b4-bc62-9eed63d83f78', 'status': 'completed', 'code': 200} Nov 12 12:21:13.369960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c0cd9102-2bc0-49bf-8b48-ac4b217caa7d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:13.378198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-db3c0ac7-e3fe-4bb9-b734-88f69c47dd25 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 200 len: 217 time: 0.0713904 Nov 12 12:21:13.381774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55325a8a-119c-4cbf-9457-8c857ef2f878 None None] Network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:13.403355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.403984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:13.547454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Allocated IP 172.20.0.5 (0fb4b367-1a87-4d60-92f3-74b18994e5cb/b3d324dc-63cf-4a10-a9de-d7fc2f34deff/59a55744-fd36-4762-8b37-1849d8166a2d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:13.635726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3e57-131b-4d16-9d84-7839b3723cfa req-378dede3-40fa-4656-904b-d95a71cf9857 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.649297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0ec3e57-131b-4d16-9d84-7839b3723cfa req-378dede3-40fa-4656-904b-d95a71cf9857 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.2789433 Nov 12 12:21:13.655831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b35b9da-ca42-4545-a453-46ae1f4595ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7314570 Nov 12 12:21:13.711495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36a49e-a9e0-491e-aa19-b34d30452fdc None None] Network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:13.780177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-d2b44692-31e5-483e-a0c5-9472a31f6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.781888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-d2b44692-31e5-483e-a0c5-9472a31f6c53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 200 len: 861 time: 0.3901858 Nov 12 12:21:13.817519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:13.841477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15d593-a007-496f-af5b-a2c95a930d28 req-8625f3e9-c254-40dc-b25f-cb73e0d18de0 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.854386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd15d593-a007-496f-af5b-a2c95a930d28 req-8625f3e9-c254-40dc-b25f-cb73e0d18de0 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 945 time: 0.9488635 Nov 12 12:21:13.859240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-eb4bfcf7-f14d-42a0-9303-3b9d3a7e99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:13.860973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-eb4bfcf7-f14d-42a0-9303-3b9d3a7e99ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.5448196 Nov 12 12:21:13.865512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:13.894010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-5c9f9776-979b-4a55-ab21-d685488e5ac4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bc7522f-6f56-46d8-8a26-ff367ebfede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842979 Nov 12 12:21:13.915994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.064572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0ec3e57-131b-4d16-9d84-7839b3723cfa req-a63f8d4e-4667-4fec-8a31-c4f319b40200 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070601 Nov 12 12:21:14.112984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e95177-14a1-4442-bb46-0d987322f13b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:14.119060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd15d593-a007-496f-af5b-a2c95a930d28 req-37b053b1-47ee-4a85-8807-366b701ca0a5 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639196 Nov 12 12:21:14.151517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-16826a84-5cfb-452b-89f4-bbb781785624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:14.153274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-16826a84-5cfb-452b-89f4-bbb781785624 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503307 Nov 12 12:21:14.197297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Checking segment: {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:14.197829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Network hostable DHCP agents. Network: 521cfc16-b92b-404b-a05f-a99dc67643c0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:21:14.227838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.284845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-70c99384-d1d7-4446-974b-ef81f6a499e2 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835046 Nov 12 12:21:14.321289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb0421-aa4e-4e1c-9dca-1369353f2656 req-858669ff-21d8-414c-b173-a7709a91aaf0 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:14.329465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ceb0421-aa4e-4e1c-9dca-1369353f2656 req-858669ff-21d8-414c-b173-a7709a91aaf0 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 949 time: 0.1333151 Nov 12 12:21:14.347864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:14.348412 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.407075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:14.417123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ceb0421-aa4e-4e1c-9dca-1369353f2656 req-d2feedb3-754d-4521-95af-95c300db815b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819049 Nov 12 12:21:14.425516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:14.428647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:14.438418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:21:14.442140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event updated for resources: {'Port': ['ID=59a55744-fd36-4762-8b37-1849d8166a2d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:14.543932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4635f68-d73e-4e30-bc74-a6e67027fc08 req-ec9a6950-d9c2-41cf-9eab-746c4ef3ba19 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:14.545638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4635f68-d73e-4e30-bc74-a6e67027fc08 req-ec9a6950-d9c2-41cf-9eab-746c4ef3ba19 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 947 time: 0.2414653 Nov 12 12:21:14.561044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-78894d85-5994-46bb-926f-cfd250d51c6c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998766 Nov 12 12:21:14.582244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 521cfc16-b92b-404b-a05f-a99dc67643c0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:14.599199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:14.600865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.603125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba7525-8145-44ff-b01c-a519ce34088d None None] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:14.623727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:14.624748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.673735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b695bcf6-e29f-4ef8-9ebb-1de61118fb1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9706478 Nov 12 12:21:14.683867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:14.692897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:14.765843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c170c19-107a-456c-ab6f-b5a69e42ccf1 req-f2bf38c7-23c2-4705-afa0-264f16d64ff5 service neutron] 10.222.0.81 "GET /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338403 Nov 12 12:21:14.773357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4635f68-d73e-4e30-bc74-a6e67027fc08 req-680c6c3f-f53b-49e1-b9c3-826aeeac6eac tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146745 Nov 12 12:21:14.790103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.791279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:14.817547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-95fa83f2-15b9-42d9-9e0b-eb1471255513 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8247583 Nov 12 12:21:14.852685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Request body: {'port': {'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:14.929244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e708878-4dc5-41ac-ba19-5bb9e5bee740 req-b0487501-cfc2-4236-8086-cbfb9a2b847b service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424301 Nov 12 12:21:14.969756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.035745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45b4b593-247f-460d-98f8-5267038828e7 req-a04671db-e576-45a1-8072-692871b6f748 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 210 time: 0.0905635 Nov 12 12:21:15.056035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-536b4620-9476-4c87-b340-ad9cace23577 None None] Provisioning complete for port 59a55744-fd36-4762-8b37-1849d8166a2d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:15.056828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-536b4620-9476-4c87-b340-ad9cace23577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.071709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.083489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-521cfc16-b92b-404b-a05f-a99dc67643c0', 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'fixed_ips': [{'subnet_id': '29e95177-14a1-4442-bb46-0d987322f13b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:21:15.084228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.257043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Allocated IP 172.20.0.2 (521cfc16-b92b-404b-a05f-a99dc67643c0/29e95177-14a1-4442-bb46-0d987322f13b/c9e7b3ea-674f-4853-b720-2d0319ad140d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:15.322608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-536b4620-9476-4c87-b340-ad9cace23577 None None] Port 59a55744-fd36-4762-8b37-1849d8166a2d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:15.349892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-9ff6b8d2-e6f3-45ea-9436-459617acc532 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:15.352421 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-9ff6b8d2-e6f3-45ea-9436-459617acc532 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/networks?id=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d HTTP/1.1" status: 200 len: 822 time: 0.3803859 Nov 12 12:21:15.400702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.413029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-1cfb71af-8c1a-457e-a183-840117131f5f tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/quotas/429c1bf225d547e3ac4a78a7417e617e HTTP/1.1" status: 200 len: 375 time: 0.0271873 Nov 12 12:21:15.422377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a55744-fd36-4762-8b37-1849d8166a2d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:15.431724 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.445314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Transition to ACTIVE for port object 59a55744-fd36-4762-8b37-1849d8166a2d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:15.453272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.503475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-10a76b67-00bb-4c87-98d0-052d1184584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:15.505016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-10a76b67-00bb-4c87-98d0-052d1184584e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50462ac43a6543998e2959106582de0e&device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 1098 time: 0.4739363 Nov 12 12:21:15.551873 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-47e0a238-a76a-43ff-8237-f2c198945482 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=429c1bf225d547e3ac4a78a7417e617e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1330643 Nov 12 12:21:15.561816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.569753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.571137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-bcba76e0-0b0c-441a-9d15-fa2a097777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:15.572625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-bcba76e0-0b0c-441a-9d15-fa2a097777d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 1097 time: 0.1027341 Nov 12 12:21:15.625606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:15.629985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:15.639401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:15.686088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-e136667c-a299-4d61-93df-acb704cff167 service neutron] 10.222.0.18 "GET /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179035 Nov 12 12:21:15.686561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Pushing event updated for resources: {'Port': ['ID=c9e7b3ea-674f-4853-b720-2d0319ad140d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:15.708650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Pushing event updated for resources: {'Port': ['ID=59a55744-fd36-4762-8b37-1849d8166a2d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:15.737554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Attempting to bind port c9e7b3ea-674f-4853-b720-2d0319ad140d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:15.737923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Attempting to bind port c9e7b3ea-674f-4853-b720-2d0319ad140d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:15.738308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Attempting to bind port c9e7b3ea-674f-4853-b720-2d0319ad140d on network 521cfc16-b92b-404b-a05f-a99dc67643c0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:15.744257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:15.744628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Checking segment: {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:15.745030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.745925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Bound using segment: {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:15.746708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Bound port: c9e7b3ea-674f-4853-b720-2d0319ad140d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:15.747317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.833742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Attempting to bind port 59a55744-fd36-4762-8b37-1849d8166a2d on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:15.834297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Attempting to bind port 59a55744-fd36-4762-8b37-1849d8166a2d by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:15.834395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Attempting to bind port 59a55744-fd36-4762-8b37-1849d8166a2d on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:15.855277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Port 59a55744-fd36-4762-8b37-1849d8166a2d on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:21:15.855603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Attempting to bind port 59a55744-fd36-4762-8b37-1849d8166a2d on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:15.873796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e742f1-e3fe-4db7-b0a4-8c639c9f4ed4 req-3b53f1b5-b4e7-4dce-a2da-e13f85e572df tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:15.875384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26e742f1-e3fe-4db7-b0a4-8c639c9f4ed4 req-3b53f1b5-b4e7-4dce-a2da-e13f85e572df tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 943 time: 0.2564878 Nov 12 12:21:15.876718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:15.876860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Checking segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:15.877168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Bound using segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:15.877613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Bound port: 59a55744-fd36-4762-8b37-1849d8166a2d, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:15.877976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.886234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] For port c9e7b3ea-674f-4853-b720-2d0319ad140d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:15.889764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] For port c9e7b3ea-674f-4853-b720-2d0319ad140d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c9e7b3ea-674f-4853-b720-2d0319ad140d,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:15.892252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-d21b3bee-593f-4061-8222-c02a549b5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:15.893759 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-d21b3bee-593f-4061-8222-c02a549b5c81 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3569391 Nov 12 12:21:15.896564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:15.946304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-1017f4ff-f93b-48a2-8b3a-18ab2e92b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:15.947796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-1017f4ff-f93b-48a2-8b3a-18ab2e92b109 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 0.2606182 Nov 12 12:21:15.995831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-50dc52d8-decf-4ed3-9f7d-11cf58692e88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5be22729-d302-41b4-bc62-9eed63d83f78 HTTP/1.1" status: 200 len: 217 time: 0.0612605 Nov 12 12:21:16.009687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795541e2-f632-48a5-b480-82f86206ba99 None None] Pushing event updated for resources: {'Port': ['ID=c9e7b3ea-674f-4853-b720-2d0319ad140d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:16.018516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-45e646c5-178b-4d44-92b2-0a0eae96c1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166640 Nov 12 12:21:16.103323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-994b79ac-1453-41ec-9618-1a399bddfdc3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 200 len: 1002 time: 0.1431103 Nov 12 12:21:16.397226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:16.449776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:16.469401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-ace30dd7-ce17-4239-998a-44ccd50a1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:16.471949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-ace30dd7-ce17-4239-998a-44ccd50a1935 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.3552816 Nov 12 12:21:16.577683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26e742f1-e3fe-4db7-b0a4-8c639c9f4ed4 req-2586e07f-388a-4b7a-9ac9-bf2f4108ee11 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814876 Nov 12 12:21:16.600631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] For port 59a55744-fd36-4762-8b37-1849d8166a2d, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:16.620037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] For port 59a55744-fd36-4762-8b37-1849d8166a2d, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=59a55744-fd36-4762-8b37-1849d8166a2d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:16.628736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:16.634486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-c8f0a97c-9924-43e8-9a06-57ecee606767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:16.636109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-c8f0a97c-9924-43e8-9a06-57ecee606767 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.6335154 Nov 12 12:21:16.720491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-629404f6-7dea-430c-90eb-ce0c2a259f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:16.725703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-629404f6-7dea-430c-90eb-ce0c2a259f31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539824 Nov 12 12:21:16.793795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:16.794398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:16.795955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] 10.222.0.81 "PUT /v2.0/ports/59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 1091 time: 1.9661057 Nov 12 12:21:16.797112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:16.799425 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de740dd-8b09-4998-b3d7-a40068553200" -d '{"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:16.833353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Allocated IP 172.25.1.115 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/5d507685-8108-4761-bf5d-8d45672047a6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:16.840871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51244-b3e7-409f-bafb-36847bc464ec service neutron] Pushing event updated for resources: {'Port': ['ID=59a55744-fd36-4762-8b37-1849d8166a2d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:16.942088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-0cc60963-c11c-4e8d-9e3a-6ed3eddc94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:16.947075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-0cc60963-c11c-4e8d-9e3a-6ed3eddc94f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3007689 Nov 12 12:21:16.993400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29602c-0cb9-4523-8005-3fcfc94bdb74 req-85426e28-9040-42cd-b86b-79156442a6e4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.009034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b29602c-0cb9-4523-8005-3fcfc94bdb74 req-85426e28-9040-42cd-b86b-79156442a6e4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.2757421 Nov 12 12:21:17.074592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-217b8451-6eb8-444c-bf56-58dd44fcab7b service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410311 Nov 12 12:21:17.282361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-4c8b559d-e07c-4328-92e7-1468d96116b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.283946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-4c8b559d-e07c-4328-92e7-1468d96116b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1094 time: 0.4138341 Nov 12 12:21:17.336565 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b29602c-0cb9-4523-8005-3fcfc94bdb74 req-d75244a5-d094-4eaf-983a-2da23268dd89 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256285 Nov 12 12:21:17.349580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-e302b06b-44d0-4935-bb81-e0f1ddec1c34 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.351683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-e302b06b-44d0-4935-bb81-e0f1ddec1c34 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 945 time: 0.3224187 Nov 12 12:21:17.397714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-3cb88c30-b27b-440c-8954-6616a1daba59 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349003 Nov 12 12:21:17.416017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-795ec0d6-706d-47e0-aef9-65a652f9eff7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 217 time: 0.1193104 Nov 12 12:21:17.641040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01f7e6-cfa6-472a-ac09-8ecb2ff0ac31 None None] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:17.664172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-856033f4-1221-44e1-b33d-94379859733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.665490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-856033f4-1221-44e1-b33d-94379859733b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.2124400 Nov 12 12:21:17.697963 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:17.755113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5614d53-99f5-44f7-8f51-41c1be3e0f41 req-364c2458-7af9-4d80-a833-38ca2d439e65 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.760273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c717760-bd67-4afd-8b99-f1b7b3cc81d3 req-3bd839a2-7e13-476e-bed2-294064607435 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.764166 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5614d53-99f5-44f7-8f51-41c1be3e0f41 req-364c2458-7af9-4d80-a833-38ca2d439e65 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 945 time: 0.6482732 Nov 12 12:21:17.768344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c717760-bd67-4afd-8b99-f1b7b3cc81d3 req-3bd839a2-7e13-476e-bed2-294064607435 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 947 time: 0.2162099 Nov 12 12:21:17.770083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c9e7b3ea-674f-4853-b720-2d0319ad140d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:17.778282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9026dc7b-6ae6-4879-98cb-ca0c0c5922f8 req-00a264f8-e6ef-42bd-bf11-8cf8f989ad2c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596051 Nov 12 12:21:17.814803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71033eb4-fab8-4511-807f-4a911c9e0702 req-4aff2bd5-1222-4a7d-8107-2ebeda967870 service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272651 Nov 12 12:21:17.820341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-2e337755-311d-44be-afe2-097cefb0afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:17.822406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-2e337755-311d-44be-afe2-097cefb0afff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442649 Nov 12 12:21:17.912159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5614d53-99f5-44f7-8f51-41c1be3e0f41 req-afb84782-1342-49d7-b3ef-cdbb94a8397e tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460748 Nov 12 12:21:17.912955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c881ac2b-986a-4ba5-a338-f90f8676e975 None None] Provisioning complete for port c9e7b3ea-674f-4853-b720-2d0319ad140d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:17.913667 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c881ac2b-986a-4ba5-a338-f90f8676e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:17.921675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:17.932093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c9e7b3ea-674f-4853-b720-2d0319ad140d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:17.932374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:17.933985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c717760-bd67-4afd-8b99-f1b7b3cc81d3 req-ea66bc23-2f77-475c-9661-f1e7f46ae3e2 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646276 Nov 12 12:21:17.942530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Deleting port fbe10f21-86f2-4216-a396-c674c6324246 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:17.942879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:17.978455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:17.988532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:17.997193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:18.004418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Pushing event updated for resources: {'Port': ['ID=5d507685-8108-4761-bf5d-8d45672047a6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:18.135346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35023b98-ddb3-4bef-8e52-d3b5f0724c1b req-b47e5be5-8520-460e-a262-0e39dd204c4e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ec413d-8e6d-45fe-860b-1aefe0f0a42b HTTP/1.1" status: 200 len: 210 time: 0.0822177 Nov 12 12:21:18.234697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5be22729-d302-41b4-bc62-9eed63d83f78 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:18.288340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ccabddae-cea1-45d8-8e8e-40a5e6871deb req-d71320fc-b1b4-4b91-b22b-9799799aa104 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 210 time: 0.2392983 Nov 12 12:21:18.303924 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df05165-14f8-465c-b22a-d529655c7640 x-openstack-request-id: req-0df05165-14f8-465c-b22a-d529655c7640 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:18.304750 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:18.308330 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0df05165-14f8-465c-b22a-d529655c7640 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:18.309322 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'status': 'completed', 'code': 200} Nov 12 12:21:18.381407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5be22729-d302-41b4-bc62-9eed63d83f78, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5be22729-d302-41b4-bc62-9eed63d83f78,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:18.404673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '5be22729-d302-41b4-bc62-9eed63d83f78', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '5be22729-d302-41b4-bc62-9eed63d83f78', 'mac_address': 'fa:16:3e:04:75:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:18.508258 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.510854 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.664503 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-b17425f0-4c5f-49e8-acc1-ae1609fac6b5 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335686 Nov 12 12:21:18.673541 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c881ac2b-986a-4ba5-a338-f90f8676e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.710533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be22729-d302-41b4-bc62-9eed63d83f78 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:18.715994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634a6c2-ec9b-459f-8fdf-27fd18c63703 req-67276af7-830e-497b-ae2e-951d755b08dd tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:18.718501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2634a6c2-ec9b-459f-8fdf-27fd18c63703 req-67276af7-830e-497b-ae2e-951d755b08dd tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 943 time: 0.2242570 Nov 12 12:21:18.729103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.753734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5be22729-d302-41b4-bc62-9eed63d83f78, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5be22729-d302-41b4-bc62-9eed63d83f78,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:18.767404 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.781631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd4cf-6c24-450c-9025-c47f5c1cab85 req-a32e3ed5-c480-47d7-a49d-4976c2555781 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:18.792668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-679cd4cf-6c24-450c-9025-c47f5c1cab85 req-a32e3ed5-c480-47d7-a49d-4976c2555781 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.2897925 Nov 12 12:21:18.867320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port c9e7b3ea-674f-4853-b720-2d0319ad140d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c9e7b3ea-674f-4853-b720-2d0319ad140d,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:18.877894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] For port fbe10f21-86f2-4216-a396-c674c6324246, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fbe10f21-86f2-4216-a396-c674c6324246,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:18.878303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.945984 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:18.956257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Calling delete_port for fbe10f21-86f2-4216-a396-c674c6324246 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:18.966651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-8ee8580a-404e-494a-8235-87beefe7b4fa tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:18.968111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-8ee8580a-404e-494a-8235-87beefe7b4fa tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.65 "GET /v2.0/networks?id=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d HTTP/1.1" status: 200 len: 822 time: 0.9184010 Nov 12 12:21:18.971175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5be22729-d302-41b4-bc62-9eed63d83f78,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:18.990290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-c881ac2b-986a-4ba5-a338-f90f8676e975 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:21:18.992085 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-c881ac2b-986a-4ba5-a338-f90f8676e975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:21:19.003079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Request body: {'port': {'device_id': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d', 'admin_state_up': True, 'tenant_id': '429c1bf225d547e3ac4a78a7417e617e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:19.055933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-679cd4cf-6c24-450c-9025-c47f5c1cab85 req-2eb0517b-5614-49d4-b0d7-9da9eb855d1b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783206 Nov 12 12:21:19.125245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2634a6c2-ec9b-459f-8fdf-27fd18c63703 req-11dd5aa7-74f3-468f-bb51-a214a82e7300 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305078 Nov 12 12:21:19.161740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5be22729-d302-41b4-bc62-9eed63d83f78'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:19.240403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=c9e7b3ea-674f-4853-b720-2d0319ad140d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:19.244246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e2aac2-1c8f-4e68-99e4-ccf2e9c43e84 req-b7ed3869-0ab9-43fc-98cf-21b695abf6be service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502801 Nov 12 12:21:19.259052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:19.411913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6e96e-ded3-4eee-815a-2b1a4e7595c5 req-0e6bd4d6-16b7-40e1-833b-af54a8ccb516 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:19.420205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cb6e96e-ded3-4eee-815a-2b1a4e7595c5 req-0e6bd4d6-16b7-40e1-833b-af54a8ccb516 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 948 time: 0.1657093 Nov 12 12:21:19.454362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9c294-7331-4eaa-afaf-cb797856005e req-b404246b-7b7a-4145-8955-509fac8479e3 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:19.456138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99b9c294-7331-4eaa-afaf-cb797856005e req-b404246b-7b7a-4145-8955-509fac8479e3 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 945 time: 0.2000637 Nov 12 12:21:19.476601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de740dd-8b09-4998-b3d7-a40068553200 req-0e069941-f4b4-4e14-a12f-ee0f45461c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:19.478466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-0e069941-f4b4-4e14-a12f-ee0f45461c73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1094 time: 0.1500454 Nov 12 12:21:19.538828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99b9c294-7331-4eaa-afaf-cb797856005e req-b9c7625b-dfbd-4a19-a45c-c36d1d99984d tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743074 Nov 12 12:21:19.542111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Made reservation on behalf of 429c1bf225d547e3ac4a78a7417e617e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:19.547098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:19.612004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:19.634655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6cb6e96e-ded3-4eee-815a-2b1a4e7595c5 req-bdb4013b-16df-40b0-9e23-e12e879e153b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111990 Nov 12 12:21:19.636505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b3d505d5-c6fb-4858-b313-81f56edcc004'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:19.689154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Router a0949a8e-a64b-4fb1-a7c0-7b886422c164 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:21:19.751732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Pushing event deleted for resources: {'Port': ['ID=fbe10f21-86f2-4216-a396-c674c6324246,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:19.833119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c9e7b3ea-674f-4853-b720-2d0319ad140d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:19.879110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0e9603d-2bb9-4a6f-bbab-fc38828aa3e8 req-594fbb47-dd9b-4636-b1e8-0e797923845e tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 210 time: 0.1422229 Nov 12 12:21:19.967498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a17136b4-aa07-4aab-beac-eed4e5ab8756 None None] Provisioning complete for port c9e7b3ea-674f-4853-b720-2d0319ad140d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:19.967897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a17136b4-aa07-4aab-beac-eed4e5ab8756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:19.988175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:21:20.009317 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Sync routers for ids ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:21:20.016570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] No DVR routers for this DVR port fbe10f21-86f2-4216-a396-c674c6324246 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:20.034231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:20.039000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b184c85e-9557-4103-a47b-e2a6740d815e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3494098 Nov 12 12:21:20.039236 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Routers {'a0949a8e-a64b-4fb1-a7c0-7b886422c164'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:20.039236 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:20.040002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:20.044229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:20.049597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:20.051649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fbe10f21-86f2-4216-a396-c674c6324246 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:20.056113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ebf5afc-f40e-4b0f-9ede-97d4ea7d8415 req-3c96370a-8bef-48c9-b6ca-9a26031580de tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "DELETE /v2.0/ports/fbe10f21-86f2-4216-a396-c674c6324246 HTTP/1.1" status: 204 len: 173 time: 2.6614709 Nov 12 12:21:20.072596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c9e7b3ea-674f-4853-b720-2d0319ad140d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:20.073094 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:20.073225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de740dd-8b09-4998-b3d7-a40068553200 req-97697309-34cf-4eb7-a1cd-fcc78eb7e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:20.084381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-97697309-34cf-4eb7-a1cd-fcc78eb7e494 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.5945642 Nov 12 12:21:20.336429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb456405-be78-4146-9d0d-d400480f8697 req-2082d673-41a0-40e0-9d9f-7bd7b7601c69 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:20.348729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb456405-be78-4146-9d0d-d400480f8697 req-2082d673-41a0-40e0-9d9f-7bd7b7601c69 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1454313 Nov 12 12:21:20.371576 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Set router a0949a8e-a64b-4fb1-a7c0-7b886422c164 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:20.455141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb456405-be78-4146-9d0d-d400480f8697 req-61b07568-0f2f-46a1-aab7-96d1b73c2605 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053925 Nov 12 12:21:20.492002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Allocated IP 172.20.0.10 (c0cd9102-2bc0-49bf-8b48-ac4b217caa7d/9baf51b4-b592-439d-b66f-2426f068a619/254b088f-da73-43a5-b72a-f4b915968576) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:20.516038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:20.535390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: fbe10f21-86f2-4216-a396-c674c6324246 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:20.536283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fbe10f21-86f2-4216-a396-c674c6324246 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:20.742216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:21:20.861174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'name': 'network-vif-deleted', 'tag': 'fbe10f21-86f2-4216-a396-c674c6324246'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:20.865058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe675f0-7594-42a5-82b0-57c7ece04c06 req-b8801446-46ba-4b1f-8ac1-76e54ef79200 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e5b9416-77e6-44b6-9d6d-d93c5848b6c2 HTTP/1.1" status: 200 len: 210 time: 0.1031477 Nov 12 12:21:20.870920 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d61163f-6b3c-4614-a1f7-007988998982" -d '{"events": [{"server_uuid": "7e5b9416-77e6-44b6-9d6d-d93c5848b6c2", "name": "network-vif-deleted", "tag": "fbe10f21-86f2-4216-a396-c674c6324246"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:20.913117 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:18Z', 'revision_number': 3, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:20.915132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-5f5dc2b4-776b-41b1-a16c-0db4f18def88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 217 time: 0.8042386 Nov 12 12:21:20.999090 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Checking router: a0949a8e-a64b-4fb1-a7c0-7b886422c164 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:21:21.001017 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Updating router a0949a8e-a64b-4fb1-a7c0-7b886422c164 port 5d507685-8108-4761-bf5d-8d45672047a6 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:21:21.065949 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.108349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de740dd-8b09-4998-b3d7-a40068553200 req-533e8fc6-2a3c-475b-a3f4-d439ac9118c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:21.116899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-533e8fc6-2a3c-475b-a3f4-d439ac9118c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.1809611 Nov 12 12:21:21.199580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f595b-eb22-481d-9da6-c53fef89f5ae req-bfcc03d4-e424-4eb8-b73c-0130ff7efbfc tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:21.209621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c5f595b-eb22-481d-9da6-c53fef89f5ae req-bfcc03d4-e424-4eb8-b73c-0130ff7efbfc tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 948 time: 0.1785228 Nov 12 12:21:21.215769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.281822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:21.336900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'mac_address': 'fa:16:3e:eb:fb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:21.375160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c5f595b-eb22-481d-9da6-c53fef89f5ae req-2e3fe6a1-1c34-4bca-a5de-7a6d4ae29837 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581304 Nov 12 12:21:21.508217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd394291-fe93-48d7-8560-8429a115fc62 req-96eea810-68df-4cbc-82fa-7ea0b50c8c0b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:21.521420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd394291-fe93-48d7-8560-8429a115fc62 req-96eea810-68df-4cbc-82fa-7ea0b50c8c0b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 943 time: 0.6172478 Nov 12 12:21:21.550987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.588341 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb3dca-ec2d-4325-a5c9-8e402efb0813 x-openstack-request-id: req-bbeb3dca-ec2d-4325-a5c9-8e402efb0813 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:21.588603 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5b9416-77e6-44b6-9d6d-d93c5848b6c2", "name": "network-vif-deleted", "tag": "fbe10f21-86f2-4216-a396-c674c6324246", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:21.594706 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbeb3dca-ec2d-4325-a5c9-8e402efb0813 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:21.595292 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b9416-77e6-44b6-9d6d-d93c5848b6c2', 'name': 'network-vif-deleted', 'tag': 'fbe10f21-86f2-4216-a396-c674c6324246', 'status': 'completed', 'code': 200} Nov 12 12:21:21.602355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd9b7aa7-6a02-4568-9fef-bea323558e92 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:21.609345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de740dd-8b09-4998-b3d7-a40068553200 req-192054cf-f966-4ad6-9639-c432c9c2cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:21.611296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-192054cf-f966-4ad6-9639-c432c9c2cda3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417307 Nov 12 12:21:21.690119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:21.697446 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.714519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd394291-fe93-48d7-8560-8429a115fc62 req-26bba238-3391-41a8-908e-6909583e5560 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876290 Nov 12 12:21:21.735997 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.789408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bf60-ed01-46ee-80e0-c613f465a3bb req-705f2746-a4d4-4de7-9581-83479f0a635a tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:21.797401 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.801733 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2446bf60-ed01-46ee-80e0-c613f465a3bb req-705f2746-a4d4-4de7-9581-83479f0a635a tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 932 time: 0.1132686 Nov 12 12:21:21.816039 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.836300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['fd9b7aa7-6a02-4568-9fef-bea323558e92'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:21.875420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:21.888966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:21.956181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2446bf60-ed01-46ee-80e0-c613f465a3bb req-6fa6dbb3-0337-4f3a-94f0-8c6bc902ae7e tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538651 Nov 12 12:21:21.994655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:22.005893 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e481f-5f93-43e2-9daf-629a6ac5881e None None] Pushing event updated for resources: {'Port': ['ID=5d507685-8108-4761-bf5d-8d45672047a6,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:22.020536 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Attempting to bind port 5d507685-8108-4761-bf5d-8d45672047a6 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:22.020919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Attempting to bind port 5d507685-8108-4761-bf5d-8d45672047a6 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:22.021284 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Attempting to bind port 5d507685-8108-4761-bf5d-8d45672047a6 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:22.038436 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:22.038813 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:22.039222 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:22.039679 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:22.040847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Bound port: 5d507685-8108-4761-bf5d-8d45672047a6, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:22.041266 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:22.196507 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] For port 5d507685-8108-4761-bf5d-8d45672047a6, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:22.216769 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] For port 5d507685-8108-4761-bf5d-8d45672047a6, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5d507685-8108-4761-bf5d-8d45672047a6,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:22.226216 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:22.263411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 59a55744-fd36-4762-8b37-1849d8166a2d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:22.336393 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Routers {'a0949a8e-a64b-4fb1-a7c0-7b886422c164'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:22.337127 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:22.364302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5be22729-d302-41b4-bc62-9eed63d83f78 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:22.473969 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] Set router a0949a8e-a64b-4fb1-a7c0-7b886422c164 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:22.606476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 5be22729-d302-41b4-bc62-9eed63d83f78 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:22.616279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:22.624341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 5be22729-d302-41b4-bc62-9eed63d83f78 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:22.624711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:22.683594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2eef-4765-40d5-b585-2715f91d5f30 req-f2042058-01c4-4b5a-8c9d-d0fc0ceab0a8 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:22.689790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38be2eef-4765-40d5-b585-2715f91d5f30 req-f2042058-01c4-4b5a-8c9d-d0fc0ceab0a8 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 948 time: 0.1281533 Nov 12 12:21:22.720808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 59a55744-fd36-4762-8b37-1849d8166a2d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=59a55744-fd36-4762-8b37-1849d8166a2d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:22.741562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:22.755094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:22.777081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '59a55744-fd36-4762-8b37-1849d8166a2d', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:22.826759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38be2eef-4765-40d5-b585-2715f91d5f30 req-90c9e09f-52bb-456e-bfbd-63bc3e521b29 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309583 Nov 12 12:21:22.830368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Pushing event updated for resources: {'Port': ['ID=254b088f-da73-43a5-b72a-f4b915968576,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:22.851819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-275d52dd-78c1-4f78-859a-09088b4cc901 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8636992 Nov 12 12:21:22.866389 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:18Z', 'revision_number': 3, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:22.869361 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e481f-5f93-43e2-9daf-629a6ac5881e None None] Pushing event updated for resources: {'Port': ['ID=5d507685-8108-4761-bf5d-8d45672047a6,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:22.907037 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592b51e-4a65-4772-8f73-912100c48cdb None None] The sync data for ids ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'] in n-d-804878-5 is: [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:18Z', 'revision_number': 3, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:21:22.946277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Request body: {'port': {'device_id': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:23.041713 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:23.082601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-725120e0-30fc-4788-9867-d8407949a896 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4516246 Nov 12 12:21:23.105681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a55744-fd36-4762-8b37-1849d8166a2d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:23.133857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:23.187419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33381b52-6faf-48e6-8a94-54dc9d485f44 req-19dd27c0-18aa-4fa5-99e9-e3e9948f4a99 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:23.206886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33381b52-6faf-48e6-8a94-54dc9d485f44 req-19dd27c0-18aa-4fa5-99e9-e3e9948f4a99 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 932 time: 0.1133907 Nov 12 12:21:23.214622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 59a55744-fd36-4762-8b37-1849d8166a2d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=59a55744-fd36-4762-8b37-1849d8166a2d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:23.226579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be22729-d302-41b4-bc62-9eed63d83f78'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:23.229440 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5d71e4-18eb-4441-b1cc-7f78b9ec0477" -d '{"events": [{"server_uuid": "4c816468-3c17-4793-8fe0-e28294f51a0b", "name": "network-vif-plugged", "status": "completed", "tag": "5be22729-d302-41b4-bc62-9eed63d83f78"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:23.238908 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:23.260174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5be22729-d302-41b4-bc62-9eed63d83f78, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5be22729-d302-41b4-bc62-9eed63d83f78,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:23.270827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:23.322256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33381b52-6faf-48e6-8a94-54dc9d485f44 req-c0775914-74ab-4f3a-bfe9-fe14dc771493 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143787 Nov 12 12:21:23.346515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=59a55744-fd36-4762-8b37-1849d8166a2d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:23.405396 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472c4011-01ef-4522-a73a-8a625c9a8676 x-openstack-request-id: req-472c4011-01ef-4522-a73a-8a625c9a8676 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:23.406485 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c816468-3c17-4793-8fe0-e28294f51a0b", "name": "network-vif-plugged", "status": "completed", "tag": "5be22729-d302-41b4-bc62-9eed63d83f78", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:23.407027 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-472c4011-01ef-4522-a73a-8a625c9a8676 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:23.407729 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be22729-d302-41b4-bc62-9eed63d83f78', 'code': 200} Nov 12 12:21:23.422205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:23.494534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5be22729-d302-41b4-bc62-9eed63d83f78,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:23.633016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789158bc-fea4-4852-b515-ca8e42d119f9 req-aa233977-f8f5-44e3-9784-9411d5db363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:23.634617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-789158bc-fea4-4852-b515-ca8e42d119f9 req-aa233977-f8f5-44e3-9784-9411d5db363a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 1100 time: 0.0986664 Nov 12 12:21:23.638208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['59a55744-fd36-4762-8b37-1849d8166a2d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:23.778194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5d507685-8108-4761-bf5d-8d45672047a6 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:23.782483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-789158bc-fea4-4852-b515-ca8e42d119f9 req-e32bad51-a1de-4adc-bb9a-43f9bd34d7cd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392171 Nov 12 12:21:23.915715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2646f6-80d7-42ad-9f2d-f99b0f02fbfd req-d2898956-e251-4103-9cf3-732c5cd45150 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:23.926031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d2646f6-80d7-42ad-9f2d-f99b0f02fbfd req-d2898956-e251-4103-9cf3-732c5cd45150 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 944 time: 0.8562014 Nov 12 12:21:23.930112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7de740dd-8b09-4998-b3d7-a40068553200 req-9e0bc9e6-36d2-44d9-b257-2f3efa053d4b service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8450687 Nov 12 12:21:23.976207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5d507685-8108-4761-bf5d-8d45672047a6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:23.976584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.100925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:24.210011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c90c3-9463-41f7-8c90-851514f501e8 req-c7d9f7c5-9f72-44f3-ad12-064822a494bd tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:24.228355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-814c90c3-9463-41f7-8c90-851514f501e8 req-c7d9f7c5-9f72-44f3-ad12-064822a494bd tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.1559007 Nov 12 12:21:24.358248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-814c90c3-9463-41f7-8c90-851514f501e8 req-dc44bd80-356c-4a35-b228-595315e22875 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288953 Nov 12 12:21:24.421194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d2646f6-80d7-42ad-9f2d-f99b0f02fbfd req-1d943947-014c-4a79-956c-f7f904dbf105 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783211 Nov 12 12:21:24.582906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port fd9b7aa7-6a02-4568-9fef-bea323558e92 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:24.587469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.590356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.676767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.689822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 5d507685-8108-4761-bf5d-8d45672047a6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5d507685-8108-4761-bf5d-8d45672047a6,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:24.698918 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.738560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873ad26-d6b9-48d6-b40b-0f1eb88ca55e req-3d1cfd44-64ff-4f37-bf64-f54d3355a8d6 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:24.751463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c873ad26-d6b9-48d6-b40b-0f1eb88ca55e req-3d1cfd44-64ff-4f37-bf64-f54d3355a8d6 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 932 time: 0.1471751 Nov 12 12:21:24.882293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=5d507685-8108-4761-bf5d-8d45672047a6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:24.893927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c873ad26-d6b9-48d6-b40b-0f1eb88ca55e req-9f797c3f-6ebe-47e6-b878-571c76102b86 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278734 Nov 12 12:21:24.939599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.962505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254b088f-da73-43a5-b72a-f4b915968576 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:24.992457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:25.000261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:25.001714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:25.061658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:25.107451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Transition to ACTIVE for port object 254b088f-da73-43a5-b72a-f4b915968576 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:25.128404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:25.409080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:25.411440 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ede492-9665-4d11-84ad-022ebf3d9c47" -d '{"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:25.420720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Pushing event updated for resources: {'Port': ['ID=254b088f-da73-43a5-b72a-f4b915968576,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:25.436213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57487bb8-92c7-4181-a2cb-764cbe2b7714 req-babe3f25-3390-4a1f-8540-a830d5f7df82 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:25.442422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57487bb8-92c7-4181-a2cb-764cbe2b7714 req-babe3f25-3390-4a1f-8540-a830d5f7df82 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:25.444205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57487bb8-92c7-4181-a2cb-764cbe2b7714 req-babe3f25-3390-4a1f-8540-a830d5f7df82 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f&device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 1681 time: 0.3448172 Nov 12 12:21:25.469301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.469649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.469980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.470341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.470672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.471000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.471323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.471645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.471965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.472282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.472623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.472914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:25.618432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de2ba3-51ab-4062-9d03-49d2ba97b9c8 req-a5f68e5c-a1b4-4508-a0c9-3d74ee59b8e1 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:25.629316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6de2ba3-51ab-4062-9d03-49d2ba97b9c8 req-a5f68e5c-a1b4-4508-a0c9-3d74ee59b8e1 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.1238050 Nov 12 12:21:25.644372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Allocated IP 172.20.0.1 (521cfc16-b92b-404b-a05f-a99dc67643c0/29e95177-14a1-4442-bb46-0d987322f13b/94d00784-dc03-4135-9135-c165542e4712) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:25.654840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5d507685-8108-4761-bf5d-8d45672047a6 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:25.691823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57487bb8-92c7-4181-a2cb-764cbe2b7714 req-773303c5-02f4-4319-86cd-c9d1bb9543a7 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323391 Nov 12 12:21:25.704896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Attempting to bind port 254b088f-da73-43a5-b72a-f4b915968576 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:25.707355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Attempting to bind port 254b088f-da73-43a5-b72a-f4b915968576 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'b1d88c7b-cb2f-4134-bb03-eb0380480403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:25.707975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Attempting to bind port 254b088f-da73-43a5-b72a-f4b915968576 on network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:25.727872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Port 254b088f-da73-43a5-b72a-f4b915968576 on network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:21:25.730605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6de2ba3-51ab-4062-9d03-49d2ba97b9c8 req-0c659767-f525-4044-8f4a-4996e0e909b2 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973268 Nov 12 12:21:25.743616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Attempting to bind port 254b088f-da73-43a5-b72a-f4b915968576 on network c0cd9102-2bc0-49bf-8b48-ac4b217caa7d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:25.781503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:25.781698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Checking segment: {'id': 'b1d88c7b-cb2f-4134-bb03-eb0380480403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:25.782088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Bound using segment: {'id': 'b1d88c7b-cb2f-4134-bb03-eb0380480403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:25.782595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Bound port: 254b088f-da73-43a5-b72a-f4b915968576, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d88c7b-cb2f-4134-bb03-eb0380480403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:25.782960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:25.802293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5d507685-8108-4761-bf5d-8d45672047a6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:25.802715 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:25.816352 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f3801-50e7-4fb3-a90e-2d5bee0378e1 x-openstack-request-id: req-ad9f3801-50e7-4fb3-a90e-2d5bee0378e1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:25.816619 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:25.816871 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad9f3801-50e7-4fb3-a90e-2d5bee0378e1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:25.818433 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'code': 200} Nov 12 12:21:26.059482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.129590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.137535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903decd-b30e-4743-8fe6-6ae19270eb6b req-cd030304-b828-4dfd-9e79-92febf05af5d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:26.139189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b903decd-b30e-4743-8fe6-6ae19270eb6b req-cd030304-b828-4dfd-9e79-92febf05af5d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 944 time: 0.1597867 Nov 12 12:21:26.225927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:26.246465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b903decd-b30e-4743-8fe6-6ae19270eb6b req-8ae45b8c-dbfc-44d2-8858-da8b1c838a28 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994501 Nov 12 12:21:26.250834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:26.262477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:26.301807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 59a55744-fd36-4762-8b37-1849d8166a2d up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:26.386742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=94d00784-dc03-4135-9135-c165542e4712,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:26.392401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] For port 254b088f-da73-43a5-b72a-f4b915968576, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:26.423186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] For port 254b088f-da73-43a5-b72a-f4b915968576, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=254b088f-da73-43a5-b72a-f4b915968576,segment=NetworkSegment(b1d88c7b-cb2f-4134-bb03-eb0380480403),segment_id=b1d88c7b-cb2f-4134-bb03-eb0380480403)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:26.452938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.504899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:26.506246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.507660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] 10.222.0.65 "PUT /v2.0/ports/254b088f-da73-43a5-b72a-f4b915968576 HTTP/1.1" status: 200 len: 1092 time: 3.6430593 Nov 12 12:21:26.508406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.518946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 59a55744-fd36-4762-8b37-1849d8166a2d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:26.539386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 59a55744-fd36-4762-8b37-1849d8166a2d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:26.550784 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.606620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'tag': '254b088f-da73-43a5-b72a-f4b915968576'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:26.608738 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4", "tag": "254b088f-da73-43a5-b72a-f4b915968576"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:26.672169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f4109-4947-4b35-bc11-21652bbe5806 req-b1e018e5-c97a-41f9-a1db-19385b463b1d tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:26.686020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-568f4109-4947-4b35-bc11-21652bbe5806 req-b1e018e5-c97a-41f9-a1db-19385b463b1d tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 944 time: 0.1493318 Nov 12 12:21:26.836235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.866890 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-568f4109-4947-4b35-bc11-21652bbe5806 req-ac00c792-9994-404a-bffd-abcc4ef42dd9 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795359 Nov 12 12:21:26.958457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 59a55744-fd36-4762-8b37-1849d8166a2d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=59a55744-fd36-4762-8b37-1849d8166a2d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:26.960334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb61e5a6-a1ee-4dab-8368-cc49dbe45f69 None None] Provisioning complete for port 94d00784-dc03-4135-9135-c165542e4712 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:26.963822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb61e5a6-a1ee-4dab-8368-cc49dbe45f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:26.968755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:27.008485 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043fbb20-9e39-4ca2-821f-2c493684e4ef x-openstack-request-id: req-043fbb20-9e39-4ca2-821f-2c493684e4ef {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:27.017160 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4", "tag": "254b088f-da73-43a5-b72a-f4b915968576", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:27.017610 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-043fbb20-9e39-4ca2-821f-2c493684e4ef {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:27.018781 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'tag': '254b088f-da73-43a5-b72a-f4b915968576', 'status': 'completed', 'code': 200} Nov 12 12:21:27.053471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e154c-1725-465d-bae5-052cd4ea5505 service neutron] Pushing event updated for resources: {'Port': ['ID=254b088f-da73-43a5-b72a-f4b915968576,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:27.123505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=59a55744-fd36-4762-8b37-1849d8166a2d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:27.157073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eb61e5a6-a1ee-4dab-8368-cc49dbe45f69 None None] Port 94d00784-dc03-4135-9135-c165542e4712 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:27.164577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-aa64d785-6f74-48db-81ba-1531eda91c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:27.164577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-aa64d785-6f74-48db-81ba-1531eda91c5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=429c1bf225d547e3ac4a78a7417e617e&device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 1095 time: 0.3943768 Nov 12 12:21:27.178697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e486fc-ac78-47ae-8c3b-3d1939d73ee2 req-a9dcb40d-4467-43ec-b4b1-c9978c8156ae tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:27.186676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13e486fc-ac78-47ae-8c3b-3d1939d73ee2 req-a9dcb40d-4467-43ec-b4b1-c9978c8156ae tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.2758741 Nov 12 12:21:27.242821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-78206c08-feb7-4e68-9b56-91ee7cf9d008 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=254b088f-da73-43a5-b72a-f4b915968576 HTTP/1.1" status: 200 len: 217 time: 0.0525947 Nov 12 12:21:27.318881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-163ac11e-6d9b-43cf-8826-c5596d14ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:27.320585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-163ac11e-6d9b-43cf-8826-c5596d14ef4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9baf51b4-b592-439d-b66f-2426f068a619 HTTP/1.1" status: 200 len: 862 time: 0.0507212 Nov 12 12:21:27.373437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:27.414732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-aba8c542-fded-48e6-b3c7-cbbbd9f00c5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667665 Nov 12 12:21:27.450570 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13e486fc-ac78-47ae-8c3b-3d1939d73ee2 req-6995fb83-ca8e-4c6a-9263-6ff3ac9ca49b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627594 Nov 12 12:21:27.577131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad674-76a3-492c-aaad-324ba12647a6 req-35740cfa-f488-4f73-988e-0982ce7e7081 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:27.579603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-361ad674-76a3-492c-aaad-324ba12647a6 req-35740cfa-f488-4f73-988e-0982ce7e7081 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 945 time: 0.1355131 Nov 12 12:21:27.746728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-361ad674-76a3-492c-aaad-324ba12647a6 req-19045495-1a70-4cd0-b1e1-c5d65adcf0e2 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598096 Nov 12 12:21:27.787423 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:21:27.819297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:27.821873 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2749ac-72c2-4649-a659-fa1fc34cc4bf" -d '{"events": [{"server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "name": "network-vif-plugged", "status": "completed", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:27.866438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-31fafd02-8735-4f20-9d01-be1a8a1c110f tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=50462ac43a6543998e2959106582de0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299103 Nov 12 12:21:27.879612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-867c36be-ba72-4900-9e42-75c735985fda service neutron] 10.222.0.65 "GET /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510252 Nov 12 12:21:28.031007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-c8f1a0f8-7570-4fb3-97d2-131d7112105e tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.040103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-c8f1a0f8-7570-4fb3-97d2-131d7112105e tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724784 Nov 12 12:21:28.072699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-8b2062f2-c26b-489d-9788-297738c27eca tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/quotas/50462ac43a6543998e2959106582de0e HTTP/1.1" status: 200 len: 375 time: 0.0315580 Nov 12 12:21:28.115668 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d10e9b-07f5-4c93-a1b0-827c95f5b90a x-openstack-request-id: req-49d10e9b-07f5-4c93-a1b0-827c95f5b90a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:28.116167 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "name": "network-vif-plugged", "status": "completed", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:28.116385 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49d10e9b-07f5-4c93-a1b0-827c95f5b90a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:28.116934 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'code': 200} Nov 12 12:21:28.120558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cb790fb-c0e2-44a8-898a-15d78cce6a89 req-50343357-5788-43b8-b694-9cb74fa9d6ea service neutron] 10.222.0.65 "GET /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248437 Nov 12 12:21:28.198691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-03d5e17f-412e-4f6c-a0ec-6672a9806ffc tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=50462ac43a6543998e2959106582de0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242416 Nov 12 12:21:28.318805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:28.356010 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:28.500907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:28.535801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1bced-16c9-449e-a689-5d36c24ec737 req-ff17fb3d-571e-4727-9b50-667ee7397932 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.546820 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6c1bced-16c9-449e-a689-5d36c24ec737 req-ff17fb3d-571e-4727-9b50-667ee7397932 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 944 time: 0.3529799 Nov 12 12:21:28.555152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-551a64a3-c2fc-41c1-b2bf-ae8de9f6bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.556706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-551a64a3-c2fc-41c1-b2bf-ae8de9f6bb6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=429c1bf225d547e3ac4a78a7417e617e&device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 1095 time: 0.3379042 Nov 12 12:21:28.559272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7bc50-19fc-4ea3-8f8b-8b0cc4d1436e req-adff4b4e-6db3-454d-a6ac-f9778cc2a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.560773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a7bc50-19fc-4ea3-8f8b-8b0cc4d1436e req-adff4b4e-6db3-454d-a6ac-f9778cc2a91f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.2749605 Nov 12 12:21:28.564395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab55179-ea9e-451b-99d8-9cd2fbec1132 req-21ff5dee-d9a3-4d9c-ada7-6668da930af4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.565599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=94d00784-dc03-4135-9135-c165542e4712,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:28.584342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ab55179-ea9e-451b-99d8-9cd2fbec1132 req-21ff5dee-d9a3-4d9c-ada7-6668da930af4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 945 time: 0.1028590 Nov 12 12:21:28.681078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ab55179-ea9e-451b-99d8-9cd2fbec1132 req-7f0e1149-f356-4a43-9425-d9713c34aa01 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942035 Nov 12 12:21:28.815225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a7bc50-19fc-4ea3-8f8b-8b0cc4d1436e req-4abce327-5d8c-4915-af06-0a1371402a9e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457390 Nov 12 12:21:28.872786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6c1bced-16c9-449e-a689-5d36c24ec737 req-b66e8835-a2e5-4c80-9bf2-0ce08e22d97b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103852 Nov 12 12:21:28.901015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbb519-f269-4268-a128-3eb8094ad441 req-37cee632-ee6a-4924-b64b-20b4966ea213 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.921733 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43dbb519-f269-4268-a128-3eb8094ad441 req-37cee632-ee6a-4924-b64b-20b4966ea213 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 945 time: 0.1483757 Nov 12 12:21:28.936084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-de2ecfb1-c500-4e9d-8ae8-89afc08c5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:28.937826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-de2ecfb1-c500-4e9d-8ae8-89afc08c5e5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d HTTP/1.1" status: 200 len: 923 time: 0.3459997 Nov 12 12:21:28.956553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:29.035985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-860cb2c8-f4b2-4065-a087-00503e9ef4e7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:29.037545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-860cb2c8-f4b2-4065-a087-00503e9ef4e7 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 945 time: 0.3983994 Nov 12 12:21:29.039323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-a3455104-7601-4167-883e-abb15a74a8b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=254b088f-da73-43a5-b72a-f4b915968576 HTTP/1.1" status: 200 len: 217 time: 0.0903184 Nov 12 12:21:29.040194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:29.053280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43dbb519-f269-4268-a128-3eb8094ad441 req-f606a1d5-2e4a-4b3b-ac00-70ce24bb3a3a tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276469 Nov 12 12:21:29.196135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74372-8298-45ff-9bfd-9d34306a9cb1 req-8c28771e-afda-41c4-a2c0-38c03ea435f6 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:29.205874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0a4545e-e0d5-44d8-bd49-b00346ef5310 req-991ba920-5bd0-466a-a2d8-ffde829feacf tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 210 time: 0.1604354 Nov 12 12:21:29.209756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afd74372-8298-45ff-9bfd-9d34306a9cb1 req-8c28771e-afda-41c4-a2c0-38c03ea435f6 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 945 time: 0.0768304 Nov 12 12:21:29.284002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afd74372-8298-45ff-9bfd-9d34306a9cb1 req-56d36c91-506b-4725-a046-c13efcf5a50e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730693 Nov 12 12:21:29.354962 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:29.545036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:29.556386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1b26cd84-8d6d-45c6-bd8e-68a9b18d63a3 None None] Provisioning complete for port 94d00784-dc03-4135-9135-c165542e4712 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:29.556837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b26cd84-8d6d-45c6-bd8e-68a9b18d63a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:29.606239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1b26cd84-8d6d-45c6-bd8e-68a9b18d63a3 None None] Port 94d00784-dc03-4135-9135-c165542e4712 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:29.724414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-5ec8bf54-6f42-49fd-a683-c87f2eef9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:29.725905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-5ec8bf54-6f42-49fd-a683-c87f2eef9a41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9baf51b4-b592-439d-b66f-2426f068a619 HTTP/1.1" status: 200 len: 862 time: 0.6603544 Nov 12 12:21:29.798784 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-2b77131f-2529-4223-97bf-5bdb6ce2979a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483994 Nov 12 12:21:29.825849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-5f50b438-dd2f-4826-bb15-e8b34bdd4402 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:29.827460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-5f50b438-dd2f-4826-bb15-e8b34bdd4402 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 945 time: 0.6156976 Nov 12 12:21:29.927633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Router a0949a8e-a64b-4fb1-a7c0-7b886422c164 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:21:30.037396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 254b088f-da73-43a5-b72a-f4b915968576 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:30.042448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cae86-7f7f-4377-a7d1-4f509982f7dc req-91403b8a-e97f-4ab3-a830-fa31c80a0a6b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:30.050183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-919cae86-7f7f-4377-a7d1-4f509982f7dc req-91403b8a-e97f-4ab3-a830-fa31c80a0a6b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0 HTTP/1.1" status: 200 len: 945 time: 0.2468057 Nov 12 12:21:30.117533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Deleting port 7858809e-634f-4c6b-9fe3-0e4ae486625a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:30.117973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:30.129407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036591fe-6947-4610-8786-2d413655f654 req-52ee59cc-a4dd-4ddb-97d7-8bfb0534b23e tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:30.131066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-036591fe-6947-4610-8786-2d413655f654 req-52ee59cc-a4dd-4ddb-97d7-8bfb0534b23e tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.81 "GET /v2.0/ports?device_id=15de1e73-071f-4f77-9ca0-094d8c1a656f HTTP/1.1" status: 200 len: 945 time: 0.2941043 Nov 12 12:21:30.132178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-cd2de169-5310-466e-8445-3954bd44d5c3 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50462ac43a6543998e2959106582de0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683453 Nov 12 12:21:30.156334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565e66f-012f-44f0-a904-ec84912665ff req-f4f85de3-04c4-48ba-a31b-1257a694d1a9 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:30.166053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9565e66f-012f-44f0-a904-ec84912665ff req-f4f85de3-04c4-48ba-a31b-1257a694d1a9 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 944 time: 0.1478786 Nov 12 12:21:30.241833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 254b088f-da73-43a5-b72a-f4b915968576, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=254b088f-da73-43a5-b72a-f4b915968576,segment=NetworkSegment(b1d88c7b-cb2f-4134-bb03-eb0380480403),segment_id=b1d88c7b-cb2f-4134-bb03-eb0380480403)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:30.257505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '254b088f-da73-43a5-b72a-f4b915968576', 'network_id': 'c0cd9102-2bc0-49bf-8b48-ac4b217caa7d', 'port_id': '254b088f-da73-43a5-b72a-f4b915968576', 'mac_address': 'fa:16:3e:40:16:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baf51b4-b592-439d-b66f-2426f068a619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:30.279001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9565e66f-012f-44f0-a904-ec84912665ff req-2e597eb3-8712-443e-b73a-33a01597e957 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104631 Nov 12 12:21:30.297386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-7d8cc70c-fe56-4e17-a9e0-37b6fdf1510b service neutron] 10.222.0.65 "GET /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816062 Nov 12 12:21:30.328312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:30.345449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254b088f-da73-43a5-b72a-f4b915968576 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:30.391440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 254b088f-da73-43a5-b72a-f4b915968576, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=254b088f-da73-43a5-b72a-f4b915968576,segment=NetworkSegment(b1d88c7b-cb2f-4134-bb03-eb0380480403),segment_id=b1d88c7b-cb2f-4134-bb03-eb0380480403)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:30.398523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:30.408008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:21:30.414656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-12b76f23-64ad-4781-a788-f155eedb1e19 admin admin] 10.222.0.18 "PUT /v2.0/routers/a0949a8e-a64b-4fb1-a7c0-7b886422c164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3572059 Nov 12 12:21:30.431695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Sync routers for ids ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:21:30.512304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Routers {'a0949a8e-a64b-4fb1-a7c0-7b886422c164'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:30.513448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:30.522912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-c2f14bdc-66ed-4242-8882-aabc84f468fc tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:30.524642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-c2f14bdc-66ed-4242-8882-aabc84f468fc tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491158 Nov 12 12:21:30.561093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Request body: {'port': {'device_id': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '50462ac43a6543998e2959106582de0e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:30.586144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=254b088f-da73-43a5-b72a-f4b915968576,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:30.631662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d6a44-ec36-4e6f-96cd-a57004282b56 req-3c6b9553-decf-45a1-8e7d-73ba9b51b843 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:30.639856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-928d6a44-ec36-4e6f-96cd-a57004282b56 req-3c6b9553-decf-45a1-8e7d-73ba9b51b843 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 945 time: 0.1140642 Nov 12 12:21:30.677156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Set router a0949a8e-a64b-4fb1-a7c0-7b886422c164 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:30.705415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-928d6a44-ec36-4e6f-96cd-a57004282b56 req-ccbbb7ff-f6c8-4e34-b03a-09258588f1b9 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0696e27-9b78-44b4-914e-047048a6ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645008 Nov 12 12:21:30.739636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-919cae86-7f7f-4377-a7d1-4f509982f7dc req-0acf1849-fcc1-4d92-b2ba-d73f58e1b9dc tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882672 Nov 12 12:21:30.866183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Made reservation on behalf of 50462ac43a6543998e2959106582de0e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:30.871460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:30.900560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] For port 7858809e-634f-4c6b-9fe3-0e4ae486625a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7858809e-634f-4c6b-9fe3-0e4ae486625a,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:30.902138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:30.904165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21075986-01d5-4d48-ad94-37463c3d0579 req-626ff8b1-896c-486b-8ee5-9e0279b9e0db tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 210 time: 0.0538137 Nov 12 12:21:30.943081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['254b088f-da73-43a5-b72a-f4b915968576'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:30.992719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Calling delete_port for 7858809e-634f-4c6b-9fe3-0e4ae486625a owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:30.999691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Deleting port b3d505d5-c6fb-4858-b313-81f56edcc004 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:31.000393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.023592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Deleting port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:31.024064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.065829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Allocated IP 192.168.233.90 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/5874335b-1aba-476b-aa3b-011225588c67) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:31.148310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] For port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:31.148310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.165843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Calling delete_port for df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:31.247634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.261383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:27Z', 'revision_number': 4, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '94d00784-dc03-4135-9135-c165542e4712', 'name': '', 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'mac_address': 'fa:16:3e:21:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29e95177-14a1-4442-bb46-0d987322f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:24Z', 'updated_at': '2021-11-12T12:21:27Z', 'revision_number': 2, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'subnets': [{'id': '29e95177-14a1-4442-bb46-0d987322f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:31.303100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.310204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Checking router: a0949a8e-a64b-4fb1-a7c0-7b886422c164 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:21:31.310204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Updating router a0949a8e-a64b-4fb1-a7c0-7b886422c164 port 94d00784-dc03-4135-9135-c165542e4712 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:21:31.319851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5be22729-d302-41b4-bc62-9eed63d83f78'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:31.349030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:31.365156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:31.409547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:31.419582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.453682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] For port b3d505d5-c6fb-4858-b313-81f56edcc004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b3d505d5-c6fb-4858-b313-81f56edcc004,segment=NetworkSegment(5344d99f-1066-48e0-bada-28a1d5e0c8a0),segment_id=5344d99f-1066-48e0-bada-28a1d5e0c8a0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:31.454360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.468991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Calling delete_port for b3d505d5-c6fb-4858-b313-81f56edcc004 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:31.650940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Pushing event updated for resources: {'Port': ['ID=5874335b-1aba-476b-aa3b-011225588c67,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:31.693056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.698768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.712114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:31.712785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.737205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-7f4c3ea4-2d6a-4531-8162-74f5d2fd9d2e tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4547253 Nov 12 12:21:31.743114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:31.752275 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98ea1979-ae5c-4ee9-8224-9b6b394cbbe3 req-9444d9a9-e75d-445c-9da0-587f4cc9bf4a service neutron] 10.222.0.65 "GET /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4166491 Nov 12 12:21:31.759347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Pushing event deleted for resources: {'Port': ['ID=b3d505d5-c6fb-4858-b313-81f56edcc004,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:31.762619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-b07b1535-c72e-45a9-9eb6-c6586e21ef95 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2091954 Nov 12 12:21:31.790054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Request body: {'port': {'device_id': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:31.826198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc31168c-c41f-4ca6-b1f5-9e4c0d754b67 None None] Provisioning complete for port 5874335b-1aba-476b-aa3b-011225588c67 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:31.826198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc31168c-c41f-4ca6-b1f5-9e4c0d754b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.856043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.863072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97c2ab-405c-417a-a45f-e076216587a1 req-82ea027a-27c1-49a8-badb-81c8fe839d7c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:31.864771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a97c2ab-405c-417a-a45f-e076216587a1 req-82ea027a-27c1-49a8-badb-81c8fe839d7c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 945 time: 0.9679544 Nov 12 12:21:31.882004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event deleted for resources: {'Port': ['ID=7858809e-634f-4c6b-9fe3-0e4ae486625a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:31.915864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.946555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc31168c-c41f-4ca6-b1f5-9e4c0d754b67 None None] Port 5874335b-1aba-476b-aa3b-011225588c67 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:32.022685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] No DVR routers for this DVR port 7858809e-634f-4c6b-9fe3-0e4ae486625a on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:32.035880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] No DVR routers for this DVR port b3d505d5-c6fb-4858-b313-81f56edcc004 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:32.039018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.044216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46cec85b-1336-48e3-a4d9-29e8318c1482 req-4c135b4b-5be6-4388-8de7-61989a82193e tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.65 "DELETE /v2.0/ports/7858809e-634f-4c6b-9fe3-0e4ae486625a HTTP/1.1" status: 204 len: 173 time: 2.9853809 Nov 12 12:21:32.056172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'name': 'network-vif-deleted', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:32.062065 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 254b088f-da73-43a5-b72a-f4b915968576 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:32.064431 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d7293-dffa-4ce1-869d-fa96ea042f99" -d '{"events": [{"server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "name": "network-vif-deleted", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:32.081315 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.105405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-71a3b131-ccc5-4e25-ad6a-6dfaab9622e2 req-e6951d10-8493-427d-9392-9999969e7a64 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.65 "DELETE /v2.0/ports/b3d505d5-c6fb-4858-b313-81f56edcc004 HTTP/1.1" status: 204 len: 173 time: 2.2460444 Nov 12 12:21:32.138130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.138905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.165434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.170084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 254b088f-da73-43a5-b72a-f4b915968576 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:32.239061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b82aa3-daa5-4e61-a0ac-6097606f8d25 None None] Pushing event updated for resources: {'Port': ['ID=94d00784-dc03-4135-9135-c165542e4712,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:32.242773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 254b088f-da73-43a5-b72a-f4b915968576 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:32.243370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.261167 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a97c2ab-405c-417a-a45f-e076216587a1 req-7b946373-c118-4ea7-ab5a-9228145c1b2e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764906 Nov 12 12:21:32.336801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.382787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:32.392249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Pushing event deleted for resources: {'Port': ['ID=df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:32.494256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:32.494895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:32.514421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Attempting to bind port 94d00784-dc03-4135-9135-c165542e4712 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:32.514799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Attempting to bind port 94d00784-dc03-4135-9135-c165542e4712 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:32.515168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Attempting to bind port 94d00784-dc03-4135-9135-c165542e4712 on network 521cfc16-b92b-404b-a05f-a99dc67643c0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:32.526037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] No DVR routers for this DVR port df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:32.532109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Allocated IP 172.25.1.9 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/5337943a-b466-48f0-8d88-b266f7286579) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:32.553138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:32.553569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Checking segment: {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:32.553916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.554346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Bound using segment: {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:32.556391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.557224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Bound port: 94d00784-dc03-4135-9135-c165542e4712, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23999fa6-6533-42c6-9ef2-f65d9640f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:32.557825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.565346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-036591fe-6947-4610-8786-2d413655f654 req-e7ff0775-03b3-4125-9a85-d5cf43f595b6 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.81 "DELETE /v2.0/ports/df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d HTTP/1.1" status: 204 len: 173 time: 2.3777523 Nov 12 12:21:32.659219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df840c-adef-4cca-b35a-6d3edae045c3 req-96dd01e8-4070-4e27-883a-0ace46924f3c tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:32.662421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05df840c-adef-4cca-b35a-6d3edae045c3 req-96dd01e8-4070-4e27-883a-0ace46924f3c tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 945 time: 0.1993794 Nov 12 12:21:32.778946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05df840c-adef-4cca-b35a-6d3edae045c3 req-069a26c0-90c5-4905-bf01-764c2108c662 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Nov 12 12:21:32.875115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.919099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-92c4bc31-9cd3-421b-9e3b-d353c2abe2e0 None None] Provisioning complete for port 94d00784-dc03-4135-9135-c165542e4712 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:32.919735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92c4bc31-9cd3-421b-9e3b-d353c2abe2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.984567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-92c4bc31-9cd3-421b-9e3b-d353c2abe2e0 None None] Port 94d00784-dc03-4135-9135-c165542e4712 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:33.022562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b088f-da73-43a5-b72a-f4b915968576'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:33.027590 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e80a50-ecb4-4b45-a6e4-146049cad225" -d '{"events": [{"server_uuid": "4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4", "name": "network-vif-plugged", "status": "completed", "tag": "254b088f-da73-43a5-b72a-f4b915968576"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:33.046436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] For port 94d00784-dc03-4135-9135-c165542e4712, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:33.054495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 254b088f-da73-43a5-b72a-f4b915968576, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=254b088f-da73-43a5-b72a-f4b915968576,segment=NetworkSegment(b1d88c7b-cb2f-4134-bb03-eb0380480403),segment_id=b1d88c7b-cb2f-4134-bb03-eb0380480403)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:33.070290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.071150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b3d505d5-c6fb-4858-b313-81f56edcc004 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:33.109557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] For port 94d00784-dc03-4135-9135-c165542e4712, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94d00784-dc03-4135-9135-c165542e4712,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:33.117447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: b3d505d5-c6fb-4858-b313-81f56edcc004 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:33.117447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b3d505d5-c6fb-4858-b313-81f56edcc004 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:33.117976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:33.141576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5874335b-1aba-476b-aa3b-011225588c67 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:33.152006 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1c2730b-37ff-4879-bd53-b020ae447843 req-2e918469-1e76-42ea-876b-93bffd4e7880 tempest-ListServersNegativeTestJSON-298828907 tempest-ListServersNegativeTestJSON-298828907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e736cb3d-23b6-456f-b16f-9f1d60688f44 HTTP/1.1" status: 200 len: 210 time: 0.0644567 Nov 12 12:21:33.153194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.163999 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.186078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 7858809e-634f-4c6b-9fe3-0e4ae486625a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:33.186583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7858809e-634f-4c6b-9fe3-0e4ae486625a not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:33.205202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.253908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Transition to ACTIVE for port object 5874335b-1aba-476b-aa3b-011225588c67 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:33.255627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.266204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.296285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=254b088f-da73-43a5-b72a-f4b915968576,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:33.308626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Routers {'a0949a8e-a64b-4fb1-a7c0-7b886422c164'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:33.310378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:33.368402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:33.389765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:33.413929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:33.436496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Pushing event updated for resources: {'Port': ['ID=5337943a-b466-48f0-8d88-b266f7286579,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:33.519577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b82aa3-daa5-4e61-a0ac-6097606f8d25 None None] Pushing event updated for resources: {'Port': ['ID=94d00784-dc03-4135-9135-c165542e4712,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:33.553344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645824b-0efc-4b19-8a5b-05b384fef901 req-c7b2e760-0ae0-42ad-99bf-a1da279ddabe tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:33.555015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1645824b-0efc-4b19-8a5b-05b384fef901 req-c7b2e760-0ae0-42ad-99bf-a1da279ddabe tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 947 time: 0.1598153 Nov 12 12:21:33.592610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] Set router a0949a8e-a64b-4fb1-a7c0-7b886422c164 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:33.674399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Pushing event updated for resources: {'Port': ['ID=5874335b-1aba-476b-aa3b-011225588c67,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:33.680899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Attempting to bind port 5874335b-1aba-476b-aa3b-011225588c67 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:33.681378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Attempting to bind port 5874335b-1aba-476b-aa3b-011225588c67 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:33.681821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Attempting to bind port 5874335b-1aba-476b-aa3b-011225588c67 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:33.692096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1645824b-0efc-4b19-8a5b-05b384fef901 req-2f9fda74-22a0-4116-9a24-628449c80769 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296310 Nov 12 12:21:33.702262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Port 5874335b-1aba-476b-aa3b-011225588c67 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:21:33.702879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Attempting to bind port 5874335b-1aba-476b-aa3b-011225588c67 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:33.713946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:33.714514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:33.715017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:33.715974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Bound port: 5874335b-1aba-476b-aa3b-011225588c67, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:33.716464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.796727 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce1847a-2ded-4714-813e-0775ea3b6bec x-openstack-request-id: req-9ce1847a-2ded-4714-813e-0775ea3b6bec {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:33.797520 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0", "name": "network-vif-deleted", "tag": "7858809e-634f-4c6b-9fe3-0e4ae486625a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:33.798037 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ce1847a-2ded-4714-813e-0775ea3b6bec {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:33.798713 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a2caab-1ff3-42d4-8a14-b1b97cb5e0b0', 'name': 'network-vif-deleted', 'tag': '7858809e-634f-4c6b-9fe3-0e4ae486625a', 'status': 'completed', 'code': 200} Nov 12 12:21:33.813174 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.898923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] For port 5874335b-1aba-476b-aa3b-011225588c67, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:33.908101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] For port 5874335b-1aba-476b-aa3b-011225588c67, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5874335b-1aba-476b-aa3b-011225588c67,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:33.910873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f45b32b5-9ef9-4de5-ac70-afe57b26f5a0 None None] Provisioning complete for port 94d00784-dc03-4135-9135-c165542e4712 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:33.911271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f45b32b5-9ef9-4de5-ac70-afe57b26f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.945784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.987423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-269d4f7d-8eea-41cd-9354-1c1e52d48051 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1720724 Nov 12 12:21:33.998347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:33.999439 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.001551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] 10.222.0.81 "PUT /v2.0/ports/5874335b-1aba-476b-aa3b-011225588c67 HTTP/1.1" status: 200 len: 1095 time: 2.2224658 Nov 12 12:21:34.002621 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.004570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'tag': '5874335b-1aba-476b-aa3b-011225588c67'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:34.007464 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55910aec-8845-4c24-9b04-1aa0dcaee511" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ae39cf-e3f5-41bc-bb84-d76451843e4a", "tag": "5874335b-1aba-476b-aa3b-011225588c67"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:34.011042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:34.069892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.125162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8999ba-c317-4ef2-b89b-ac3d11f0eab7 service neutron] Pushing event updated for resources: {'Port': ['ID=5874335b-1aba-476b-aa3b-011225588c67,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:34.268158 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f45b32b5-9ef9-4de5-ac70-afe57b26f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.290016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-1ae1905e-2e6a-46f0-8fa2-44229fbaa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:34.292295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-1ae1905e-2e6a-46f0-8fa2-44229fbaa42f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50462ac43a6543998e2959106582de0e&device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 1098 time: 0.2294126 Nov 12 12:21:34.305287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.332799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f45b32b5-9ef9-4de5-ac70-afe57b26f5a0 None None] For port 94d00784-dc03-4135-9135-c165542e4712, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94d00784-dc03-4135-9135-c165542e4712,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:34.342116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:27Z', 'revision_number': 4, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '94d00784-dc03-4135-9135-c165542e4712', 'name': '', 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'mac_address': 'fa:16:3e:21:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29e95177-14a1-4442-bb46-0d987322f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:24Z', 'updated_at': '2021-11-12T12:21:33Z', 'revision_number': 4, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'subnets': [{'id': '29e95177-14a1-4442-bb46-0d987322f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:34.344566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f45b32b5-9ef9-4de5-ac70-afe57b26f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.377384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14134b0d-b7a0-4dc9-a3b1-f8ac24a6705a None None] The sync data for ids ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'] in n-d-804878-5 is: [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:27Z', 'revision_number': 4, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '94d00784-dc03-4135-9135-c165542e4712', 'name': '', 'network_id': '521cfc16-b92b-404b-a05f-a99dc67643c0', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'mac_address': 'fa:16:3e:21:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29e95177-14a1-4442-bb46-0d987322f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:24Z', 'updated_at': '2021-11-12T12:21:33Z', 'revision_number': 4, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'subnets': [{'id': '29e95177-14a1-4442-bb46-0d987322f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:21:34.459870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-772e2c2f-3170-4d44-bfd1-b8d0c89a8a01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5874335b-1aba-476b-aa3b-011225588c67 HTTP/1.1" status: 200 len: 217 time: 0.0950694 Nov 12 12:21:34.495974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b32b5-9ef9-4de5-ac70-afe57b26f5a0 None None] Pushing event updated for resources: {'Port': ['ID=94d00784-dc03-4135-9135-c165542e4712,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:34.568315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-fef9c90e-493b-4710-b7f3-0c6b8a2d69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:34.569858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-fef9c90e-493b-4710-b7f3-0c6b8a2d69af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1014650 Nov 12 12:21:34.573405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Allocated IP 172.25.1.240 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/09ec4907-8443-479d-bfdd-9576befec540) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:34.657255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-75335e1c-0c1c-4573-997e-bc4255aeca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:34.659601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-75335e1c-0c1c-4573-997e-bc4255aeca76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762000 Nov 12 12:21:34.693302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.728588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.765053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.851822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.891110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Pushing event updated for resources: {'Port': ['ID=5337943a-b466-48f0-8d88-b266f7286579,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:34.904217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:34.909513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:34.913771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:34.913974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-099ae16e-d887-4ef3-a6c8-77f3f108cfed service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425997 Nov 12 12:21:34.915228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.014977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event updated for resources: {'Port': ['ID=09ec4907-8443-479d-bfdd-9576befec540,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:35.019564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.020845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fcb7e920-8763-43ff-b904-66b25157f521 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.2826965 Nov 12 12:21:35.045145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.089718 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.130544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-fa251e53-b745-47ff-ab9c-8ca546ed30c2 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.0986829 Nov 12 12:21:35.185824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6853c968-160a-40ba-88ba-55fbed7d4302 req-09602fdd-a3b9-4d08-875f-b42516835a2c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551005 Nov 12 12:21:35.305690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-3daab626-b4ac-4c21-aba6-abeb3604c0e8 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:35.309968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-3daab626-b4ac-4c21-aba6-abeb3604c0e8 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.1703172 Nov 12 12:21:35.325305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-46db3253-0e7d-4573-827a-00cfc7d85800 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:21:35.326697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-609e43fa-e6ba-49e8-aa8d-07137376206e req-46db3253-0e7d-4573-827a-00cfc7d85800 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120099 Nov 12 12:21:35.342884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.350445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.399365 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f302566a-2c56-436d-abb5-2b6b3dc845e5 x-openstack-request-id: req-f302566a-2c56-436d-abb5-2b6b3dc845e5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:35.399911 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4", "name": "network-vif-plugged", "status": "completed", "tag": "254b088f-da73-43a5-b72a-f4b915968576", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:35.399911 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f302566a-2c56-436d-abb5-2b6b3dc845e5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:35.400284 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b088f-da73-43a5-b72a-f4b915968576', 'code': 200} Nov 12 12:21:35.455787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event updated for resources: {'Port': ['ID=09ec4907-8443-479d-bfdd-9576befec540,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:35.462292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.505117 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.513141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-9b3c8265-5f24-4d5b-9a8f-ca22ff51904d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5066116 Nov 12 12:21:35.614351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-5f575f4c-939b-48dd-8214-4d003e9463a7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0999000 Nov 12 12:21:35.621335 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b570d84e-cfb7-4ab8-a3a8-fa0e76627f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:35.717144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94d00784-dc03-4135-9135-c165542e4712 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:35.727703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ced94e-79a8-456e-a899-ed5d92b46e79 req-4900c032-ddf8-4e2c-a9ce-9430a498b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:35.736025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13ced94e-79a8-456e-a899-ed5d92b46e79 req-4900c032-ddf8-4e2c-a9ce-9430a498b660 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 1097 time: 0.2569931 Nov 12 12:21:35.800230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'name': 'network-vif-deleted', 'tag': 'b3d505d5-c6fb-4858-b313-81f56edcc004'}, {'server_uuid': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'name': 'network-vif-deleted', 'tag': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:35.802734 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03bf7cb-4f1e-420e-8bd8-23d334acc457" -d '{"events": [{"server_uuid": "e736cb3d-23b6-456f-b16f-9f1d60688f44", "name": "network-vif-deleted", "tag": "b3d505d5-c6fb-4858-b313-81f56edcc004"}, {"server_uuid": "15de1e73-071f-4f77-9ca0-094d8c1a656f", "name": "network-vif-deleted", "tag": "df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:35.840067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-4d5831bc-ecd8-4f13-93ab-4daff519d2b9 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:35.841683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47329cb7-fb7a-41fc-8bef-919cf484885d req-4d5831bc-ecd8-4f13-93ab-4daff519d2b9 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2264643 Nov 12 12:21:35.846228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13ced94e-79a8-456e-a899-ed5d92b46e79 req-f1fdbdc0-e79a-49cf-99d5-8f1879ee8c4d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995324 Nov 12 12:21:35.884990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 94d00784-dc03-4135-9135-c165542e4712 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:35.885460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:36.011023 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d016c-0427-49bc-b20b-40e3822822f7 x-openstack-request-id: req-7e3d016c-0427-49bc-b20b-40e3822822f7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:36.013433 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ae39cf-e3f5-41bc-bb84-d76451843e4a", "tag": "5874335b-1aba-476b-aa3b-011225588c67", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:36.013562 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e3d016c-0427-49bc-b20b-40e3822822f7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:36.013943 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'tag': '5874335b-1aba-476b-aa3b-011225588c67', 'status': 'completed', 'code': 200} Nov 12 12:21:36.029338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf2c8a-56ff-4638-b9bb-1fd17b0ea2ce req-63e8c309-3eaf-4113-9609-d0bff336fb5f tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.031083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbaf2c8a-56ff-4638-b9bb-1fd17b0ea2ce req-63e8c309-3eaf-4113-9609-d0bff336fb5f tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 946 time: 0.1394885 Nov 12 12:21:36.150321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbaf2c8a-56ff-4638-b9bb-1fd17b0ea2ce req-7a1559b6-dfd0-46a4-9197-736300aac834 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133184 Nov 12 12:21:36.162408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-583615f2-3f95-45fb-8389-e37ada7fc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.163750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-583615f2-3f95-45fb-8389-e37ada7fc5a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50462ac43a6543998e2959106582de0e&device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 1098 time: 0.1081593 Nov 12 12:21:36.204302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9fe90-8e77-4845-a01b-050ea4533793 req-2be7a755-a304-4f81-9b5f-bee2fa5fbca4 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.214482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcc9fe90-8e77-4845-a01b-050ea4533793 req-2be7a755-a304-4f81-9b5f-bee2fa5fbca4 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 947 time: 0.0791357 Nov 12 12:21:36.288955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcc9fe90-8e77-4845-a01b-050ea4533793 req-94c591d7-a51d-4bba-8bf3-474829efd3a7 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Nov 12 12:21:36.330864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2712473d-c77f-470f-8476-8fa6117bf8e8 req-b681b302-ce85-4a7c-98de-4ac606508283 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips/756c29f5-9dd8-4711-8f8e-2fa8c12d6803 HTTP/1.1" status: 200 len: 691 time: 0.1564922 Nov 12 12:21:36.440800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-5221658b-bd03-4bab-a8f7-6c136fe424c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.442500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-5221658b-bd03-4bab-a8f7-6c136fe424c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2661195 Nov 12 12:21:36.466302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d116e9-77d8-41c6-9346-12870439c407 req-aff884b4-1d52-4de0-a957-b43b3b463d39 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.473563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31d116e9-77d8-41c6-9346-12870439c407 req-aff884b4-1d52-4de0-a957-b43b3b463d39 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 944 time: 0.1009471 Nov 12 12:21:36.493832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-f86806a6-9759-44ef-87a1-eadba11a43a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5874335b-1aba-476b-aa3b-011225588c67 HTTP/1.1" status: 200 len: 217 time: 0.0424619 Nov 12 12:21:36.546033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712473d-c77f-470f-8476-8fa6117bf8e8 req-4fff2037-7c36-4ca2-b7e0-931ed467a82d tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.548577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31d116e9-77d8-41c6-9346-12870439c407 req-86e000e1-c01b-40e6-a6c9-3480ec21131a tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741129 Nov 12 12:21:36.552892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2712473d-c77f-470f-8476-8fa6117bf8e8 req-4fff2037-7c36-4ca2-b7e0-931ed467a82d tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2077513 Nov 12 12:21:36.564505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-2b42b771-2615-4ab3-a8a4-2b40f13f1c34 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.565301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-2712473d-c77f-470f-8476-8fa6117bf8e8 req-09dc3048-14f3-40c6-8851-6743c7906ce4 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:21:36.565408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-2b42b771-2615-4ab3-a8a4-2b40f13f1c34 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 944 time: 0.1313872 Nov 12 12:21:36.565502 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2712473d-c77f-470f-8476-8fa6117bf8e8 req-09dc3048-14f3-40c6-8851-6743c7906ce4 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057440 Nov 12 12:21:36.585881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-c6b5d3a5-1ba9-4255-a7bf-245708ce8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.587523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-c6b5d3a5-1ba9-4255-a7bf-245708ce8695 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0800936 Nov 12 12:21:36.639211 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0e8e53-e893-4912-94ff-ecaf4aceaf6b x-openstack-request-id: req-2f0e8e53-e893-4912-94ff-ecaf4aceaf6b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:36.639680 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736cb3d-23b6-456f-b16f-9f1d60688f44", "name": "network-vif-deleted", "tag": "b3d505d5-c6fb-4858-b313-81f56edcc004", "status": "completed", "code": 200}, {"server_uuid": "15de1e73-071f-4f77-9ca0-094d8c1a656f", "name": "network-vif-deleted", "tag": "df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:36.640020 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f0e8e53-e893-4912-94ff-ecaf4aceaf6b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:36.640511 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736cb3d-23b6-456f-b16f-9f1d60688f44', 'name': 'network-vif-deleted', 'tag': 'b3d505d5-c6fb-4858-b313-81f56edcc004', 'status': 'completed', 'code': 200} Nov 12 12:21:36.640857 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15de1e73-071f-4f77-9ca0-094d8c1a656f', 'name': 'network-vif-deleted', 'tag': 'df56c93e-2fe1-47f3-bbe5-e3cd7924ce0d', 'status': 'completed', 'code': 200} Nov 12 12:21:36.677770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-e641853c-a26c-4c01-aa44-5c954d81379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.679398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-e641853c-a26c-4c01-aa44-5c954d81379a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685401 Nov 12 12:21:36.697261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:36.849972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Deleting port 7b18a34a-5438-4c68-8867-7fca90cbf0fc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:36.850468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:36.864382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-46a53d34-2da2-45b5-87d1-dfab86f9f5bb tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.872553 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-46a53d34-2da2-45b5-87d1-dfab86f9f5bb tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 821 time: 0.2043059 Nov 12 12:21:36.874714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7b658d5-af0f-4ad2-a592-fc636b17cb84 req-5c539644-1f5e-42b3-a6a9-5ae1d4207cf2 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=415c37b5822b4139a364ce0d88d4c29c HTTP/1.1" status: 200 len: 694 time: 0.1793759 Nov 12 12:21:36.906997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Deleting subnet 4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:21:36.907259 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-e5d191e9-c9f9-40f8-9482-591193505f71 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/quotas/a9a91b13c0e747df985d5e2f5a18874b HTTP/1.1" status: 200 len: 375 time: 0.0334995 Nov 12 12:21:36.926391 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.024650 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-d7248f4a-de3e-403e-b67c-585510e79ae9 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1165650 Nov 12 12:21:37.060146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.116719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-8f816095-9ae0-4672-8bf5-436b337417f7 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035649 Nov 12 12:21:37.172112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] For port 7b18a34a-5438-4c68-8867-7fca90cbf0fc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7b18a34a-5438-4c68-8867-7fca90cbf0fc,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:37.174333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.175912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b658d5-af0f-4ad2-a592-fc636b17cb84 req-a5347a49-5ff6-4326-b3fe-864ffbff419a tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:37.176851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7b658d5-af0f-4ad2-a592-fc636b17cb84 req-a5347a49-5ff6-4326-b3fe-864ffbff419a tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks?id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 787 time: 0.2669318 Nov 12 12:21:37.178061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.185283 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-027d68b3-31c0-462f-8ca9-d6c9cfebf0a2 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463699 Nov 12 12:21:37.210553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-a7b658d5-af0f-4ad2-a592-fc636b17cb84 req-f693100b-992d-4dc7-9fa7-d2f5f4317cee tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:21:37.211539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7b658d5-af0f-4ad2-a592-fc636b17cb84 req-f693100b-992d-4dc7-9fa7-d2f5f4317cee tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070121 Nov 12 12:21:37.212673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Calling delete_port for 7b18a34a-5438-4c68-8867-7fca90cbf0fc owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:37.350038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55910aec-8845-4c24-9b04-1aa0dcaee511 req-69366c18-47ff-4d6c-a8ab-3bc282d65efa service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173619 Nov 12 12:21:37.359398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.410230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-e7e11f45-5b26-41de-9982-990463ca7f27 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101102 Nov 12 12:21:37.424029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.428799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b9a6621-c8a2-49d0-a1fe-b380fa945fe5 HTTP/1.1" status: 204 len: 168 time: 0.7292292 Nov 12 12:21:37.432255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44738) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:37.443132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad648e-8381-4231-ad9b-b381c4eb141d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b9a6621-c8a2-49d0-a1fe-b380fa945fe5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:37.487906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c4e4-6d06-4b3a-b4ec-83b559189c21 req-62e4e14c-da2a-4fc8-bd12-37749f709660 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:37.489810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8a7c4e4-6d06-4b3a-b4ec-83b559189c21 req-62e4e14c-da2a-4fc8-bd12-37749f709660 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0596066 Nov 12 12:21:37.568728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.614716 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:37.656139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8a7c4e4-6d06-4b3a-b4ec-83b559189c21 req-f665e406-9c9f-4161-9c80-ab051b17251a tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599271 Nov 12 12:21:37.832178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740014-be3f-4919-a71c-f9bbf06fa74b req-8ca2ece1-69d4-4006-8c62-ec3f0b47ae71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:37.841297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3740014-be3f-4919-a71c-f9bbf06fa74b req-8ca2ece1-69d4-4006-8c62-ec3f0b47ae71 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 947 time: 0.0690184 Nov 12 12:21:37.920252 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3740014-be3f-4919-a71c-f9bbf06fa74b req-53ba11e1-96d3-4647-a349-8738a56acccd tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780103 Nov 12 12:21:37.968273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66641c70-3afc-4744-8a3f-775a974a88b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.104599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df10cda0-8c6c-4681-a512-e8ccad6b8db0 req-6ee312d6-d2b9-4e1e-aa7b-d8e05aed59c1 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edf49e3-4d9f-4678-b6db-7c80c411aa71 HTTP/1.1" status: 200 len: 210 time: 0.0566659 Nov 12 12:21:38.235387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-d405d897-96cb-4cbc-936b-7f947258be86 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips/756c29f5-9dd8-4711-8f8e-2fa8c12d6803 HTTP/1.1" status: 200 len: 691 time: 0.6051741 Nov 12 12:21:38.237459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event deleted for resources: {'Port': ['ID=7b18a34a-5438-4c68-8867-7fca90cbf0fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:38.238800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-280e9f85-3f91-4e57-9aa6-12cf5694e708 req-d6855704-246d-43ab-a12b-7f3a30ebac41 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 210 time: 0.0577781 Nov 12 12:21:38.311961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.382832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5874335b-1aba-476b-aa3b-011225588c67 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:38.483715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] No DVR routers for this DVR port 7b18a34a-5438-4c68-8867-7fca90cbf0fc on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:38.498610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.509544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c36a565f-6cd2-48e2-a9b0-aeb160c459f5 req-861f1526-7a08-4466-8068-5092472ea0d6 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "DELETE /v2.0/ports/7b18a34a-5438-4c68-8867-7fca90cbf0fc HTTP/1.1" status: 204 len: 173 time: 1.9304090 Nov 12 12:21:38.512156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359a87f2-b2d7-4cd5-a435-8ed656257a05']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:38.537794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5344d99f-1066-48e0-bada-28a1d5e0c8a0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:38.538108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5344d99f-1066-48e0-bada-28a1d5e0c8a0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:38.558791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.586481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.603651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-8edfe844-55f6-45bd-9a81-f30c2903ed26 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:38.605690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-8edfe844-55f6-45bd-9a81-f30c2903ed26 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3689628 Nov 12 12:21:38.606344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:21:38.606826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:21:38.608731 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:21:38.655227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'name': 'network-vif-deleted', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:38.657730 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40192049-f2ae-4e7d-b675-f8df1fbcec59" -d '{"events": [{"server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "name": "network-vif-deleted", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:38.666219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-1692f103-89ea-4928-9ca4-3af40d8f757d tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:21:38.675650 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-1692f103-89ea-4928-9ca4-3af40d8f757d tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481415 Nov 12 12:21:38.697219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5874335b-1aba-476b-aa3b-011225588c67, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5874335b-1aba-476b-aa3b-011225588c67,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:38.716653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '5874335b-1aba-476b-aa3b-011225588c67', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '5874335b-1aba-476b-aa3b-011225588c67', 'mac_address': 'fa:16:3e:bf:3f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:38.754750 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.766542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-084235ac-f859-40b3-ba77-39ebcbc9212d tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.0895562 Nov 12 12:21:38.815302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.837609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.841675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/359a87f2-b2d7-4cd5-a435-8ed656257a05 HTTP/1.1" status: 204 len: 168 time: 1.4081843 Nov 12 12:21:38.843110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80cf99-9e06-483c-b20f-40aeed2cad2b admin admin] Pushing event deleted for resources: {'Network': ['ID=359a87f2-b2d7-4cd5-a435-8ed656257a05,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:38.857314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5874335b-1aba-476b-aa3b-011225588c67 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:38.870871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-7409cc77-a58a-44ae-af81-215f5b4ebd9d tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.1031778 Nov 12 12:21:38.920458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5874335b-1aba-476b-aa3b-011225588c67, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5874335b-1aba-476b-aa3b-011225588c67,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:38.928922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:38.981165 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a6f969-6dd0-4170-bb44-ede0445c7935 x-openstack-request-id: req-63a6f969-6dd0-4170-bb44-ede0445c7935 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:38.982845 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edf49e3-4d9f-4678-b6db-7c80c411aa71", "name": "network-vif-deleted", "tag": "7b18a34a-5438-4c68-8867-7fca90cbf0fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:38.983206 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63a6f969-6dd0-4170-bb44-ede0445c7935 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:38.983700 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf49e3-4d9f-4678-b6db-7c80c411aa71', 'name': 'network-vif-deleted', 'tag': '7b18a34a-5438-4c68-8867-7fca90cbf0fc', 'status': 'completed', 'code': 200} Nov 12 12:21:39.096058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5874335b-1aba-476b-aa3b-011225588c67,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:39.096618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44776) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:39.245302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a29671d0-bcf5-4fdc-a014-7938e7a68f04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c53af463f4314a228dbe16e99e88860d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465273 Nov 12 12:21:39.251257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.252370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:39.275199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948daf3d-4bda-435a-bb49-fe4b416facff req-eebbfc89-485c-4320-8c98-e8101c61389a tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:39.279960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-948daf3d-4bda-435a-bb49-fe4b416facff req-eebbfc89-485c-4320-8c98-e8101c61389a tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 946 time: 0.2019343 Nov 12 12:21:39.327246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5874335b-1aba-476b-aa3b-011225588c67'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:39.466907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-948daf3d-4bda-435a-bb49-fe4b416facff req-dd0cfb16-465a-47b2-a908-1de4026d1df3 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723728 Nov 12 12:21:39.506807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-238552dd-2503-4948-a02b-ab979151dc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.558389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Deleting port 5337943a-b466-48f0-8d88-b266f7286579 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:39.558947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.573695 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-238552dd-2503-4948-a02b-ab979151dc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.683689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-0f50ee70-1e04-432f-a8e4-6ca624b32f08 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:39.685256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-0f50ee70-1e04-432f-a8e4-6ca624b32f08 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.65 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 821 time: 0.4602225 Nov 12 12:21:39.693687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c85e89-9c89-4dac-8a83-9c8ddd96d74d req-1ed79cf5-5b5b-4f87-aa48-11f1a838c254 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:39.703245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71c85e89-9c89-4dac-8a83-9c8ddd96d74d req-1ed79cf5-5b5b-4f87-aa48-11f1a838c254 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 948 time: 0.1163371 Nov 12 12:21:39.717031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'port': {'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'admin_state_up': True, 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:39.726307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.726695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.745689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-238552dd-2503-4948-a02b-ab979151dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.750979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-238552dd-2503-4948-a02b-ab979151dc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:39.754043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-238552dd-2503-4948-a02b-ab979151dc75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0696e27-9b78-44b4-914e-047048a6ce32 HTTP/1.1" status: 204 len: 168 time: 0.4703546 Nov 12 12:21:39.775282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238552dd-2503-4948-a02b-ab979151dc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0696e27-9b78-44b4-914e-047048a6ce32,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:39.809717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Calling delete_port for 5337943a-b466-48f0-8d88-b266f7286579 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:39.810340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71c85e89-9c89-4dac-8a83-9c8ddd96d74d req-b49a6511-423b-4133-bd9b-fce0d5603bb5 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043875 Nov 12 12:21:39.967441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48248bfd-eb71-45e6-badf-b879db58bf08 req-637f0a3f-8dd1-4192-8d4d-78c7c60badd2 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 210 time: 0.0413208 Nov 12 12:21:40.158559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Made reservation on behalf of a9a91b13c0e747df985d5e2f5a18874b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:40.164402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:40.397632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5874335b-1aba-476b-aa3b-011225588c67 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:40.422424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Allocated IP 172.20.0.11 (0fb4b367-1a87-4d60-92f3-74b18994e5cb/b3d324dc-63cf-4a10-a9de-d7fc2f34deff/919d1d0a-3916-4992-87a4-e3900741924d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:40.442767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2a8a7-c485-406e-a922-298436313e05 req-715bbb93-cb1b-463a-b8d8-3203e7c7148b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:40.457881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bec2a8a7-c485-406e-a922-298436313e05 req-715bbb93-cb1b-463a-b8d8-3203e7c7148b tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 944 time: 0.0978053 Nov 12 12:21:40.543318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bec2a8a7-c485-406e-a922-298436313e05 req-7eb473ac-6cda-4b9f-8d0a-4caea84ee376 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843601 Nov 12 12:21:40.568891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:40.611169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 5874335b-1aba-476b-aa3b-011225588c67 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:40.630187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 5874335b-1aba-476b-aa3b-011225588c67 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:40.633381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:40.702318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24201e5f-21f2-4c18-abda-3272ba6a15c4 req-aaf3800b-0b6d-4792-b279-135c84282892 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:40.712652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24201e5f-21f2-4c18-abda-3272ba6a15c4 req-aaf3800b-0b6d-4792-b279-135c84282892 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0773928 Nov 12 12:21:40.785447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24201e5f-21f2-4c18-abda-3272ba6a15c4 req-29cf2468-a111-4acb-8e22-0a87f6fcaabf tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/security-groups?id=a71deeda-0f20-4f90-89db-d6efcfe809b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700684 Nov 12 12:21:40.852616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:40.913487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5874335b-1aba-476b-aa3b-011225588c67, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5874335b-1aba-476b-aa3b-011225588c67,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:40.915172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5874335b-1aba-476b-aa3b-011225588c67'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:40.919002 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c3562-54b4-4406-94b4-b526ef731062" -d '{"events": [{"server_uuid": "c1ae39cf-e3f5-41bc-bb84-d76451843e4a", "name": "network-vif-plugged", "status": "completed", "tag": "5874335b-1aba-476b-aa3b-011225588c67"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:40.923590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:40.924425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c856134a-0881-4d2f-98ce-e6633a268e92 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:40.924899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:40.933974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c856134a-0881-4d2f-98ce-e6633a268e92 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.65 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 946 time: 0.2784417 Nov 12 12:21:40.963710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:40.965252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.051780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747dc01-456f-46ab-b82b-488ba864efdd req-77c58b95-6133-489f-a763-23dbc0ff42e4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:41.063335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a747dc01-456f-46ab-b82b-488ba864efdd req-77c58b95-6133-489f-a763-23dbc0ff42e4 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 944 time: 0.2308228 Nov 12 12:21:41.067752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Pushing event deleted for resources: {'Port': ['ID=5337943a-b466-48f0-8d88-b266f7286579,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:41.067940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc21d-2b48-4dfc-8896-ba69eb8eaf86 req-6fa932ac-f4c2-4bd4-aaa7-ca3144d1baac tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:41.079829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 7b18a34a-5438-4c68-8867-7fca90cbf0fc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:41.080178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7b18a34a-5438-4c68-8867-7fca90cbf0fc not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:41.087497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ebbc21d-2b48-4dfc-8896-ba69eb8eaf86 req-6fa932ac-f4c2-4bd4-aaa7-ca3144d1baac tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.0988557 Nov 12 12:21:41.136425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5874335b-1aba-476b-aa3b-011225588c67,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:41.174612 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.202498 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ebbc21d-2b48-4dfc-8896-ba69eb8eaf86 req-bab57ae5-cea6-4381-a448-418f252a52fb tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109316 Nov 12 12:21:41.264495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44828) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:41.307484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.310521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.311715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c5b6739-2d52-4d3a-941b-ca923bce557a req-87db4256-c58b-4090-8a9b-ec2004533ba6 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "DELETE /v2.0/floatingips/756c29f5-9dd8-4711-8f8e-2fa8c12d6803 HTTP/1.1" status: 204 len: 173 time: 2.4365489 Nov 12 12:21:41.342947 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8742f08d-87a1-4807-b92c-55d772fcd8ca x-openstack-request-id: req-8742f08d-87a1-4807-b92c-55d772fcd8ca {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:41.343253 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ae39cf-e3f5-41bc-bb84-d76451843e4a", "name": "network-vif-plugged", "status": "completed", "tag": "5874335b-1aba-476b-aa3b-011225588c67", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:41.343487 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8742f08d-87a1-4807-b92c-55d772fcd8ca {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:41.343894 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5874335b-1aba-476b-aa3b-011225588c67', 'code': 200} Nov 12 12:21:41.458426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.472604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['59a55744-fd36-4762-8b37-1849d8166a2d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:41.519979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1462243295-network', 'tenant_id': '5a386200f0864c59848d5f8742e0c547'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:41.560140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Deleting port 254b088f-da73-43a5-b72a-f4b915968576 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:41.560491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.580514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097b6f9-3c4e-4fd2-aa09-d24ae562193f req-e40a8567-ac83-4b73-b610-baca685d1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:41.582140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6097b6f9-3c4e-4fd2-aa09-d24ae562193f req-e40a8567-ac83-4b73-b610-baca685d1059 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 1100 time: 0.1687708 Nov 12 12:21:41.604852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:41.606002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Made reservation on behalf of 5a386200f0864c59848d5f8742e0c547 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:41.609186 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.623407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:41.630737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:41.639401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.671493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-e6f3c651-6f5f-4714-b405-4dd24da0cac7 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1913447 Nov 12 12:21:41.679158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:41.693313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event updated for resources: {'Port': ['ID=919d1d0a-3916-4992-87a4-e3900741924d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:41.739960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Deleting port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:41.740323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.746589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6097b6f9-3c4e-4fd2-aa09-d24ae562193f req-5335aaa6-38c7-4b2c-a40d-e96f74f5bdb3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439414 Nov 12 12:21:41.777956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608188a-7c52-4333-b51a-535019cebe93 req-525a247b-3bee-4d6e-97bf-ac77da34b4d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:41.779607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d608188a-7c52-4333-b51a-535019cebe93 req-525a247b-3bee-4d6e-97bf-ac77da34b4d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 932 time: 0.3086460 Nov 12 12:21:41.804259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.910287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.925370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:41.925950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.929232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:41.988083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9424cfa2-c5cb-47d6-8c4d-bb01e72bdd21 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2786362 Nov 12 12:21:41.992732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] For port 254b088f-da73-43a5-b72a-f4b915968576, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=254b088f-da73-43a5-b72a-f4b915968576,segment=NetworkSegment(b1d88c7b-cb2f-4134-bb03-eb0380480403),segment_id=b1d88c7b-cb2f-4134-bb03-eb0380480403)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:41.993106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.012079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Request body: {'port': {'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:42.018957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:21:42.032565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609a1163-4cad-43fd-b5fb-11e8a31a6ee6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:42.040757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.041497 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Added segment bc44c8bf-5dde-45ff-b8d2-85658dc583fb of type vlan for network a72640e3-e4c5-4236-ab65-02a886c66773 Nov 12 12:21:42.096033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Calling delete_port for 254b088f-da73-43a5-b72a-f4b915968576 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:42.096263 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.096381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-456f0130-8ef5-44fb-b61a-7e87d13eaea2 None None] Provisioning complete for port 919d1d0a-3916-4992-87a4-e3900741924d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:42.096850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-456f0130-8ef5-44fb-b61a-7e87d13eaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.100979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d608188a-7c52-4333-b51a-535019cebe93 req-00a1a283-ce22-42b9-a19b-2ad9a71a5028 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000100 Nov 12 12:21:42.112609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] For port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,segment=NetworkSegment(9177a8de-74ff-4e49-ae8f-e1983fccf982),segment_id=9177a8de-74ff-4e49-ae8f-e1983fccf982)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:42.112979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.131135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.158932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-456f0130-8ef5-44fb-b61a-7e87d13eaea2 None None] Port 919d1d0a-3916-4992-87a4-e3900741924d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:42.185175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Calling delete_port for eec4e595-6070-4e0d-9fd0-74d0f89b9ffb owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:42.199892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.201097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:42.201691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.212553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.252706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9868252 Nov 12 12:21:42.265561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44848) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:42.325103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Request body: {'subnet': {'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1462243295-subnet', 'tenant_id': '5a386200f0864c59848d5f8742e0c547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:42.329996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcbfda-66dc-44cc-829e-e83dcb43c68f admin admin] Pushing event updated for resources: {'Network': ['ID=a72640e3-e4c5-4236-ab65-02a886c66773,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:42.341630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a72640e3-e4c5-4236-ab65-02a886c66773 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:21:42.402306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Made reservation on behalf of 5a386200f0864c59848d5f8742e0c547 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:42.404701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.430816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Allocated IP 172.25.1.196 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/cc2a65ab-3345-43e3-92de-9bd5e70d1e47) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:42.534348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01ddf-3aa6-4b0c-a921-ba730bed4a1f req-677218ab-0fec-4d06-baf2-9f5d4e899825 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:42.535907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f01ddf-3aa6-4b0c-a921-ba730bed4a1f req-677218ab-0fec-4d06-baf2-9f5d4e899825 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/ports?device_id=789c94d9-633c-41a0-a670-18aa3d81f596 HTTP/1.1" status: 200 len: 944 time: 0.3341584 Nov 12 12:21:42.565665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.611177 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.654615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:42.657803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:42.668936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:42.695675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Pushing event updated for resources: {'Port': ['ID=cc2a65ab-3345-43e3-92de-9bd5e70d1e47,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:42.770347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.800122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f01ddf-3aa6-4b0c-a921-ba730bed4a1f req-bbe0a1f0-1f6a-432a-83dd-ee30c704e46c tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6850ec-82c7-4372-9080-8f7caf92d24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450712 Nov 12 12:21:42.838732 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.844991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Pushing event deleted for resources: {'Port': ['ID=254b088f-da73-43a5-b72a-f4b915968576,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:42.862666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.934298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:42.958278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Pushing event deleted for resources: {'Port': ['ID=eec4e595-6070-4e0d-9fd0-74d0f89b9ffb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:43.003539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] No DVR routers for this DVR port 254b088f-da73-43a5-b72a-f4b915968576 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:43.028462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2cf95f27-929e-4faf-ad77-8866c8028ee7 req-4e21b12e-ef72-41bb-96f2-e1ecf326bbc8 tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.18 "GET /v2.0/ports?device_id=4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0881641 Nov 12 12:21:43.029560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.032811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5785c7cc-a63a-4b2b-bb2a-3db321221205 req-c0b541e0-b823-4f4a-bbf4-b9f6e0ca194b tempest-InstanceActionsNegativeTestJSON-951740638 tempest-InstanceActionsNegativeTestJSON-951740638-project] 10.222.0.65 "DELETE /v2.0/ports/254b088f-da73-43a5-b72a-f4b915968576 HTTP/1.1" status: 204 len: 173 time: 2.0842824 Nov 12 12:21:43.036905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'name': 'network-vif-deleted', 'tag': '254b088f-da73-43a5-b72a-f4b915968576'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:43.043069 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959a14c-2fb1-446e-939e-ba23eaa8458f" -d '{"events": [{"server_uuid": "4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4", "name": "network-vif-deleted", "tag": "254b088f-da73-43a5-b72a-f4b915968576"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:43.089462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] No DVR routers for this DVR port eec4e595-6070-4e0d-9fd0-74d0f89b9ffb on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:43.097024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.101642 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a747dc01-456f-46ab-b82b-488ba864efdd req-62295dbe-79bd-4706-842a-42eff6229857 tempest-LiveAutoBlockMigrationV225Test-1069404373 tempest-LiveAutoBlockMigrationV225Test-1069404373-project] 10.222.0.81 "DELETE /v2.0/ports/eec4e595-6070-4e0d-9fd0-74d0f89b9ffb HTTP/1.1" status: 204 len: 173 time: 2.0138731 Nov 12 12:21:43.219301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.230117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919d1d0a-3916-4992-87a4-e3900741924d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:43.243270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.250521 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.268157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.319289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Transition to ACTIVE for port object 919d1d0a-3916-4992-87a4-e3900741924d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:43.330183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3d22-50bb-4743-834b-283a483ab1b9 req-c8dd51e6-1ffd-4ed0-b9aa-3a97bd5bf513 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:43.332114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b26a3d22-50bb-4743-834b-283a483ab1b9 req-c8dd51e6-1ffd-4ed0-b9aa-3a97bd5bf513 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.1900997 Nov 12 12:21:43.334748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.343863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:43.433590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Checking segment: {'id': 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:43.434106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Network hostable DHCP agents. Network: a72640e3-e4c5-4236-ab65-02a886c66773, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:21:43.443881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Pushing event updated for resources: {'Port': ['ID=919d1d0a-3916-4992-87a4-e3900741924d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:43.485872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b26a3d22-50bb-4743-834b-283a483ab1b9 req-4e522c31-bac7-46f4-a1a2-7ebeee061130 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374168 Nov 12 12:21:43.855971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Pushing event updated for resources: {'Port': ['ID=cc2a65ab-3345-43e3-92de-9bd5e70d1e47,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:43.891646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.912095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:43.913487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-25ff3588-fa05-4569-a2e6-b674229b01fc tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2411699 Nov 12 12:21:44.032461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-6438ca12-1d74-4318-8388-8c4169179eec tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 696 time: 0.1108227 Nov 12 12:21:44.090728 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad625773-ba5d-4a85-b188-985f51ac6e3c x-openstack-request-id: req-ad625773-ba5d-4a85-b188-985f51ac6e3c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:44.091638 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4", "name": "network-vif-deleted", "tag": "254b088f-da73-43a5-b72a-f4b915968576", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:44.092070 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad625773-ba5d-4a85-b188-985f51ac6e3c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:44.092634 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4badb0a4-69eb-44dc-b8ac-1cd6cdf8e2c4', 'name': 'network-vif-deleted', 'tag': '254b088f-da73-43a5-b72a-f4b915968576', 'status': 'completed', 'code': 200} Nov 12 12:21:44.097399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Network a72640e3-e4c5-4236-ab65-02a886c66773 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:21:44.145565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a72640e3-e4c5-4236-ab65-02a886c66773) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:44.146647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 254b088f-da73-43a5-b72a-f4b915968576 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:44.157454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.158047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.158425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49448e64-d727-43fc-82ed-614c7ba6f2f6 None None] Network a72640e3-e4c5-4236-ab65-02a886c66773 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:44.187358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 254b088f-da73-43a5-b72a-f4b915968576 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:44.187698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 254b088f-da73-43a5-b72a-f4b915968576 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:44.189198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Attempting to bind port 919d1d0a-3916-4992-87a4-e3900741924d on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:44.189551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Attempting to bind port 919d1d0a-3916-4992-87a4-e3900741924d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:44.189967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Attempting to bind port 919d1d0a-3916-4992-87a4-e3900741924d on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:44.206219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-85d8d9b6-baea-4c01-b937-eec50af6339b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8855760 Nov 12 12:21:44.210960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03ee04-5654-4c0a-a3b3-03511a3b7757 req-478b78be-6ab0-45fe-a521-d33326a29251 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.212516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a03ee04-5654-4c0a-a3b3-03511a3b7757 req-478b78be-6ab0-45fe-a521-d33326a29251 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 944 time: 0.1189492 Nov 12 12:21:44.215558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Port 919d1d0a-3916-4992-87a4-e3900741924d on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:21:44.215886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Attempting to bind port 919d1d0a-3916-4992-87a4-e3900741924d on network 0fb4b367-1a87-4d60-92f3-74b18994e5cb {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:44.221380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:44.221717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Checking segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:44.222102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Bound using segment: {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:44.222604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Bound port: 919d1d0a-3916-4992-87a4-e3900741924d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7f53ce-8771-47a1-bbd8-93841646c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:44.222961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.224128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-4a6544a1-3990-4523-9d60-d26ec07ad947 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.225704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762341af-efa1-4017-bc0c-05735a0d4b5b req-4a6544a1-3990-4523-9d60-d26ec07ad947 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.1922057 Nov 12 12:21:44.282221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44884) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:44.308369 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a03ee04-5654-4c0a-a3b3-03511a3b7757 req-2f73fb02-5034-400a-996b-c0206765095b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786641 Nov 12 12:21:44.350064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:44.407352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:44.409709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6aa019-56e9-4006-bc93-ebc4d535a701 None None] Network a72640e3-e4c5-4236-ab65-02a886c66773 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:44.451468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: eec4e595-6070-4e0d-9fd0-74d0f89b9ffb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:44.451874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eec4e595-6070-4e0d-9fd0-74d0f89b9ffb not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:44.462192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Deleting subnet 9baf51b4-b592-439d-b66f-2426f068a619 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:21:44.462411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] For port 919d1d0a-3916-4992-87a4-e3900741924d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:44.475030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c79e7d31-ef3e-488d-809b-449fde95947f req-c819fccf-d978-4b3f-afe0-4f398d72a84c tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips/73aebd7f-a41a-45aa-af4f-5187b5db00aa HTTP/1.1" status: 200 len: 693 time: 0.0668919 Nov 12 12:21:44.492964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.563720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Deleting subnet 53683dea-ff2d-4d0f-ae5d-6aedfde4c9be {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:21:44.569005 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.601589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.602009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] For port 919d1d0a-3916-4992-87a4-e3900741924d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=919d1d0a-3916-4992-87a4-e3900741924d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:44.611706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e7d31-ef3e-488d-809b-449fde95947f req-1a4d2547-c23d-4df9-bd82-121071c1b856 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.619330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c79e7d31-ef3e-488d-809b-449fde95947f req-1a4d2547-c23d-4df9-bd82-121071c1b856 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.1433547 Nov 12 12:21:44.628354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.647375 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.680256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.716433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c79e7d31-ef3e-488d-809b-449fde95947f req-6fd14c99-6c46-4139-abf5-99f7d2381a55 tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 696 time: 0.0959282 Nov 12 12:21:44.719597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.720213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.721557 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] 10.222.0.65 "PUT /v2.0/ports/919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 1092 time: 2.7148285 Nov 12 12:21:44.770095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.797800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c79e7d31-ef3e-488d-809b-449fde95947f req-8f58c4b4-76b4-4766-b785-093225de84ba tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.196 HTTP/1.1" status: 200 len: 696 time: 0.0802872 Nov 12 12:21:44.839925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47d7fa-38f2-423e-9b58-6c7199537d9c req-ac8db22e-b570-43a5-8b4f-9f1bd342186a tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.841556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba47d7fa-38f2-423e-9b58-6c7199537d9c req-ac8db22e-b570-43a5-8b4f-9f1bd342186a tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.1234245 Nov 12 12:21:44.880040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.919709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.928021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9baf51b4-b592-439d-b66f-2426f068a619,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:44.937005 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.942777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d8e456c8-230c-4b60-adfb-1e52728f0904 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9baf51b4-b592-439d-b66f-2426f068a619 HTTP/1.1" status: 204 len: 168 time: 0.5883865 Nov 12 12:21:44.960791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbb5cd-e3e4-4644-8aed-2bf13ffc219c service neutron] Pushing event updated for resources: {'Port': ['ID=919d1d0a-3916-4992-87a4-e3900741924d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:44.963515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:44.978913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53683dea-ff2d-4d0f-ae5d-6aedfde4c9be,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:44.985647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:44.991515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eae1c9d7-ccff-4e78-8cd6-541fa2b3901c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53683dea-ff2d-4d0f-ae5d-6aedfde4c9be HTTP/1.1" status: 204 len: 168 time: 0.7057369 Nov 12 12:21:44.993287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba47d7fa-38f2-423e-9b58-6c7199537d9c req-e04aaff6-a4ac-450d-9f62-6cfb60f70a40 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424356 Nov 12 12:21:44.993769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44906) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:45.033646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9a405961-2898-43b2-8fcb-be1bcaff0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:45.035282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-9a405961-2898-43b2-8fcb-be1bcaff0685 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1095 time: 0.2346830 Nov 12 12:21:45.101608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.106717 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.111229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-c6204258-eb77-470c-b5d0-17c0afe9f959 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 217 time: 0.0651176 Nov 12 12:21:45.118638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Deleting port cc2a65ab-3345-43e3-92de-9bd5e70d1e47 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:45.119149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.203011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.228705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc7522f-6f56-46d8-8a26-ff367ebfede6']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:45.242469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9177a8de-74ff-4e49-ae8f-e1983fccf982') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:45.242771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9177a8de-74ff-4e49-ae8f-e1983fccf982') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:45.256385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.263149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-6c41f8dd-3d38-4c38-9000-1a00e4a849c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:45.264891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-6c41f8dd-3d38-4c38-9000-1a00e4a849c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.1431787 Nov 12 12:21:45.273460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.280933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:21:45.281360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:21:45.283431 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:21:45.353585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.362644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.362789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.366485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bc7522f-6f56-46d8-8a26-ff367ebfede6 HTTP/1.1" status: 204 len: 168 time: 0.3711548 Nov 12 12:21:45.379875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:45.389398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab674e-ca92-4909-b428-14e2f1bbc389 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc7522f-6f56-46d8-8a26-ff367ebfede6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:45.390624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.390949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.411541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cd9102-2bc0-49bf-8b48-ac4b217caa7d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:45.426483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Calling delete_port for cc2a65ab-3345-43e3-92de-9bd5e70d1e47 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:45.437306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d88c7b-cb2f-4134-bb03-eb0380480403') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:45.437619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d88c7b-cb2f-4134-bb03-eb0380480403') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:45.441719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Deleting subnet 991c7c48-5e52-4e03-b7bb-fd769312743b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:21:45.445611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.457592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-11cd55ae-286a-4069-b942-7e156346cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:45.459145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-11cd55ae-286a-4069-b942-7e156346cd3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852014 Nov 12 12:21:45.490034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.494641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.542391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.544116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.580267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:21:45.580947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:21:45.582831 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:21:45.633583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a520-8e89-4758-8506-28ce8ea66adc req-7adb7694-2b9b-41d7-926b-af4936004094 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:45.635600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c333a520-8e89-4758-8506-28ce8ea66adc req-7adb7694-2b9b-41d7-926b-af4936004094 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 944 time: 0.0689201 Nov 12 12:21:45.656727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.683559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.689108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991c7c48-5e52-4e03-b7bb-fd769312743b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:45.690675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-2ad257b8-3913-41b6-be4b-671eaca4672b service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915371 Nov 12 12:21:45.696976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.700526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.704145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-004dd40f-a9e5-4987-b204-8f0912e21a89 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/991c7c48-5e52-4e03-b7bb-fd769312743b HTTP/1.1" status: 204 len: 168 time: 0.3229790 Nov 12 12:21:45.707302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c0cd9102-2bc0-49bf-8b48-ac4b217caa7d HTTP/1.1" status: 204 len: 168 time: 0.7407684 Nov 12 12:21:45.707789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44942) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:45.730041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6912a-edb4-4e98-b256-f0846cdf4649 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cd9102-2bc0-49bf-8b48-ac4b217caa7d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:45.741588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c333a520-8e89-4758-8506-28ce8ea66adc req-5b7a3c09-a144-46b8-8c68-833d95b54e19 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988591 Nov 12 12:21:45.829216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.843892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.866841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:45.881587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Pushing event deleted for resources: {'Port': ['ID=cc2a65ab-3345-43e3-92de-9bd5e70d1e47,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:45.911330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-327b3a10-cb32-428a-99af-74e3fa6543c5 req-aa8dc9d9-8350-4033-8a3c-a2c8b1693748 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937249 Nov 12 12:21:45.957951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc59a0e-664f-49b7-be8a-1a85c9ca108a req-62ffd5e4-c5eb-4fb6-a8ce-5439362d215b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:45.965619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4dc59a0e-664f-49b7-be8a-1a85c9ca108a req-62ffd5e4-c5eb-4fb6-a8ce-5439362d215b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.1343508 Nov 12 12:21:45.972329 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-11807e3e-eec6-4ff5-a390-9d071e9bf7f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=429c1bf225d547e3ac4a78a7417e617e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0985906 Nov 12 12:21:45.974533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:45.976774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.980121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.981448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c79e7d31-ef3e-488d-809b-449fde95947f req-920608db-6ea8-4ebd-ad45-0caa69521fcd tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "DELETE /v2.0/floatingips/73aebd7f-a41a-45aa-af4f-5187b5db00aa HTTP/1.1" status: 204 len: 173 time: 1.1829023 Nov 12 12:21:45.990004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.026679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976d6a20-9633-4888-aa70-4c9f4d70e37a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:46.044144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c782a37-698c-4518-a51a-fd02a8e64ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.050514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d27701a-8c0a-4cb8-bc89-ae9351c2e7ff') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:46.050795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d27701a-8c0a-4cb8-bc89-ae9351c2e7ff') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:46.076231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4dc59a0e-664f-49b7-be8a-1a85c9ca108a req-aff82b45-189d-4717-9271-f8538c74c0d7 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096203 Nov 12 12:21:46.080313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.093508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'name': 'network-vif-deleted', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb'}, {'name': 'network-changed', 'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:46.095791 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528963bd-e884-4d73-9171-433c90802290" -d '{"events": [{"server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "name": "network-vif-deleted", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb"}, {"name": "network-changed", "server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "tag": "919d1d0a-3916-4992-87a4-e3900741924d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:46.104689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c782a37-698c-4518-a51a-fd02a8e64ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.113574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.120680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:21:46.121486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:21:46.123084 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:21:46.146464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd061d9-84ba-4256-8292-7f35831a0898 req-7b45e024-ab5a-40af-8f18-7cb121f1ad83 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:46.148752 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd061d9-84ba-4256-8292-7f35831a0898 req-7b45e024-ab5a-40af-8f18-7cb121f1ad83 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 949 time: 0.1017094 Nov 12 12:21:46.230843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd061d9-84ba-4256-8292-7f35831a0898 req-0926c965-f01f-4869-b043-ecb452eb953c tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654314 Nov 12 12:21:46.231575 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c782a37-698c-4518-a51a-fd02a8e64ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.236065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c782a37-698c-4518-a51a-fd02a8e64ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.242850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c782a37-698c-4518-a51a-fd02a8e64ddc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a71deeda-0f20-4f90-89db-d6efcfe809b2 HTTP/1.1" status: 204 len: 168 time: 0.2671716 Nov 12 12:21:46.256001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c782a37-698c-4518-a51a-fd02a8e64ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71deeda-0f20-4f90-89db-d6efcfe809b2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:46.271671 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-59a41f10-0965-4a97-8612-0cc0ce1b017d req-413c1e7b-4985-45ec-af12-df3af8f5f79a tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] show failed (client error): The resource could not be found. Nov 12 12:21:46.273024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59a41f10-0965-4a97-8612-0cc0ce1b017d req-413c1e7b-4985-45ec-af12-df3af8f5f79a tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips/73aebd7f-a41a-45aa-af4f-5187b5db00aa HTTP/1.1" status: 404 len: 350 time: 0.0498295 Nov 12 12:21:46.289839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.302238 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:46.314327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/976d6a20-9633-4888-aa70-4c9f4d70e37a HTTP/1.1" status: 204 len: 168 time: 0.6025629 Nov 12 12:21:46.384089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4790fa-bb74-42f7-801d-6a5d711149bd admin admin] Pushing event deleted for resources: {'Network': ['ID=976d6a20-9633-4888-aa70-4c9f4d70e37a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:46.395706 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007cfda-e16d-48e2-9596-f806d0f9adea x-openstack-request-id: req-1007cfda-e16d-48e2-9596-f806d0f9adea {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:46.395997 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c94d9-633c-41a0-a670-18aa3d81f596", "name": "network-vif-deleted", "tag": "eec4e595-6070-4e0d-9fd0-74d0f89b9ffb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "tag": "919d1d0a-3916-4992-87a4-e3900741924d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:46.396246 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1007cfda-e16d-48e2-9596-f806d0f9adea {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:46.396731 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c94d9-633c-41a0-a670-18aa3d81f596', 'name': 'network-vif-deleted', 'tag': 'eec4e595-6070-4e0d-9fd0-74d0f89b9ffb', 'status': 'completed', 'code': 200} Nov 12 12:21:46.396920 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d', 'status': 'completed', 'code': 200} Nov 12 12:21:46.492545 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-9fc98898-7128-4b35-95ce-4dfdefe07a9f req-fe6c6506-bea3-45bb-b8b7-b46afa7b45fa tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] show failed (client error): The resource could not be found. Nov 12 12:21:46.493585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fc98898-7128-4b35-95ce-4dfdefe07a9f req-fe6c6506-bea3-45bb-b8b7-b46afa7b45fa tempest-FloatingIPsTestJSON-209387375 tempest-FloatingIPsTestJSON-209387375-project] 10.222.0.18 "GET /v2.0/floatingips/73aebd7f-a41a-45aa-af4f-5187b5db00aa HTTP/1.1" status: 404 len: 350 time: 0.0492036 Nov 12 12:21:46.503850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44978) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:46.514091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528963bd-e884-4d73-9171-433c90802290 req-825f6eee-d466-49a2-8541-35549e2b1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:46.527155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-825f6eee-d466-49a2-8541-35549e2b1b21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1095 time: 0.1248641 Nov 12 12:21:46.698623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528963bd-e884-4d73-9171-433c90802290 req-ba3467d2-1725-46ff-8f8d-c30845dee857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:46.700360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-ba3467d2-1725-46ff-8f8d-c30845dee857 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.1659045 Nov 12 12:21:46.751748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:46.755035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-f68c0c58-e14f-485e-89ad-128535d6e36f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 217 time: 0.0439024 Nov 12 12:21:46.846944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528963bd-e884-4d73-9171-433c90802290 req-b0138b29-8d5e-4d6a-a3bf-5ad0d132881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:46.848742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-b0138b29-8d5e-4d6a-a3bf-5ad0d132881f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.0785100 Nov 12 12:21:46.854304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4c6c38e9-834e-46bb-88a4-712ed6e039c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa8f75ccdd084cadbcdecb7c3d623bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995734 Nov 12 12:21:46.856900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:46.918760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528963bd-e884-4d73-9171-433c90802290 req-e683969c-d725-472c-afa1-c0c18d544c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:46.920367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-e683969c-d725-472c-afa1-c0c18d544c12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625992 Nov 12 12:21:46.965903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27221a0-fc48-4726-95cc-dea5d6bb6b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.027872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27221a0-fc48-4726-95cc-dea5d6bb6b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.080258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-77323321-0d68-41a3-b256-33373480784e service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516182 Nov 12 12:21:47.130814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d2b6e-e6c8-4a49-928d-13e3949a6f99 req-cb63de66-4269-488e-a763-67e9ed1b3333 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:47.132393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f33d2b6e-e6c8-4a49-928d-13e3949a6f99 req-cb63de66-4269-488e-a763-67e9ed1b3333 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 944 time: 0.0962288 Nov 12 12:21:47.173428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27221a0-fc48-4726-95cc-dea5d6bb6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.176022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27221a0-fc48-4726-95cc-dea5d6bb6b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.177181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a27221a0-fc48-4726-95cc-dea5d6bb6b4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b6850ec-82c7-4372-9080-8f7caf92d24f HTTP/1.1" status: 204 len: 168 time: 0.3185520 Nov 12 12:21:47.201801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27221a0-fc48-4726-95cc-dea5d6bb6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6850ec-82c7-4372-9080-8f7caf92d24f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:47.225920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-528963bd-e884-4d73-9171-433c90802290 req-28674445-680d-44a8-ac60-ba94ae1a717b service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341932 Nov 12 12:21:47.245649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f33d2b6e-e6c8-4a49-928d-13e3949a6f99 req-d961d27b-18c3-4d1d-bd62-dd4b39f1da70 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951984 Nov 12 12:21:47.261347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.629604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087f74-668b-4c5d-9e60-d587cdf897a4 req-8b30c593-46fe-4996-9362-1825c629496e tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:47.631945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1087f74-668b-4c5d-9e60-d587cdf897a4 req-8b30c593-46fe-4996-9362-1825c629496e tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.1742749 Nov 12 12:21:47.698155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:47.726780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1087f74-668b-4c5d-9e60-d587cdf897a4 req-381c1531-9398-470d-b43b-5856de4e6960 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733395 Nov 12 12:21:47.757421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-25e09084-352d-40b0-b884-0aeb27974617 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a60736376a5942fe824a90809abbaa76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564849 Nov 12 12:21:47.763441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:47.908410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Deleting port 94d00784-dc03-4135-9135-c165542e4712 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:47.908763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.918905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c669880a-e1a1-48ae-9f20-9531eca054d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.933485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58071-1231-40e3-bfb3-8ba60100c329 req-2c60aa77-eefd-42ef-8e21-d48463faa361 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:47.935112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ac58071-1231-40e3-bfb3-8ba60100c329 req-2c60aa77-eefd-42ef-8e21-d48463faa361 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 1100 time: 0.0854037 Nov 12 12:21:47.950980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c669880a-e1a1-48ae-9f20-9531eca054d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.969435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ac58071-1231-40e3-bfb3-8ba60100c329 req-36854199-6d50-4e49-b50e-0889ec0711c6 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.993706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] For port 94d00784-dc03-4135-9135-c165542e4712, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94d00784-dc03-4135-9135-c165542e4712,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:47.994471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.008753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Calling delete_port for 94d00784-dc03-4135-9135-c165542e4712 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:48.049611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c669880a-e1a1-48ae-9f20-9531eca054d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.052596 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c669880a-e1a1-48ae-9f20-9531eca054d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.056384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c669880a-e1a1-48ae-9f20-9531eca054d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35e05027-9413-4276-b264-28a6a1342517 HTTP/1.1" status: 204 len: 168 time: 0.2891371 Nov 12 12:21:48.071415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669880a-e1a1-48ae-9f20-9531eca054d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e05027-9413-4276-b264-28a6a1342517,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:48.084853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ac58071-1231-40e3-bfb3-8ba60100c329 req-36854199-6d50-4e49-b50e-0889ec0711c6 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.090832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0ac58071-1231-40e3-bfb3-8ba60100c329 req-36854199-6d50-4e49-b50e-0889ec0711c6 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.141984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 919d1d0a-3916-4992-87a4-e3900741924d details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:48.142716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36854199-6d50-4e49-b50e-0889ec0711c6 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa552861-90fe-4d56-b8b7-f19730009f51,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:48.152080 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ac58071-1231-40e3-bfb3-8ba60100c329 req-36854199-6d50-4e49-b50e-0889ec0711c6 tempest-LiveMigrationNegativeTest-146375314 tempest-LiveMigrationNegativeTest-146375314-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070749 Nov 12 12:21:48.154955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:48.358047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.389705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.397421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 919d1d0a-3916-4992-87a4-e3900741924d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=919d1d0a-3916-4992-87a4-e3900741924d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:48.430451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:48.433905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Pushing event deleted for resources: {'Port': ['ID=94d00784-dc03-4135-9135-c165542e4712,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:48.441815 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7995596-8c37-46e0-ae0f-2db22c81f9f6" -d '{"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:48.445436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '919d1d0a-3916-4992-87a4-e3900741924d', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:48.486669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:48.496171 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.557293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.579760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919d1d0a-3916-4992-87a4-e3900741924d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:48.612035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:48.638732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.639457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.640017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.640635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.641185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.641752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.642340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.642936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.643479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.644020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.644571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.645112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:48.654512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 919d1d0a-3916-4992-87a4-e3900741924d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=919d1d0a-3916-4992-87a4-e3900741924d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:48.660920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.735262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-a583683c-031a-44c0-8a70-82317dcc1ca8 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:48.746021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-a583683c-031a-44c0-8a70-82317dcc1ca8 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/networks?id=a72640e3-e4c5-4236-ab65-02a886c66773 HTTP/1.1" status: 200 len: 810 time: 0.4014606 Nov 12 12:21:48.768507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=919d1d0a-3916-4992-87a4-e3900741924d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:48.783076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-bb0cce06-c3e6-4fcf-a6cc-b8cb28121586 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/quotas/5a386200f0864c59848d5f8742e0c547 HTTP/1.1" status: 200 len: 375 time: 0.0357511 Nov 12 12:21:48.851535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9d31e1e9-b292-4412-ba5a-5ac17c0fea39 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a386200f0864c59848d5f8742e0c547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660927 Nov 12 12:21:48.894080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d614-573c-4c5e-be1f-f3be482758d2 req-58e0d365-eb78-4512-a42f-f45ca6621c12 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:48.895835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46a1d614-573c-4c5e-be1f-f3be482758d2 req-58e0d365-eb78-4512-a42f-f45ca6621c12 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 945 time: 0.0570655 Nov 12 12:21:48.897758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:48.953403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['919d1d0a-3916-4992-87a4-e3900741924d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:48.964025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46a1d614-573c-4c5e-be1f-f3be482758d2 req-b369ab8e-14d0-4a91-b1c3-5aab0dea3a69 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Nov 12 12:21:49.044562 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e7126-2a75-41aa-996c-c0d5be5ebae3 x-openstack-request-id: req-e50e7126-2a75-41aa-996c-c0d5be5ebae3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:49.045102 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:49.045562 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e50e7126-2a75-41aa-996c-c0d5be5ebae3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:49.046229 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'code': 200} Nov 12 12:21:49.060882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-55145270-2f66-4723-b72f-8d6cfa31152d service neutron] 10.222.0.18 "GET /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966934 Nov 12 12:21:49.445935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e839e0e-f0a9-4802-99ad-07317d10a3e8 req-628cfce9-0e0e-4607-b92b-10dda5f2c2b8 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:49.450885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e839e0e-f0a9-4802-99ad-07317d10a3e8 req-628cfce9-0e0e-4607-b92b-10dda5f2c2b8 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.0628483 Nov 12 12:21:49.508401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e839e0e-f0a9-4802-99ad-07317d10a3e8 req-be0c00c4-d997-4356-b0b4-068bb641ebc9 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 Nov 12 12:21:49.683534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-7086463c-46de-40a3-adca-4d9395b31629 service neutron] 10.222.0.18 "GET /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105924 Nov 12 12:21:49.702499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Router a0949a8e-a64b-4fb1-a7c0-7b886422c164 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:21:49.873938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:21:49.881122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e81fa2d6-dd65-4503-9638-dc0ae14e808d admin admin] 10.222.0.18 "PUT /v2.0/routers/a0949a8e-a64b-4fb1-a7c0-7b886422c164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3762081 Nov 12 12:21:49.883527 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] Sync routers for ids ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:21:49.883995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:49.896023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] Routers {'a0949a8e-a64b-4fb1-a7c0-7b886422c164'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:49.896545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:50.052215 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.056286 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] Set router a0949a8e-a64b-4fb1-a7c0-7b886422c164 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:50.154194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 919d1d0a-3916-4992-87a4-e3900741924d up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:50.164937 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4cb1d5b0-8af6-46e6-ba7f-9ddaf17504e7 req-b32516b3-5c57-459e-abca-0e43376240fb tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 210 time: 0.0502312 Nov 12 12:21:50.239039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 919d1d0a-3916-4992-87a4-e3900741924d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:21:50.245421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 919d1d0a-3916-4992-87a4-e3900741924d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:50.246017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.307525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:50.349411 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.369282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140798e-dbfc-4595-a62f-1ccdd925159d req-d892fb1e-e1d0-48b0-b3f5-7f300d685912 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:50.376395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1140798e-dbfc-4595-a62f-1ccdd925159d req-d892fb1e-e1d0-48b0-b3f5-7f300d685912 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 945 time: 0.2373393 Nov 12 12:21:50.396374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 919d1d0a-3916-4992-87a4-e3900741924d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=919d1d0a-3916-4992-87a4-e3900741924d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:50.405837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.443024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.457361 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1abf95-8524-4dad-a38d-38678529c3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.526761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1140798e-dbfc-4595-a62f-1ccdd925159d req-0e4f245c-6643-470b-a614-9482079ed4c8 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373456 Nov 12 12:21:50.648724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Deleting port 5d507685-8108-4761-bf5d-8d45672047a6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:50.649120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.663257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1abf95-8524-4dad-a38d-38678529c3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.671507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1abf95-8524-4dad-a38d-38678529c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.675453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=919d1d0a-3916-4992-87a4-e3900741924d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:50.714481 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5d507685-8108-4761-bf5d-8d45672047a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:48Z', 'revision_number': 5, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port': {'id': '5d507685-8108-4761-bf5d-8d45672047a6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:16Z', 'updated_at': '2021-11-12T12:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:50.726860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7e1abf95-8524-4dad-a38d-38678529c3f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e3f6dd2906f438da04e5e079858f27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181595 Nov 12 12:21:50.727719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1abf95-8524-4dad-a38d-38678529c3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530dff5e-0f8a-4e5c-b21e-5cace10e07f0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:50.730710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:50.754354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] For port 5d507685-8108-4761-bf5d-8d45672047a6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5d507685-8108-4761-bf5d-8d45672047a6,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:50.754920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.769109 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] Checking router: a0949a8e-a64b-4fb1-a7c0-7b886422c164 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:21:50.775547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Calling delete_port for 5d507685-8108-4761-bf5d-8d45672047a6 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:50.785197 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] Routers {'a0949a8e-a64b-4fb1-a7c0-7b886422c164'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:21:50.785934 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:50.837452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-413f0727-f058-4dbd-a591-747aa1ce6c65 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394957 Nov 12 12:21:50.897005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] Set router a0949a8e-a64b-4fb1-a7c0-7b886422c164 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:21:50.924093 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edcb15c8-8f1c-4504-adb5-b3d3038a22a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:50.967460 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:50Z', 'revision_number': 6, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:50.968999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ca25c-eec1-4aa7-bf8e-841a8dce62ca req-ef35961f-5360-455c-ad24-36f118df41f4 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:50.976758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-392ca25c-eec1-4aa7-bf8e-841a8dce62ca req-ef35961f-5360-455c-ad24-36f118df41f4 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.0832269 Nov 12 12:21:50.999851 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423847db-442b-4bdf-9b7c-ca364e0c92ab None None] The sync data for ids ['a0949a8e-a64b-4fb1-a7c0-7b886422c164'] in n-d-804878-5 is: [{'id': 'a0949a8e-a64b-4fb1-a7c0-7b886422c164', 'name': 'tempest-FloatingIPsTestJSON-833040330-router', 'tenant_id': '415c37b5822b4139a364ce0d88d4c29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:21:14Z', 'updated_at': '2021-11-12T12:21:50Z', 'revision_number': 6, 'project_id': '415c37b5822b4139a364ce0d88d4c29c', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:21:51.013055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-b1ada73b-a274-4e22-9cb0-ac7543dceb59 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:51.022986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-b1ada73b-a274-4e22-9cb0-ac7543dceb59 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834915 Nov 12 12:21:51.043644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-1f306db0-c3ed-4bfb-80da-31251ccbb3b0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/quotas/02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 375 time: 0.0193343 Nov 12 12:21:51.045522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edcb15c8-8f1c-4504-adb5-b3d3038a22a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.047764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:51.052801 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956fa99-44d2-43eb-98a5-3f17679bf45b" -d '{"events": [{"server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "name": "network-vif-plugged", "status": "completed", "tag": "919d1d0a-3916-4992-87a4-e3900741924d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:51.074970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-392ca25c-eec1-4aa7-bf8e-841a8dce62ca req-3b137a9e-470e-4dee-9a72-c3d8f2c538d1 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973029 Nov 12 12:21:51.087551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.090500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-738ada70-77bd-43fa-bfc1-90e6563bf13c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373061 Nov 12 12:21:51.128447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d507685-8108-4761-bf5d-8d45672047a6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:51.136674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edcb15c8-8f1c-4504-adb5-b3d3038a22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.141148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edcb15c8-8f1c-4504-adb5-b3d3038a22a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.142860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-edcb15c8-8f1c-4504-adb5-b3d3038a22a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/530dff5e-0f8a-4e5c-b21e-5cace10e07f0 HTTP/1.1" status: 204 len: 168 time: 0.4104490 Nov 12 12:21:51.154607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb15c8-8f1c-4504-adb5-b3d3038a22a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530dff5e-0f8a-4e5c-b21e-5cace10e07f0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:51.259397 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e2308-58e9-441a-ad55-6a445d911e4c x-openstack-request-id: req-d06e2308-58e9-441a-ad55-6a445d911e4c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:51.260817 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "name": "network-vif-plugged", "status": "completed", "tag": "919d1d0a-3916-4992-87a4-e3900741924d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:51.260817 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d06e2308-58e9-441a-ad55-6a445d911e4c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:51.261028 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d', 'code': 200} Nov 12 12:21:51.276585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.395236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-937842a8-6a89-4c71-bc73-43425a4a22e3 req-a897026a-ded7-42f1-bb4f-1da44023018d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.0451584 Nov 12 12:21:51.430816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.442433 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.479203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2c82c171-714b-462e-b742-fc683753eebd req-79faeb2b-4ebf-4446-89f5-899d660c5248 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 210 time: 0.0540986 Nov 12 12:21:51.672484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335f0a-5d63-4e81-9c10-4e6cf04726fe req-5248b208-b11e-438d-9c6b-3fdc1dc297f6 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:51.680535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea335f0a-5d63-4e81-9c10-4e6cf04726fe req-5248b208-b11e-438d-9c6b-3fdc1dc297f6 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 946 time: 0.0800812 Nov 12 12:21:51.756922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea335f0a-5d63-4e81-9c10-4e6cf04726fe req-e7557bba-f3eb-40a7-8484-03c526068856 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748606 Nov 12 12:21:52.033452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94d00784-dc03-4135-9135-c165542e4712 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:52.044450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2aba0-6c0a-46a2-89b6-6bdb1003793d req-76ef721a-d7c1-432d-a31d-e74eac0430ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:52.046526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5c2aba0-6c0a-46a2-89b6-6bdb1003793d req-76ef721a-d7c1-432d-a31d-e74eac0430ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1097 time: 0.6466675 Nov 12 12:21:52.058115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.058698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0949a8e-a64b-4fb1-a7c0-7b886422c164 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:21:52.092761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 94d00784-dc03-4135-9135-c165542e4712 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:52.093088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.093595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94d00784-dc03-4135-9135-c165542e4712 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:52.093595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5d507685-8108-4761-bf5d-8d45672047a6 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:52.095026 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-49fdf7db-d7f3-4c88-8161-e8fd1fdec37e admin admin] 10.222.0.18 "DELETE /v2.0/routers/a0949a8e-a64b-4fb1-a7c0-7b886422c164 HTTP/1.1" status: 204 len: 168 time: 2.2103004 Nov 12 12:21:52.098236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45272) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:52.140562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-12bed16f-4892-4adc-83c2-50c1242e3e16 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:52.142514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-12bed16f-4892-4adc-83c2-50c1242e3e16 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.6785405 Nov 12 12:21:52.162450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:52.173500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5d507685-8108-4761-bf5d-8d45672047a6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:52.174606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5d507685-8108-4761-bf5d-8d45672047a6 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:52.266447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Deleting subnet 29e95177-14a1-4442-bb46-0d987322f13b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:21:52.270416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.373628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:52.396415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'mac_address': 'fa:16:3e:eb:fb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:52.439694 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.515347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:52.525502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.549662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5c2aba0-6c0a-46a2-89b6-6bdb1003793d req-03382a0a-c7d6-4cc6-8047-364bf7fc78c8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852149 Nov 12 12:21:52.570760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9b7aa7-6a02-4568-9fef-bea323558e92 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:52.614586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:52.621553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.659884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9421cb1d-b0e4-4214-bc43-9ac0abdbaf48 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:52.662825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9421cb1d-b0e4-4214-bc43-9ac0abdbaf48 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.65 "GET /v2.0/networks?id=a72640e3-e4c5-4236-ab65-02a886c66773 HTTP/1.1" status: 200 len: 810 time: 0.7245798 Nov 12 12:21:52.669305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b4da2a7-6363-445c-a09b-8cf351dbc9c7 req-b6133097-8543-497c-9c98-495972bac0d3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.0399203 Nov 12 12:21:52.713273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['fd9b7aa7-6a02-4568-9fef-bea323558e92'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:52.713895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789361-f62d-4b89-a54f-a01a63953976 req-40ffc397-4369-4665-a5e0-e5a5dee3fc9a tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:52.720918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.726386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92789361-f62d-4b89-a54f-a01a63953976 req-40ffc397-4369-4665-a5e0-e5a5dee3fc9a tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.4502525 Nov 12 12:21:52.759574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:52.788628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Request body: {'port': {'device_id': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773', 'admin_state_up': True, 'tenant_id': '5a386200f0864c59848d5f8742e0c547'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:52.872447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8935fb79-772d-4da9-b544-1b8120401727 req-43ed46b4-db23-4c41-a0f6-269a39c4c505 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 210 time: 0.0510426 Nov 12 12:21:52.888498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-364642142-network', 'tenant_id': '193d7392b46d4944a2472204a8926f51'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:52.901185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.904620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Deleting port 5874335b-1aba-476b-aa3b-011225588c67 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:52.905238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:52.974499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92789361-f62d-4b89-a54f-a01a63953976 req-de97cba5-d2b7-4cc4-872a-49134c6a15d1 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430894 Nov 12 12:21:52.996465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e95177-14a1-4442-bb46-0d987322f13b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:53.010906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa0c54-88ba-4958-aaa7-96d8a08ed228 None None] Network 521cfc16-b92b-404b-a05f-a99dc67643c0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:53.019467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.028915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8e7b33b9-1903-4b57-a2a6-3c249069554f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/29e95177-14a1-4442-bb46-0d987322f13b HTTP/1.1" status: 204 len: 168 time: 0.9282091 Nov 12 12:21:53.033799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:53.078813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Made reservation on behalf of 193d7392b46d4944a2472204a8926f51 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:53.081426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.102488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.162085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] For port 5874335b-1aba-476b-aa3b-011225588c67, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5874335b-1aba-476b-aa3b-011225588c67,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:53.163034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.166495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Made reservation on behalf of 5a386200f0864c59848d5f8742e0c547 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:53.170367 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.199961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Calling delete_port for 5874335b-1aba-476b-aa3b-011225588c67 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:53.233274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2980c9-826e-42c4-a3cb-428fc97d6392 req-069a3b04-3f74-4815-8f99-2b510daf5c88 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:53.242146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad2980c9-826e-42c4-a3cb-428fc97d6392 req-069a3b04-3f74-4815-8f99-2b510daf5c88 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 946 time: 0.2824395 Nov 12 12:21:53.262692 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-38cdfc63-5bc9-4625-a9a1-7e24618c8107 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641546 Nov 12 12:21:53.269721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.313513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fa043-b956-4aee-8144-be87595cf596 None None] DHCP port deletion for 521cfc16-b92b-404b-a05f-a99dc67643c0 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:21:53.360726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad2980c9-826e-42c4-a3cb-428fc97d6392 req-6343e45b-1720-4f57-bc7e-501be7ebed72 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175723 Nov 12 12:21:53.416335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-550fa043-b956-4aee-8144-be87595cf596 None None] Deleting port c9e7b3ea-674f-4853-b720-2d0319ad140d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:53.418939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-550fa043-b956-4aee-8144-be87595cf596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.473876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Deleting port c9e7b3ea-674f-4853-b720-2d0319ad140d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:53.474457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.557730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-550fa043-b956-4aee-8144-be87595cf596 None None] For port c9e7b3ea-674f-4853-b720-2d0319ad140d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c9e7b3ea-674f-4853-b720-2d0319ad140d,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:53.558132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-550fa043-b956-4aee-8144-be87595cf596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.561771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.579759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.580984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-550fa043-b956-4aee-8144-be87595cf596 None None] Calling delete_port for c9e7b3ea-674f-4853-b720-2d0319ad140d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:53.587292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] For port c9e7b3ea-674f-4853-b720-2d0319ad140d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c9e7b3ea-674f-4853-b720-2d0319ad140d,segment=NetworkSegment(23999fa6-6533-42c6-9ef2-f65d9640f2cb),segment_id=23999fa6-6533-42c6-9ef2-f65d9640f2cb)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:53.587740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.614932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Calling delete_port for c9e7b3ea-674f-4853-b720-2d0319ad140d owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:53.670365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795f482-b3a9-4dd6-b67d-e27608e2b7ba,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:53.671083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c9e7b3ea-674f-4853-b720-2d0319ad140d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:53.715672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-19bc9e50-55a4-4b08-9307-e9739fea456a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:53.719843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-19bc9e50-55a4-4b08-9307-e9739fea456a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4430563 Nov 12 12:21:53.741264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Allocated IP 172.20.0.6 (a72640e3-e4c5-4236-ab65-02a886c66773/5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae/fc53b226-4e08-4319-be6d-6971c45f89f7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:53.787329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.802692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-550fa043-b956-4aee-8144-be87595cf596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.845150 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-571df6ae-e232-4a3a-bb20-f3a64ada8443 req-e67f28e2-4cc6-4fb7-bc65-b8ae503ac427 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.0810580 Nov 12 12:21:53.845414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fa043-b956-4aee-8144-be87595cf596 None None] Pushing event deleted for resources: {'Port': ['ID=c9e7b3ea-674f-4853-b720-2d0319ad140d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:53.846690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] No DVR routers for this DVR port c9e7b3ea-674f-4853-b720-2d0319ad140d on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:53.879745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fa043-b956-4aee-8144-be87595cf596 None None] No DVR routers for this DVR port c9e7b3ea-674f-4853-b720-2d0319ad140d on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:53.887756 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:53.971094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.016110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521cfc16-b92b-404b-a05f-a99dc67643c0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:54.020198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:21:54.059222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Request body: {'port': {'device_id': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '02679cf315e34445a6c4079156f8c98e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:54.064276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e7b3ea-674f-4853-b720-2d0319ad140d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:54.083302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23999fa6-6533-42c6-9ef2-f65d9640f2cb') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:54.084027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23999fa6-6533-42c6-9ef2-f65d9640f2cb') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:21:54.096672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.135374 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.152467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adba3e2-613c-49b4-85d7-516a2b55aab5 req-6e0ade25-2d23-40fb-9a6b-3400ecbb21eb tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:54.155877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.156396 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Added segment 672663c4-33f6-459e-b7ae-cce5ec17a855 of type vlan for network 050e8e0e-475e-4d05-8295-97028611cb47 Nov 12 12:21:54.160287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9adba3e2-613c-49b4-85d7-516a2b55aab5 req-6e0ade25-2d23-40fb-9a6b-3400ecbb21eb tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ae39cf-e3f5-41bc-bb84-d76451843e4a HTTP/1.1" status: 200 len: 949 time: 0.0923209 Nov 12 12:21:54.163743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:54.164337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:21:54.164817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:21:54.171303 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:21:54.180145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4f39a0-a7d9-46db-a1bd-2e8608297fc1 req-453a67b7-e433-46e9-9aae-3a609c8cdde3 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 210 time: 0.1477218 Nov 12 12:21:54.282235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.291061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port fd9b7aa7-6a02-4568-9fef-bea323558e92 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:54.291504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.302757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9adba3e2-613c-49b4-85d7-516a2b55aab5 req-a5a105a6-dff5-4511-9143-36362239e64c tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406221 Nov 12 12:21:54.307489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.323901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] 10.222.0.18 "DELETE /v2.0/networks/521cfc16-b92b-404b-a05f-a99dc67643c0 HTTP/1.1" status: 204 len: 168 time: 1.2889106 Nov 12 12:21:54.339583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.345251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.362020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ddb1b-d1a6-4c79-94c1-cd6806970869 admin admin] Pushing event deleted for resources: {'Network': ['ID=521cfc16-b92b-404b-a05f-a99dc67643c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:54.364954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5be22729-d302-41b4-bc62-9eed63d83f78'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:54.418421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.427168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Pushing event deleted for resources: {'Port': ['ID=5874335b-1aba-476b-aa3b-011225588c67,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:54.488517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5874335b-1aba-476b-aa3b-011225588c67 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:21:54.563686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 5874335b-1aba-476b-aa3b-011225588c67 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:21:54.563836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5874335b-1aba-476b-aa3b-011225588c67 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:21:54.574238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] No DVR routers for this DVR port 5874335b-1aba-476b-aa3b-011225588c67 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:21:54.575439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45344) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:54.585882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.589955 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.590125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b6f2d070-7bc2-4189-9329-8ceceac0cfe3 req-d6a2cdf1-d020-4510-b362-c28100dc6346 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "DELETE /v2.0/ports/5874335b-1aba-476b-aa3b-011225588c67 HTTP/1.1" status: 204 len: 173 time: 2.4361124 Nov 12 12:21:54.591397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'name': 'network-vif-deleted', 'tag': '5874335b-1aba-476b-aa3b-011225588c67'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:54.595648 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c201f-ab69-4ad5-a80a-e77fc3628f1b" -d '{"events": [{"server_uuid": "c1ae39cf-e3f5-41bc-bb84-d76451843e4a", "name": "network-vif-deleted", "tag": "5874335b-1aba-476b-aa3b-011225588c67"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:54.653239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.654275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:54.655323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.746669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-392dd946-4813-4581-818c-f46382e413d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=415c37b5822b4139a364ce0d88d4c29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677887 Nov 12 12:21:54.749559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:54.753809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:54.756282 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a017ce-a883-4cf4-a83b-07cf07c795ad" -d '{"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:54.758438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Made reservation on behalf of 02679cf315e34445a6c4079156f8c98e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:54.762501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.777662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2378218 Nov 12 12:21:54.790119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:54.796809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:54.803881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Request body: {'subnet': {'network_id': '050e8e0e-475e-4d05-8295-97028611cb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-364642142-subnet', 'tenant_id': '193d7392b46d4944a2472204a8926f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:54.807102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.811841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.835899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee5ace-d40b-426e-a65e-c792158baa78 req-8304dea8-8b3e-4a51-948a-0917a33e7112 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:54.837675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69ee5ace-d40b-426e-a65e-c792158baa78 req-8304dea8-8b3e-4a51-948a-0917a33e7112 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 946 time: 0.3083978 Nov 12 12:21:54.838531 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.848002 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1b74ad-3d32-4729-b1a0-d1682bfc7050 x-openstack-request-id: req-7e1b74ad-3d32-4729-b1a0-d1682bfc7050 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:54.848288 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ae39cf-e3f5-41bc-bb84-d76451843e4a", "name": "network-vif-deleted", "tag": "5874335b-1aba-476b-aa3b-011225588c67", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:54.848546 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e1b74ad-3d32-4729-b1a0-d1682bfc7050 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:54.848949 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ae39cf-e3f5-41bc-bb84-d76451843e4a', 'name': 'network-vif-deleted', 'tag': '5874335b-1aba-476b-aa3b-011225588c67', 'status': 'completed', 'code': 200} Nov 12 12:21:54.849594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085f41-a12e-4a94-be08-a2030d7d906f admin admin] Pushing event updated for resources: {'Network': ['ID=050e8e0e-475e-4d05-8295-97028611cb47,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:54.862918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 050e8e0e-475e-4d05-8295-97028611cb47 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:21:54.916451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c182fc0-eff9-413d-ad1e-9ccbc67fe543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.944361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:54.971311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Network a72640e3-e4c5-4236-ab65-02a886c66773 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:54.977135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c182fc0-eff9-413d-ad1e-9ccbc67fe543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:54.983595 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade4dc81-6730-4155-a22c-1d0fcdaab289 x-openstack-request-id: req-ade4dc81-6730-4155-a22c-1d0fcdaab289 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:54.983859 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:54.984094 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ade4dc81-6730-4155-a22c-1d0fcdaab289 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:54.985535 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'code': 200} Nov 12 12:21:54.996664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:54.999601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:55.006631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Made reservation on behalf of 193d7392b46d4944a2472204a8926f51 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:55.010321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.012417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Pushing event updated for resources: {'Port': ['ID=fc53b226-4e08-4319-be6d-6971c45f89f7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:55.059622 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69ee5ace-d40b-426e-a65e-c792158baa78 req-84a62728-c8c1-4c15-92d8-370cef71c248 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688862 Nov 12 12:21:55.127786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12df30d7-ed76-4dc1-9406-66f30a2c95e4 req-81266e5a-8947-498f-9f3e-59c5a430c79a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.0843058 Nov 12 12:21:55.137055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c182fc0-eff9-413d-ad1e-9ccbc67fe543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.148054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c182fc0-eff9-413d-ad1e-9ccbc67fe543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.148054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6c182fc0-eff9-413d-ad1e-9ccbc67fe543 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc169805-ca58-444f-be64-095775237e07 HTTP/1.1" status: 204 len: 168 time: 0.3884604 Nov 12 12:21:55.164824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c182fc0-eff9-413d-ad1e-9ccbc67fe543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc169805-ca58-444f-be64-095775237e07,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:55.292508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.359002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:55.360027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.362517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.368646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb558d-fb4c-4ad4-aa01-e070ae2120c5 req-d24377da-5b41-4664-b04f-13b7b928f261 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:55.383480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48bb558d-fb4c-4ad4-aa01-e070ae2120c5 req-d24377da-5b41-4664-b04f-13b7b928f261 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 931 time: 0.0890353 Nov 12 12:21:55.543023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48bb558d-fb4c-4ad4-aa01-e070ae2120c5 req-4bae150a-4673-48ae-af46-ec9020d0cc46 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585608 Nov 12 12:21:55.550304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-9392ae09-bff8-4850-b317-eccb434efa1f tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7709920 Nov 12 12:21:55.560847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da90bb5b-457d-432b-957c-c82f3519cbd1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:55.571064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f6452-df2b-41d9-a428-a83fab380800 req-9471f296-cff5-40fa-841e-c66aa606b3af tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:55.572709 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-9471f296-cff5-40fa-841e-c66aa606b3af tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3205822 Nov 12 12:21:55.583686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Request body: {'port': {'device_id': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:55.615009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Allocated IP 192.168.233.65 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/b142661f-35cb-4e9c-8799-1b1c5bee380b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:21:55.713529 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-7c8a81b3-23c8-4868-80cc-515b4f08ebc5 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.1206760 Nov 12 12:21:55.749538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'floatingip': {'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:55.890829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:55.969152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:56.091665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b9e0-2105-46ad-a8d6-bdc1525699d0 req-4f2ea808-6dd3-4937-a932-8484ffa07417 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:56.094233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1234b9e0-2105-46ad-a8d6-bdc1525699d0 req-4f2ea808-6dd3-4937-a932-8484ffa07417 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.0906577 Nov 12 12:21:56.098015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:56.194094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1234b9e0-2105-46ad-a8d6-bdc1525699d0 req-5d189db8-7fdf-4d2c-97af-3cc1f9bbc4d2 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930927 Nov 12 12:21:56.285300 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:56.356378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe46ea2-984d-45b7-bc51-d4435cccddce,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:56.415229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f79ac21-d5a1-4046-9c45-337cc1f30fa3 req-d611bbe3-eb35-47be-8a37-afe7fd665a93 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.1089244 Nov 12 12:21:56.496621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45404) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:56.505427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Checking segment: {'id': '672663c4-33f6-459e-b7ae-cce5ec17a855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:56.505866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Network hostable DHCP agents. Network: 050e8e0e-475e-4d05-8295-97028611cb47, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:21:56.725452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-network', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:56.829266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Made reservation on behalf of c0228cd1d4084c3298304dbcc6ad7736 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:56.831858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:56.846324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:56.862212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e099ae2-3d43-42ec-a658-418ff60deaa0 req-0851da53-b8c3-4ac3-aa30-1eb4452d602c tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:56.872502 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e099ae2-3d43-42ec-a658-418ff60deaa0 req-0851da53-b8c3-4ac3-aa30-1eb4452d602c tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 931 time: 0.1707828 Nov 12 12:21:56.952220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e099ae2-3d43-42ec-a658-418ff60deaa0 req-bb37a152-1359-4452-a58e-cc24f3e3f3f4 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795369 Nov 12 12:21:56.996040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.020632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Network 050e8e0e-475e-4d05-8295-97028611cb47 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:21:57.078504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.085745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.116669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 050e8e0e-475e-4d05-8295-97028611cb47) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:57.127550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1006a649-c04a-4b58-9af1-98c608f2b60a None None] Network 050e8e0e-475e-4d05-8295-97028611cb47 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:57.131094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:21:57.145316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba99e59-bb96-4cde-a069-65aa6ce764a9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:57.146917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.147518 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.152323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.152688 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Added segment f62c92ba-4c10-45c0-8512-f168b4685498 of type vlan for network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 Nov 12 12:21:57.165280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:21:57.206194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:57.212160 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.220284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:57.231555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:21:57.321715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.329169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.330259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.337083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.338586 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.356923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-46e569f2-ac03-48f4-8787-2be93ff79706 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5612147 Nov 12 12:21:57.371597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749332b-8e05-4b12-ab2b-b2f0b9fdc192 None None] Network 050e8e0e-475e-4d05-8295-97028611cb47 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:21:57.467183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-bb6f6b6f-6d32-4c58-bbb3-0f06c215cacc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4438779 Nov 12 12:21:57.480909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc53b226-4e08-4319-be6d-6971c45f89f7 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:57.500276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Request body: {'port': {'device_id': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:57.534626 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.585017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:21:57.587225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0889270 Nov 12 12:21:57.621323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3239e5-33e7-4d6d-80ac-93e4def8bad5 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc4768a-51d1-4d9b-9e53-eff2c1c9e902,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:57.636423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Request body: {'subnet': {'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-subnet', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:21:57.647783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7759c2-7e47-4d07-bc67-a3f781e1bf29 req-2c18c6bb-0f8d-4c6b-9d25-f43ba1bb619a tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.654297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.662288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f7759c2-7e47-4d07-bc67-a3f781e1bf29 req-2c18c6bb-0f8d-4c6b-9d25-f43ba1bb619a tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.3619814 Nov 12 12:21:57.683736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:21:57.730213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Transition to ACTIVE for port object fc53b226-4e08-4319-be6d-6971c45f89f7 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:57.757189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f7759c2-7e47-4d07-bc67-a3f781e1bf29 req-fe6d1912-2223-4422-ae07-d8b8bde79011 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943248 Nov 12 12:21:57.758088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.785332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b33782ed-abbf-4903-9f28-eafd1b4d0378 None None] Provisioning complete for port b142661f-35cb-4e9c-8799-1b1c5bee380b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:57.792949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b33782ed-abbf-4903-9f28-eafd1b4d0378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.831648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:21:57.839343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Pushing event updated for resources: {'Port': ['ID=fc53b226-4e08-4319-be6d-6971c45f89f7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:57.860360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b33782ed-abbf-4903-9f28-eafd1b4d0378 None None] Port b142661f-35cb-4e9c-8799-1b1c5bee380b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:21:57.929554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Made reservation on behalf of c0228cd1d4084c3298304dbcc6ad7736 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:21:57.932096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525dbd3-6958-45c8-b10a-86fbe012f743 req-aef7f06d-0964-4dfd-aab8-394319abce38 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.932277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:57.941605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3525dbd3-6958-45c8-b10a-86fbe012f743 req-aef7f06d-0964-4dfd-aab8-394319abce38 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 935 time: 0.0732620 Nov 12 12:21:58.006979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fd962-eed7-4301-b350-790d90bbfb69 req-e2024851-1d1d-428e-a019-3fa984c856d2 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:58.008667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-538fd962-eed7-4301-b350-790d90bbfb69 req-e2024851-1d1d-428e-a019-3fa984c856d2 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.4228547 Nov 12 12:21:58.028639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3525dbd3-6958-45c8-b10a-86fbe012f743 req-e108da30-ab2d-4364-99f3-ec83043ae8fe tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840268 Nov 12 12:21:58.121391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:58.161465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:58.406434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Attempting to bind port fc53b226-4e08-4319-be6d-6971c45f89f7 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:21:58.407125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Attempting to bind port fc53b226-4e08-4319-be6d-6971c45f89f7 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:21:58.407125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Attempting to bind port fc53b226-4e08-4319-be6d-6971c45f89f7 on network a72640e3-e4c5-4236-ab65-02a886c66773 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:58.440928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-c0e8ab03-80a5-479f-a0d4-686dc8e16cc2 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:58.441547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Port fc53b226-4e08-4319-be6d-6971c45f89f7 on network a72640e3-e4c5-4236-ab65-02a886c66773 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:21:58.441547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Attempting to bind port fc53b226-4e08-4319-be6d-6971c45f89f7 on network a72640e3-e4c5-4236-ab65-02a886c66773 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:21:58.450155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-c0e8ab03-80a5-479f-a0d4-686dc8e16cc2 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/networks?id=050e8e0e-475e-4d05-8295-97028611cb47 HTTP/1.1" status: 200 len: 821 time: 0.1671433 Nov 12 12:21:58.478249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-5bd870f6-42e9-4ff7-8cdb-9a1eb581d6aa tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/quotas/193d7392b46d4944a2472204a8926f51 HTTP/1.1" status: 200 len: 375 time: 0.0256705 Nov 12 12:21:58.514839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-6eedeaaf-8a3d-41d6-827a-4a0c6aac5bb0 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=193d7392b46d4944a2472204a8926f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367327 Nov 12 12:21:58.517739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:21:58.518076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Checking segment: {'id': 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:58.518496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Bound using segment: {'id': 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:21:58.518952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Bound port: fc53b226-4e08-4319-be6d-6971c45f89f7, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:21:58.519343 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:58.568566 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Floating IP b092a837-2b13-4489-89c2-5892ad3e5963 associated. External IP: 172.25.1.240, port: 59a55744-fd36-4762-8b37-1849d8166a2d. Nov 12 12:21:58.666135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-0621be63-4517-425a-9cd0-a8be13d6ae3e service neutron] 10.222.0.18 "GET /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413386 Nov 12 12:21:58.684253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Deleting port 5be22729-d302-41b4-bc62-9eed63d83f78 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:21:58.684609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:58.803226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:58.818310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-84c544ca-7c1c-48da-b7f3-03ec312d98f7 service neutron] 10.222.0.18 "GET /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454012 Nov 12 12:21:58.945680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] For port fc53b226-4e08-4319-be6d-6971c45f89f7, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:21:59.053592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] For port fc53b226-4e08-4319-be6d-6971c45f89f7, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fc53b226-4e08-4319-be6d-6971c45f89f7,segment=NetworkSegment(bc44c8bf-5dde-45ff-b8d2-85658dc583fb),segment_id=bc44c8bf-5dde-45ff-b8d2-85658dc583fb)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:21:59.062927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7978f231-1f83-457f-b4e8-4e4fca527a69,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:59.071355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] For port 5be22729-d302-41b4-bc62-9eed63d83f78, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5be22729-d302-41b4-bc62-9eed63d83f78,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:59.071355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.089057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.095599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b142661f-35cb-4e9c-8799-1b1c5bee380b {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:59.112710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4ed9-625e-45fe-bdb7-a9a37f3d9a92 req-afa448b1-f345-4592-b27f-4fa315dee301 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:59.121230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4cbe4ed9-625e-45fe-bdb7-a9a37f3d9a92 req-afa448b1-f345-4592-b27f-4fa315dee301 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 943 time: 0.0747237 Nov 12 12:21:59.148971 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.155178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Calling delete_port for 5be22729-d302-41b4-bc62-9eed63d83f78 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:21:59.209280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:59.209907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.211376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] 10.222.0.65 "PUT /v2.0/ports/fc53b226-4e08-4319-be6d-6971c45f89f7 HTTP/1.1" status: 200 len: 1091 time: 3.6361251 Nov 12 12:21:59.216578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'tag': 'fc53b226-4e08-4319-be6d-6971c45f89f7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:59.217915 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52" -d '{"events": [{"name": "network-changed", "server_uuid": "749a2793-3d1e-4cd1-af2d-e34092fe78b5", "tag": "fc53b226-4e08-4319-be6d-6971c45f89f7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:59.231436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Checking segment: {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:21:59.231809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Network hostable DHCP agents. Network: ffc4768a-51d1-4d9b-9e53-eff2c1c9e902, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:21:59.234481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Transition to ACTIVE for port object b142661f-35cb-4e9c-8799-1b1c5bee380b will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:21:59.248593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4cbe4ed9-625e-45fe-bdb7-a9a37f3d9a92 req-a3072c9e-6599-4c97-b144-0c3c60e3e757 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260362 Nov 12 12:21:59.352073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.428874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.538773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29009d-5608-424b-97ca-a59e747a33cf req-cc88cd6f-a043-4195-9efa-1e8552023eeb tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:59.540522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd29009d-5608-424b-97ca-a59e747a33cf req-cc88cd6f-a043-4195-9efa-1e8552023eeb tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c816468-3c17-4793-8fe0-e28294f51a0b HTTP/1.1" status: 200 len: 949 time: 0.1354270 Nov 12 12:21:59.542841 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.560990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:21:59.626082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:21:59.648841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2ef5-2632-44eb-b304-b57a9f7e8f4c service neutron] Pushing event updated for resources: {'Port': ['ID=fc53b226-4e08-4319-be6d-6971c45f89f7,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:59.675922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd29009d-5608-424b-97ca-a59e747a33cf req-8c51ad62-0506-4e07-ac4a-7e33c14385b2 tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.18 "GET /v2.0/security-groups?id=373b756c-7fa2-4e46-bd3e-034d23d56cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258991 Nov 12 12:21:59.737331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-766461a1-18a4-4048-b457-54820da72608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:59.738849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-766461a1-18a4-4048-b457-54820da72608 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a386200f0864c59848d5f8742e0c547&device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 1094 time: 0.3027971 Nov 12 12:21:59.923313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0545a0be-e756-484c-84f6-347ea0cc00e0 req-52e0756f-64d9-41a8-a655-ce04c4d2ae24 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 210 time: 0.1194053 Nov 12 12:21:59.965339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ffc4768a-51d1-4d9b-9e53-eff2c1c9e902) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:21:59.977094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d888416-6bec-4930-88cb-0711f6fe97cb None None] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:00.048328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:00.049371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.061489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-45d0feba-efcf-4828-8eec-4941201e91df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc53b226-4e08-4319-be6d-6971c45f89f7 HTTP/1.1" status: 200 len: 217 time: 0.2763252 Nov 12 12:22:00.265957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69606f-9bcd-48be-b3d3-dcf78d8eabde req-a890ab57-ea7d-4783-be04-2c57dd1fd126 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:00.280753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d69606f-9bcd-48be-b3d3-dcf78d8eabde req-a890ab57-ea7d-4783-be04-2c57dd1fd126 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 947 time: 0.1260865 Nov 12 12:22:00.386137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d69606f-9bcd-48be-b3d3-dcf78d8eabde req-2d34a688-7bb0-4f37-a42d-360fddf91c6e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039271 Nov 12 12:22:00.398174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ffc4768a-51d1-4d9b-9e53-eff2c1c9e902', 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'fixed_ips': [{'subnet_id': '7978f231-1f83-457f-b4e8-4e4fca527a69'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:22:00.398174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.504493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e2f3593a-fb9e-46ba-8202-d0263c0f2ef0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9125855 Nov 12 12:22:00.507227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:00.514973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:00.515753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5be22729-d302-41b4-bc62-9eed63d83f78 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:00.537923 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ad170-db9a-47be-96cf-0354dd4abcd8 x-openstack-request-id: req-c20ad170-db9a-47be-96cf-0354dd4abcd8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:00.538122 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749a2793-3d1e-4cd1-af2d-e34092fe78b5", "tag": "fc53b226-4e08-4319-be6d-6971c45f89f7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:00.538283 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c20ad170-db9a-47be-96cf-0354dd4abcd8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:00.538802 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'tag': 'fc53b226-4e08-4319-be6d-6971c45f89f7', 'status': 'completed', 'code': 200} Nov 12 12:22:00.568898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:00.592355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.601723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.628234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.639616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:00.639948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:00.640273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:00.676110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-5100f8ef-9b7f-430a-a686-051b0cdb4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:00.677880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-5100f8ef-9b7f-430a-a686-051b0cdb4c86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae HTTP/1.1" status: 200 len: 850 time: 0.5981004 Nov 12 12:22:00.702444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Port b142661f-35cb-4e9c-8799-1b1c5bee380b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:22:00.702815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:00.720716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:00.722150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Pushing event deleted for resources: {'Port': ['ID=5be22729-d302-41b4-bc62-9eed63d83f78,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:00.726896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.784205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:00.785937 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-dd4ba9b6-ac2f-4f30-b6cd-48d32519381e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a72640e3-e4c5-4236-ab65-02a886c66773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802515 Nov 12 12:22:00.810531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:00.811193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:00.811588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:00.812090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Bound port: b142661f-35cb-4e9c-8799-1b1c5bee380b, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:00.812449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.892358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:00.900659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:00.922739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.955136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-53c076c0-cf90-43ff-8c87-f9edc52c104a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "PUT /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 996 time: 5.2162230 Nov 12 12:22:00.957037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] No DVR routers for this DVR port 5be22729-d302-41b4-bc62-9eed63d83f78 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:00.967564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No active binding found for port 5be22729-d302-41b4-bc62-9eed63d83f78 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:22:00.968626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5be22729-d302-41b4-bc62-9eed63d83f78 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:00.982977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:00.988337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-538fd962-eed7-4301-b350-790d90bbfb69 req-2a6ffe1c-489a-492a-9213-3525ba5c648b tempest-LiveMigrationNegativeTest-1326448069 tempest-LiveMigrationNegativeTest-1326448069-project] 10.222.0.81 "DELETE /v2.0/ports/5be22729-d302-41b4-bc62-9eed63d83f78 HTTP/1.1" status: 204 len: 173 time: 2.9601662 Nov 12 12:22:01.159202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Allocated IP 172.20.0.2 (ffc4768a-51d1-4d9b-9e53-eff2c1c9e902/7978f231-1f83-457f-b4e8-4e4fca527a69/6ecd8e70-55de-499b-809d-350559022cf1) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:01.303331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:01.308729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f6452-df2b-41d9-a428-a83fab380800 req-feefcacf-46a4-4970-91ab-3016ab6e51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:01.310374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-feefcacf-46a4-4970-91ab-3016ab6e51ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.3200424 Nov 12 12:22:01.312244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-41ce28ac-3a41-4cd0-8b56-35f9b1cc07f2 service neutron] 10.222.0.65 "GET /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925795 Nov 12 12:22:01.314063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:01.327370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:01.339501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.373514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-67805f5f-0589-48ac-a5f0-c4e25464ccb4 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:01.374535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-67805f5f-0589-48ac-a5f0-c4e25464ccb4 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.81 "GET /v2.0/networks?id=050e8e0e-475e-4d05-8295-97028611cb47 HTTP/1.1" status: 200 len: 821 time: 0.4398236 Nov 12 12:22:01.384986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.390939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Request body: {'port': {'device_id': '89b40e57-57eb-437e-a41e-698b10b396d2', 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47', 'admin_state_up': True, 'tenant_id': '193d7392b46d4944a2472204a8926f51'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:01.514557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2e05f-2dd7-4fd6-b783-240106a0a458 req-59c0a187-1bef-4f16-b7ee-095e920dd85b tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:01.515081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:01.515804 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.517095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] 10.222.0.65 "PUT /v2.0/ports/b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 1095 time: 4.0309901 Nov 12 12:22:01.535412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76f2e05f-2dd7-4fd6-b783-240106a0a458 req-59c0a187-1bef-4f16-b7ee-095e920dd85b tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 943 time: 0.6060877 Nov 12 12:22:01.721628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76f2e05f-2dd7-4fd6-b783-240106a0a458 req-53fd490b-50de-435d-9668-ab48a7ad81de tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777675 Nov 12 12:22:01.773922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f6452-df2b-41d9-a428-a83fab380800 req-ac3da0eb-9471-417c-bf38-0deab4a9b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:01.775716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-ac3da0eb-9471-417c-bf38-0deab4a9b9f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.4587467 Nov 12 12:22:01.827271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Made reservation on behalf of 193d7392b46d4944a2472204a8926f51 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:01.835045 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.958434 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e25ac1ac-5e0d-4a5c-9055-40a86ea2f9cd req-477e23d6-ba7d-45a6-a2d2-294ff4eda045 service neutron] 10.222.0.65 "GET /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298728 Nov 12 12:22:01.994673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f43e5-5f17-4136-a0fc-c9747e510af5 service neutron] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:02.006681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-94aa45f6-a965-47bd-973c-62bab5cf66aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 999 time: 0.2218976 Nov 12 12:22:02.076991 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.083050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Allocated IP 172.20.0.3 (050e8e0e-475e-4d05-8295-97028611cb47/bbe46ea2-984d-45b7-bc51-d4435cccddce/43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:02.097726 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.105165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-cebc29de-6d96-40fa-9d3c-98df868db1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.120143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-cebc29de-6d96-40fa-9d3c-98df868db1ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1098 time: 0.5471437 Nov 12 12:22:02.160458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:02.166644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:02.175286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:02.222571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Pushing event updated for resources: {'Port': ['ID=6ecd8e70-55de-499b-809d-350559022cf1,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:02.227095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:21:57Z', 'revision_number': 1, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:02.264137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:02.297242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-636bc9c6-c742-4a72-8ed6-582615a84a64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.1397386 Nov 12 12:22:02.303926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Attempting to bind port 6ecd8e70-55de-499b-809d-350559022cf1 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:02.304307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Attempting to bind port 6ecd8e70-55de-499b-809d-350559022cf1 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:02.304711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Attempting to bind port 6ecd8e70-55de-499b-809d-350559022cf1 on network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:02.310530 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.312582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:02.313808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:21:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:02.364107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.377727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f6452-df2b-41d9-a428-a83fab380800 req-b7fd838a-3e03-40bb-8636-9012ea99faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.388122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-b7fd838a-3e03-40bb-8636-9012ea99faee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.3723140 Nov 12 12:22:02.398598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-7b011a60-1727-4d21-8b00-3e92be2a8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.400870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-7b011a60-1727-4d21-8b00-3e92be2a8114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a386200f0864c59848d5f8742e0c547&device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 1094 time: 0.2792614 Nov 12 12:22:02.441210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:02.507440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:02.526529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-6b86bbec-f8b2-4afa-bc37-46817f8b5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.528005 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-6b86bbec-f8b2-4afa-bc37-46817f8b5fe3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2202590 Nov 12 12:22:02.539764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}, {'server_uuid': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'name': 'network-vif-deleted', 'tag': '5be22729-d302-41b4-bc62-9eed63d83f78'}, {'name': 'network-changed', 'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:02.545717 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}, {"server_uuid": "4c816468-3c17-4793-8fe0-e28294f51a0b", "name": "network-vif-deleted", "tag": "5be22729-d302-41b4-bc62-9eed63d83f78"}, {"name": "network-changed", "server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:02.559070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:02.559445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Checking segment: {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:02.559853 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.560251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Bound using segment: {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:02.560743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Bound port: 6ecd8e70-55de-499b-809d-350559022cf1, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:02.561305 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.575660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Network 050e8e0e-475e-4d05-8295-97028611cb47 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:02.581372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:02.595048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:02.659087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae182491-0447-4a81-8c29-eea1f1af62e0 req-c252a49e-2498-46d3-857f-75fb045fa7af tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.659344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f6452-df2b-41d9-a428-a83fab380800 req-6ca4db28-0403-4b17-a98b-71b91a0d98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.661244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-6ca4db28-0403-4b17-a98b-71b91a0d98da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2691133 Nov 12 12:22:02.664729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae182491-0447-4a81-8c29-eea1f1af62e0 req-c252a49e-2498-46d3-857f-75fb045fa7af tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 931 time: 0.3148966 Nov 12 12:22:02.673579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.674938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.707687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] For port 6ecd8e70-55de-499b-809d-350559022cf1, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:02.711903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] For port 6ecd8e70-55de-499b-809d-350559022cf1, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6ecd8e70-55de-499b-809d-350559022cf1,segment=NetworkSegment(f62c92ba-4c10-45c0-8512-f168b4685498),segment_id=f62c92ba-4c10-45c0-8512-f168b4685498)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:02.725281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.737772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Pushing event updated for resources: {'Port': ['ID=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:02.751454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.785434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-37f87c31-0fe2-481f-9636-75ead2431510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.793821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-37f87c31-0fe2-481f-9636-75ead2431510 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a72640e3-e4c5-4236-ab65-02a886c66773 HTTP/1.1" status: 200 len: 911 time: 0.3150485 Nov 12 12:22:02.798380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-3cb18daa-a556-409b-ba7e-588caace4bbc tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4115555 Nov 12 12:22:02.806702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:02.823021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Request body: {'port': {'device_id': '89b40e57-57eb-437e-a41e-698b10b396d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:02.878465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-b40695fe-e91f-41e0-8417-b856c66b6e47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc53b226-4e08-4319-be6d-6971c45f89f7 HTTP/1.1" status: 200 len: 217 time: 0.0817053 Nov 12 12:22:02.889351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-d18f272d-3810-453b-931a-c15b1e3dff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.889856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70573a1b-9ffc-43dd-b5a2-be82696cff21 None None] Pushing event updated for resources: {'Port': ['ID=6ecd8e70-55de-499b-809d-350559022cf1,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:02.891592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-d18f272d-3810-453b-931a-c15b1e3dff84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3339415 Nov 12 12:22:02.935714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae182491-0447-4a81-8c29-eea1f1af62e0 req-3352ce28-b586-4509-9dfc-fd0f02222f4a tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699392 Nov 12 12:22:02.957299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-456aeda5-76a0-4532-a362-dbdb7ba3b6a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50462ac43a6543998e2959106582de0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449883 Nov 12 12:22:02.983447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:03.014606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:21:57Z', 'revision_number': 1, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:03.090582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d065e-6234-4d5b-b123-d322bb951c45 None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:21:57Z', 'revision_number': 1, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:03.102006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-43aa4e25-141a-41e1-9ba9-9a66ef4aa154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:03.106366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-43aa4e25-141a-41e1-9ba9-9a66ef4aa154 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae HTTP/1.1" status: 200 len: 850 time: 0.2124648 Nov 12 12:22:03.218073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-813b713d-48a2-4830-83a3-a76c86fa4190 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454273 Nov 12 12:22:03.278202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-056ad330-6373-48a0-af54-b24bb495e43d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a72640e3-e4c5-4236-ab65-02a886c66773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595254 Nov 12 12:22:03.302332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Allocated IP 172.25.1.254 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/529b1d41-f489-4f53-8ba3-0bb605d2b0bf) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:03.334886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:03.391626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c082b1-22c4-4f2e-97a2-64290cf382fa req-135f51c1-69d0-42cc-a3d2-ae364c2af358 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:03.406053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7c082b1-22c4-4f2e-97a2-64290cf382fa req-135f51c1-69d0-42cc-a3d2-ae364c2af358 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 947 time: 0.2745078 Nov 12 12:22:03.527151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-33c57aa3-68a4-4682-9aa8-200eae47732f service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026695 Nov 12 12:22:03.569305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd4df99-6bc1-40c9-a29f-ce4f7a182060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:03.575451 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ae1d9-e77f-4c45-af53-6ba52bc4c747 None None] New status for floating IP b092a837-2b13-4489-89c2-5892ad3e5963: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:22:03.604276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b14f6452-df2b-41d9-a428-a83fab380800 req-2ecf1e7e-7ab8-41e5-9439-f774c639cc52 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321068 Nov 12 12:22:03.753287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:03.753826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd4df99-6bc1-40c9-a29f-ce4f7a182060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:03.758544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-9301817c-2f0d-4beb-aaed-56a4810637a1 service neutron] 10.222.0.65 "GET /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625552 Nov 12 12:22:03.812336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:03.913780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-985b3ce2-7ffa-453f-86bf-f8097682700e req-fb9adbb1-714b-4318-b7be-b64ae6534c4b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752644 Nov 12 12:22:03.917006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ecd8e70-55de-499b-809d-350559022cf1 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:03.972217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7c082b1-22c4-4f2e-97a2-64290cf382fa req-838911a0-86f3-4493-99db-06ec787219cd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649152 Nov 12 12:22:04.019587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:04.087796 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd4df99-6bc1-40c9-a29f-ce4f7a182060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:04.098021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd4df99-6bc1-40c9-a29f-ce4f7a182060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:04.101656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cdd4df99-6bc1-40c9-a29f-ce4f7a182060 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/373b756c-7fa2-4e46-bd3e-034d23d56cda HTTP/1.1" status: 204 len: 168 time: 1.0375898 Nov 12 12:22:04.107171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3db9f2ec-b7b2-42bc-a88f-bd7681b7bd52 req-7bacdd1b-e61e-45d7-b2cc-c03c7d6490b1 service neutron] 10.222.0.65 "GET /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355305 Nov 12 12:22:04.137830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4df99-6bc1-40c9-a29f-ce4f7a182060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b756c-7fa2-4e46-bd3e-034d23d56cda,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:04.145648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6ecd8e70-55de-499b-809d-350559022cf1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:04.147281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:04.181870 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88fc3f8-bfdf-41a3-ac50-546fc11e4ff8 x-openstack-request-id: req-d88fc3f8-bfdf-41a3-ac50-546fc11e4ff8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:04.182364 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "status": "completed", "code": 200}, {"server_uuid": "4c816468-3c17-4793-8fe0-e28294f51a0b", "name": "network-vif-deleted", "tag": "5be22729-d302-41b4-bc62-9eed63d83f78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:04.182632 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d88fc3f8-bfdf-41a3-ac50-546fc11e4ff8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:04.182940 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'status': 'completed', 'code': 200} Nov 12 12:22:04.183062 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c816468-3c17-4793-8fe0-e28294f51a0b', 'name': 'network-vif-deleted', 'tag': '5be22729-d302-41b4-bc62-9eed63d83f78', 'status': 'completed', 'code': 200} Nov 12 12:22:04.183359 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'status': 'completed', 'code': 200} Nov 12 12:22:04.216427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:04.230880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:04.257697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Pushing event updated for resources: {'Port': ['ID=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:04.323646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fc53b226-4e08-4319-be6d-6971c45f89f7 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:04.457127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-29ff6f27-a1ff-44f7-a913-eab0d8bcb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:04.463820 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-29ff6f27-a1ff-44f7-a913-eab0d8bcb48e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.2742414 Nov 12 12:22:04.772158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fc53b226-4e08-4319-be6d-6971c45f89f7, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fc53b226-4e08-4319-be6d-6971c45f89f7,segment=NetworkSegment(bc44c8bf-5dde-45ff-b8d2-85658dc583fb),segment_id=bc44c8bf-5dde-45ff-b8d2-85658dc583fb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:04.798453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-aa92fcd6-56cc-48be-b489-5df1188a5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:04.799997 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:22:04.800489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-aa92fcd6-56cc-48be-b489-5df1188a5430 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1098 time: 0.5029218 Nov 12 12:22:04.818888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'fc53b226-4e08-4319-be6d-6971c45f89f7', 'network_id': 'a72640e3-e4c5-4236-ab65-02a886c66773', 'port_id': 'fc53b226-4e08-4319-be6d-6971c45f89f7', 'mac_address': 'fa:16:3e:17:f5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:04.875383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:04.887429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff95c17-8af5-43b0-a4eb-84a4c5d151ab None None] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:04.970536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-d4802171-5ac8-4335-839a-0a7f70607650 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:04.980646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-d4802171-5ac8-4335-839a-0a7f70607650 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3595679 Nov 12 12:22:05.004958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:05.167269 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-c4a2469e-821b-45a2-a5f9-a15173ed6467 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1853414 Nov 12 12:22:05.177155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-19f88f74-9956-4704-8325-210c7e9f4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:05.180001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-19f88f74-9956-4704-8325-210c7e9f4f7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.6902313 Nov 12 12:22:05.189142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'floatingip': {'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:05.283148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 6ecd8e70-55de-499b-809d-350559022cf1, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6ecd8e70-55de-499b-809d-350559022cf1,segment=NetworkSegment(f62c92ba-4c10-45c0-8512-f168b4685498),segment_id=f62c92ba-4c10-45c0-8512-f168b4685498)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:05.350579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:05.442078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-f81d09be-c6e6-4415-ac3f-b02973e056eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 1001 time: 0.2362125 Nov 12 12:22:05.479653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=6ecd8e70-55de-499b-809d-350559022cf1,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:05.603192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-90c68702-e258-468f-a5a2-1223883fa61d None None] Provisioning complete for port 6ecd8e70-55de-499b-809d-350559022cf1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:05.603646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90c68702-e258-468f-a5a2-1223883fa61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:05.682926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:05.782175 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec265afa-9e14-48b0-8378-546c71e6f226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:05.792641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc53b226-4e08-4319-be6d-6971c45f89f7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:05.809944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:05.830647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ecd8e70-55de-499b-809d-350559022cf1 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:05.922422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b4f96-e206-4907-99a1-e2d2e18c8a80 req-0d124ccb-d750-46e5-a64f-d677709fd94b tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:05.938019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e4b4f96-e206-4907-99a1-e2d2e18c8a80 req-0d124ccb-d750-46e5-a64f-d677709fd94b tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 943 time: 1.4721274 Nov 12 12:22:05.968552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fc53b226-4e08-4319-be6d-6971c45f89f7, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fc53b226-4e08-4319-be6d-6971c45f89f7,segment=NetworkSegment(bc44c8bf-5dde-45ff-b8d2-85658dc583fb),segment_id=bc44c8bf-5dde-45ff-b8d2-85658dc583fb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:05.969881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:05.981165 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.070917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Transition to ACTIVE for port object 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:22:06.098233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.166355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6ecd8e70-55de-499b-809d-350559022cf1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:06.166590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.172860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7c9f846a-fa5c-41d2-a7f7-a2adbdb47449 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e71047b289949c5a05b85f35f40eb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0141835 Nov 12 12:22:06.193868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.200433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:06.244416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:06.335410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['fc53b226-4e08-4319-be6d-6971c45f89f7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:06.366419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fc53b226-4e08-4319-be6d-6971c45f89f7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:06.411020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e4b4f96-e206-4907-99a1-e2d2e18c8a80 req-bff6f23d-f70b-4b7b-abf6-eeb78a366c86 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720595 Nov 12 12:22:06.471867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Pushing event updated for resources: {'Port': ['ID=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:06.506410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-7c38bc16-c8f5-40d9-9aff-a3b111deb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.509915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-7c38bc16-c8f5-40d9-9aff-a3b111deb757 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 1.6983185 Nov 12 12:22:06.515495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-085f7f6a-95ac-450a-a902-b275bd94b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.519830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-085f7f6a-95ac-450a-a902-b275bd94b7fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.3643434 Nov 12 12:22:06.533928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.556815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-317616cd-8a9f-4bbd-a1bc-e7481546a9b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.629938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-317616cd-8a9f-4bbd-a1bc-e7481546a9b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.816271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1a9b192f-1dfb-433f-8cd3-965d14e07dcf None None] Provisioning complete for port 6ecd8e70-55de-499b-809d-350559022cf1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:06.816776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a9b192f-1dfb-433f-8cd3-965d14e07dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:06.892328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815e35-6151-407e-a2a1-f2ae50230615 req-76f2cd95-bf88-49ab-8898-eeefd6c87514 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.894882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f815e35-6151-407e-a2a1-f2ae50230615 req-76f2cd95-bf88-49ab-8898-eeefd6c87514 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 943 time: 0.2862599 Nov 12 12:22:06.904206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Attempting to bind port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:06.905040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Attempting to bind port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '672663c4-33f6-459e-b7ae-cce5ec17a855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:06.905750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Attempting to bind port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 on network 050e8e0e-475e-4d05-8295-97028611cb47 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:06.924284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:06.934194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-fd1e9d7c-d605-4330-ad2c-6f127f53c616 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.3907592 Nov 12 12:22:06.970580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'mac_address': 'fa:16:3e:0a:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:06.985794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 on network 050e8e0e-475e-4d05-8295-97028611cb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:22:06.986653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Attempting to bind port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 on network 050e8e0e-475e-4d05-8295-97028611cb47 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:07.000491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-317616cd-8a9f-4bbd-a1bc-e7481546a9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.005323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-317616cd-8a9f-4bbd-a1bc-e7481546a9b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.006944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-317616cd-8a9f-4bbd-a1bc-e7481546a9b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa552861-90fe-4d56-b8b7-f19730009f51 HTTP/1.1" status: 204 len: 168 time: 0.7851181 Nov 12 12:22:07.035455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:07.036240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Checking segment: {'id': '672663c4-33f6-459e-b7ae-cce5ec17a855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:07.037379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Bound using segment: {'id': '672663c4-33f6-459e-b7ae-cce5ec17a855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:07.038090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Bound port: 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672663c4-33f6-459e-b7ae-cce5ec17a855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:07.038725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.062316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317616cd-8a9f-4bbd-a1bc-e7481546a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa552861-90fe-4d56-b8b7-f19730009f51,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:07.086703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.127202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.179389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b142661f-35cb-4e9c-8799-1b1c5bee380b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:07.204416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f815e35-6151-407e-a2a1-f2ae50230615 req-04d4aee1-68f4-4e46-b2b5-cefb1970397e tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315314 Nov 12 12:22:07.303277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:07.315208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.448060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] For port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:07.472028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] For port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,segment=NetworkSegment(672663c4-33f6-459e-b7ae-cce5ec17a855),segment_id=672663c4-33f6-459e-b7ae-cce5ec17a855)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:07.482866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.484226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:07.529844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69397d28-058f-47be-9c68-1a58c1c40915 req-5b74f8d8-3511-4d59-ac20-ee43dfae385c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:07.532885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69397d28-058f-47be-9c68-1a58c1c40915 req-5b74f8d8-3511-4d59-ac20-ee43dfae385c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 948 time: 0.1837740 Nov 12 12:22:07.572526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:07.610540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:07.614687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:07.619012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] 10.222.0.81 "PUT /v2.0/ports/43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 HTTP/1.1" status: 200 len: 1091 time: 4.8053465 Nov 12 12:22:07.639399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b40e57-57eb-437e-a41e-698b10b396d2', 'tag': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:07.652692 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e60649b-f2b8-432a-8a44-1612f4f591cd" -d '{"events": [{"name": "network-changed", "server_uuid": "89b40e57-57eb-437e-a41e-698b10b396d2", "tag": "43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:07.855949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-96260d25-a723-49d0-b4d8-1c2757d5202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:07.857545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-96260d25-a723-49d0-b4d8-1c2757d5202f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3194127 Nov 12 12:22:07.888658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b8a6e-81ce-4def-9910-d443ece6919e service neutron] Pushing event updated for resources: {'Port': ['ID=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:07.994377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69397d28-058f-47be-9c68-1a58c1c40915 req-e910670f-7657-4333-a15b-6001c0877893 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283774 Nov 12 12:22:08.041305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-174cf5cf-4ab3-4509-9538-820bb95633e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:08.043022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-174cf5cf-4ab3-4509-9538-820bb95633e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=193d7392b46d4944a2472204a8926f51&device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 1094 time: 0.3076580 Nov 12 12:22:08.043743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:22:08.119050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-26c98e8a-e923-4959-9423-d832b48de2d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0625379 Nov 12 12:22:08.120231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3dc66929-0eb3-4cd2-93e0-9456bcaccefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.170601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-3ee535c7-b47f-4f56-a37d-71ab2681efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:08.172373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-3ee535c7-b47f-4f56-a37d-71ab2681efbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=daadc57177e24c1f8720d1e4da010c08&device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 1101 time: 1.8236597 Nov 12 12:22:08.174744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-b2f80f97-a604-47db-b001-87bba20a0b07 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664945 Nov 12 12:22:08.244278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fc53b226-4e08-4319-be6d-6971c45f89f7 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:08.324255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-f2f99e1f-72a6-4c86-94a4-5d9c035d5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:08.325947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-f2f99e1f-72a6-4c86-94a4-5d9c035d5884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.6810746 Nov 12 12:22:08.389801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:22:08.405691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port fc53b226-4e08-4319-be6d-6971c45f89f7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:22:08.413843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port fc53b226-4e08-4319-be6d-6971c45f89f7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:08.414418 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.492436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9870d-d458-42e8-bb58-e9510de581db req-603c38f2-ab24-4bce-8e56-005b5cd7c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:08.498314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-603c38f2-ab24-4bce-8e56-005b5cd7c88d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe46ea2-984d-45b7-bc51-d4435cccddce HTTP/1.1" status: 200 len: 861 time: 0.3256195 Nov 12 12:22:08.595341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.642576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc53b226-4e08-4319-be6d-6971c45f89f7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:08.650198 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f7e3b0-bf54-4c03-a139-94f56aa0275d" -d '{"events": [{"server_uuid": "749a2793-3d1e-4cd1-af2d-e34092fe78b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc53b226-4e08-4319-be6d-6971c45f89f7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:08.656907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fc53b226-4e08-4319-be6d-6971c45f89f7, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fc53b226-4e08-4319-be6d-6971c45f89f7,segment=NetworkSegment(bc44c8bf-5dde-45ff-b8d2-85658dc583fb),segment_id=bc44c8bf-5dde-45ff-b8d2-85658dc583fb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:08.662813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.714519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-82f8a207-5bd1-402c-a23d-f837993b4b0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=050e8e0e-475e-4d05-8295-97028611cb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117809 Nov 12 12:22:08.716934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:08.723539 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-14d28d84-9bcb-4e67-8896-2f7be8790cdb service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225086 Nov 12 12:22:08.749329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Sync routers for ids ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:08.759550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.778237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.798985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fc53b226-4e08-4319-be6d-6971c45f89f7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:08.804646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5047f-afae-45b7-8e79-1ee1dc932e2d req-f2e89237-a489-4275-9b9c-c93419a826aa tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:08.819975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70b5047f-afae-45b7-8e79-1ee1dc932e2d req-f2e89237-a489-4275-9b9c-c93419a826aa tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 944 time: 0.3792160 Nov 12 12:22:08.829569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:08.831257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Routers {'8acb68d9-cc15-42d2-8365-b69d6ccb1d06'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:08.832094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:08.842969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2708a392-3651-43f7-9666-a96bf85c1d2b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3341737 Nov 12 12:22:08.847195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:09.064924 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Floating IP b092a837-2b13-4489-89c2-5892ad3e5963 associated. External IP: 172.25.1.240, port: 59a55744-fd36-4762-8b37-1849d8166a2d. Nov 12 12:22:09.100653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Set router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:09.141513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-c599da16-0cfc-48aa-88a3-34ccd81a16e4 service neutron] 10.222.0.81 "GET /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156592 Nov 12 12:22:09.155030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70b5047f-afae-45b7-8e79-1ee1dc932e2d req-a1c28c74-c8ef-4673-80fa-230085c51428 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108764 Nov 12 12:22:09.331563 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68925a35-5f31-444c-85cc-811c824c5d32 x-openstack-request-id: req-68925a35-5f31-444c-85cc-811c824c5d32 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:09.332231 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b40e57-57eb-437e-a41e-698b10b396d2", "tag": "43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:09.332379 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68925a35-5f31-444c-85cc-811c824c5d32 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:09.332870 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b40e57-57eb-437e-a41e-698b10b396d2', 'tag': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0', 'status': 'completed', 'code': 200} Nov 12 12:22:09.360607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fbc9870d-d458-42e8-bb58-e9510de581db req-9659fc40-55c3-48d0-ad61-e4873a4085ec service neutron] 10.222.0.81 "GET /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110536 Nov 12 12:22:09.413372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-99659962-c584-466c-9093-48521caf7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:09.415965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-99659962-c584-466c-9093-48521caf7fb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0706801 Nov 12 12:22:09.509819 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:09.688790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-c43e5107-facf-4359-a700-deb624088c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:09.690521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-c43e5107-facf-4359-a700-deb624088c0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 1.3811884 Nov 12 12:22:09.699181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-de84b95e-f39a-4221-b9b5-82e3b691418a service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701931 Nov 12 12:22:09.755927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-095ff1cc-5ec0-4bf4-b3b2-7a55a733e4cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92 HTTP/1.1" status: 200 len: 217 time: 0.0533676 Nov 12 12:22:09.805497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:05Z', 'revision_number': 3, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:09.812272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-1d967ec7-0368-4baa-91a9-8990bd44e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:09.818679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-1d967ec7-0368-4baa-91a9-8990bd44e538 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=193d7392b46d4944a2472204a8926f51&device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 1094 time: 0.3120544 Nov 12 12:22:09.947823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3dc65c0a-d9bd-4420-9e10-d849edd84b6c req-c91674fb-7ab3-45e7-983d-eda965c6a665 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907861 Nov 12 12:22:09.967898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-79436445-b65c-46a3-84b1-18084b9b490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:09.969379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-79436445-b65c-46a3-84b1-18084b9b490e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0704226 Nov 12 12:22:10.072110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:10.162208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-8dc8d1e1-3e84-4d1b-855d-d96c0ab9b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:10.164444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-8dc8d1e1-3e84-4d1b-855d-d96c0ab9b422 service neutron] 10.222.0.81 "GET /v2.0/networks?id=050e8e0e-475e-4d05-8295-97028611cb47 HTTP/1.1" status: 200 len: 922 time: 0.3336422 Nov 12 12:22:10.173371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a18096-dad5-4d9e-ab73-d245f9f88d92 req-0ef354fd-7916-406c-83f9-aaa5e6ce57ac tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:10.181764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4a18096-dad5-4d9e-ab73-d245f9f88d92 req-0ef354fd-7916-406c-83f9-aaa5e6ce57ac tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 943 time: 0.6437428 Nov 12 12:22:10.223857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-a4443fc8-ab50-43f6-9489-a1d8b79f64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:10.226185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-a4443fc8-ab50-43f6-9489-a1d8b79f64c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2444887 Nov 12 12:22:10.301902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-6523993f-3072-424b-a038-305944703095 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 HTTP/1.1" status: 200 len: 217 time: 0.1170444 Nov 12 12:22:10.335044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Checking router: 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:10.335542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Updating router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:22:10.339178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:10.369084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:10.372445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-fc260013-e3bc-435f-8aac-e89215e85420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:10.374979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-fc260013-e3bc-435f-8aac-e89215e85420 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe46ea2-984d-45b7-bc51-d4435cccddce HTTP/1.1" status: 200 len: 861 time: 0.0658774 Nov 12 12:22:10.380567 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:10.407683 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:10.407969 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:10.408821 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:10.438530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4a18096-dad5-4d9e-ab73-d245f9f88d92 req-8b5a065e-881d-4b16-b293-df6d154bc69a tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419810 Nov 12 12:22:10.514921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:10.526343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-e96daa48-e922-4cc1-89b2-6171f55140c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=050e8e0e-475e-4d05-8295-97028611cb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194808 Nov 12 12:22:10.527293 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4233487-0697-4d84-b432-52df43be9dfc x-openstack-request-id: req-c4233487-0697-4d84-b432-52df43be9dfc {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:10.539835 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749a2793-3d1e-4cd1-af2d-e34092fe78b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc53b226-4e08-4319-be6d-6971c45f89f7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:10.541172 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4233487-0697-4d84-b432-52df43be9dfc {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:10.541714 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc53b226-4e08-4319-be6d-6971c45f89f7', 'code': 200} Nov 12 12:22:10.657195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:10.669235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b142661f-35cb-4e9c-8799-1b1c5bee380b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:22:10.704584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b142661f-35cb-4e9c-8799-1b1c5bee380b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:10.704584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:10.728485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-47614251-8d93-4583-bda3-c8f636dfd29b service neutron] 10.222.0.81 "GET /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783149 Nov 12 12:22:10.742141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-6f7eade6-f2eb-451b-9334-55c43d17842d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065074 Nov 12 12:22:10.921451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4341d52-a36c-4bde-a7d1-7020bece8532 req-8f8869ed-d8eb-4532-9527-71a0f5179e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:10.922721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4341d52-a36c-4bde-a7d1-7020bece8532 req-8f8869ed-d8eb-4532-9527-71a0f5179e52 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 1096 time: 0.3205557 Nov 12 12:22:10.929101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e60649b-f2b8-432a-8a44-1612f4f591cd req-89735e9c-c882-4b13-8a50-76723b417caa service neutron] 10.222.0.81 "GET /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299658 Nov 12 12:22:11.019204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.083769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439d2e8-ffb7-4e87-8eac-c67b581b5590 req-55effb5b-e408-492f-be2b-da81dcd39f2b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:11.099746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b439d2e8-ffb7-4e87-8eac-c67b581b5590 req-55effb5b-e408-492f-be2b-da81dcd39f2b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 948 time: 0.3778584 Nov 12 12:22:11.198838 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.291608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:07Z', 'revision_number': 3, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:11.355931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:11.377222 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:11.381243 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:11.425330 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.528768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.553019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:11.554302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.561218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:11.563529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.597219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4341d52-a36c-4bde-a7d1-7020bece8532 req-6ffbdb64-ba57-4928-9932-ddd2c029690b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650689 Nov 12 12:22:11.606921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c455970-3c2a-4312-a7ac-824bc0a71792 req-fb563337-258e-4c7e-8bc4-85b50e1c5534 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546920 Nov 12 12:22:11.647530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Attempting to bind port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:11.648304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Attempting to bind port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:11.648913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Attempting to bind port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:11.667393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:11.668232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:11.674199 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.674939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:11.675525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Bound port: 529b1d41-f489-4f53-8ba3-0bb605d2b0bf, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:11.676001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.677724 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:11.715272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4035a9f-74f8-4f93-951b-04efef69d383 None None] Pushing event updated for resources: {'Port': ['ID=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:11.798633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:11.876957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:11.887582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:11.913180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] For port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:11.927455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] For port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:11.937157 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:12.014122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b439d2e8-ffb7-4e87-8eac-c67b581b5590 req-17c94c9c-c32b-469d-9bb1-e5c4cae7b7ef tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9125030 Nov 12 12:22:12.042924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:12.046280 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb50360e-39ac-4720-8c87-23862d7c8607" -d '{"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:12.055216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-63034ee3-45b6-4b23-a526-772bd66111f7 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "PUT /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 999 time: 6.8863142 Nov 12 12:22:12.164081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Routers {'8acb68d9-cc15-42d2-8365-b69d6ccb1d06'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:12.164728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:12.169326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4035a9f-74f8-4f93-951b-04efef69d383 None None] Pushing event updated for resources: {'Port': ['ID=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:12.170731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Allocated IP 172.20.0.1 (ffc4768a-51d1-4d9b-9e53-eff2c1c9e902/7978f231-1f83-457f-b4e8-4e4fca527a69/feab23af-3e6d-426e-b174-e61ab256f74c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:12.231777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-f06c4744-e8cd-47ae-b32a-367f69f933bc tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:12.238670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-f06c4744-e8cd-47ae-b32a-367f69f933bc tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports/59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 942 time: 0.1719611 Nov 12 12:22:12.431170 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:07Z', 'revision_number': 3, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:12.469881 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065533d-d2de-40c9-be5f-39e336b3656e None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:07Z', 'revision_number': 3, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:12.476706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] Set router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:12.525833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-1d4934eb-4f4e-4ec5-9389-85cf065a25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:12.530649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-1d4934eb-4f4e-4ec5-9389-85cf065a25c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.1432073 Nov 12 12:22:12.554495 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:12.587678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a563a-738b-47cd-8ab5-304ac798a054 req-75b4f4dc-ee7c-4ff8-a6b2-321e01348e34 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:12.599367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a79a563a-738b-47cd-8ab5-304ac798a054 req-75b4f4dc-ee7c-4ff8-a6b2-321e01348e34 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 945 time: 0.1912749 Nov 12 12:22:12.620716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:12.623414 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758bf6f8-4ec0-47e3-8947-22f4e07111c3" -d '{"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:12.632648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:12.767671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:12.788167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-7220f1dc-e5e5-499c-b683-e95210c08591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:12.792880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-7220f1dc-e5e5-499c-b683-e95210c08591 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.2544694 Nov 12 12:22:12.845233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a79a563a-738b-47cd-8ab5-304ac798a054 req-e306e2c1-0c8b-4953-af75-7e398cf91d56 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371624 Nov 12 12:22:12.947036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:12.955145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:12.956962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-f2deebfe-96e9-42b6-8b57-1fbc320eba82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 217 time: 0.1446095 Nov 12 12:22:12.966574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:13.006929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903749d3-0ffa-47a1-9bcc-5daf71831b8a None None] New status for floating IP b092a837-2b13-4489-89c2-5892ad3e5963: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:22:13.077112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=feab23af-3e6d-426e-b174-e61ab256f74c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:13.117584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.122705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.124491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.126648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.127052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.130783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.131196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.132871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.135845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.136214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.140270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.140643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:13.171998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-5c34f8f1-b25b-47b1-a01e-c0b534c5f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:13.190278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-5c34f8f1-b25b-47b1-a01e-c0b534c5f6b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.2252417 Nov 12 12:22:13.271130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-9fcef3f0-e6fb-4d5c-9354-c23afede2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:13.281352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-9fcef3f0-e6fb-4d5c-9354-c23afede2a77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870461 Nov 12 12:22:13.294875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:13.532932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-68d9c50f-f292-461e-ad94-117fb680b0ef service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493072 Nov 12 12:22:13.566853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,segment=NetworkSegment(672663c4-33f6-459e-b7ae-cce5ec17a855),segment_id=672663c4-33f6-459e-b7ae-cce5ec17a855)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:13.702664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-db5a0bb4-f1b2-4827-ba15-247c8c0244f2 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682553 Nov 12 12:22:13.844284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:13.871814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-4820a8fd-7aa6-41a7-b558-671ed8161df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:13.889031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-4820a8fd-7aa6-41a7-b558-671ed8161df4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1097 time: 0.1375742 Nov 12 12:22:13.916672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0', 'network_id': '050e8e0e-475e-4d05-8295-97028611cb47', 'port_id': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0', 'mac_address': 'fa:16:3e:62:fd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe46ea2-984d-45b7-bc51-d4435cccddce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:13.986017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b511f7fa-9ee0-4e4c-a8bb-1c761b9c2cf9 None None] Provisioning complete for port feab23af-3e6d-426e-b174-e61ab256f74c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:13.986467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b511f7fa-9ee0-4e4c-a8bb-1c761b9c2cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:14.106840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b511f7fa-9ee0-4e4c-a8bb-1c761b9c2cf9 None None] Port feab23af-3e6d-426e-b174-e61ab256f74c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:22:14.143457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:05Z', 'revision_number': 3, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:14.200306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-973a5e93-a8f4-4376-b636-db77d76a2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:14.207645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-973a5e93-a8f4-4376-b636-db77d76a2b44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.3151569 Nov 12 12:22:14.221745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd256a-ed56-4691-9b1c-8922d7eea7de None None] The sync data for ids ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'] in n-d-804878-5 is: [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:05Z', 'revision_number': 3, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:14.230717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:14.264573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:14.295593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:14.315503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021b6a1-83fe-40a5-8b10-1d8779801ca4 req-6e623c2d-b690-4d08-95c5-c80e0e137d8d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:14.322772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d021b6a1-83fe-40a5-8b10-1d8779801ca4 req-6e623c2d-b690-4d08-95c5-c80e0e137d8d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 943 time: 0.6447768 Nov 12 12:22:14.329769 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:14.331283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,segment=NetworkSegment(672663c4-33f6-459e-b7ae-cce5ec17a855),segment_id=672663c4-33f6-459e-b7ae-cce5ec17a855)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:14.339157 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:14.339942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:14.424640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:14.491720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-6e771eab-2f66-4f48-9450-0c86a2e6f552 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 1002 time: 0.2643547 Nov 12 12:22:14.606898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:14.667107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-b8adcd1c-270b-4dd5-8342-01993c1800b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:14.668798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-b8adcd1c-270b-4dd5-8342-01993c1800b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.1729825 Nov 12 12:22:14.732142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d021b6a1-83fe-40a5-8b10-1d8779801ca4 req-4d053115-652a-47c5-8ccf-5cc670d233b6 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917508 Nov 12 12:22:14.830240 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:14.834879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:14.872928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-af0bd5bb-906d-40b7-a321-47fe10d6fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:14.887847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-af0bd5bb-906d-40b7-a321-47fe10d6fa8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104299 Nov 12 12:22:15.023977 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:15.088474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-59f57adc-a6e4-49ae-8e09-ca518053b813 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932130 Nov 12 12:22:15.109412 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efbe473-b74e-4ad0-b0d7-5f3b4234232c x-openstack-request-id: req-8efbe473-b74e-4ad0-b0d7-5f3b4234232c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:15.110598 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:15.111029 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8efbe473-b74e-4ad0-b0d7-5f3b4234232c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:15.112740 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'status': 'completed', 'code': 200} Nov 12 12:22:15.121221 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8cb00e-1ca1-4305-af04-21dceefadae5 x-openstack-request-id: req-ac8cb00e-1ca1-4305-af04-21dceefadae5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:15.121527 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:15.124552 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac8cb00e-1ca1-4305-af04-21dceefadae5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:15.124968 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'code': 200} Nov 12 12:22:15.223526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=feab23af-3e6d-426e-b174-e61ab256f74c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:15.259061 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:15.401287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd2fd-1b26-4e38-8ac2-de91dcd69d8b req-9165d449-57ec-448c-b1ab-2ac6753b6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:15.402823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff4bd2fd-1b26-4e38-8ac2-de91dcd69d8b req-9165d449-57ec-448c-b1ab-2ac6753b6df1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.1182959 Nov 12 12:22:15.408789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bffe59-e09e-4bcd-a638-07bf1532bfdf req-32296a73-46ba-453d-9791-4a1492a3d993 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075726 Nov 12 12:22:15.534981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff4bd2fd-1b26-4e38-8ac2-de91dcd69d8b req-4d0ae7e9-b6d8-45f4-8759-821c983aa935 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209373 Nov 12 12:22:15.589105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-93eff08f-be57-404c-ba70-832c2919d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:15.595715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-93eff08f-be57-404c-ba70-832c2919d4dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.5518231 Nov 12 12:22:15.748310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 529b1d41-f489-4f53-8ba3-0bb605d2b0bf up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:15.911162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-fdb64eaa-66bc-4be3-85c4-5c78a28d14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:15.917351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-fdb64eaa-66bc-4be3-85c4-5c78a28d14cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.3003533 Nov 12 12:22:15.928056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d465-8d64-45fe-beef-8cefe6a93b75 req-dec9b6d4-4516-45a6-8b97-7de5f34c72ad tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:15.944237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fe2d465-8d64-45fe-beef-8cefe6a93b75 req-dec9b6d4-4516-45a6-8b97-7de5f34c72ad tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.6151824 Nov 12 12:22:15.960439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:16.001604 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:13Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:16.021779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:16.036722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:16.047236 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:16.048140 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:16.074272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-edea7c31-ae53-4c7d-b75e-94f515cda50b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 217 time: 0.1232026 Nov 12 12:22:16.237608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50f927-d4b8-41c6-a5a5-b6687e9bfba2 req-72b11849-3eeb-4f61-b813-6fa7935785f0 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:16.244706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f50f927-d4b8-41c6-a5a5-b6687e9bfba2 req-72b11849-3eeb-4f61-b813-6fa7935785f0 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 945 time: 0.1491632 Nov 12 12:22:16.279847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:16.326942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:16.328953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:16.343472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f50f927-d4b8-41c6-a5a5-b6687e9bfba2 req-60d6c44e-03fc-416e-9485-42a6dadc316c tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920973 Nov 12 12:22:16.421572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fe2d465-8d64-45fe-beef-8cefe6a93b75 req-fc270e8e-c982-4c79-b36f-7018bac295d3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756877 Nov 12 12:22:16.436734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:16.561932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b2c88d7-382d-4283-b685-bd33979ac282 req-4ae09ad4-1356-481e-b130-c6113ab999da tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1750963 Nov 12 12:22:16.566446 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:16.650666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:16.663202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85672a6f-a56d-436f-8731-025cf2fbd8f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/8acb68d9-cc15-42d2-8365-b69d6ccb1d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8148808 Nov 12 12:22:16.666143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:16.666665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-4abf3f4d-79b3-47bf-b1e6-969f9b222171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:16.668378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-4abf3f4d-79b3-47bf-b1e6-969f9b222171 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.5787928 Nov 12 12:22:16.669979 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:13Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:16.685356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:16.703510 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6f3-077b-44ec-97d6-329b820771c9 None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '919d1d0a-3916-4992-87a4-e3900741924d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:cf:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:13Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:16.734777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c88d7-382d-4283-b685-bd33979ac282 req-4a83699c-ed69-4067-92e4-0f7d6d0a244e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:16.748097 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:16.761361 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b2c88d7-382d-4283-b685-bd33979ac282 req-4a83699c-ed69-4067-92e4-0f7d6d0a244e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports/919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 943 time: 0.1729550 Nov 12 12:22:16.892969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3508ab9d-56e6-4dc5-b390-14642ad05217 None None] Provisioning complete for port feab23af-3e6d-426e-b174-e61ab256f74c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:16.893861 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3508ab9d-56e6-4dc5-b390-14642ad05217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:16.898371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-33122ac6-4b7f-4876-80e0-969da0dfda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:16.900584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-33122ac6-4b7f-4876-80e0-969da0dfda5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836929 Nov 12 12:22:16.922193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cbec2-6358-4bd3-bc23-82db5754bbdc req-c9b63032-b90b-457d-92e5-f50ee5dc3827 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:16.924203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-483cbec2-6358-4bd3-bc23-82db5754bbdc req-c9b63032-b90b-457d-92e5-f50ee5dc3827 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 944 time: 0.2760534 Nov 12 12:22:16.982955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:16.995699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3508ab9d-56e6-4dc5-b390-14642ad05217 None None] Port feab23af-3e6d-426e-b174-e61ab256f74c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:22:17.022054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:22:17.032743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:17.033134 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:17.042641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b2c88d7-382d-4283-b685-bd33979ac282 req-5f3c5770-5b29-4812-b6f3-3beef4f4e988 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.2057700 Nov 12 12:22:17.113846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:17.116766 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d98f3-d56f-4864-bcde-0d181885ab93" -d '{"events": [{"name": "network-changed", "server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "tag": "919d1d0a-3916-4992-87a4-e3900741924d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:17.127109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-483cbec2-6358-4bd3-bc23-82db5754bbdc req-851b03c8-7ba6-4630-b7ce-6c2f4d7d5ff4 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892827 Nov 12 12:22:17.163918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-0588ee38-d380-4144-8383-3e93127fdec2 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382073 Nov 12 12:22:17.259668 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:17.315214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40e57-57eb-437e-a41e-698b10b396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:17.317419 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3f97d-349a-436d-8f30-249a3ec7abba" -d '{"events": [{"server_uuid": "89b40e57-57eb-437e-a41e-698b10b396d2", "name": "network-vif-plugged", "status": "completed", "tag": "43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:17.345971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,segment=NetworkSegment(672663c4-33f6-459e-b7ae-cce5ec17a855),segment_id=672663c4-33f6-459e-b7ae-cce5ec17a855)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:17.356828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c88d7-382d-4283-b685-bd33979ac282 req-5ecb17f9-6d91-47c2-99be-8d652eaa38d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:17.368194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:17.372152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b2c88d7-382d-4283-b685-bd33979ac282 req-5ecb17f9-6d91-47c2-99be-8d652eaa38d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3231945 Nov 12 12:22:17.408330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb50360e-39ac-4720-8c87-23862d7c8607 req-4af0acbc-c935-4124-8c62-3ab9f31ec902 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364147 Nov 12 12:22:17.500688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:17.532730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Sync routers for ids ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:17.542934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Routers {'8acb68d9-cc15-42d2-8365-b69d6ccb1d06'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:17.543566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:17.549827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73826c65-379c-461b-ba49-2a952bb20536 req-3f54065a-1792-44c7-b492-c3abda10b37b tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238373 Nov 12 12:22:17.624459 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-8c66cf4d-d906-46e4-ad08-b361fccf77f5 req-c15f2a8d-f7e5-4c12-aa41-73c0cf19950f tempest-FloatingIPDetailsNegativeTestJSON-654552472 tempest-FloatingIPDetailsNegativeTestJSON-654552472-project] show failed (client error): The resource could not be found. Nov 12 12:22:17.631843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c66cf4d-d906-46e4-ad08-b361fccf77f5 req-c15f2a8d-f7e5-4c12-aa41-73c0cf19950f tempest-FloatingIPDetailsNegativeTestJSON-654552472 tempest-FloatingIPDetailsNegativeTestJSON-654552472-project] 10.222.0.18 "GET /v2.0/floatingips/eb53832b-2fac-4fc9-a03a-92dfbc5de869 HTTP/1.1" status: 404 len: 350 time: 0.0468106 Nov 12 12:22:17.635768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:17.673765 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2100c-6615-4d31-b975-6cce5b87cb1f x-openstack-request-id: req-36e2100c-6615-4d31-b975-6cce5b87cb1f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:17.674057 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "tag": "919d1d0a-3916-4992-87a4-e3900741924d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:17.674341 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36e2100c-6615-4d31-b975-6cce5b87cb1f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:17.674767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 529b1d41-f489-4f53-8ba3-0bb605d2b0bf up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:17.675220 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d', 'status': 'completed', 'code': 200} Nov 12 12:22:17.706238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Set router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:17.723844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826c65-379c-461b-ba49-2a952bb20536 req-80590966-aa39-46d9-afc5-32c549d2679c tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:17.725365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73826c65-379c-461b-ba49-2a952bb20536 req-80590966-aa39-46d9-afc5-32c549d2679c tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699295 Nov 12 12:22:17.745444 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b16009b-f15f-4389-bb32-986da2579f27 x-openstack-request-id: req-9b16009b-f15f-4389-bb32-986da2579f27 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:17.745769 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40e57-57eb-437e-a41e-698b10b396d2", "name": "network-vif-plugged", "status": "completed", "tag": "43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:17.746007 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b16009b-f15f-4389-bb32-986da2579f27 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:17.746541 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40e57-57eb-437e-a41e-698b10b396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0', 'code': 200} Nov 12 12:22:17.809885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73826c65-379c-461b-ba49-2a952bb20536 req-ac783e9d-cc82-4258-8e62-53f473916913 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/quotas/a08051243d3b4e5fb7289debfbb24f6d HTTP/1.1" status: 200 len: 375 time: 0.0405686 Nov 12 12:22:17.868943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:17.868943 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:17.895669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-b477e901-e32e-4b87-bfa4-64d3299faaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:17.897865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-b477e901-e32e-4b87-bfa4-64d3299faaa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1097 time: 0.0918851 Nov 12 12:22:17.906923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c025cb4-04b4-4db9-be26-bcd9c309a440 req-785b861a-02c3-4943-8c18-a57b2654aef4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:17.908911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c025cb4-04b4-4db9-be26-bcd9c309a440 req-785b861a-02c3-4943-8c18-a57b2654aef4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1148353 Nov 12 12:22:17.937357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73826c65-379c-461b-ba49-2a952bb20536 req-5583c685-624b-4efe-9155-950cc077d954 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107166 Nov 12 12:22:17.952238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa28acb-61c4-44e4-9883-48c57254a656 req-9f024c24-4bc6-4b82-b55e-3810edb0431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:17.953780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2aa28acb-61c4-44e4-9883-48c57254a656 req-9f024c24-4bc6-4b82-b55e-3810edb0431d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 1096 time: 0.1428418 Nov 12 12:22:18.012376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-db7ec148-6ef9-4a7a-b95f-dbe0ab5e4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.014536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-db7ec148-6ef9-4a7a-b95f-dbe0ab5e4d2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.1046498 Nov 12 12:22:18.029075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:13Z', 'revision_number': 4, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'feab23af-3e6d-426e-b174-e61ab256f74c', 'name': '', 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'mac_address': 'fa:16:3e:15:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '7978f231-1f83-457f-b4e8-4e4fca527a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:11Z', 'updated_at': '2021-11-12T12:22:14Z', 'revision_number': 2, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'subnets': [{'id': '7978f231-1f83-457f-b4e8-4e4fca527a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:18.052015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2aa28acb-61c4-44e4-9883-48c57254a656 req-35c034b8-34ff-41e1-b144-38c52cdd93db service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863307 Nov 12 12:22:18.061533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Checking router: 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:18.061886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Updating router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 port feab23af-3e6d-426e-b174-e61ab256f74c binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:22:18.089132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.109897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c025cb4-04b4-4db9-be26-bcd9c309a440 req-01fa47ed-510e-4e41-8b4b-24f283b2cfac tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932298 Nov 12 12:22:18.124207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-840ce3ae-18a8-4469-a1b4-daf9586bde37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 1002 time: 0.0873344 Nov 12 12:22:18.143175 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-a0d171a1-41f1-482b-ab96-c49b51c5d5eb tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.0881877 Nov 12 12:22:18.194410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-3ad1e7a4-df51-45aa-bbc5-c8d9090d2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.195905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-3ad1e7a4-df51-45aa-bbc5-c8d9090d2690 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.0603540 Nov 12 12:22:18.233451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d0e-510c-42d7-a796-60991e25f184 req-66e84098-82b1-4b9f-96d0-c41528cb006e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.235335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-66e84098-82b1-4b9f-96d0-c41528cb006e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports/919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 943 time: 0.0827086 Nov 12 12:22:18.256545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-e87b0dc0-37f7-431e-982a-ed1b1f0fb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.258959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-e87b0dc0-37f7-431e-982a-ed1b1f0fb3bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504348 Nov 12 12:22:18.403223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-5c8ad1a0-5af4-4b1a-8e57-1797f9c45f86 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1034408 Nov 12 12:22:18.438866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-805f87e0-a309-455f-bf37-3d4fc7959f20 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704271 Nov 12 12:22:18.443178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.447678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bc4d-fe32-4057-b7a4-ff8fec5cc955 req-dd079c1b-2835-4cdb-b98a-f57d14050472 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.450643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.455586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ae0bc4d-fe32-4057-b7a4-ff8fec5cc955 req-dd079c1b-2835-4cdb-b98a-f57d14050472 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0811741 Nov 12 12:22:18.457646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.535227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42f4ee-1f4d-4421-b4e7-7d8bd1c80ed5 None None] Pushing event updated for resources: {'Port': ['ID=feab23af-3e6d-426e-b174-e61ab256f74c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:18.567054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Attempting to bind port feab23af-3e6d-426e-b174-e61ab256f74c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:18.567754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Attempting to bind port feab23af-3e6d-426e-b174-e61ab256f74c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:18.567754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Attempting to bind port feab23af-3e6d-426e-b174-e61ab256f74c on network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:18.573980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:18.574389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Checking segment: {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:18.574791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.575718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Bound using segment: {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:18.575718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Bound port: feab23af-3e6d-426e-b174-e61ab256f74c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62c92ba-4c10-45c0-8512-f168b4685498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:18.576034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.577953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ae0bc4d-fe32-4057-b7a4-ff8fec5cc955 req-e6d14f86-989a-45cf-a9f0-e8b977e580ca tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205020 Nov 12 12:22:18.611024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef6d98f3-d56f-4864-bcde-0d181885ab93 req-4633d4cf-3f97-49cb-a870-9dad5f9c8cca service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535723 Nov 12 12:22:18.668996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] For port feab23af-3e6d-426e-b174-e61ab256f74c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:18.673194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] For port feab23af-3e6d-426e-b174-e61ab256f74c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=feab23af-3e6d-426e-b174-e61ab256f74c,segment=NetworkSegment(f62c92ba-4c10-45c0-8512-f168b4685498),segment_id=f62c92ba-4c10-45c0-8512-f168b4685498)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:18.686451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.732563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d0e-510c-42d7-a796-60991e25f184 req-b1ea0550-da25-4435-892e-ec818eb1f5fe tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.741336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-b1ea0550-da25-4435-892e-ec818eb1f5fe tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3236091 Nov 12 12:22:18.758380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42f4ee-1f4d-4421-b4e7-7d8bd1c80ed5 None None] Pushing event updated for resources: {'Port': ['ID=feab23af-3e6d-426e-b174-e61ab256f74c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:18.779229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Routers {'8acb68d9-cc15-42d2-8365-b69d6ccb1d06'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:18.779864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:18.851342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-82a92ad1-c08d-4f28-bad6-a7d2398ac61e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1090174 Nov 12 12:22:18.853882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b2502c0c-dcc3-4d16-b149-10a29d054159 None None] Provisioning complete for port feab23af-3e6d-426e-b174-e61ab256f74c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:18.854304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2502c0c-dcc3-4d16-b149-10a29d054159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.860735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:18.962620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] Set router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:18.978440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.990825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83727842-a1a8-4c42-a28a-6d7cd01be0fd req-fd1e4a11-1f6c-4bd1-b54c-3e37d931ae6a tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.992769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83727842-a1a8-4c42-a28a-6d7cd01be0fd req-fd1e4a11-1f6c-4bd1-b54c-3e37d931ae6a tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 945 time: 0.0764384 Nov 12 12:22:19.066707 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83727842-a1a8-4c42-a28a-6d7cd01be0fd req-7e9ab757-11bb-46d7-8029-8ab96f1fef05 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Nov 12 12:22:19.117840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Deleting port feab23af-3e6d-426e-b174-e61ab256f74c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:19.118275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.207719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2c9a1-ed9d-48a9-b760-97e1c8984587 req-bf5a6ed6-5565-4ce1-b547-79e2fb6fd8a9 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:19.209614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8e2c9a1-ed9d-48a9-b760-97e1c8984587 req-bf5a6ed6-5565-4ce1-b547-79e2fb6fd8a9 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 945 time: 0.0591314 Nov 12 12:22:19.222704 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2502c0c-dcc3-4d16-b149-10a29d054159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.236968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.253390 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.253736 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Floating IP b092a837-2b13-4489-89c2-5892ad3e5963 disassociated. External IP: 172.25.1.240, port: 919d1d0a-3916-4992-87a4-e3900741924d. Nov 12 12:22:19.305732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b2502c0c-dcc3-4d16-b149-10a29d054159 None None] For port feab23af-3e6d-426e-b174-e61ab256f74c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=feab23af-3e6d-426e-b174-e61ab256f74c,segment=NetworkSegment(f62c92ba-4c10-45c0-8512-f168b4685498),segment_id=f62c92ba-4c10-45c0-8512-f168b4685498)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:19.307967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8e2c9a1-ed9d-48a9-b760-97e1c8984587 req-2b26356a-7ba4-49db-9ab8-1a94194e16bc tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.18 "GET /v2.0/security-groups?id=609a1163-4cad-43fd-b5fb-11e8a31a6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890882 Nov 12 12:22:19.314468 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2502c0c-dcc3-4d16-b149-10a29d054159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.415383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2502c0c-dcc3-4d16-b149-10a29d054159 None None] Pushing event updated for resources: {'Port': ['ID=feab23af-3e6d-426e-b174-e61ab256f74c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:19.416235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] For port feab23af-3e6d-426e-b174-e61ab256f74c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=feab23af-3e6d-426e-b174-e61ab256f74c,segment=NetworkSegment(f62c92ba-4c10-45c0-8512-f168b4685498),segment_id=f62c92ba-4c10-45c0-8512-f168b4685498)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:19.416636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.448927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-95c13c23-8805-40d0-8233-7060cbe88053 None None] Provisioning complete for port feab23af-3e6d-426e-b174-e61ab256f74c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:19.449305 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95c13c23-8805-40d0-8233-7060cbe88053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.481780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:13Z', 'revision_number': 4, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'feab23af-3e6d-426e-b174-e61ab256f74c', 'name': '', 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'mac_address': 'fa:16:3e:15:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '7978f231-1f83-457f-b4e8-4e4fca527a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:11Z', 'updated_at': '2021-11-12T12:22:18Z', 'revision_number': 4, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'subnets': [{'id': '7978f231-1f83-457f-b4e8-4e4fca527a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:19.483505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Calling delete_port for feab23af-3e6d-426e-b174-e61ab256f74c owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:19.517455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ca9a0-f7ce-49bf-8942-26fc7a8c3068 None None] The sync data for ids ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'] in n-d-804878-5 is: [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:13Z', 'revision_number': 4, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'feab23af-3e6d-426e-b174-e61ab256f74c', 'name': '', 'network_id': 'ffc4768a-51d1-4d9b-9e53-eff2c1c9e902', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'mac_address': 'fa:16:3e:15:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '7978f231-1f83-457f-b4e8-4e4fca527a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:11Z', 'updated_at': '2021-11-12T12:22:18Z', 'revision_number': 4, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'subnets': [{'id': '7978f231-1f83-457f-b4e8-4e4fca527a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:19.665037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8459f4f-4bd9-4ec2-b575-168771a0c753 req-2bcd2623-e12f-4549-92cd-871db2896c57 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:19.667335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8459f4f-4bd9-4ec2-b575-168771a0c753 req-2bcd2623-e12f-4549-92cd-871db2896c57 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.0607407 Nov 12 12:22:19.701148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8459f4f-4bd9-4ec2-b575-168771a0c753 req-8c293040-aec0-4a00-8bfe-80b5dfa53739 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.809163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device feab23af-3e6d-426e-b174-e61ab256f74c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:19.855555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8459f4f-4bd9-4ec2-b575-168771a0c753 req-8c293040-aec0-4a00-8bfe-80b5dfa53739 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.860972 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8459f4f-4bd9-4ec2-b575-168771a0c753 req-8c293040-aec0-4a00-8bfe-80b5dfa53739 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.880462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port feab23af-3e6d-426e-b174-e61ab256f74c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:19.880869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:19.919290 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8459f4f-4bd9-4ec2-b575-168771a0c753 req-8c293040-aec0-4a00-8bfe-80b5dfa53739 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352333 Nov 12 12:22:19.924580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c293040-aec0-4a00-8bfe-80b5dfa53739 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc293c8-de26-4e15-bbf0-02e3b3ea25c1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:20.085276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf263e-9683-4f2c-aa8e-a5f6940e6b20 req-abefe6a8-ce62-49ba-88fb-d7bbf7e07d3b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:20.085538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:20.087981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0baf263e-9683-4f2c-aa8e-a5f6940e6b20 req-abefe6a8-ce62-49ba-88fb-d7bbf7e07d3b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 950 time: 0.0694251 Nov 12 12:22:20.188494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0baf263e-9683-4f2c-aa8e-a5f6940e6b20 req-96b9aad9-4c87-45d5-bd1a-2bb815cbdbf3 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910959 Nov 12 12:22:20.198501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-61828eb3-79d9-48a2-8214-0ec61aac3793 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:20.199838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-61828eb3-79d9-48a2-8214-0ec61aac3793 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.65 "GET /v2.0/ports?device_id=749a2793-3d1e-4cd1-af2d-e34092fe78b5 HTTP/1.1" status: 200 len: 945 time: 0.0923889 Nov 12 12:22:20.333643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:20.341981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.345576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.346511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:20.350815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Deleting port fc53b226-4e08-4319-be6d-6971c45f89f7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:20.351392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.357406 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:20.382235 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:20.382998 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:20.404597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Pushing event deleted for resources: {'Port': ['ID=feab23af-3e6d-426e-b174-e61ab256f74c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:20.431223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-537614f8-6cc5-4bce-8e5f-a9bcc553b948 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "PUT /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 695 time: 1.5722241 Nov 12 12:22:20.457907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:20.458617 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "tag": "919d1d0a-3916-4992-87a4-e3900741924d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:20.542552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] For port fc53b226-4e08-4319-be6d-6971c45f89f7, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fc53b226-4e08-4319-be6d-6971c45f89f7,segment=NetworkSegment(bc44c8bf-5dde-45ff-b8d2-85658dc583fb),segment_id=bc44c8bf-5dde-45ff-b8d2-85658dc583fb)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:20.542966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.547939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.555797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb75805-5b6e-4936-aa84-e2cd31f2f376 req-0217459f-6612-4208-88a8-0149d9160131 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:20.558743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ceb75805-5b6e-4936-aa84-e2cd31f2f376 req-0217459f-6612-4208-88a8-0149d9160131 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1310160 Nov 12 12:22:20.571112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:20.597638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d0e-510c-42d7-a796-60991e25f184 req-64f21c3e-be4e-4753-a4a2-ea35aa0fa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:20.601422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Calling delete_port for fc53b226-4e08-4319-be6d-6971c45f89f7 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:20.610643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-64f21c3e-be4e-4753-a4a2-ea35aa0fa6b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1097 time: 0.1432266 Nov 12 12:22:20.626362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:20.632921 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75b0c84-4e18-4252-8a7a-46e877830bc8" -d '{"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:20.651293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:20.658232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.773144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:20.799832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ceb75805-5b6e-4936-aa84-e2cd31f2f376 req-5fb9b5ac-c5a2-4d85-a469-1db9ceb9b46e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265251 Nov 12 12:22:20.847685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.875795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d0e-510c-42d7-a796-60991e25f184 req-81f9951e-a4a6-44c7-984f-80881fa991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:20.884782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-81f9951e-a4a6-44c7-984f-80881fa991e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.2725129 Nov 12 12:22:20.941965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:20.956284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['fc53b226-4e08-4319-be6d-6971c45f89f7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:20.974115 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:21.013061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Pushing event deleted for resources: {'Port': ['ID=fc53b226-4e08-4319-be6d-6971c45f89f7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:21.024610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-c213f359-93bb-4503-b728-fd0bc18fd486 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 217 time: 0.1382320 Nov 12 12:22:21.025295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:21.035271 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:21.035891 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:21.067874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] No DVR routers for this DVR port fc53b226-4e08-4319-be6d-6971c45f89f7 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:21.071420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:21.075618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce3ee923-1717-4d95-9e89-1b5d39429639 req-a7f1a032-2d9c-427f-bc13-c90fc5342856 tempest-ServerGroupTestJSON-281070272 tempest-ServerGroupTestJSON-281070272-project] 10.222.0.65 "DELETE /v2.0/ports/fc53b226-4e08-4319-be6d-6971c45f89f7 HTTP/1.1" status: 204 len: 173 time: 0.8680356 Nov 12 12:22:21.076228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'name': 'network-vif-deleted', 'tag': 'fc53b226-4e08-4319-be6d-6971c45f89f7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:21.080108 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd37a5b-b372-4c16-a76f-476febbbf718" -d '{"events": [{"server_uuid": "749a2793-3d1e-4cd1-af2d-e34092fe78b5", "name": "network-vif-deleted", "tag": "fc53b226-4e08-4319-be6d-6971c45f89f7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:21.171476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d0e-510c-42d7-a796-60991e25f184 req-1632439e-392b-4b1f-8a6f-d460662cf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:21.180921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-1632439e-392b-4b1f-8a6f-d460662cf8b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.1552110 Nov 12 12:22:21.184218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:21.323826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d0e-510c-42d7-a796-60991e25f184 req-5750ebc7-3ba8-444d-96ad-e2d4bf7f166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:21.325158 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-5750ebc7-3ba8-444d-96ad-e2d4bf7f166f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430628 Nov 12 12:22:21.450559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-02ff84f3-697b-4df4-9283-54e62daa4564 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931327 Nov 12 12:22:21.466258 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:21.514155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42898fe-0a96-42b0-ab6b-b5bffa8f2bbc None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:21.546859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:21.609795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b316d6-c643-473f-a920-6f0dfb2f0190 req-377c6da6-8443-4346-95cf-9f2fa60d1515 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:21.612791 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2b316d6-c643-473f-a920-6f0dfb2f0190 req-377c6da6-8443-4346-95cf-9f2fa60d1515 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 945 time: 0.1189682 Nov 12 12:22:21.643922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abe34d0e-510c-42d7-a796-60991e25f184 req-5d406753-48a6-4891-a442-0e9c8610ba13 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867774 Nov 12 12:22:21.739973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2b316d6-c643-473f-a920-6f0dfb2f0190 req-8cee112c-1a70-44a7-8493-d2764fbc9bb3 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Nov 12 12:22:21.753301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-eebb2980-2201-4cef-bfd6-02dc5ca61a54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2749255 Nov 12 12:22:21.766747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-18168ef0-eb4c-4a9a-b906-ad93c81fff98 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:22:21.769123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-18168ef0-eb4c-4a9a-b906-ad93c81fff98 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070851 Nov 12 12:22:21.813947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:21.827841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] Sync routers for ids ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:21.829782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a3c5a38b-151c-4a71-9d1b-f791d5bc0298 admin admin] 10.222.0.18 "PUT /v2.0/routers/8acb68d9-cc15-42d2-8365-b69d6ccb1d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1927788 Nov 12 12:22:21.832071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:21.851860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] Routers {'8acb68d9-cc15-42d2-8365-b69d6ccb1d06'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:21.853569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:22.083195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21131e64-b263-4014-836c-cc281ebb0fee None None] New status for floating IP b092a837-2b13-4489-89c2-5892ad3e5963: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:22:22.093105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:22.096351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] Set router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:22.119402 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd26ed5-fa03-4747-bcb7-b45fc63422f9 x-openstack-request-id: req-4cd26ed5-fa03-4747-bcb7-b45fc63422f9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:22.120074 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "tag": "919d1d0a-3916-4992-87a4-e3900741924d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:22.120470 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cd26ed5-fa03-4747-bcb7-b45fc63422f9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:22.121014 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d', 'status': 'completed', 'code': 200} Nov 12 12:22:22.208101 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ee7d0f-38da-42c7-99f1-013e3bed003f x-openstack-request-id: req-73ee7d0f-38da-42c7-99f1-013e3bed003f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:22.208604 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:22.209188 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73ee7d0f-38da-42c7-99f1-013e3bed003f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:22.209739 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'code': 200} Nov 12 12:22:22.274743 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c48fdf-e831-4842-9f41-347ce5021d85 x-openstack-request-id: req-37c48fdf-e831-4842-9f41-347ce5021d85 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:22.275035 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749a2793-3d1e-4cd1-af2d-e34092fe78b5", "name": "network-vif-deleted", "tag": "fc53b226-4e08-4319-be6d-6971c45f89f7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:22.275287 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37c48fdf-e831-4842-9f41-347ce5021d85 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:22.275867 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749a2793-3d1e-4cd1-af2d-e34092fe78b5', 'name': 'network-vif-deleted', 'tag': 'fc53b226-4e08-4319-be6d-6971c45f89f7', 'status': 'completed', 'code': 200} Nov 12 12:22:22.277319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:22.492110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-a4209249-a46d-4338-a83a-8dcc278ed128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:22.493693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-a4209249-a46d-4338-a83a-8dcc278ed128 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 1097 time: 0.2210422 Nov 12 12:22:22.533233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:20Z', 'revision_number': 5, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port': {'id': '529b1d41-f489-4f53-8ba3-0bb605d2b0bf', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:02Z', 'updated_at': '2021-11-12T12:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:22.543414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868bb52-dbe3-4348-8900-58dee039ef7f req-dabfb103-6bdc-4fcc-8f4d-f97b2dca13b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:22.552897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9868bb52-dbe3-4348-8900-58dee039ef7f req-dabfb103-6bdc-4fcc-8f4d-f97b2dca13b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1826632 Nov 12 12:22:22.577738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] Checking router: 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:22.588754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] Routers {'8acb68d9-cc15-42d2-8365-b69d6ccb1d06'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:22.589370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:22.668824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Deleting port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:22.669157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:22.716937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] Set router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:22.774955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9868bb52-dbe3-4348-8900-58dee039ef7f req-32df2c43-1649-4577-b54f-de315d6be2b5 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200549 Nov 12 12:22:22.807607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-7d0005a3-56be-4789-8fa0-0f84c26f8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:22.810120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-7d0005a3-56be-4789-8fa0-0f84c26f8788 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.3067193 Nov 12 12:22:22.848392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:22Z', 'revision_number': 6, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:22.900408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-877c6114-569f-4b24-8db1-be8b2fe7b1d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 200 len: 217 time: 0.0706170 Nov 12 12:22:22.904891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26411862-343c-46d1-8904-4e9c469a1fa3 None None] The sync data for ids ['8acb68d9-cc15-42d2-8365-b69d6ccb1d06'] in n-d-804878-5 is: [{'id': '8acb68d9-cc15-42d2-8365-b69d6ccb1d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-603289849-router', 'tenant_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:00Z', 'updated_at': '2021-11-12T12:22:22Z', 'revision_number': 6, 'project_id': 'c0228cd1d4084c3298304dbcc6ad7736', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:22.906862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] For port 529b1d41-f489-4f53-8ba3-0bb605d2b0bf, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:22.907255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:22.988668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Calling delete_port for 529b1d41-f489-4f53-8ba3-0bb605d2b0bf owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:22.992302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-6ca1d051-428d-44fd-b264-40677c11aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:22.995105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-6ca1d051-428d-44fd-b264-40677c11aec7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.0717828 Nov 12 12:22:23.016611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1aa8310d-12f7-49d1-989b-01b1b08fbd9d req-c876d368-d4db-4633-8684-2ade34486034 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343144 Nov 12 12:22:23.100770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803163c6-d8a1-44eb-a046-1b6af88340eb req-421b0ebb-4944-48db-8d2e-629b8594ed1a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:23.109909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-803163c6-d8a1-44eb-a046-1b6af88340eb req-421b0ebb-4944-48db-8d2e-629b8594ed1a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.2115147 Nov 12 12:22:23.146895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8310d-12f7-49d1-989b-01b1b08fbd9d req-8ea0494e-1ef3-41d9-a858-2cb6f9b2dc44 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:23.151168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1aa8310d-12f7-49d1-989b-01b1b08fbd9d req-8ea0494e-1ef3-41d9-a858-2cb6f9b2dc44 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284542 Nov 12 12:22:23.155267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-934462d4-6167-4bb6-89cc-e8e118150887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:23.156791 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-934462d4-6167-4bb6-89cc-e8e118150887 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523497 Nov 12 12:22:23.167661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1aa8310d-12f7-49d1-989b-01b1b08fbd9d req-35a050cd-a555-4153-bacb-f4f7428c2624 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/quotas/a08051243d3b4e5fb7289debfbb24f6d HTTP/1.1" status: 200 len: 375 time: 0.0107901 Nov 12 12:22:23.204129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1aa8310d-12f7-49d1-989b-01b1b08fbd9d req-2395f911-36a4-4246-8b08-508a4998efb5 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304241 Nov 12 12:22:23.252490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-803163c6-d8a1-44eb-a046-1b6af88340eb req-56dc6c29-516e-4e8c-964e-b0fe05ed0044 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415925 Nov 12 12:22:23.403312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-ddc063f8-35d2-488f-91f2-6d2db6f0429e service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364678 Nov 12 12:22:23.407915 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:23.460942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Pushing event deleted for resources: {'Port': ['ID=529b1d41-f489-4f53-8ba3-0bb605d2b0bf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:23.491777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-3d11f505-abec-4256-8cf1-747faad1ba6d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:23.493403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-3d11f505-abec-4256-8cf1-747faad1ba6d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1505687 Nov 12 12:22:23.858427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 529b1d41-f489-4f53-8ba3-0bb605d2b0bf no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:23.891300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 529b1d41-f489-4f53-8ba3-0bb605d2b0bf {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:23.891747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 529b1d41-f489-4f53-8ba3-0bb605d2b0bf not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:23.892738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device feab23af-3e6d-426e-b174-e61ab256f74c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:23.917980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: feab23af-3e6d-426e-b174-e61ab256f74c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:23.918596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device feab23af-3e6d-426e-b174-e61ab256f74c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:23.997048 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-1481354c-0b19-47e3-8c07-adc6c201dd7e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.4840963 Nov 12 12:22:24.021912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'floatingip': {'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:24.047189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285c11-bfdc-44c4-a402-213b77402f2c req-06ea4484-1800-4ffb-b416-60aeff18a2d8 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.048734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10285c11-bfdc-44c4-a402-213b77402f2c req-06ea4484-1800-4ffb-b416-60aeff18a2d8 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 948 time: 0.0551758 Nov 12 12:22:24.063304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.100073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10285c11-bfdc-44c4-a402-213b77402f2c req-82ed2f08-ff8c-4f08-9029-d4b01e0f4fae tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Nov 12 12:22:24.110250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.155173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-3cee0e92-bcc9-4e92-a03e-0a068448013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.156677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-3cee0e92-bcc9-4e92-a03e-0a068448013a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.6093776 Nov 12 12:22:24.215579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaf727-0be0-49f6-b18f-425baa486935 req-5de33cff-be47-4ac8-877b-da1e657e19c2 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.217022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cebaf727-0be0-49f6-b18f-425baa486935 req-5de33cff-be47-4ac8-877b-da1e657e19c2 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 945 time: 0.0511994 Nov 12 12:22:24.220029 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ec6dd3b-a400-4f15-bd28-ae5c160d5d9b req-209d1db5-ca00-45f4-ac82-b3018efe17d8 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060904 Nov 12 12:22:24.232367 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.241907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.282376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cebaf727-0be0-49f6-b18f-425baa486935 req-c1bc2cec-c7c0-430f-850a-d6e570b09ae1 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586202 Nov 12 12:22:24.345086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fc53b226-4e08-4319-be6d-6971c45f89f7 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:24.374015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.374569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8acb68d9-cc15-42d2-8365-b69d6ccb1d06 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:22:24.384622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: fc53b226-4e08-4319-be6d-6971c45f89f7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:24.385226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fc53b226-4e08-4319-be6d-6971c45f89f7 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:24.388366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.389518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4557524c-0994-4a47-98ff-7367d8296486 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8acb68d9-cc15-42d2-8365-b69d6ccb1d06 HTTP/1.1" status: 204 len: 168 time: 2.5564122 Nov 12 12:22:24.391983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:24.402034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ac28e-a8aa-4dc8-b23c-72e9680887ee req-ef550d67-c96c-4b45-aa76-4cac68041a8e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.403365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e6ac28e-a8aa-4dc8-b23c-72e9680887ee req-ef550d67-c96c-4b45-aa76-4cac68041a8e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0610080 Nov 12 12:22:24.463661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e6ac28e-a8aa-4dc8-b23c-72e9680887ee req-01209218-c8ae-4dce-b496-d9f254292060 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533593 Nov 12 12:22:24.555891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-277abc9d-6688-43db-97eb-d7064bc783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.557431 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-277abc9d-6688-43db-97eb-d7064bc783a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3419795 Nov 12 12:22:24.560331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Deleting subnet 7978f231-1f83-457f-b4e8-4e4fca527a69 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:22:24.568050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.672781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6310f2c6-ee6a-4f29-bea6-1be45e4c3aa5 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.673974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6310f2c6-ee6a-4f29-bea6-1be45e4c3aa5 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.65 "GET /v2.0/ports?device_id=11bb9433-552f-438c-a2b2-48d54acee1ec HTTP/1.1" status: 200 len: 946 time: 0.2403841 Nov 12 12:22:24.681903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-0c5fc571-88c8-40b4-bd6b-3bc7fde3e7c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0831852 Nov 12 12:22:24.738423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.785231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ee8fe-b021-45ba-a67d-e2a13a2fbd8a req-eb09bb54-5fda-495d-98a9-dc52ed421611 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.786888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3f6ee8fe-b021-45ba-a67d-e2a13a2fbd8a req-eb09bb54-5fda-495d-98a9-dc52ed421611 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.0533521 Nov 12 12:22:24.843487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3f6ee8fe-b021-45ba-a67d-e2a13a2fbd8a req-0cd90a1b-6011-492a-b22b-d7e18c0a6085 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Nov 12 12:22:24.914421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-4f3355bb-87ee-4090-96f1-881560448e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.916194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-4f3355bb-87ee-4090-96f1-881560448e78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2170641 Nov 12 12:22:24.964289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23fe1d49-8eed-4ecc-8ed8-397bcaa30789 req-4f41747c-2986-4260-b298-0ffb87388247 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285525 Nov 12 12:22:25.078812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.085742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1d49-8eed-4ecc-8ed8-397bcaa30789 req-132704ae-66f5-4b2f-aa28-7156d697919a tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.087575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23fe1d49-8eed-4ecc-8ed8-397bcaa30789 req-132704ae-66f5-4b2f-aa28-7156d697919a tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174557 Nov 12 12:22:25.103552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23fe1d49-8eed-4ecc-8ed8-397bcaa30789 req-320d5c7c-b7b6-450c-8be7-023a1d72a7c8 tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/quotas/a08051243d3b4e5fb7289debfbb24f6d HTTP/1.1" status: 200 len: 375 time: 0.0101442 Nov 12 12:22:25.116031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-3fb434a7-21da-437b-94fc-f77a905a75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.118140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-3fb434a7-21da-437b-94fc-f77a905a75f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902843 Nov 12 12:22:25.128297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Deleting port 919d1d0a-3916-4992-87a4-e3900741924d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:25.128628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.140900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23fe1d49-8eed-4ecc-8ed8-397bcaa30789 req-9260ba5f-10b5-4373-a724-47ddf714582e tempest-QuotasAdminNegativeTest-57273342 tempest-QuotasAdminNegativeTest-57273342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315504 Nov 12 12:22:25.281781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:22:25.350994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a7cf3-fc62-45f1-8450-095a50749719 req-7114197d-df86-4c61-8f9d-c356693e74aa tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.353104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d22a7cf3-fc62-45f1-8450-095a50749719 req-7114197d-df86-4c61-8f9d-c356693e74aa tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 948 time: 0.0781794 Nov 12 12:22:25.357248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.407767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.415421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7978f231-1f83-457f-b4e8-4e4fca527a69,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:25.417067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1cdd66c1-a33e-47a4-8d3a-19e7a7460f9d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.418644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1cdd66c1-a33e-47a4-8d3a-19e7a7460f9d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.81 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 945 time: 0.0909657 Nov 12 12:22:25.423029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.436269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259892a8-080b-44cd-ac03-ec8442b8f159 None None] Network ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:25.438760 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d22a7cf3-fc62-45f1-8450-095a50749719 req-f2ffde97-98b8-4274-9e08-681616e4bf6e tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714040 Nov 12 12:22:25.474319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.477825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47dcd02d-0650-4592-8582-547c2323f423 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7978f231-1f83-457f-b4e8-4e4fca527a69 HTTP/1.1" status: 204 len: 168 time: 1.0824268 Nov 12 12:22:25.483937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45962) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:25.486303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] For port 919d1d0a-3916-4992-87a4-e3900741924d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=919d1d0a-3916-4992-87a4-e3900741924d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:25.486852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.507079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-c5292614-9bc4-4c4f-b167-15fb94c94581 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716674 Nov 12 12:22:25.534687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Deleting port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:25.535348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.545249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Calling delete_port for 919d1d0a-3916-4992-87a4-e3900741924d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:25.665905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] For port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,segment=NetworkSegment(672663c4-33f6-459e-b7ae-cce5ec17a855),segment_id=672663c4-33f6-459e-b7ae-cce5ec17a855)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:25.666380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.687083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Calling delete_port for 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:25.738537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.773464 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Floating IP b092a837-2b13-4489-89c2-5892ad3e5963 associated. External IP: 172.25.1.240, port: 59a55744-fd36-4762-8b37-1849d8166a2d. Nov 12 12:22:25.775517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] DHCP port deletion for ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:22:25.839053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] Deleting port 6ecd8e70-55de-499b-809d-350559022cf1 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:25.839812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.865170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be1bfe-32b4-483b-be45-7a63c547234e req-53612bf6-29d4-4811-9e4f-7d88256c2699 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.865528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0be1bfe-32b4-483b-be45-7a63c547234e req-53612bf6-29d4-4811-9e4f-7d88256c2699 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/ports?device_id=89b40e57-57eb-437e-a41e-698b10b396d2 HTTP/1.1" status: 200 len: 945 time: 0.0687966 Nov 12 12:22:25.904753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-acab08d7-0f85-4bde-9f81-a00502776d04 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756251 Nov 12 12:22:25.942871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] For port 6ecd8e70-55de-499b-809d-350559022cf1, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6ecd8e70-55de-499b-809d-350559022cf1,segment=NetworkSegment(f62c92ba-4c10-45c0-8512-f168b4685498),segment_id=f62c92ba-4c10-45c0-8512-f168b4685498)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:25.943152 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.943952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-39211666-215f-4739-b1be-3304c58b8cd2 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.945247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-39211666-215f-4739-b1be-3304c58b8cd2 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 948 time: 0.2225115 Nov 12 12:22:25.955214 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:25.967494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0be1bfe-32b4-483b-be45-7a63c547234e req-c4d6bc7f-ab0d-46fe-b23c-5613e31e8e97 tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.18 "GET /v2.0/security-groups?id=9795f482-b3a9-4dd6-b67d-e27608e2b7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868423 Nov 12 12:22:25.998488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Pushing event deleted for resources: {'Port': ['ID=43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:26.003756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] Calling delete_port for 6ecd8e70-55de-499b-809d-350559022cf1 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:26.017512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:26.062497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] No DVR routers for this DVR port 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:26.065239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.068924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-309b87a2-414a-4d39-8fa3-e37f8476e2c0 req-1325496d-2894-4d72-af26-569db0b2656d tempest-ServerAddressesNegativeTestJSON-1258637762 tempest-ServerAddressesNegativeTestJSON-1258637762-project] 10.222.0.81 "DELETE /v2.0/ports/43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 HTTP/1.1" status: 204 len: 173 time: 0.6422184 Nov 12 12:22:26.069425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40e57-57eb-437e-a41e-698b10b396d2', 'name': 'network-vif-deleted', 'tag': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:26.072306 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9b7b7-4551-448a-8071-5046eb68fc3b" -d '{"events": [{"server_uuid": "89b40e57-57eb-437e-a41e-698b10b396d2", "name": "network-vif-deleted", "tag": "43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:26.129782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a00d0-b92e-405a-a27e-ed9246f01933 req-43c8d5f3-38c5-4724-92f9-ceda29117a29 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:26.132319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890a00d0-b92e-405a-a27e-ed9246f01933 req-43c8d5f3-38c5-4724-92f9-ceda29117a29 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0713210 Nov 12 12:22:26.149845 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.191445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] Pushing event deleted for resources: {'Port': ['ID=6ecd8e70-55de-499b-809d-350559022cf1,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:26.198386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f819da-f73b-4a53-b18e-56358704c03e None None] No DVR routers for this DVR port 6ecd8e70-55de-499b-809d-350559022cf1 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:26.210816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890a00d0-b92e-405a-a27e-ed9246f01933 req-65e3aa07-39c4-4e82-8a1a-764236e3836f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691803 Nov 12 12:22:26.386820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4e0c4-a9f0-4b88-a487-690cc808ed31 req-3cd0deca-3af5-4ad0-9ec4-4fa321b03f37 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:26.394749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7fb4e0c4-a9f0-4b88-a487-690cc808ed31 req-3cd0deca-3af5-4ad0-9ec4-4fa321b03f37 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.0668325 Nov 12 12:22:26.454812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7fb4e0c4-a9f0-4b88-a487-690cc808ed31 req-bc2a54ad-544b-4cdf-8043-d14081e61b37 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535514 Nov 12 12:22:26.504195 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2adda46-5be7-46cb-8c2e-798c1710cb4e x-openstack-request-id: req-c2adda46-5be7-46cb-8c2e-798c1710cb4e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:26.504581 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40e57-57eb-437e-a41e-698b10b396d2", "name": "network-vif-deleted", "tag": "43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:26.505589 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2adda46-5be7-46cb-8c2e-798c1710cb4e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:26.506068 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40e57-57eb-437e-a41e-698b10b396d2', 'name': 'network-vif-deleted', 'tag': '43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0', 'status': 'completed', 'code': 200} Nov 12 12:22:26.548915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45986) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:26.567319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Deleting port 6ecd8e70-55de-499b-809d-350559022cf1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:26.567947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.585589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.599050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['59a55744-fd36-4762-8b37-1849d8166a2d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:26.657071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Deleting subnet 5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:22:26.696371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.698843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:26.711144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event deleted for resources: {'Port': ['ID=919d1d0a-3916-4992-87a4-e3900741924d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:26.765994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.766569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.766917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.767251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.767584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.767916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.768941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.769091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.769335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.769672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.770731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.771060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:26.778328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] For port 6ecd8e70-55de-499b-809d-350559022cf1, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:26.778328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.812056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.823720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] No DVR routers for this DVR port 919d1d0a-3916-4992-87a4-e3900741924d on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:26.832115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.837135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84222fad-8bdc-457d-b5b8-c243cb865aa3 req-6312891d-97cb-44ea-b13a-c502925d6e9c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.65 "DELETE /v2.0/ports/919d1d0a-3916-4992-87a4-e3900741924d HTTP/1.1" status: 204 len: 173 time: 2.1495423 Nov 12 12:22:26.842720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Deleting port fd9b7aa7-6a02-4568-9fef-bea323558e92 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:26.843051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.845466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'name': 'network-vif-deleted', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:26.847977 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8b3b29-98fd-41d4-afdb-4a16a59fa070" -d '{"events": [{"server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "name": "network-vif-deleted", "tag": "919d1d0a-3916-4992-87a4-e3900741924d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:26.854122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Calling delete_port for 6ecd8e70-55de-499b-809d-350559022cf1 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:26.858351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Port 6ecd8e70-55de-499b-809d-350559022cf1 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:22:26.860658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:26.869944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100963ec-9fc7-4ea8-a3f7-eb072f7f3f36 req-b1a43482-b0d8-4e93-9662-41d5fdcbde99 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:26.872176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-100963ec-9fc7-4ea8-a3f7-eb072f7f3f36 req-b1a43482-b0d8-4e93-9662-41d5fdcbde99 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0509a5-f49a-4771-803c-fba032512290 HTTP/1.1" status: 200 len: 948 time: 0.2093012 Nov 12 12:22:26.887009 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.923028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:26.950851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecd8e70-55de-499b-809d-350559022cf1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:26.963089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] No DVR routers for this DVR port 6ecd8e70-55de-499b-809d-350559022cf1 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:26.983701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e31f1775-5564-431c-8240-eeeefed43f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.013119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-100963ec-9fc7-4ea8-a3f7-eb072f7f3f36 req-b4d2fdfe-e170-438f-ab46-15a0319e5e6b tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.18 "GET /v2.0/security-groups?id=29660934-51ce-40b0-89cf-a75248c45a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246164 Nov 12 12:22:27.071222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.077186 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc54a0-d27e-4282-a341-7c1ae34b5d78 x-openstack-request-id: req-fddc54a0-d27e-4282-a341-7c1ae34b5d78 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:27.077475 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bb9433-552f-438c-a2b2-48d54acee1ec", "name": "network-vif-deleted", "tag": "919d1d0a-3916-4992-87a4-e3900741924d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:27.077728 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fddc54a0-d27e-4282-a341-7c1ae34b5d78 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:27.078135 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bb9433-552f-438c-a2b2-48d54acee1ec', 'name': 'network-vif-deleted', 'tag': '919d1d0a-3916-4992-87a4-e3900741924d', 'status': 'completed', 'code': 200} Nov 12 12:22:27.111610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:27.126682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:27.129462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] For port fd9b7aa7-6a02-4568-9fef-bea323558e92, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=fd9b7aa7-6a02-4568-9fef-bea323558e92,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:27.130176 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.162199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.165806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.167161 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cecab55c-64d6-4684-b05e-f5b131fdd16d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e6db7ac-ef15-4d5c-bfd3-e5a85f3cb7ae HTTP/1.1" status: 204 len: 168 time: 0.6167524 Nov 12 12:22:27.174146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:27.204357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Calling delete_port for fd9b7aa7-6a02-4568-9fef-bea323558e92 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:27.221535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e31f1775-5564-431c-8240-eeeefed43f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.224137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc4768a-51d1-4d9b-9e53-eff2c1c9e902']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:27.231586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Deleting subnet bbe46ea2-984d-45b7-bc51-d4435cccddce {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:22:27.235780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.238176 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e31f1775-5564-431c-8240-eeeefed43f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.276996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62c92ba-4c10-45c0-8512-f168b4685498') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:27.278409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62c92ba-4c10-45c0-8512-f168b4685498') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:27.289772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:27.300865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:27.325317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:27.327262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:27.338545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f1775-5564-431c-8240-eeeefed43f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d077cb6-9182-45a7-a97e-10390fcf519b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:27.358694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.362663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.412150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.419056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e31f1775-5564-431c-8240-eeeefed43f71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a08051243d3b4e5fb7289debfbb24f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7165177 Nov 12 12:22:27.419266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.423551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:27.428053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-597377b8-25e5-4c1c-93a0-d0fc02c84e2b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "PUT /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 996 time: 3.4145997 Nov 12 12:22:27.436053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.448903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:22:27.449414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:22:27.470271 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:22:27.600160 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.615445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.619832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffc4768a-51d1-4d9b-9e53-eff2c1c9e902 HTTP/1.1" status: 204 len: 168 time: 2.1281404 Nov 12 12:22:27.623294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-aa35e9b4-2a55-4e98-b25b-ac5ca7a4a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:27.631371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-aa35e9b4-2a55-4e98-b25b-ac5ca7a4a5ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.1572890 Nov 12 12:22:27.644188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:27.682574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edac26-2161-4ddb-b298-c7b8fd918d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc4768a-51d1-4d9b-9e53-eff2c1c9e902,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:27.798538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ecd8e70-55de-499b-809d-350559022cf1 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:27.825793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.829936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6ecd8e70-55de-499b-809d-350559022cf1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:27.830306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6ecd8e70-55de-499b-809d-350559022cf1 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:27.870789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:27.873644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-010bf86a-5a30-4060-8893-041811502095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:27.875352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-010bf86a-5a30-4060-8893-041811502095 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.2426908 Nov 12 12:22:27.894054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Pushing event deleted for resources: {'Port': ['ID=fd9b7aa7-6a02-4568-9fef-bea323558e92,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:27.953455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:27.985147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba1310-d472-4465-a91e-56180ea26393 req-84a8483d-cf81-4436-bd43-c84e9dac9715 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:27.986849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30ba1310-d472-4465-a91e-56180ea26393 req-84a8483d-cf81-4436-bd43-c84e9dac9715 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.6353261 Nov 12 12:22:27.997634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] No DVR routers for this DVR port fd9b7aa7-6a02-4568-9fef-bea323558e92 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:28.006585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.010956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8cc36d93-0026-429a-bae2-ec8720410d2b req-13392bc6-6fbb-4fb9-99b4-5ce662264b13 tempest-ImagesOneServerTestJSON-2137243089 tempest-ImagesOneServerTestJSON-2137243089-project] 10.222.0.65 "DELETE /v2.0/ports/fd9b7aa7-6a02-4568-9fef-bea323558e92 HTTP/1.1" status: 204 len: 173 time: 2.0566738 Nov 12 12:22:28.023829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ff806f54-a423-4ffb-8b74-4d5d59540f21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0228cd1d4084c3298304dbcc6ad7736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470478 Nov 12 12:22:28.024266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:25Z', 'revision_number': 8, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:28.027520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:28.043835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-f5708859-f5ba-4f79-8682-4dc5d3a128c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 999 time: 0.1448016 Nov 12 12:22:28.051657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.066060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:28.076480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:28.077119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:28.108450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308e251e-39f3-49b4-923f-a9594181f00e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.121517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83451d72-61ce-426c-b5f2-4aca6c9f4b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.138702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-028ce13e-dedd-41ce-94c9-1e051f6c77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:28.140867 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-028ce13e-dedd-41ce-94c9-1e051f6c77f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.0835590 Nov 12 12:22:28.152017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72640e3-e4c5-4236-ab65-02a886c66773']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:28.154294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83451d72-61ce-426c-b5f2-4aca6c9f4b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.198976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:28.199569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc44c8bf-5dde-45ff-b8d2-85658dc583fb') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:28.202829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308e251e-39f3-49b4-923f-a9594181f00e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.218388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.230896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:28.231776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-efc00377-fc81-4f2d-bd3f-1a8de5948781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:28.233181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-efc00377-fc81-4f2d-bd3f-1a8de5948781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767436 Nov 12 12:22:28.236298 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30ba1310-d472-4465-a91e-56180ea26393 req-f9a03c50-cad2-44af-b094-e435157f71d8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067559 Nov 12 12:22:28.249777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.257178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83451d72-61ce-426c-b5f2-4aca6c9f4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.260399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83451d72-61ce-426c-b5f2-4aca6c9f4b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.261733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-83451d72-61ce-426c-b5f2-4aca6c9f4b89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ba99e59-bb96-4cde-a069-65aa6ce764a9 HTTP/1.1" status: 204 len: 168 time: 0.2331822 Nov 12 12:22:28.268460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.287462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83451d72-61ce-426c-b5f2-4aca6c9f4b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba99e59-bb96-4cde-a069-65aa6ce764a9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:28.307334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:22:28.307735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.368705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 919d1d0a-3916-4992-87a4-e3900741924d no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:28.396277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 919d1d0a-3916-4992-87a4-e3900741924d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:28.396625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 919d1d0a-3916-4992-87a4-e3900741924d not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:28.397053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:28.422593 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-bcf6a4c2-37b0-4b81-a7f6-1c22abfc46b9 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750133 Nov 12 12:22:28.440988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: fd9b7aa7-6a02-4568-9fef-bea323558e92 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:28.441497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device fd9b7aa7-6a02-4568-9fef-bea323558e92 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:22:28.456018 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:22:28.465900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe46ea2-984d-45b7-bc51-d4435cccddce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:28.471762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.497780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.507706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] 10.222.0.18 "DELETE /v2.0/networks/a72640e3-e4c5-4236-ab65-02a886c66773 HTTP/1.1" status: 204 len: 168 time: 1.3312950 Nov 12 12:22:28.590714 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.596211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-be46d8fc-d297-4988-8a7b-fb04b672ee0c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bbe46ea2-984d-45b7-bc51-d4435cccddce HTTP/1.1" status: 204 len: 168 time: 1.4813991 Nov 12 12:22:28.601438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46018) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:28.604962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d8a5b-42b0-4e1e-b076-31349ea6414c admin admin] Pushing event deleted for resources: {'Network': ['ID=a72640e3-e4c5-4236-ab65-02a886c66773,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:28.618066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:28.680150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:28.680828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43f0c170-0e7f-43e1-8c99-8e3a7da1a0c0 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:28.706298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.721955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c53c169-7cb2-4ba3-b429-ba0e37a7f623 req-c3d4a137-db01-4c77-8268-051bebff9ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886159 Nov 12 12:22:28.726504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd4acf-a457-48f0-9a05-4c65421fb3dd req-7421819b-a825-450c-8749-40e900c7b3b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:28.741439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75dd4acf-a457-48f0-9a05-4c65421fb3dd req-7421819b-a825-450c-8749-40e900c7b3b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.2816694 Nov 12 12:22:28.830605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:25Z', 'revision_number': 8, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:28.848400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308e251e-39f3-49b4-923f-a9594181f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.852483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308e251e-39f3-49b4-923f-a9594181f00e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.857173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-308e251e-39f3-49b4-923f-a9594181f00e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d077cb6-9182-45a7-a97e-10390fcf519b HTTP/1.1" status: 204 len: 168 time: 1.4083083 Nov 12 12:22:28.880859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eac8788-9f95-4b49-9eaa-f232dfedc47f None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b092a837-2b13-4489-89c2-5892ad3e5963', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'port_id': '59a55744-fd36-4762-8b37-1849d8166a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'mac_address': 'fa:16:3e:c0:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:21:34Z', 'updated_at': '2021-11-12T12:22:25Z', 'revision_number': 8, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:28.897614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:28.937217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:28.940036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e251e-39f3-49b4-923f-a9594181f00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d077cb6-9182-45a7-a97e-10390fcf519b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:28.966189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75dd4acf-a457-48f0-9a05-4c65421fb3dd req-feba2b39-a69c-42c4-a339-eeb694404152 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130244 Nov 12 12:22:29.004210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67adc16c-b00f-4d8b-85aa-fb21b054889a req-c2a131f8-8805-4575-aca2-6ee2a697b2f2 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 996 time: 0.1599574 Nov 12 12:22:29.015793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050e8e0e-475e-4d05-8295-97028611cb47']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:29.034052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672663c4-33f6-459e-b7ae-cce5ec17a855') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:29.034400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672663c4-33f6-459e-b7ae-cce5ec17a855') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:29.047682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b130acb-aff4-40bd-9f98-cbaf7bac66cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a386200f0864c59848d5f8742e0c547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391816 Nov 12 12:22:29.048350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46038) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:29.057923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.094464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.110785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:22:29.111227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.111680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}, {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-deleted', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:22:29.113047 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:22:29.121342 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}, {"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-deleted", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:29.189224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-914898a2-fdab-430d-9c7d-a15918753040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.205942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.219593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adc16c-b00f-4d8b-85aa-fb21b054889a req-3c9c5795-dcfb-4e96-96ca-c70ea3659c4c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.231697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67adc16c-b00f-4d8b-85aa-fb21b054889a req-3c9c5795-dcfb-4e96-96ca-c70ea3659c4c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2173483 Nov 12 12:22:29.252600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.262841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/050e8e0e-475e-4d05-8295-97028611cb47 HTTP/1.1" status: 204 len: 168 time: 0.6519108 Nov 12 12:22:29.276336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-67adc16c-b00f-4d8b-85aa-fb21b054889a req-2e0a14ed-e296-40f5-b70c-9522feda7d7f tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:22:29.278280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67adc16c-b00f-4d8b-85aa-fb21b054889a req-2e0a14ed-e296-40f5-b70c-9522feda7d7f tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243924 Nov 12 12:22:29.296556 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d855cf2f-3623-43e2-a6d1-4b822715f91b x-openstack-request-id: req-d855cf2f-3623-43e2-a6d1-4b822715f91b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:29.296860 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "status": "completed", "code": 200}, {"server_uuid": "fc0509a5-f49a-4771-803c-fba032512290", "name": "network-vif-deleted", "tag": "fd9b7aa7-6a02-4568-9fef-bea323558e92", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:29.297135 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d855cf2f-3623-43e2-a6d1-4b822715f91b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:29.297545 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'status': 'completed', 'code': 200} Nov 12 12:22:29.297801 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0509a5-f49a-4771-803c-fba032512290', 'name': 'network-vif-deleted', 'tag': 'fd9b7aa7-6a02-4568-9fef-bea323558e92', 'status': 'completed', 'code': 200} Nov 12 12:22:29.322283 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22c38c-82a6-4404-9486-79913339c7d7 None None] New status for floating IP b092a837-2b13-4489-89c2-5892ad3e5963: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:22:29.362905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.372414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-914898a2-fdab-430d-9c7d-a15918753040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.394508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60789614-f60f-4d57-a4d1-f40a0d365a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=050e8e0e-475e-4d05-8295-97028611cb47,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:29.509399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:29.542646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.574475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ae785d4-81b4-4e50-8110-6d1be0d88bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.577247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c837de-5eec-4d56-b904-68b7e59b40e6 req-06afe15d-0659-459c-8d78-6c512f168172 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.587424 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76c837de-5eec-4d56-b904-68b7e59b40e6 req-06afe15d-0659-459c-8d78-6c512f168172 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1513658 Nov 12 12:22:29.602819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-0b141ab2-97f6-4190-9069-e3438ba5d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.603999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-0b141ab2-97f6-4190-9069-e3438ba5d7d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.2117143 Nov 12 12:22:29.625487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-f5c6ae5a-e6be-4e36-bdbb-951c779820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.627035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-f5c6ae5a-e6be-4e36-bdbb-951c779820d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 1097 time: 0.1508145 Nov 12 12:22:29.656038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d1767-7c35-4751-9ac2-1c0b5734f0da req-8d881bb6-a6f3-4290-b34a-bb212f96de8d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.663643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-838d1767-7c35-4751-9ac2-1c0b5734f0da req-8d881bb6-a6f3-4290-b34a-bb212f96de8d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.2584505 Nov 12 12:22:29.677842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46058) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:29.706378 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-914898a2-fdab-430d-9c7d-a15918753040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.708968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-914898a2-fdab-430d-9c7d-a15918753040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:29.710353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-914898a2-fdab-430d-9c7d-a15918753040 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/609a1163-4cad-43fd-b5fb-11e8a31a6ee6 HTTP/1.1" status: 204 len: 168 time: 0.6591616 Nov 12 12:22:29.779472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914898a2-fdab-430d-9c7d-a15918753040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a1163-4cad-43fd-b5fb-11e8a31a6ee6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:29.790214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:29.790450 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76c837de-5eec-4d56-b904-68b7e59b40e6 req-56a96209-175b-4780-afb0-baf8f4e43a9e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001987 Nov 12 12:22:29.803689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-8639aa2c-a928-4464-82b7-bc904533cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.806515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-8639aa2c-a928-4464-82b7-bc904533cdb8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 0.1716483 Nov 12 12:22:29.886457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-838d1767-7c35-4751-9ac2-1c0b5734f0da req-a1bdbe4c-3761-4878-8c49-4d680a742ca0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162383 Nov 12 12:22:29.933747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-567a35f6-ade0-4f2a-8f6f-8b62329ecd78 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 200 len: 1002 time: 0.1189094 Nov 12 12:22:29.936931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-a32aa07e-1b9e-4d90-9acd-6f330ee96727 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1233966 Nov 12 12:22:29.948689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-f073a5f7-7dc7-453e-b016-b0b6d3a03489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:29.950487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-f073a5f7-7dc7-453e-b016-b0b6d3a03489 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.3340201 Nov 12 12:22:29.959531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b0aa33c4-b97f-4164-9300-b829c098158f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=193d7392b46d4944a2472204a8926f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647842 Nov 12 12:22:29.966903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:29.987835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ae785d4-81b4-4e50-8110-6d1be0d88bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.031234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ae785d4-81b4-4e50-8110-6d1be0d88bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.047121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-e6b06baa-2421-43ee-aac0-2a5d4ce9698f tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:30.048541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-e6b06baa-2421-43ee-aac0-2a5d4ce9698f tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports/59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 942 time: 0.0954061 Nov 12 12:22:30.050332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-eb14e190-ca82-4030-9cdf-304a214b3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:30.051693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-eb14e190-ca82-4030-9cdf-304a214b3832 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.1081972 Nov 12 12:22:30.141995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-0225099a-84e2-4562-912f-44720bece981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:30.143727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-0225099a-84e2-4562-912f-44720bece981 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834992 Nov 12 12:22:30.144746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae785d4-81b4-4e50-8110-6d1be0d88bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe87b3-6d23-4372-8c1a-11889f4b67d7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:30.155123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1ae785d4-81b4-4e50-8110-6d1be0d88bd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c11ec2956170473e936ba1ebe7246f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6354129 Nov 12 12:22:30.161012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-47a2d44b-9898-4284-8188-688fc12685ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 1001 time: 0.1946824 Nov 12 12:22:30.161421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:30.237026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab565608-1af2-44e6-be23-f0311fcc02bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daadc57177e24c1f8720d1e4da010c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5577166 Nov 12 12:22:30.247575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:30.252363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-a476e800-3fb6-45ab-bfd5-82e728875ba9 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1073112 Nov 12 12:22:30.262786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5122b8fb-3db6-45f7-881e-2fcc847fd38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.326565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5122b8fb-3db6-45f7-881e-2fcc847fd38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.408433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-2dcf3271-bb65-45fa-918a-d115f5b3c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:30.410578 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-2dcf3271-bb65-45fa-918a-d115f5b3c20c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.2284863 Nov 12 12:22:30.429655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a4d3-1234-4a57-ace8-01b1fb565e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.444638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5122b8fb-3db6-45f7-881e-2fcc847fd38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.449193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5122b8fb-3db6-45f7-881e-2fcc847fd38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.450018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:30.451715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5122b8fb-3db6-45f7-881e-2fcc847fd38e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9795f482-b3a9-4dd6-b67d-e27608e2b7ba HTTP/1.1" status: 204 len: 168 time: 0.4836366 Nov 12 12:22:30.485657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-a8ea42c1-4714-4e38-af3a-82f54a28aadf service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302923 Nov 12 12:22:30.485921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122b8fb-3db6-45f7-881e-2fcc847fd38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795f482-b3a9-4dd6-b67d-e27608e2b7ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:30.492954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-f7e035b3-2dad-4c22-ac65-7cef28113efc tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:30.494427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-f7e035b3-2dad-4c22-ac65-7cef28113efc tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2316515 Nov 12 12:22:30.549668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a4d3-1234-4a57-ace8-01b1fb565e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.578769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5234c5b8-f268-422d-b0da-0a6e730d2cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.626156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-0b608312-8ea2-4d0b-8511-e9219cd69425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:30.627923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-0b608312-8ea2-4d0b-8511-e9219cd69425 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848574 Nov 12 12:22:30.629762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5234c5b8-f268-422d-b0da-0a6e730d2cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.650530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c773b2-f7c9-4f33-a30a-d88bf5fad394 req-7dae16f4-766b-4ee0-82fc-aec7cbc2cf97 service neutron] 10.222.0.81 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546798 Nov 12 12:22:30.697265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-510d3464-d781-454f-9ff4-700e06a6bf9b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1796312 Nov 12 12:22:30.710493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:30.761659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a4d3-1234-4a57-ace8-01b1fb565e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.764335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a4d3-1234-4a57-ace8-01b1fb565e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.765520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2b5a4d3-1234-4a57-ace8-01b1fb565e89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dbe87b3-6d23-4372-8c1a-11889f4b67d7 HTTP/1.1" status: 204 len: 168 time: 0.5998621 Nov 12 12:22:30.779574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5a4d3-1234-4a57-ace8-01b1fb565e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbe87b3-6d23-4372-8c1a-11889f4b67d7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:30.795203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5234c5b8-f268-422d-b0da-0a6e730d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.797791 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5234c5b8-f268-422d-b0da-0a6e730d2cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.799053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5234c5b8-f268-422d-b0da-0a6e730d2cb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29660934-51ce-40b0-89cf-a75248c45a76 HTTP/1.1" status: 204 len: 168 time: 0.5504849 Nov 12 12:22:30.807159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:30.810880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234c5b8-f268-422d-b0da-0a6e730d2cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29660934-51ce-40b0-89cf-a75248c45a76,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:30.814762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-eeb0f9a8-0905-484d-8783-2e3d72f93797 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746950 Nov 12 12:22:30.955472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23e03a20-9ce0-451b-a065-f0b4a51c8ca2 req-bd3e003a-0c63-4555-8d20-1e0d5de03375 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324358 Nov 12 12:22:30.971548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1923809542-network', 'tenant_id': 'd379f78f662e4b5d989bb20a9e0dc8a1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:31.012344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17efb53-5b78-4e66-aafc-95dfb82c8aaf req-98aeb606-e45e-4345-a4e1-1fc9d3711edb tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:31.014317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e17efb53-5b78-4e66-aafc-95dfb82c8aaf req-98aeb606-e45e-4345-a4e1-1fc9d3711edb tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.0715044 Nov 12 12:22:31.018008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Made reservation on behalf of d379f78f662e4b5d989bb20a9e0dc8a1 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:31.020835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.063805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.079342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.088151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.088501 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Floating IP b092a837-2b13-4489-89c2-5892ad3e5963 disassociated. External IP: 172.25.1.240, port: 59a55744-fd36-4762-8b37-1849d8166a2d. Nov 12 12:22:31.095151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e17efb53-5b78-4e66-aafc-95dfb82c8aaf req-d4c7a6df-416d-4cf2-a957-3d9a11cb8673 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722122 Nov 12 12:22:31.253408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b862-1e33-41b0-a07c-5ba390f36e9c req-984f223c-a913-4455-8a18-3775d68d17ad tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:31.255850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70e7b862-1e33-41b0-a07c-5ba390f36e9c req-984f223c-a913-4455-8a18-3775d68d17ad tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0807877 Nov 12 12:22:31.354252 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70e7b862-1e33-41b0-a07c-5ba390f36e9c req-5629c36a-09e1-400e-b166-8e055cc9d702 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920577 Nov 12 12:22:31.667611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.674639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.707065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:22:31.771570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.772317 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Added segment 428b83b0-49cb-4634-8ff2-530ce570c7f6 of type vlan for network 6630de47-340a-43ac-ad7b-1904b4dbda68 Nov 12 12:22:31.776738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45e8fd2-0d02-4dea-ad84-90beae95ec49,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:31.832841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.839433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:31.902420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.903393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:31.903971 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.951427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5002952 Nov 12 12:22:31.954251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:31.964109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Request body: {'subnet': {'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1923809542-subnet', 'tenant_id': 'd379f78f662e4b5d989bb20a9e0dc8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:31.996791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Made reservation on behalf of d379f78f662e4b5d989bb20a9e0dc8a1 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:32.000525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:32.015418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ba6ea-7ce2-47aa-af9f-f567e420a02d admin admin] Pushing event updated for resources: {'Network': ['ID=6630de47-340a-43ac-ad7b-1904b4dbda68,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:32.028630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:22:32.044787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:32.056284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:32.072509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:32.147363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:32.148305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:32.149555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-6c029cfc-0ba0-469d-86e3-bb966a49ab3b tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "PUT /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 696 time: 1.4377737 Nov 12 12:22:32.160917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:32.167761 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d47e75f-484b-49c5-8fb0-e02610356540" -d '{"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:32.254285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-a5fc2ef7-b522-430b-86cb-2aab97db81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:32.256125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-a5fc2ef7-b522-430b-86cb-2aab97db81c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.1056781 Nov 12 12:22:32.296806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:32.327344 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:32.472483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:32.474889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Checking segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:32.475258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Network hostable DHCP agents. Network: 6630de47-340a-43ac-ad7b-1904b4dbda68, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:22:32.487864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-1be621cb-9d5f-442c-a4d8-9031c6dd8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:32.490437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-1be621cb-9d5f-442c-a4d8-9031c6dd8983 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.2268355 Nov 12 12:22:32.511844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:22:32.538883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 6630de47-340a-43ac-ad7b-1904b4dbda68) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:32.554018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:32.555243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:32.556019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a691dac-3184-4eab-8f67-1a9ec0af94f3 None None] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:32.600743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-71713f9f-bec6-442e-af83-0175b8e3b5b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6395490 Nov 12 12:22:32.636925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-eb264b3f-0d3f-423d-942c-f5536c2f786c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 217 time: 0.1375105 Nov 12 12:22:32.698964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb3fd9-1c3e-49b9-be6e-031194a6ccc7 req-2942cc5c-00e6-4976-8363-cf942d9c3989 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:32.701500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94bb3fd9-1c3e-49b9-be6e-031194a6ccc7 req-2942cc5c-00e6-4976-8363-cf942d9c3989 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.0870786 Nov 12 12:22:32.757296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-d608281e-767f-4169-a6de-42f848c57f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:32.759243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-d608281e-767f-4169-a6de-42f848c57f7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.1164773 Nov 12 12:22:32.810005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94bb3fd9-1c3e-49b9-be6e-031194a6ccc7 req-f1672bfc-91e9-4806-897c-5bfbcb3c525c tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971029 Nov 12 12:22:32.810575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:32.823246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88479161-1227-4f7d-929d-47db8e761df5 None None] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:32.878337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-019a9db5-0828-4b5c-8b1c-146fcf197db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:32.880568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-019a9db5-0828-4b5c-8b1c-146fcf197db9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138258 Nov 12 12:22:32.903110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:32.910506 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570bc535-9e2f-4212-bc37-fe04b7c7519d x-openstack-request-id: req-570bc535-9e2f-4212-bc37-fe04b7c7519d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:32.911456 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:32.911905 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-570bc535-9e2f-4212-bc37-fe04b7c7519d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:32.912590 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'status': 'completed', 'code': 200} Nov 12 12:22:33.039765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:33.060128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:33.061067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:33.113600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cb4c0-9450-4fe2-9301-a4ca8bf4c8c3 req-d97e18e5-056c-4eae-9cb1-bfc96295301d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:33.128291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-f8135132-0c16-4cd0-a51b-65267c967375 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400060 Nov 12 12:22:33.133946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a9cb4c0-9450-4fe2-9301-a4ca8bf4c8c3 req-d97e18e5-056c-4eae-9cb1-bfc96295301d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1362071 Nov 12 12:22:33.153951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-bd697e49-b794-4c4d-9b6c-117114610146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:33.155532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-bd697e49-b794-4c4d-9b6c-117114610146 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 1096 time: 0.2145658 Nov 12 12:22:33.373918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33f8ade1-996d-474a-ad20-72fc41c941bf req-47360525-621a-4678-939f-f454f44d16f2 service neutron] 10.222.0.18 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383604 Nov 12 12:22:33.384980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-e8839ace-85da-4530-a6d1-eeb4eb99a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:33.396714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-e8839ace-85da-4530-a6d1-eeb4eb99a4ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 200 len: 922 time: 0.2180867 Nov 12 12:22:33.425271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:33.540247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-a18745ab-eb72-4315-9d64-5348e8f0cde4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 200 len: 217 time: 0.1201160 Nov 12 12:22:33.549063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-143961103-network', 'tenant_id': 'a308ae83a75942e097e467841d816f85'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:33.647278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a9cb4c0-9450-4fe2-9301-a4ca8bf4c8c3 req-6b3dc50a-3696-4cfb-a92c-577ae0ee5645 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122654 Nov 12 12:22:33.677291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Made reservation on behalf of a308ae83a75942e097e467841d816f85 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:33.683244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:33.701101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:33.713567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89e41d0c-aa81-4d83-b5fb-7ffd04c3581f req-60b40034-0022-49fc-a411-bcfb08ae6cff tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0861254 Nov 12 12:22:33.733912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-9940058b-2484-451f-bab7-9aa73cbc0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:33.735840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-9940058b-2484-451f-bab7-9aa73cbc0f09 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 200 len: 860 time: 0.1813095 Nov 12 12:22:33.841208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:33.847379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-605557c2-b33e-4bb3-b7c8-b7c3cdbd6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:33.849288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-605557c2-b33e-4bb3-b7c8-b7c3cdbd6496 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fb4b367-1a87-4d60-92f3-74b18994e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964763 Nov 12 12:22:33.876857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74813d6d-1e36-4029-a89f-33143ef1098e None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:21:05Z', 'revision_number': 4, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4a42c5e9-a7f2-4f2b-8137-4bdec0079023', 'name': '', 'network_id': '0fb4b367-1a87-4d60-92f3-74b18994e5cb', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'mac_address': 'fa:16:3e:c1:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:21:03Z', 'updated_at': '2021-11-12T12:21:12Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'subnets': [{'id': 'b3d324dc-63cf-4a10-a9de-d7fc2f34deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:33.940287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-9617fd18-3655-4851-a1c2-730455c9fbec tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 200 len: 696 time: 0.1044886 Nov 12 12:22:34.054499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.101290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.199216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:22:34.217383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1c6ae-756a-4fa8-bae1-f735ca618c59,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:34.232351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-164feab0-ee3c-492c-806f-62a9f9e40c7f service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321149 Nov 12 12:22:34.248339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.248880 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Added segment ed1a4b17-a56b-4bc2-8537-0c19b74ef719 of type vlan for network 62169841-c4a1-4168-8ef0-0dd9aa27abcb Nov 12 12:22:34.277389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-5f4fdd52-bc78-4694-9f13-ac35bae2736a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:34.286240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-5f4fdd52-bc78-4694-9f13-ac35bae2736a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3449893 Nov 12 12:22:34.327702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07716a5b-8dff-426b-89fd-66b9b6225195 None None] New status for floating IP b092a837-2b13-4489-89c2-5892ad3e5963: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:22:34.381074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-28aa6442-c208-46af-a837-64ea3793488e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:34.382647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-28aa6442-c208-46af-a837-64ea3793488e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 822 time: 0.2078609 Nov 12 12:22:34.403888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-ccede769-76a3-4fc8-8716-ea522edde8d0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/quotas/d379f78f662e4b5d989bb20a9e0dc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0130358 Nov 12 12:22:34.445194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-b8c6017b-c3d6-42fd-baa4-12996413db3a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357707 Nov 12 12:22:34.466908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-a59a57dd-c1f6-44ba-a5be-b9102ac8965a tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 699 time: 0.1794572 Nov 12 12:22:34.473996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.561199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-69a942c9-9134-41b6-bc24-5df49e6e1bfc tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 699 time: 0.0933018 Nov 12 12:22:34.618060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d47e75f-484b-49c5-8fb0-e02610356540 req-15d65500-9e37-4aa2-aa64-dfb5c39af215 service neutron] 10.222.0.81 "GET /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725672 Nov 12 12:22:34.628362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.629445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:34.630040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.691407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-43e3c15d-4673-4c89-9256-0c4e64b1afce service neutron] 10.222.0.18 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376804 Nov 12 12:22:34.716828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9051380 Nov 12 12:22:34.721239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:34.728844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Request body: {'subnet': {'network_id': '62169841-c4a1-4168-8ef0-0dd9aa27abcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-143961103-subnet', 'tenant_id': 'a308ae83a75942e097e467841d816f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:34.761011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Made reservation on behalf of a308ae83a75942e097e467841d816f85 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:34.764848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.774759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e75a51-934e-4217-a39e-e2678b45ed31 admin admin] Pushing event updated for resources: {'Network': ['ID=62169841-c4a1-4168-8ef0-0dd9aa27abcb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:34.791908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 62169841-c4a1-4168-8ef0-0dd9aa27abcb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:22:34.804506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Deleting port 09ec4907-8443-479d-bfdd-9576befec540 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:34.805781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.903890 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.904212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.915024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-3e61ec65-533b-4c7f-9318-1444b6c3bbb2 service neutron] 10.222.0.18 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217052 Nov 12 12:22:34.919078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Calling delete_port for 09ec4907-8443-479d-bfdd-9576befec540 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:35.042254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.100464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.112279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a81da4-a4c4-439c-9165-b888d7c105fd,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:35.121403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Checking segment: {'id': 'ed1a4b17-a56b-4bc2-8537-0c19b74ef719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '62169841-c4a1-4168-8ef0-0dd9aa27abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:35.122042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Network hostable DHCP agents. Network: 62169841-c4a1-4168-8ef0-0dd9aa27abcb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:22:35.138900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event deleted for resources: {'Port': ['ID=09ec4907-8443-479d-bfdd-9576befec540,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:35.153432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Network 62169841-c4a1-4168-8ef0-0dd9aa27abcb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:22:35.166697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 62169841-c4a1-4168-8ef0-0dd9aa27abcb) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:35.178539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801598d-64f7-4e03-9139-932bc335f0d5 None None] Network 62169841-c4a1-4168-8ef0-0dd9aa27abcb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:35.184163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:35.187129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.212192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef9fba82-31d1-4ac3-a177-34b763ff8657 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4894991 Nov 12 12:22:35.233995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.237343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.238604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60f525b9-1279-4ef7-89ff-79821b66cc34 req-40ffb649-969d-4ac7-832f-268da6515031 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "DELETE /v2.0/floatingips/b092a837-2b13-4489-89c2-5892ad3e5963 HTTP/1.1" status: 204 len: 173 time: 0.6765754 Nov 12 12:22:35.425535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80abf6-e476-4228-af37-e8e732cc2c4f None None] Network 62169841-c4a1-4168-8ef0-0dd9aa27abcb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:35.519962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46ad358e-34bb-46c9-ab4c-8bceb3974c46 req-95d9e5a6-ef90-471b-8b99-e2b3ca90cf82 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0623155 Nov 12 12:22:35.538869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24891-1efd-4cc4-a10b-b968cfe55556 req-b0cb22b6-b9c3-470f-b00c-3347e098e624 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:35.541484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62e24891-1efd-4cc4-a10b-b968cfe55556 req-b0cb22b6-b9c3-470f-b00c-3347e098e624 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1623557 Nov 12 12:22:35.644161 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a300f8b-0fac-458c-98af-c9c8991b3f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.644404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62e24891-1efd-4cc4-a10b-b968cfe55556 req-316f9991-520a-4247-adba-4b44c65f60ee tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Nov 12 12:22:35.810012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c663445-e1d3-4c97-a6c4-02a3a2fa554e req-8b6ea736-3216-44ae-8cb5-ab87222efc07 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 210 time: 0.0633550 Nov 12 12:22:35.952851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Request body: {'security_group': {'name': 'tempest-securitygroup-129378709', 'description': 'tempest-description-450490096'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:35.985067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:35.998332 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.102780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.108236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.191990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2070d7-6445-4bad-ae69-a39a9b2168a5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:36.207912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.215145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.251194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.252660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-347991a4-fdc8-4a58-bcbe-db86f1f839b4 req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3052788 Nov 12 12:22:36.255511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d849b2-7bf1-4446-81f4-e3e416da8593 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d88a4-5375-4a08-8645-7f413822fc7c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:36.371336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4183a-0a9c-4b46-99f6-a6af4c4d1d8c req-30e5fe84-ad4b-4a9e-ab85-77e9e6d2916e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:36.373115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fc4183a-0a9c-4b46-99f6-a6af4c4d1d8c req-30e5fe84-ad4b-4a9e-ab85-77e9e6d2916e tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 945 time: 0.0578878 Nov 12 12:22:36.429379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fc4183a-0a9c-4b46-99f6-a6af4c4d1d8c req-4a898ec7-2de0-4014-9a09-892c85548e6d tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Nov 12 12:22:36.484699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-65c9a127-353c-4bab-904a-63e74a20e176 req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-898523793', 'description': 'tempest-description-914397815'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:36.509125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65c9a127-353c-4bab-904a-63e74a20e176 req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.539665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56b5f5e6-ca9c-44a3-924f-ca2d341a3627 req-9e9da26e-6a6f-4ab4-9ed3-600ca8a252ee tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0340297 Nov 12 12:22:36.588325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bb462751-ad7e-4a3b-8a35-631042df22f6 req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1755071305', 'description': 'tempest-description-1332303173'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:36.602683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65c9a127-353c-4bab-904a-63e74a20e176 req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.608349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65c9a127-353c-4bab-904a-63e74a20e176 req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.635950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bb462751-ad7e-4a3b-8a35-631042df22f6 req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.652083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65c9a127-353c-4bab-904a-63e74a20e176 req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.653650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65c9a127-353c-4bab-904a-63e74a20e176 req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1734869 Nov 12 12:22:36.656424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472c55a-25ad-4bc6-81d9-dc5795bb32aa tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094b9b10-0eae-4567-8cc3-401ceeb7704d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:36.766614 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0da05cc-946b-4a35-a359-120959061099 req-e8fd01f3-68a6-400e-8a2d-68f842b337ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/094b9b10-0eae-4567-8cc3-401ceeb7704d HTTP/1.1" status: 200 len: 1828 time: 0.0781765 Nov 12 12:22:36.767671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bb462751-ad7e-4a3b-8a35-631042df22f6 req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.774690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bb462751-ad7e-4a3b-8a35-631042df22f6 req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.797105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '094b9b10-0eae-4567-8cc3-401ceeb7704d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:36.797689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '094b9b10-0eae-4567-8cc3-401ceeb7704d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:36.889322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.922578 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bb462751-ad7e-4a3b-8a35-631042df22f6 req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.922934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.923811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bb462751-ad7e-4a3b-8a35-631042df22f6 req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3409216 Nov 12 12:22:36.933873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492d71-a4ce-41a7-a02c-d81d233ab5df tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd8df68-668b-4356-9d50-490154b63a0b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:36.943041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:36.959168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-5834679c-d9d9-4f44-865b-2b9d6fc442e0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:36.961016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-5834679c-d9d9-4f44-865b-2b9d6fc442e0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 822 time: 0.1826189 Nov 12 12:22:36.975474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'port': {'device_id': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'admin_state_up': True, 'tenant_id': 'd379f78f662e4b5d989bb20a9e0dc8a1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:36.986285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228305eb-8564-4d7f-b57b-cfcec4eda865,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:37.011290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.012601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0da05cc-946b-4a35-a359-120959061099 req-50b46a66-0944-4a57-bdcf-1b6728e40496 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2239730 Nov 12 12:22:37.140781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710fccc-3a94-41d1-89c4-4f0105338285 req-7d189fa4-6b8e-40a4-8dc9-45f994a23c4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:37.148473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0710fccc-3a94-41d1-89c4-4f0105338285 req-7d189fa4-6b8e-40a4-8dc9-45f994a23c4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1318514 Nov 12 12:22:37.167882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:37.197036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Made reservation on behalf of d379f78f662e4b5d989bb20a9e0dc8a1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:37.201114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.241792 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0710fccc-3a94-41d1-89c4-4f0105338285 req-8e49c8ba-4cd2-4717-bce1-02700feaf338 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916407 Nov 12 12:22:37.346224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4f58b83-6897-4f72-8751-2e1e74125d59 req-08c9a843-0652-4cd2-9d42-6661eca3231a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 210 time: 0.0441265 Nov 12 12:22:37.354691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cd5-6415-4fbc-93c4-66d423c5ab82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.411764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Allocated IP 172.20.0.11 (6630de47-340a-43ac-ad7b-1904b4dbda68/d4e574d5-cfb8-45a1-b4ec-d26b0d47c627/f025952e-90bd-483e-ab05-d98f91627013) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:37.454697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a5c1dae-7409-4cbe-918e-8bbcd5a15d2f req-b94dd7c3-f5d0-4fa6-9684-1c662629e06c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/094b9b10-0eae-4567-8cc3-401ceeb7704d HTTP/1.1" status: 200 len: 2421 time: 0.0732696 Nov 12 12:22:37.499053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cd5-6415-4fbc-93c4-66d423c5ab82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.505006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6cd5-6415-4fbc-93c4-66d423c5ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.556821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1184445086', 'description': 'tempest-description-1796171046'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:37.574762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f6cd5-6415-4fbc-93c4-66d423c5ab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51013822-9a7b-4723-938a-bbdddade74be,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:37.588251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4f0f6cd5-6415-4fbc-93c4-66d423c5ab82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=279dc266bce64e588b6d9548a2545b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190714 Nov 12 12:22:37.590946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:37.596429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.610140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.631750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77944-6c34-46a0-9fc1-9eba8e89994e req-512e69cb-5cfd-4ee7-b1c0-bb161003f740 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:37.634714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bc77944-6c34-46a0-9fc1-9eba8e89994e req-512e69cb-5cfd-4ee7-b1c0-bb161003f740 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 945 time: 0.1016130 Nov 12 12:22:37.642299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.684607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56fda5b9-6688-4cd7-a4b4-9d2f1d2bb2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.720167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.748358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bc77944-6c34-46a0-9fc1-9eba8e89994e req-dae242a8-bfbc-4cc5-89cd-0386136e3382 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb41cf80-2890-4372-8dbe-3c003ebcc38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050022 Nov 12 12:22:37.753443 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56fda5b9-6688-4cd7-a4b4-9d2f1d2bb2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.780120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.786024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:37.793045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.799306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:37.801752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:37.815286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-8b2f82f7-2850-4652-810a-8a43e7a38765 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-group-rules/228305eb-8564-4d7f-b57b-cfcec4eda865 HTTP/1.1" status: 200 len: 778 time: 0.0350208 Nov 12 12:22:37.825158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-47425418-4115-42a0-9eae-0fccaa09164c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:37.826704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-47425418-4115-42a0-9eae-0fccaa09164c tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.81 "GET /v2.0/ports?device_id=29314f6a-8a4d-4ce4-9d14-ad9ab12c7869 HTTP/1.1" status: 200 len: 945 time: 0.1431761 Nov 12 12:22:37.841041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:37.882866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00490aea-a32c-4d07-8851-930f89c22ab0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:37.895326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56fda5b9-6688-4cd7-a4b4-9d2f1d2bb2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.897993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56fda5b9-6688-4cd7-a4b4-9d2f1d2bb2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.901825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56fda5b9-6688-4cd7-a4b4-9d2f1d2bb2ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51013822-9a7b-4723-938a-bbdddade74be HTTP/1.1" status: 204 len: 168 time: 0.3075283 Nov 12 12:22:37.901994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:37.901994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.931076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-7ebf0bdd-3356-45dd-9f77-8e182f61f541 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599223 Nov 12 12:22:37.939195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fda5b9-6688-4cd7-a4b4-9d2f1d2bb2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51013822-9a7b-4723-938a-bbdddade74be,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:37.943452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-3ad5c3db-0c0b-4807-b1a1-9f7f91e24c48 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/094b9b10-0eae-4567-8cc3-401ceeb7704d HTTP/1.1" status: 200 len: 2421 time: 0.1154845 Nov 12 12:22:37.950387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.955872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Request body: {'port': {'device_id': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:37.960693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.983372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ba04cd3-d476-4545-a6c9-42787ed7bcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:37.996307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-ae3938e2-dc93-4fed-9576-4f2dc1cfee7c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.007964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-ae3938e2-dc93-4fed-9576-4f2dc1cfee7c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.011722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Deleting port 59a55744-fd36-4762-8b37-1849d8166a2d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:38.011901 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.031610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.032836 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f87e62a-05ff-46b0-a0b9-c911109d6e07 req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4822514 Nov 12 12:22:38.051162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d08dc-bb95-45c8-be35-729bce9e1998 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b52d01-0657-4e8b-bca2-a5e4337ad69e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.071838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.109131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-ae3938e2-dc93-4fed-9576-4f2dc1cfee7c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.120892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-ae3938e2-dc93-4fed-9576-4f2dc1cfee7c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.122035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04c2e2aa-d558-4307-a1be-f2cdd64cbd7f req-ae3938e2-dc93-4fed-9576-4f2dc1cfee7c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/228305eb-8564-4d7f-b57b-cfcec4eda865 HTTP/1.1" status: 204 len: 173 time: 0.1694577 Nov 12 12:22:38.130749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3938e2-dc93-4fed-9576-4f2dc1cfee7c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=228305eb-8564-4d7f-b57b-cfcec4eda865,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.149798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8f366-a64a-4aa3-a835-ccd0b8b5f81a req-a5da25d8-6a16-4295-bc3f-8aa06824192c tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0291774 Nov 12 12:22:38.153908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] For port 59a55744-fd36-4762-8b37-1849d8166a2d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=59a55744-fd36-4762-8b37-1849d8166a2d,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:38.154322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.170214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Calling delete_port for 59a55744-fd36-4762-8b37-1849d8166a2d owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:38.174354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c23525c5-67dd-456d-9c0f-b928fb958ce1 req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-77688127', 'description': 'tempest-description-670444930'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:38.242637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c23525c5-67dd-456d-9c0f-b928fb958ce1 req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.254532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-83299237-53d6-4b72-9e7e-7e26300802f9 req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-544486544', 'description': 'tempest-description-34856239'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:38.326969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:38.328854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83299237-53d6-4b72-9e7e-7e26300802f9 req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.367919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c23525c5-67dd-456d-9c0f-b928fb958ce1 req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.373849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c23525c5-67dd-456d-9c0f-b928fb958ce1 req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.383971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.398118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['59a55744-fd36-4762-8b37-1849d8166a2d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:38.406771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e69c1cc-fbf9-4a51-8e79-fab52332c5f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.411699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c23525c5-67dd-456d-9c0f-b928fb958ce1 req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.412954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c23525c5-67dd-456d-9c0f-b928fb958ce1 req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2491236 Nov 12 12:22:38.420335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef91aed8-6077-497f-aacf-d6df3763e483 req-bea3f3ee-e5cf-4d6c-a945-33f1ca684728 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0576537 Nov 12 12:22:38.437727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Pushing event deleted for resources: {'Port': ['ID=59a55744-fd36-4762-8b37-1849d8166a2d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.442612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094f939-86ee-429d-be7c-d7e5498f375a tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645babf-75ca-4749-9daa-9114b63dc1d1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.490829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] No DVR routers for this DVR port 59a55744-fd36-4762-8b37-1849d8166a2d on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:38.493632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.497191 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94866f8d-7fc6-4fec-ab17-383d6799f128 req-9bca6b32-604f-472e-8b6a-95eb59b370d1 tempest-FloatingIPsAssociationTestJSON-44304611 tempest-FloatingIPsAssociationTestJSON-44304611-project] 10.222.0.81 "DELETE /v2.0/ports/59a55744-fd36-4762-8b37-1849d8166a2d HTTP/1.1" status: 204 len: 173 time: 0.6616294 Nov 12 12:22:38.497781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'name': 'network-vif-deleted', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:38.500945 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c19c725-515a-4c20-9e46-91bab4b7dab6" -d '{"events": [{"server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "name": "network-vif-deleted", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:38.553901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83299237-53d6-4b72-9e7e-7e26300802f9 req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.567063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83299237-53d6-4b72-9e7e-7e26300802f9 req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.572248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d4b7-05e1-4452-9c35-8472c0473d3d req-722c636c-ca5d-4507-8414-dbc645cb0e10 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:38.573827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1425d4b7-05e1-4452-9c35-8472c0473d3d req-722c636c-ca5d-4507-8414-dbc645cb0e10 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0589120 Nov 12 12:22:38.621803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83299237-53d6-4b72-9e7e-7e26300802f9 req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.623043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83299237-53d6-4b72-9e7e-7e26300802f9 req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3769794 Nov 12 12:22:38.640450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1425d4b7-05e1-4452-9c35-8472c0473d3d req-392583b5-3248-466e-88a7-653552c7c2ed tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Nov 12 12:22:38.662439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f025952e-90bd-483e-ab05-d98f91627013 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:38.662439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15464e8-5d0e-4393-b87a-39a6d698c379 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb87af-65af-4b41-8c81-77e41ee60190,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.671891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e69c1cc-fbf9-4a51-8e79-fab52332c5f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.674399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.680923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e69c1cc-fbf9-4a51-8e79-fab52332c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.707072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Transition to ACTIVE for port object f025952e-90bd-483e-ab05-d98f91627013 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:22:38.725391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.780901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8e69c1cc-fbf9-4a51-8e79-fab52332c5f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3561697a48d0492ca3aaaf0b78d83072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531257 Nov 12 12:22:38.785379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69c1cc-fbf9-4a51-8e79-fab52332c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f048d3-ed0c-4633-987d-0e30c2e8d63f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.788779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:38.822698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:38.880754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85995e17-8373-4c37-8b9e-d24e856ed29f req-4fc7100e-cff0-43d1-b971-267382e829cd tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:38.906774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85995e17-8373-4c37-8b9e-d24e856ed29f req-4fc7100e-cff0-43d1-b971-267382e829cd tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 944 time: 0.1936996 Nov 12 12:22:38.909436 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f050858-9c9a-45cc-a754-352271eeb300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.953614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f050858-9c9a-45cc-a754-352271eeb300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.043410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Attempting to bind port f025952e-90bd-483e-ab05-d98f91627013 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:39.044486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Attempting to bind port f025952e-90bd-483e-ab05-d98f91627013 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:39.045076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Attempting to bind port f025952e-90bd-483e-ab05-d98f91627013 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:39.058627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Port f025952e-90bd-483e-ab05-d98f91627013 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:22:39.059374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Attempting to bind port f025952e-90bd-483e-ab05-d98f91627013 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:39.075219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85995e17-8373-4c37-8b9e-d24e856ed29f req-f412617b-e6be-47e3-8a6d-385d2cfeb811 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674933 Nov 12 12:22:39.086722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:39.091541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Checking segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:39.092183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Bound using segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:39.093026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Bound port: f025952e-90bd-483e-ab05-d98f91627013, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:39.093629 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.116534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-35cd460c-5a90-49ca-8b4f-fbf12fb34299 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45833 time: 0.4342265 Nov 12 12:22:39.162763 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7193267b-e750-46a5-b2ce-3a763917147a x-openstack-request-id: req-7193267b-e750-46a5-b2ce-3a763917147a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:39.163065 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29314f6a-8a4d-4ce4-9d14-ad9ab12c7869", "name": "network-vif-deleted", "tag": "59a55744-fd36-4762-8b37-1849d8166a2d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:39.163307 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7193267b-e750-46a5-b2ce-3a763917147a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:39.163713 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29314f6a-8a4d-4ce4-9d14-ad9ab12c7869', 'name': 'network-vif-deleted', 'tag': '59a55744-fd36-4762-8b37-1849d8166a2d', 'status': 'completed', 'code': 200} Nov 12 12:22:39.170111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f050858-9c9a-45cc-a754-352271eeb300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.172682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f050858-9c9a-45cc-a754-352271eeb300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.176274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0f050858-9c9a-45cc-a754-352271eeb300 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17f048d3-ed0c-4633-987d-0e30c2e8d63f HTTP/1.1" status: 204 len: 168 time: 0.3832927 Nov 12 12:22:39.213289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-789b1917-263b-4f60-aef0-955bb5735dbd tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/00490aea-a32c-4d07-8851-930f89c22ab0 HTTP/1.1" status: 200 len: 2998 time: 0.0951247 Nov 12 12:22:39.223623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.254932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f050858-9c9a-45cc-a754-352271eeb300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f048d3-ed0c-4633-987d-0e30c2e8d63f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:39.280870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-002441fa-a09c-4ca1-8014-dd455ac2f8ad req-5672becb-74cb-499b-b67e-8f98d40ddfa3 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/71cb87af-65af-4b41-8c81-77e41ee60190 HTTP/1.1" status: 200 len: 1827 time: 0.1204641 Nov 12 12:22:39.282267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:39.285535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-96745cd9-6dbb-4356-90ef-1d7be48d7196 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/00490aea-a32c-4d07-8851-930f89c22ab0 HTTP/1.1" status: 200 len: 2998 time: 0.0594518 Nov 12 12:22:39.286762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:39.293906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.311627 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-018336dc-9908-43ed-8c89-707c1e050477 req-f55e3b43-2a8f-49b4-ac3c-12b491c520af tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] show failed (client error): The resource could not be found. Nov 12 12:22:39.321186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-f55e3b43-2a8f-49b4-ac3c-12b491c520af tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/17f048d3-ed0c-4633-987d-0e30c2e8d63f HTTP/1.1" status: 404 len: 352 time: 0.0289166 Nov 12 12:22:39.336465 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-018336dc-9908-43ed-8c89-707c1e050477 req-9289b181-300d-4e5c-9144-1d6e20233f69 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] show failed (client error): The resource could not be found. Nov 12 12:22:39.346287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-9289b181-300d-4e5c-9144-1d6e20233f69 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/17f048d3-ed0c-4633-987d-0e30c2e8d63f HTTP/1.1" status: 404 len: 352 time: 0.0240760 Nov 12 12:22:39.360526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:39.361448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:39.363038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] 10.222.0.65 "PUT /v2.0/ports/f025952e-90bd-483e-ab05-d98f91627013 HTTP/1.1" status: 200 len: 1092 time: 1.4157140 Nov 12 12:22:39.366155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'tag': 'f025952e-90bd-483e-ab05-d98f91627013'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:39.368947 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd060b6-a42c-4341-95ad-2708fd7b04c7", "tag": "f025952e-90bd-483e-ab05-d98f91627013"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:39.376887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:39.435782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-71df74d7-b2f0-41ce-9396-f3fe83ab64cb tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1dcf1057-cfd4-4fdf-9ca4-3a93e9d075cc HTTP/1.1" status: 200 len: 2998 time: 0.0881972 Nov 12 12:22:39.501213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-7c9a6167-ac1e-4958-b006-0d20f1fb7815 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1dcf1057-cfd4-4fdf-9ca4-3a93e9d075cc HTTP/1.1" status: 200 len: 2998 time: 0.0644999 Nov 12 12:22:39.527141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd143c3-8039-4611-a474-36c1a3dfd091 service neutron] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:39.581080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-300e5cee-26f3-4e50-89d1-15c9c250b660 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/33c1c6ae-756a-4fa8-bae1-f735ca618c59 HTTP/1.1" status: 200 len: 2998 time: 0.0723417 Nov 12 12:22:39.619253 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ee1b6f9-2dce-4fe8-9d3a-ee727aebb422 req-608015fe-424d-4c21-93fa-8aab27597c5c tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0862875 Nov 12 12:22:39.649709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-45b28fe5-3d8f-4598-9a02-b6dc7ab55b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:39.651395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-45b28fe5-3d8f-4598-9a02-b6dc7ab55b9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 1095 time: 0.2176905 Nov 12 12:22:39.678622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-db1d2f38-fcef-4c4c-8ea4-3684cb60b539 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/33c1c6ae-756a-4fa8-bae1-f735ca618c59 HTTP/1.1" status: 200 len: 2998 time: 0.0904925 Nov 12 12:22:39.754436 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e63571-ca9a-414f-8b83-4fb5cc5c37bb x-openstack-request-id: req-81e63571-ca9a-414f-8b83-4fb5cc5c37bb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:39.754787 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd060b6-a42c-4341-95ad-2708fd7b04c7", "tag": "f025952e-90bd-483e-ab05-d98f91627013", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:39.754968 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81e63571-ca9a-414f-8b83-4fb5cc5c37bb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:39.755358 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'tag': 'f025952e-90bd-483e-ab05-d98f91627013', 'status': 'completed', 'code': 200} Nov 12 12:22:39.758737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-b6d6dbcb-1517-480e-814c-4f4e341292ac tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/358b5ad6-0810-4388-9bda-8a2aa80818be HTTP/1.1" status: 200 len: 2998 time: 0.0706687 Nov 12 12:22:39.818679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2762be75-d911-4bfe-814a-1c626db3e890 req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1333156872', 'description': 'tempest-description-799184552'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:39.819131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-34ba7990-fdd4-4f80-b284-ccb752f9aacb tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/358b5ad6-0810-4388-9bda-8a2aa80818be HTTP/1.1" status: 200 len: 2998 time: 0.0545502 Nov 12 12:22:39.831300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-d5d16f9d-1ad2-410e-b683-2093299a463c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f025952e-90bd-483e-ab05-d98f91627013 HTTP/1.1" status: 200 len: 217 time: 0.1682327 Nov 12 12:22:39.870368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-18535fa1-1bdd-4941-84af-5efdb77e0d19 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/36397719-e4df-42bd-a374-43657aec30fd HTTP/1.1" status: 200 len: 2994 time: 0.0432065 Nov 12 12:22:39.917637 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-56a015fe-c88d-4602-9984-e0aaedcd8b2c tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/36397719-e4df-42bd-a374-43657aec30fd HTTP/1.1" status: 200 len: 2994 time: 0.0382354 Nov 12 12:22:39.981178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2762be75-d911-4bfe-814a-1c626db3e890 req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:40.002457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-c3ef36ad-f43b-4998-b4cf-6e42a3859213 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ab2070d7-6445-4bad-ae69-a39a9b2168a5 HTTP/1.1" status: 200 len: 2998 time: 0.0718732 Nov 12 12:22:40.060727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-10ae907e-e299-4543-8117-1583ecaf73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:40.062243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-10ae907e-e299-4543-8117-1583ecaf73d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 200 len: 862 time: 0.2213910 Nov 12 12:22:40.068102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-d693c3bf-9417-4afc-a543-1ee0370a21dc tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ab2070d7-6445-4bad-ae69-a39a9b2168a5 HTTP/1.1" status: 200 len: 2998 time: 0.0630164 Nov 12 12:22:40.110102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-e17cca72-1928-4ec2-80b4-f9a7e9ebece0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6630de47-340a-43ac-ad7b-1904b4dbda68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358438 Nov 12 12:22:40.137059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-e15e2d48-a4a2-45d8-894b-280489ed79e6 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bbc293c8-de26-4e15-bbf0-02e3b3ea25c1 HTTP/1.1" status: 200 len: 2998 time: 0.0677831 Nov 12 12:22:40.212026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-bed9441b-91d2-47d1-8695-38165baa0c3d tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bbc293c8-de26-4e15-bbf0-02e3b3ea25c1 HTTP/1.1" status: 200 len: 2998 time: 0.0661957 Nov 12 12:22:40.214047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2762be75-d911-4bfe-814a-1c626db3e890 req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:40.224428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2762be75-d911-4bfe-814a-1c626db3e890 req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:40.248415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2762be75-d911-4bfe-814a-1c626db3e890 req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:40.254326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2762be75-d911-4bfe-814a-1c626db3e890 req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4892342 Nov 12 12:22:40.280757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-c67a447e-02d0-400b-bc09-0602c866ed5c tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cb41cf80-2890-4372-8dbe-3c003ebcc38a HTTP/1.1" status: 200 len: 2998 time: 0.0673249 Nov 12 12:22:40.330077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-8368d522-4659-4ed9-ac08-48de6b8ce268 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cb41cf80-2890-4372-8dbe-3c003ebcc38a HTTP/1.1" status: 200 len: 2998 time: 0.0481877 Nov 12 12:22:40.339190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7220556-3778-4c18-824b-fd48aa0ecb18 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e851a1-f7cb-46aa-b8f7-791cfeac10db,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:40.378641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-591f7b20-6d0a-4e15-9da9-0b6775fbfce4 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d45e8fd2-0d02-4dea-ad84-90beae95ec49 HTTP/1.1" status: 200 len: 2998 time: 0.0411437 Nov 12 12:22:40.380313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-5755016c-2a79-4a08-8e98-3a9586de48e0 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621794 Nov 12 12:22:40.432965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-86c2f878-3e6a-4a09-a331-574d0c42c45f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d45e8fd2-0d02-4dea-ad84-90beae95ec49 HTTP/1.1" status: 200 len: 2998 time: 0.0440218 Nov 12 12:22:40.489691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5850d-eb18-4b45-8f62-c6b35aad206c req-21b3109d-f4d9-4573-a483-a3634e215452 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:40.491555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5a5850d-eb18-4b45-8f62-c6b35aad206c req-21b3109d-f4d9-4573-a483-a3634e215452 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1637428 Nov 12 12:22:40.515928 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:40.567453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:40.618800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89358296-57ec-42d8-a1f2-faceb9dafef1 req-71d361aa-dec2-4f70-aa23-c5a0bcd30e69 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291839 Nov 12 12:22:40.633537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5a5850d-eb18-4b45-8f62-c6b35aad206c req-b829d01b-821b-4a79-acb2-ed038c829ad6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344733 Nov 12 12:22:40.664942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 59a55744-fd36-4762-8b37-1849d8166a2d no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:40.727111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 59a55744-fd36-4762-8b37-1849d8166a2d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:40.727463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 59a55744-fd36-4762-8b37-1849d8166a2d not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:40.845059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-3c6f7ffb-3f69-4ca5-a5d5-b53dbf358d52 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/da90bb5b-457d-432b-957c-c82f3519cbd1 HTTP/1.1" status: 200 len: 2998 time: 0.4052191 Nov 12 12:22:40.861981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ead7b-4d4b-401d-950f-12d6e6dc5092 req-c29cc685-27ba-453e-b4fc-70c3157f33f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:40.863546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-718ead7b-4d4b-401d-950f-12d6e6dc5092 req-c29cc685-27ba-453e-b4fc-70c3157f33f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 944 time: 0.1028221 Nov 12 12:22:40.866539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-282737de-78cb-4f08-b7e0-1ff24d6de663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:40.868670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-282737de-78cb-4f08-b7e0-1ff24d6de663 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 1095 time: 0.1192262 Nov 12 12:22:40.900730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-ef856f9b-09b6-46cd-ac79-fd3722253fa2 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/da90bb5b-457d-432b-957c-c82f3519cbd1 HTTP/1.1" status: 200 len: 2998 time: 0.0490634 Nov 12 12:22:40.947302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-471b534a-a599-47cc-8266-ab16a1345617 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e92747b0-7a38-436f-9598-c879b8dc797c HTTP/1.1" status: 200 len: 2990 time: 0.0399420 Nov 12 12:22:41.007566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-018336dc-9908-43ed-8c89-707c1e050477 req-5b594705-af10-4e89-b38f-277588e26396 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e92747b0-7a38-436f-9598-c879b8dc797c HTTP/1.1" status: 200 len: 2990 time: 0.0432909 Nov 12 12:22:41.084220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d417e269-1145-4cd5-ae80-9ae77e1fe441 req-716735c9-af04-42e7-84ad-c16b956effca tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/92e851a1-f7cb-46aa-b8f7-791cfeac10db HTTP/1.1" status: 200 len: 1829 time: 0.0544901 Nov 12 12:22:41.162510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.190988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1fffda4-7c01-4f9e-8de2-eb12e163f57d req-f8259045-8721-407a-b1e3-4921a06d3f0f tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Nov 12 12:22:41.310404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08a6a7a7-6eea-49e4-8526-86b3fe809334 req-f5076139-1ff7-43e4-8f01-71fd4f34719b tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bdfb2ebd01c43ff8e2088f512bea48f HTTP/1.1" status: 200 len: 6153 time: 0.0762668 Nov 12 12:22:41.365974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08a6a7a7-6eea-49e4-8526-86b3fe809334 req-076c7617-56b5-481d-b02d-ef92a74beab2 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "GET /v2.0/security-groups/ab2070d7-6445-4bad-ae69-a39a9b2168a5 HTTP/1.1" status: 200 len: 2998 time: 0.0492895 Nov 12 12:22:41.408765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-718ead7b-4d4b-401d-950f-12d6e6dc5092 req-c12e4e1a-c747-4cb5-90c4-fb0ed5ff3cfc tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368025 Nov 12 12:22:41.433639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08a6a7a7-6eea-49e4-8526-86b3fe809334 req-4ec3b0cf-77fd-4435-857a-abe846bc0c3e tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "GET /v2.0/security-groups/ab2070d7-6445-4bad-ae69-a39a9b2168a5 HTTP/1.1" status: 200 len: 2998 time: 0.0594816 Nov 12 12:22:41.439801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-05bd9c3e-0417-45d3-8d2e-bd943b10605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:41.441619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-05bd9c3e-0417-45d3-8d2e-bd943b10605c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 923 time: 0.5588498 Nov 12 12:22:41.467227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ac80807b-b32c-46c1-9149-ae717ac93e8d req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1309859192', 'description': 'tempest-description-1675850041'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:41.500439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Deleting port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:41.500682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.506491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-c7a93aec-f9f4-48ea-accf-9f5d4bbbd2ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f025952e-90bd-483e-ab05-d98f91627013 HTTP/1.1" status: 200 len: 217 time: 0.0560040 Nov 12 12:22:41.599284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac80807b-b32c-46c1-9149-ae717ac93e8d req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.636391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-89edc09a-647f-4c21-98c3-911f360781e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:41.637855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-89edc09a-647f-4c21-98c3-911f360781e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 200 len: 862 time: 0.1200254 Nov 12 12:22:41.691584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-40f79f96-70bd-4ad3-a6a0-ed1b45f6ad84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6630de47-340a-43ac-ad7b-1904b4dbda68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403669 Nov 12 12:22:41.714411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] For port 4a42c5e9-a7f2-4f2b-8137-4bdec0079023, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:41.714813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.758432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Calling delete_port for 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:41.774986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63d80491-d9e8-4196-b11e-fe02d8c40194 req-1a38b73d-af0f-4f5b-b63e-46319d544296 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6645babf-75ca-4749-9daa-9114b63dc1d1 HTTP/1.1" status: 200 len: 1792 time: 0.0839648 Nov 12 12:22:41.791867 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:22:41.826422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac80807b-b32c-46c1-9149-ae717ac93e8d req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.838629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63d80491-d9e8-4196-b11e-fe02d8c40194 req-a6845ba1-9a36-42ee-b087-279d84be1964 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.860489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac80807b-b32c-46c1-9149-ae717ac93e8d req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.863299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63d80491-d9e8-4196-b11e-fe02d8c40194 req-a6845ba1-9a36-42ee-b087-279d84be1964 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.922188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63d80491-d9e8-4196-b11e-fe02d8c40194 req-a6845ba1-9a36-42ee-b087-279d84be1964 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.925287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac80807b-b32c-46c1-9149-ae717ac93e8d req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.926634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63d80491-d9e8-4196-b11e-fe02d8c40194 req-a6845ba1-9a36-42ee-b087-279d84be1964 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:41.926807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac80807b-b32c-46c1-9149-ae717ac93e8d req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4680111 Nov 12 12:22:41.927919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63d80491-d9e8-4196-b11e-fe02d8c40194 req-a6845ba1-9a36-42ee-b087-279d84be1964 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/6645babf-75ca-4749-9daa-9114b63dc1d1 HTTP/1.1" status: 204 len: 173 time: 0.1472361 Nov 12 12:22:41.945214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-85aa3c0c-2675-4657-8ee0-f5845f7925e0 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450340 Nov 12 12:22:41.947248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6845ba1-9a36-42ee-b087-279d84be1964 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645babf-75ca-4749-9daa-9114b63dc1d1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:41.947983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec0bf-7f6c-40a1-b9a8-b5731be140ba tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374e6281-146f-47c4-a794-7be569573a71,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:42.098793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21f79211-ff80-46b5-9b0b-c1ec32a85131 req-9adc8a12-b31e-48d5-9137-b839aa8bb19d tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0406213 Nov 12 12:22:42.134256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980045c2-2e87-4002-9481-1f45221a0d52 req-a7c47e40-6ae9-44c4-926e-379b25db24b1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:42.135829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-980045c2-2e87-4002-9481-1f45221a0d52 req-a7c47e40-6ae9-44c4-926e-379b25db24b1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0663903 Nov 12 12:22:42.142915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b83d968-0a3e-425e-aaa5-0e5e0ff7d063 req-0e38df66-4e1e-4371-97c5-4adbb4a51e61 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876645 Nov 12 12:22:42.193271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-980045c2-2e87-4002-9481-1f45221a0d52 req-3f3ce4c5-92bb-4045-ad84-81d252134177 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Nov 12 12:22:42.217891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2b25809-b200-43ff-b29a-e72012894632 req-01b5084e-6a09-4d42-b2dc-14d1002e3e40 tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "GET /v2.0/security-groups/04b52d01-0657-4e8b-bca2-a5e4337ad69e HTTP/1.1" status: 200 len: 1795 time: 0.0562935 Nov 12 12:22:42.223382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.268067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b84b1df2-5de5-4f6e-ad28-98325b0afea5 req-1d86fa37-aeea-4b0c-8d76-c7c921102038 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/374e6281-146f-47c4-a794-7be569573a71 HTTP/1.1" status: 200 len: 1830 time: 0.0420892 Nov 12 12:22:42.278606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a42c5e9-a7f2-4f2b-8137-4bdec0079023,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:42.303428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-77c9419b-bbc9-4ee3-922c-9fa97da927e5 req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1593530707', 'description': 'tempest-description-800271151'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:42.331851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77c9419b-bbc9-4ee3-922c-9fa97da927e5 req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.370098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c2b25809-b200-43ff-b29a-e72012894632 req-9c176f60-bf02-4f69-a370-abb0a2fe419f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.423102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f025952e-90bd-483e-ab05-d98f91627013 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:42.423691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77c9419b-bbc9-4ee3-922c-9fa97da927e5 req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.428757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77c9419b-bbc9-4ee3-922c-9fa97da927e5 req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.436099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c2b25809-b200-43ff-b29a-e72012894632 req-9c176f60-bf02-4f69-a370-abb0a2fe419f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.472252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77c9419b-bbc9-4ee3-922c-9fa97da927e5 req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.473591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77c9419b-bbc9-4ee3-922c-9fa97da927e5 req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1750457 Nov 12 12:22:42.475699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703944d-d94b-4fd9-9476-883b0eb00449 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fac021-403b-4a68-8e68-cde4e37943fe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:42.536847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.553855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c2b25809-b200-43ff-b29a-e72012894632 req-9c176f60-bf02-4f69-a370-abb0a2fe419f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.557282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c2b25809-b200-43ff-b29a-e72012894632 req-9c176f60-bf02-4f69-a370-abb0a2fe419f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.563783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2b25809-b200-43ff-b29a-e72012894632 req-9c176f60-bf02-4f69-a370-abb0a2fe419f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/04b52d01-0657-4e8b-bca2-a5e4337ad69e HTTP/1.1" status: 204 len: 173 time: 0.3375351 Nov 12 12:22:42.603991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:42.621202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f025952e-90bd-483e-ab05-d98f91627013', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'port_id': 'f025952e-90bd-483e-ab05-d98f91627013', 'mac_address': 'fa:16:3e:11:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e574d5-cfb8-45a1-b4ec-d26b0d47c627', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:42.623484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c176f60-bf02-4f69-a370-abb0a2fe419f tempest-SecurityGroupsTestAdminJSON-1078903050 tempest-SecurityGroupsTestAdminJSON-1078903050-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b52d01-0657-4e8b-bca2-a5e4337ad69e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:42.652579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f45542-7214-4bbf-a08c-00652f6ee5e5 req-569c6141-5deb-488c-9c13-c2ae95e4ba02 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:42.654427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03f45542-7214-4bbf-a08c-00652f6ee5e5 req-569c6141-5deb-488c-9c13-c2ae95e4ba02 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 944 time: 0.0756872 Nov 12 12:22:42.677586 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.693322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f025952e-90bd-483e-ab05-d98f91627013 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:42.694801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4feb7cc7-ca22-49cc-a3e5-30670c2376a9 req-4f50afe4-2ecd-4518-ab46-1f52c5ad575a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/74fac021-403b-4a68-8e68-cde4e37943fe HTTP/1.1" status: 200 len: 1829 time: 0.0903206 Nov 12 12:22:42.727984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:42.733585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03f45542-7214-4bbf-a08c-00652f6ee5e5 req-aeb40476-6c52-416a-a8a8-5f0275a98436 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Nov 12 12:22:42.743453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.793593 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-ec43cc48-1f21-4306-a711-bac893fbd2a7 req-4fcf6177-58a0-44fa-a3b9-980080e2b22c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] show failed (client error): The resource could not be found. Nov 12 12:22:42.802731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec43cc48-1f21-4306-a711-bac893fbd2a7 req-4fcf6177-58a0-44fa-a3b9-980080e2b22c tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/052f6789-feb5-48e6-8939-fbc79b2911ee HTTP/1.1" status: 404 len: 352 time: 0.0266058 Nov 12 12:22:42.811513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:42.826498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:42.843031 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-7cd5a534-96f4-4967-a016-6e1f8b9028e9 req-607c3a93-a39b-4abf-8f8c-44cc435956e3 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] show failed (client error): The resource could not be found. Nov 12 12:22:42.844050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7cd5a534-96f4-4967-a016-6e1f8b9028e9 req-607c3a93-a39b-4abf-8f8c-44cc435956e3 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-group-rules/382f04de-7446-45b1-846b-929b876e7cd6 HTTP/1.1" status: 404 len: 361 time: 0.0185661 Nov 12 12:22:42.844178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0fdaff-e33e-4a11-b464-0390206f444b req-5c70b39a-3d47-4088-a14c-9c8029f4f3ed tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "GET /v2.0/security-groups/0dd8df68-668b-4356-9d50-490154b63a0b HTTP/1.1" status: 200 len: 1795 time: 0.0786874 Nov 12 12:22:42.905305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Router 192cb2b2-b163-48d1-b52b-88eb6894892b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:22:42.906859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-882a1d7e-9bdf-45d7-ab10-8683e67f7ffe req-60a672a2-f331-4efb-a3fc-1565efa944c2 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/74fac021-403b-4a68-8e68-cde4e37943fe HTTP/1.1" status: 200 len: 1829 time: 0.0401344 Nov 12 12:22:42.934211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ff0fdaff-e33e-4a11-b464-0390206f444b req-f46ccaa3-a810-4da1-b5b0-d930d8424c3c tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.987240 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-882a1d7e-9bdf-45d7-ab10-8683e67f7ffe req-6e96a4ad-b7a5-4f99-ae15-ce2598ee1423 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:42.991002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f025952e-90bd-483e-ab05-d98f91627013'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:42.993616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb98a2db-67b7-4e7a-8df9-1a48bb5f4add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.001481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ff0fdaff-e33e-4a11-b464-0390206f444b req-f46ccaa3-a810-4da1-b5b0-d930d8424c3c tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.026683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-882a1d7e-9bdf-45d7-ab10-8683e67f7ffe req-6e96a4ad-b7a5-4f99-ae15-ce2598ee1423 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.083666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:43.089935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61b4d834-1cc9-4028-916f-94c8f8c2b11b admin admin] 10.222.0.18 "PUT /v2.0/routers/192cb2b2-b163-48d1-b52b-88eb6894892b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7119305 Nov 12 12:22:43.092934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:43.098424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] Sync routers for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:43.100005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ff0fdaff-e33e-4a11-b464-0390206f444b req-f46ccaa3-a810-4da1-b5b0-d930d8424c3c tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.102966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ff0fdaff-e33e-4a11-b464-0390206f444b req-f46ccaa3-a810-4da1-b5b0-d930d8424c3c tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.104095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0fdaff-e33e-4a11-b464-0390206f444b req-f46ccaa3-a810-4da1-b5b0-d930d8424c3c tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "DELETE /v2.0/security-groups/0dd8df68-668b-4356-9d50-490154b63a0b HTTP/1.1" status: 204 len: 173 time: 0.2532041 Nov 12 12:22:43.132369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:43.133789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:43.164831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ccaa3-a810-4da1-b5b0-d930d8424c3c tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd8df68-668b-4356-9d50-490154b63a0b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:43.173341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb98a2db-67b7-4e7a-8df9-1a48bb5f4add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.179914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb98a2db-67b7-4e7a-8df9-1a48bb5f4add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.219376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-882a1d7e-9bdf-45d7-ab10-8683e67f7ffe req-6e96a4ad-b7a5-4f99-ae15-ce2598ee1423 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.222190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-882a1d7e-9bdf-45d7-ab10-8683e67f7ffe req-6e96a4ad-b7a5-4f99-ae15-ce2598ee1423 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.236883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-882a1d7e-9bdf-45d7-ab10-8683e67f7ffe req-6e96a4ad-b7a5-4f99-ae15-ce2598ee1423 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "DELETE /v2.0/security-groups/74fac021-403b-4a68-8e68-cde4e37943fe HTTP/1.1" status: 204 len: 173 time: 0.3201566 Nov 12 12:22:43.240187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d836e704-c7a0-4b48-8422-bb0130371972 req-cf11d031-9954-4bc6-a0e2-f1fef51b7825 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "GET /v2.0/security-groups/4f9d88a4-5375-4a08-8645-7f413822fc7c HTTP/1.1" status: 200 len: 1793 time: 0.0952823 Nov 12 12:22:43.264388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.267829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a2db-67b7-4e7a-8df9-1a48bb5f4add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30199bd-e978-4b55-b563-54de48e8e7f7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:43.275580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cb98a2db-67b7-4e7a-8df9-1a48bb5f4add admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a4085de814646a6bdeacf649233851c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474671 Nov 12 12:22:43.282983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46540) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:43.304103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:43.317365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96a4ad-b7a5-4f99-ae15-ce2598ee1423 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fac021-403b-4a68-8e68-cde4e37943fe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:43.345821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5409de29-7390-4269-8b43-7f9d9c4baa0e req-978cb5aa-834e-4882-91c5-0e624987bfa7 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0438085 Nov 12 12:22:43.374855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09f38558-b5a5-4602-b1ac-169d84fb3e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.410659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09f38558-b5a5-4602-b1ac-169d84fb3e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.422560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d836e704-c7a0-4b48-8422-bb0130371972 req-982950d9-9433-4178-a6f1-bbc173dddb95 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.444181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.458628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d836e704-c7a0-4b48-8422-bb0130371972 req-982950d9-9433-4178-a6f1-bbc173dddb95 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.518784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921991c5-58b8-43c0-9e9f-7a8895aadde5 req-d19e9aa9-5eba-4268-bed2-b0d2f540b533 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:43.520353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-921991c5-58b8-43c0-9e9f-7a8895aadde5 req-d19e9aa9-5eba-4268-bed2-b0d2f540b533 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0843661 Nov 12 12:22:43.521167 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09f38558-b5a5-4602-b1ac-169d84fb3e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.524639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09f38558-b5a5-4602-b1ac-169d84fb3e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.540313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-09f38558-b5a5-4602-b1ac-169d84fb3e55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f30199bd-e978-4b55-b563-54de48e8e7f7 HTTP/1.1" status: 204 len: 168 time: 0.2444866 Nov 12 12:22:43.546957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d836e704-c7a0-4b48-8422-bb0130371972 req-982950d9-9433-4178-a6f1-bbc173dddb95 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.549565 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d836e704-c7a0-4b48-8422-bb0130371972 req-982950d9-9433-4178-a6f1-bbc173dddb95 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.550837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d836e704-c7a0-4b48-8422-bb0130371972 req-982950d9-9433-4178-a6f1-bbc173dddb95 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] 10.222.0.18 "DELETE /v2.0/security-groups/4f9d88a4-5375-4a08-8645-7f413822fc7c HTTP/1.1" status: 204 len: 173 time: 0.2945797 Nov 12 12:22:43.563517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Deleting port a30a3120-3a61-49d0-b80b-cbddf32cee23 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:43.563860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.566134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38558-b5a5-4602-b1ac-169d84fb3e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30199bd-e978-4b55-b563-54de48e8e7f7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:43.578027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982950d9-9433-4178-a6f1-bbc173dddb95 tempest-SecurityGroupsTestAdminJSON-1891004978 tempest-SecurityGroupsTestAdminJSON-1891004978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d88a4-5375-4a08-8645-7f413822fc7c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:43.622434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:22:42Z', 'revision_number': 5, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port': {'id': 'a30a3120-3a61-49d0-b80b-cbddf32cee23', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:20:58Z', 'updated_at': '2021-11-12T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:43.639579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-921991c5-58b8-43c0-9e9f-7a8895aadde5 req-c1b359aa-4768-42f5-8a70-7b391f40365b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839696 Nov 12 12:22:43.677367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] Checking router: 192cb2b2-b163-48d1-b52b-88eb6894892b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:43.689247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] Routers {'192cb2b2-b163-48d1-b52b-88eb6894892b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:43.690396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['192cb2b2-b163-48d1-b52b-88eb6894892b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:43.764058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5d831072-f2b4-4eba-b889-71b5df49d561 req-15787562-cc29-4c36-83b7-0d3f881e9428 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/374e6281-146f-47c4-a794-7be569573a71 HTTP/1.1" status: 200 len: 1830 time: 0.1440585 Nov 12 12:22:43.797759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] For port a30a3120-3a61-49d0-b80b-cbddf32cee23, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a30a3120-3a61-49d0-b80b-cbddf32cee23,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:43.798315 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.826107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Calling delete_port for a30a3120-3a61-49d0-b80b-cbddf32cee23 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:43.831281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] Set router 192cb2b2-b163-48d1-b52b-88eb6894892b gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:43.900559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5d831072-f2b4-4eba-b889-71b5df49d561 req-53a50cb2-3985-40a8-816e-2be913ed268b tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.922600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3162bb-7677-4322-b131-6fbf1450d6bc req-abe0c8fc-a2b5-4a8a-94bf-57a40f3f2a60 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:43.924170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f3162bb-7677-4322-b131-6fbf1450d6bc req-abe0c8fc-a2b5-4a8a-94bf-57a40f3f2a60 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 945 time: 0.0784142 Nov 12 12:22:43.927953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:22:43Z', 'revision_number': 6, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:43.944572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5d831072-f2b4-4eba-b889-71b5df49d561 req-53a50cb2-3985-40a8-816e-2be913ed268b tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:43.946100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:43.963021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb3977-dff8-45fa-999f-f5f46a4e996b None None] The sync data for ids ['192cb2b2-b163-48d1-b52b-88eb6894892b'] in n-d-804878-5 is: [{'id': '192cb2b2-b163-48d1-b52b-88eb6894892b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1694363905-router', 'tenant_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:20:57Z', 'updated_at': '2021-11-12T12:22:43Z', 'revision_number': 6, 'project_id': 'a9a91b13c0e747df985d5e2f5a18874b', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:44.037320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f3162bb-7677-4322-b131-6fbf1450d6bc req-056c664f-00e1-4150-92f0-ba37c5e7a2e5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052272 Nov 12 12:22:44.073715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5d831072-f2b4-4eba-b889-71b5df49d561 req-53a50cb2-3985-40a8-816e-2be913ed268b tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.076566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5d831072-f2b4-4eba-b889-71b5df49d561 req-53a50cb2-3985-40a8-816e-2be913ed268b tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.077819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5d831072-f2b4-4eba-b889-71b5df49d561 req-53a50cb2-3985-40a8-816e-2be913ed268b tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "DELETE /v2.0/security-groups/374e6281-146f-47c4-a794-7be569573a71 HTTP/1.1" status: 204 len: 173 time: 0.3063898 Nov 12 12:22:44.092154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50cb2-3985-40a8-816e-2be913ed268b tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e6281-146f-47c4-a794-7be569573a71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.131687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:44.159746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a65c477d-5586-4da8-b43f-1a7d24a78dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.173979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.188647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a53a30a9-f413-44f8-944e-121ce490726c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bdfb2ebd01c43ff8e2088f512bea48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375214 Nov 12 12:22:44.190476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46560) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:44.208841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a30a3120-3a61-49d0-b80b-cbddf32cee23,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.216380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-754518ea-8820-4dfd-b515-12f01aba875d req-36733ed4-9eed-4d5c-803e-971f2240e8a8 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/92e851a1-f7cb-46aa-b8f7-791cfeac10db HTTP/1.1" status: 200 len: 1829 time: 0.1089005 Nov 12 12:22:44.276555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.329984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150b3355-567f-410f-8d4e-4590aa03122f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.364666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-754518ea-8820-4dfd-b515-12f01aba875d req-bd900517-bc3f-4161-a507-577cf9b34a2a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.373250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.374088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a65c477d-5586-4da8-b43f-1a7d24a78dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.375804 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.393737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150b3355-567f-410f-8d4e-4590aa03122f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.395495 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a65c477d-5586-4da8-b43f-1a7d24a78dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.421696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f025952e-90bd-483e-ab05-d98f91627013 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:44.433544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.433544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192cb2b2-b163-48d1-b52b-88eb6894892b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:22:44.437785 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.441428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47aa7aa6-e7ea-49dc-b028-277d3e11a6ae admin admin] 10.222.0.18 "DELETE /v2.0/routers/192cb2b2-b163-48d1-b52b-88eb6894892b HTTP/1.1" status: 204 len: 168 time: 1.3457630 Nov 12 12:22:44.442274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:44.454299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-754518ea-8820-4dfd-b515-12f01aba875d req-bd900517-bc3f-4161-a507-577cf9b34a2a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.490869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c477d-5586-4da8-b43f-1a7d24a78dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5f62e-9240-41e0-8c22-50eed7a2b864,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.502109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a65c477d-5586-4da8-b43f-1a7d24a78dfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcc687486c814e1895c636a79d14e4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674769 Nov 12 12:22:44.509185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:44.532979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Deleting subnet b3d324dc-63cf-4a10-a9de-d7fc2f34deff {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:22:44.533472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f025952e-90bd-483e-ab05-d98f91627013 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:22:44.538297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.539558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f025952e-90bd-483e-ab05-d98f91627013 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:44.541630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.575458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150b3355-567f-410f-8d4e-4590aa03122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.578289 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150b3355-567f-410f-8d4e-4590aa03122f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.579437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-150b3355-567f-410f-8d4e-4590aa03122f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab2070d7-6445-4bad-ae69-a39a9b2168a5 HTTP/1.1" status: 204 len: 168 time: 0.3876600 Nov 12 12:22:44.593920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-754518ea-8820-4dfd-b515-12f01aba875d req-bd900517-bc3f-4161-a507-577cf9b34a2a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.596805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-754518ea-8820-4dfd-b515-12f01aba875d req-bd900517-bc3f-4161-a507-577cf9b34a2a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.602426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-754518ea-8820-4dfd-b515-12f01aba875d req-bd900517-bc3f-4161-a507-577cf9b34a2a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "DELETE /v2.0/security-groups/92e851a1-f7cb-46aa-b8f7-791cfeac10db HTTP/1.1" status: 204 len: 173 time: 0.3764489 Nov 12 12:22:44.604762 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab1a6f2e-55b3-4b35-aae9-262223c282ad req-fcb3d9fe-379a-4359-943f-1d74361192ee tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0636880 Nov 12 12:22:44.616229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b3355-567f-410f-8d4e-4590aa03122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2070d7-6445-4bad-ae69-a39a9b2168a5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.633074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.657979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900517-bc3f-4161-a507-577cf9b34a2a tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e851a1-f7cb-46aa-b8f7-791cfeac10db,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.674002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee760e32-7f72-43c0-96ed-28d485085955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.707548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee760e32-7f72-43c0-96ed-28d485085955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.729077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00971cf1-792e-43af-a8f9-8ad780f7f733 req-3eb1859d-eb5f-4e1e-b291-55ba7a9a2baf tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/71cb87af-65af-4b41-8c81-77e41ee60190 HTTP/1.1" status: 200 len: 1827 time: 0.1037240 Nov 12 12:22:44.762840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.802458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f025952e-90bd-483e-ab05-d98f91627013'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:44.805791 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f972c-8fa4-4172-910c-90d1b73e67a4" -d '{"events": [{"server_uuid": "ddd060b6-a42c-4341-95ad-2708fd7b04c7", "name": "network-vif-plugged", "status": "completed", "tag": "f025952e-90bd-483e-ab05-d98f91627013"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:44.823799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:44.830216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.838784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00971cf1-792e-43af-a8f9-8ad780f7f733 req-d1d1f567-41df-49cd-85f8-f2f1aac03175 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.841769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee760e32-7f72-43c0-96ed-28d485085955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.847600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee760e32-7f72-43c0-96ed-28d485085955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.849015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ee760e32-7f72-43c0-96ed-28d485085955 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00a5f62e-9240-41e0-8c22-50eed7a2b864 HTTP/1.1" status: 204 len: 168 time: 0.3370800 Nov 12 12:22:44.873335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee760e32-7f72-43c0-96ed-28d485085955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a5f62e-9240-41e0-8c22-50eed7a2b864,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.883776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00971cf1-792e-43af-a8f9-8ad780f7f733 req-d1d1f567-41df-49cd-85f8-f2f1aac03175 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.923534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231a18f-5336-4725-804b-0701874658e0 req-80a8175a-8d10-4d26-a622-d5eb80dcf25f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:44.939827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00971cf1-792e-43af-a8f9-8ad780f7f733 req-d1d1f567-41df-49cd-85f8-f2f1aac03175 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.941035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e231a18f-5336-4725-804b-0701874658e0 req-80a8175a-8d10-4d26-a622-d5eb80dcf25f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1858656 Nov 12 12:22:44.951612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00971cf1-792e-43af-a8f9-8ad780f7f733 req-d1d1f567-41df-49cd-85f8-f2f1aac03175 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:44.952821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00971cf1-792e-43af-a8f9-8ad780f7f733 req-d1d1f567-41df-49cd-85f8-f2f1aac03175 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "DELETE /v2.0/security-groups/71cb87af-65af-4b41-8c81-77e41ee60190 HTTP/1.1" status: 204 len: 173 time: 0.2229300 Nov 12 12:22:44.968312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.986075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1f567-41df-49cd-85f8-f2f1aac03175 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb87af-65af-4b41-8c81-77e41ee60190,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:44.989923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.001504 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1985ea0a-6771-4d7c-9fa9-f699fea18d06 x-openstack-request-id: req-1985ea0a-6771-4d7c-9fa9-f699fea18d06 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:45.002217 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd060b6-a42c-4341-95ad-2708fd7b04c7", "name": "network-vif-plugged", "status": "completed", "tag": "f025952e-90bd-483e-ab05-d98f91627013", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:45.002217 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1985ea0a-6771-4d7c-9fa9-f699fea18d06 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:45.002803 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f025952e-90bd-483e-ab05-d98f91627013', 'code': 200} Nov 12 12:22:45.096536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e231a18f-5336-4725-804b-0701874658e0 req-40852f28-0a19-461b-ac20-f86a1cb6b23b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545067 Nov 12 12:22:45.115221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b6e1858-c22a-4a63-ae82-9b6ac1a3b259 req-71f2eebc-db5e-46f1-b9ef-d7dc248bc3e5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "GET /v2.0/security-groups/094b9b10-0eae-4567-8cc3-401ceeb7704d HTTP/1.1" status: 200 len: 1828 time: 0.0942910 Nov 12 12:22:45.200649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7b6e1858-c22a-4a63-ae82-9b6ac1a3b259 req-fde8d87a-1f71-43a0-99d9-93072f44ecc5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.214589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32ce9e-58c8-49a0-afe4-4f1171e707fc req-cab3c261-b005-4f08-ab09-347b07405980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:45.216092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b32ce9e-58c8-49a0-afe4-4f1171e707fc req-cab3c261-b005-4f08-ab09-347b07405980 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 1097 time: 0.1185725 Nov 12 12:22:45.236450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7b6e1858-c22a-4a63-ae82-9b6ac1a3b259 req-fde8d87a-1f71-43a0-99d9-93072f44ecc5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.253287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.326564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46586) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:45.350967 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.355322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b3d324dc-63cf-4a10-a9de-d7fc2f34deff HTTP/1.1" status: 204 len: 168 time: 0.9119768 Nov 12 12:22:45.358127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ecfa6-4818-45b3-bede-348793bccb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d324dc-63cf-4a10-a9de-d7fc2f34deff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:45.360031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8f8a8-36dd-4184-b2c5-a836dd7006a6 None None] Network 0fb4b367-1a87-4d60-92f3-74b18994e5cb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:45.360724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:45.388464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7b6e1858-c22a-4a63-ae82-9b6ac1a3b259 req-fde8d87a-1f71-43a0-99d9-93072f44ecc5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.393528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7b6e1858-c22a-4a63-ae82-9b6ac1a3b259 req-fde8d87a-1f71-43a0-99d9-93072f44ecc5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.403080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b6e1858-c22a-4a63-ae82-9b6ac1a3b259 req-fde8d87a-1f71-43a0-99d9-93072f44ecc5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] 10.222.0.18 "DELETE /v2.0/security-groups/094b9b10-0eae-4567-8cc3-401ceeb7704d HTTP/1.1" status: 204 len: 173 time: 0.2809184 Nov 12 12:22:45.410000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46590) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:45.442059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8d87a-1f71-43a0-99d9-93072f44ecc5 tempest-SecurityGroupRulesNegativeTestJSON-668232803 tempest-SecurityGroupRulesNegativeTestJSON-668232803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b9b10-0eae-4567-8cc3-401ceeb7704d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:45.443613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3149-1c4b-4f81-8f29-65fc4876adfa req-caa15981-80be-48f1-bf99-f2be42755480 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:45.445484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-750a3149-1c4b-4f81-8f29-65fc4876adfa req-caa15981-80be-48f1-bf99-f2be42755480 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.2362304 Nov 12 12:22:45.451194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b32ce9e-58c8-49a0-afe4-4f1171e707fc req-5078e92a-b137-44a0-8134-b0f66b089d6f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122748 Nov 12 12:22:45.486005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59b47d98-2cf3-44ca-8ffa-5edce2845e11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07f85ab23d4a4839aa14bfb825ede083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580060 Nov 12 12:22:45.488512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:45.562866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a920280-5f81-4c6a-b67c-51384e728c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.568784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Deleting subnet 77a81da4-a4c4-439c-9165-b888d7c105fd {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:22:45.573337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.578874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.595566 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a920280-5f81-4c6a-b67c-51384e728c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.645568 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.650376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-750a3149-1c4b-4f81-8f29-65fc4876adfa req-12b60a11-9a62-49b8-9322-ee5ad71baeb2 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402152 Nov 12 12:22:45.727542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] DHCP port deletion for 0fb4b367-1a87-4d60-92f3-74b18994e5cb request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:22:45.728674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a920280-5f81-4c6a-b67c-51384e728c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.732405 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a920280-5f81-4c6a-b67c-51384e728c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.733186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a920280-5f81-4c6a-b67c-51384e728c08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00490aea-a32c-4d07-8851-930f89c22ab0 HTTP/1.1" status: 204 len: 168 time: 0.2433381 Nov 12 12:22:45.761381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a920280-5f81-4c6a-b67c-51384e728c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00490aea-a32c-4d07-8851-930f89c22ab0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:45.765019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.795647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:45.825798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dca9e1d9-7e92-4018-a103-fa5fec545d0b req-ddaa34d9-741e-4a8e-a84a-f53d92a7a115 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0533888 Nov 12 12:22:45.826580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:45.827240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a42c5e9-a7f2-4f2b-8137-4bdec0079023 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:45.827727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a30a3120-3a61-49d0-b80b-cbddf32cee23 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:45.853755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a30a3120-3a61-49d0-b80b-cbddf32cee23 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:45.854483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a30a3120-3a61-49d0-b80b-cbddf32cee23 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:45.875450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] Deleting port 1bd69325-68b6-4616-b284-d44b93d04f58 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:45.876131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.896023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Deleting port 1bd69325-68b6-4616-b284-d44b93d04f58 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:45.896420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.922623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.950301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a81da4-a4c4-439c-9165-b888d7c105fd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:45.953215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] For port 1bd69325-68b6-4616-b284-d44b93d04f58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1bd69325-68b6-4616-b284-d44b93d04f58,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:45.954195 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.969928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] Calling delete_port for 1bd69325-68b6-4616-b284-d44b93d04f58 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:45.989180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:45.992569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-43925ceb-021e-4c86-8402-099760ebb177 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77a81da4-a4c4-439c-9165-b888d7c105fd HTTP/1.1" status: 204 len: 168 time: 0.5789306 Nov 12 12:22:45.995277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:46.010831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] For port 1bd69325-68b6-4616-b284-d44b93d04f58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1bd69325-68b6-4616-b284-d44b93d04f58,segment=NetworkSegment(ce7f53ce-8771-47a1-bbd8-93841646c641),segment_id=ce7f53ce-8771-47a1-bbd8-93841646c641)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:46.011484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.036564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Calling delete_port for 1bd69325-68b6-4616-b284-d44b93d04f58 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:46.081353 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.110932 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.150403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.181304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd69325-68b6-4616-b284-d44b93d04f58,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:46.185236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] No DVR routers for this DVR port 1bd69325-68b6-4616-b284-d44b93d04f58 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:46.286210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.319124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.324980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62169841-c4a1-4168-8ef0-0dd9aa27abcb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:46.340235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1a4b17-a56b-4bc2-8537-0c19b74ef719') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:46.340835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1a4b17-a56b-4bc2-8537-0c19b74ef719') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:46.353836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.357771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb4b367-1a87-4d60-92f3-74b18994e5cb']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:46.372048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.375384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7f53ce-8771-47a1-bbd8-93841646c641') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:46.375914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7f53ce-8771-47a1-bbd8-93841646c641') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:46.380173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:22:46.380590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.394036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54959-6cdb-4ed4-b3aa-cb6680e974f1 req-6b2004cc-a724-477a-93c6-e0a34c1ca460 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:46.396463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39a54959-6cdb-4ed4-b3aa-cb6680e974f1 req-6b2004cc-a724-477a-93c6-e0a34c1ca460 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1148374 Nov 12 12:22:46.407267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.454583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:22:46.455391 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:22:46.461264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.473557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] No DVR routers for this DVR port 1bd69325-68b6-4616-b284-d44b93d04f58 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:46.484209 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.485074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fc9b7-7389-4137-9cab-cd37b6661ab7 None None] Pushing event deleted for resources: {'Port': ['ID=1bd69325-68b6-4616-b284-d44b93d04f58,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:46.488439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] 10.222.0.18 "DELETE /v2.0/networks/62169841-c4a1-4168-8ef0-0dd9aa27abcb HTTP/1.1" status: 204 len: 168 time: 0.4921126 Nov 12 12:22:46.489799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6268716-b4e5-4620-ad31-9641a93a1c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=62169841-c4a1-4168-8ef0-0dd9aa27abcb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:46.516454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:22:46.516861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:22:46.528674 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:22:46.607010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39a54959-6cdb-4ed4-b3aa-cb6680e974f1 req-cc83e57d-c978-4cd6-b8e4-59ebe702fbf3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959131 Nov 12 12:22:46.636725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.647671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.652985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0fb4b367-1a87-4d60-92f3-74b18994e5cb HTTP/1.1" status: 204 len: 168 time: 1.2898459 Nov 12 12:22:46.666980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fa6fd-1acc-4b19-81dc-2461f4886bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb4b367-1a87-4d60-92f3-74b18994e5cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:46.702857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:46.818786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ba5c16d6-ed52-4d45-bb92-ffbada4d01c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a308ae83a75942e097e467841d816f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1145041 Nov 12 12:22:46.822773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:46.828440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e2aa0-d208-435a-a3e1-4881a4df0644 req-44c2130c-ecc2-4b14-9f91-97e337df341d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:46.835772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-932e2aa0-d208-435a-a3e1-4881a4df0644 req-44c2130c-ecc2-4b14-9f91-97e337df341d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.0954850 Nov 12 12:22:46.905151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-932e2aa0-d208-435a-a3e1-4881a4df0644 req-28948aa7-7704-450e-a11c-0d10b35d85c3 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Nov 12 12:22:46.934493 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-713b55f4-8795-4e93-85b5-3302ca01e63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:46.967248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-713b55f4-8795-4e93-85b5-3302ca01e63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.005508 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81be2716-19a5-4c6c-8beb-79c6ece6db55 req-670fb5f0-1838-4f9e-a042-f16f53a9baa9 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0417609 Nov 12 12:22:47.053367 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-713b55f4-8795-4e93-85b5-3302ca01e63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.056671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-713b55f4-8795-4e93-85b5-3302ca01e63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.058132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-713b55f4-8795-4e93-85b5-3302ca01e63e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33c1c6ae-756a-4fa8-bae1-f735ca618c59 HTTP/1.1" status: 204 len: 168 time: 0.2342010 Nov 12 12:22:47.068773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b55f4-8795-4e93-85b5-3302ca01e63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1c6ae-756a-4fa8-bae1-f735ca618c59,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:47.099433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:47.143444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-829ea03d-343f-4a52-92a9-141f6c41f6d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9a91b13c0e747df985d5e2f5a18874b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424378 Nov 12 12:22:47.146301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:47.198944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-820192e2-507c-48d1-97df-b5fb7947ec3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.222481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-820192e2-507c-48d1-97df-b5fb7947ec3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.278378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-820192e2-507c-48d1-97df-b5fb7947ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.281225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-820192e2-507c-48d1-97df-b5fb7947ec3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:47.282473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-820192e2-507c-48d1-97df-b5fb7947ec3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb41cf80-2890-4372-8dbe-3c003ebcc38a HTTP/1.1" status: 204 len: 168 time: 0.1351864 Nov 12 12:22:47.292347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820192e2-507c-48d1-97df-b5fb7947ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb41cf80-2890-4372-8dbe-3c003ebcc38a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:47.669293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1bd69325-68b6-4616-b284-d44b93d04f58 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:47.691628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1bd69325-68b6-4616-b284-d44b93d04f58 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:22:47.692390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1bd69325-68b6-4616-b284-d44b93d04f58 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:47.751423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df7c5-3e52-4413-86d3-19184da70646 req-417e6c88-8b92-48fc-80e4-5cdddb554b17 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:47.759238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b51df7c5-3e52-4413-86d3-19184da70646 req-417e6c88-8b92-48fc-80e4-5cdddb554b17 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0665061 Nov 12 12:22:47.812564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b51df7c5-3e52-4413-86d3-19184da70646 req-50de1038-4876-42b2-bbd5-1b72b189ec03 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Nov 12 12:22:47.985659 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-11197d37-649a-4f3d-bcdd-4267c5daaf80 service neutron] show failed (client error): The resource could not be found. Nov 12 12:22:47.986742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-11197d37-649a-4f3d-bcdd-4267c5daaf80 service neutron] 10.222.0.65 "GET /v2.0/ports/b142661f-35cb-4e9c-8799-1b1c5bee380b/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0784137 Nov 12 12:22:48.057397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3254e4-8ef9-4cd1-9089-09b28dea7b63 req-21e8811c-3ba4-4360-b743-ee9fa34858a5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:48.064596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f3254e4-8ef9-4cd1-9089-09b28dea7b63 req-21e8811c-3ba4-4360-b743-ee9fa34858a5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.0594237 Nov 12 12:22:48.143145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f3254e4-8ef9-4cd1-9089-09b28dea7b63 req-3f25fd7c-5960-4dd1-9a1b-1d1b9aaa7a03 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Nov 12 12:22:48.167632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ea64cc2-a7cd-4f31-9741-7a01b1ecf410 req-5cd7ac0b-a837-4e84-afd5-d07f5cd33621 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0590603 Nov 12 12:22:48.290118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccc120-a430-42b5-b372-293a2129bf3f req-8e8a2e7e-baf8-465b-8808-5b9665bf7d15 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:48.292359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ccc120-a430-42b5-b372-293a2129bf3f req-8e8a2e7e-baf8-465b-8808-5b9665bf7d15 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.0669932 Nov 12 12:22:48.305701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-01501cbc-e300-4c5f-b349-9a088ec183bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:48.307399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-01501cbc-e300-4c5f-b349-9a088ec183bf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4&tenant_id=02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 1100 time: 0.0911400 Nov 12 12:22:48.323423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:48.355106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ccc120-a430-42b5-b372-293a2129bf3f req-84819ad3-b7c4-40b3-816c-c19b2187131d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 Nov 12 12:22:48.389778 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:48.508297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9d08-22f0-47a2-acc7-8c34b593fd63 req-c4014443-c789-4a1e-9693-7aa69f5c0bbf tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:48.509878 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c1f9d08-22f0-47a2-acc7-8c34b593fd63 req-c4014443-c789-4a1e-9693-7aa69f5c0bbf tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.0662425 Nov 12 12:22:48.579720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c1f9d08-22f0-47a2-acc7-8c34b593fd63 req-a0daa517-276a-4120-b6bb-3313f78a5601 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Nov 12 12:22:48.730202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:48.762592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c2c4-80cf-4b5e-b364-d3327cfe130d req-d5e2c7af-fee4-4037-a243-bd3bc3117c64 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:48.768724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a465c2c4-80cf-4b5e-b364-d3327cfe130d req-d5e2c7af-fee4-4037-a243-bd3bc3117c64 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.0988832 Nov 12 12:22:48.801960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:48.809759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46742) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:48.872927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a465c2c4-80cf-4b5e-b364-d3327cfe130d req-407c2a84-1a96-4572-8b6d-f4cb960aae57 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977895 Nov 12 12:22:48.876220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:48.878941 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518aab2d-43f8-467c-9443-d7d76c1de923" -d '{"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:48.884206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:48.910784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Transition to ACTIVE for port object b142661f-35cb-4e9c-8799-1b1c5bee380b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:22:48.910784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:48.941121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07566aa-7859-4e03-96c4-2a1a1974a859 req-c76dd6eb-1db5-4b9a-8515-b1cbc4a2dcce tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:48.949249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b07566aa-7859-4e03-96c4-2a1a1974a859 req-c76dd6eb-1db5-4b9a-8515-b1cbc4a2dcce tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0606449 Nov 12 12:22:48.988528 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f270e-3e5f-4e15-b9fb-c5649f054882 x-openstack-request-id: req-6b0f270e-3e5f-4e15-b9fb-c5649f054882 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:48.988948 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:48.989313 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b0f270e-3e5f-4e15-b9fb-c5649f054882 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:48.989877 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'code': 200} Nov 12 12:22:49.025152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b07566aa-7859-4e03-96c4-2a1a1974a859 req-b5c5a557-26e6-467f-a7f7-1eca533ae898 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720973 Nov 12 12:22:49.078913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] No DVR routers for this DVR port b142661f-35cb-4e9c-8799-1b1c5bee380b on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:22:49.094521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:49.169507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-432101229-network', 'tenant_id': '6e2b96e9079a4bdcb7f349442107af57'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:49.178850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:49.219199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:49.219542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:49.222315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:49.230672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Port b142661f-35cb-4e9c-8799-1b1c5bee380b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:22:49.230995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Attempting to bind port b142661f-35cb-4e9c-8799-1b1c5bee380b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:49.250129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094233c-c2ec-4c3f-9ffc-200b8b74e55b req-73e02cbb-c855-4193-ba13-5c7a2bd506c4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:49.250437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Made reservation on behalf of 6e2b96e9079a4bdcb7f349442107af57 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:49.251876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4094233c-c2ec-4c3f-9ffc-200b8b74e55b req-73e02cbb-c855-4193-ba13-5c7a2bd506c4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.1544209 Nov 12 12:22:49.253120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:49.253703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:49.254305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:49.254831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Bound port: b142661f-35cb-4e9c-8799-1b1c5bee380b, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:49.255188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.258966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.279183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.367724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-network', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:49.370786 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:49.374668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:49.375773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f1711852-4eed-4185-a1ba-ff4547e7a331 req-5fa499e4-05d5-491f-b3e0-df09c8d1596c tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0488930 Nov 12 12:22:49.378978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4094233c-c2ec-4c3f-9ffc-200b8b74e55b req-d8bf2d15-7fe1-4806-acdb-eac4d5a9a95b tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131287 Nov 12 12:22:49.380836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.434132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:49.435089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.436963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] 10.222.0.81 "PUT /v2.0/ports/b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 1095 time: 1.1193233 Nov 12 12:22:49.460311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8523-5347-4307-a633-5c7386b2a614 service neutron] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:49.470133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Made reservation on behalf of c2faeda96b244546b23b51826fa7c27a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:49.472808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.534911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-e3f685f0-e8e7-4a2e-8bb7-c101ee3817e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:49.536729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-e3f685f0-e8e7-4a2e-8bb7-c101ee3817e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0627029 Nov 12 12:22:49.558613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.588877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.603730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.621005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:22:49.632801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.633331 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Added segment 75703025-8cc3-4615-bef1-40c3f696150d of type vlan for network 953f1d0f-408f-4504-be19-707938ed0f8e Nov 12 12:22:49.677556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.739599 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.740430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:49.741014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:49.775491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-9f228ba1-7d55-42df-ab4e-a6be8430014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:49.777704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-9f228ba1-7d55-42df-ab4e-a6be8430014f service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2312353 Nov 12 12:22:49.843153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-868c710e-dda3-452c-865d-e3408955926d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0503738 Nov 12 12:22:49.874256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-220d93d5-755e-438e-a7a9-6f1ffdaf3dfd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343573 Nov 12 12:22:49.970936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-929b43ab-b4c9-4cf5-bf82-a342ef6ae307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:49.972459 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-929b43ab-b4c9-4cf5-bf82-a342ef6ae307 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1180727 Nov 12 12:22:50.052293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-0ae53dfe-03cc-46fd-b309-e065dae4d5b3 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:50.053822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-0ae53dfe-03cc-46fd-b309-e065dae4d5b3 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595290 Nov 12 12:22:50.060101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-93040d2f-42d9-4a79-9b9e-d1f747039c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:50.061869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-93040d2f-42d9-4a79-9b9e-d1f747039c43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776808 Nov 12 12:22:50.072735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-710f18b0-6d10-481b-bf06-c6b3c3403f8e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/quotas/52551180fba74be79faca41457f57bc5 HTTP/1.1" status: 200 len: 375 time: 0.0098126 Nov 12 12:22:50.143015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be1e5a-75d1-449e-a03e-9c1faddb037e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:50.167540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-488a2f10-bf40-4805-bc34-46dea4c87189 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770571 Nov 12 12:22:50.188523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:50.194449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fc969-38d1-4a0f-bc1e-b9e279b6f064 req-5527f216-63e0-4832-abae-e8a1f52a8d78 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:50.197011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe4fc969-38d1-4a0f-bc1e-b9e279b6f064 req-5527f216-63e0-4832-abae-e8a1f52a8d78 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.6713145 Nov 12 12:22:50.217003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4061227 Nov 12 12:22:50.219366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.224999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:50.229394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-540888bc-e71a-4675-bc9d-22f836104c45 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552973 Nov 12 12:22:50.233341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Request body: {'subnet': {'network_id': '953f1d0f-408f-4504-be19-707938ed0f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-432101229-subnet', 'tenant_id': '6e2b96e9079a4bdcb7f349442107af57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:50.256364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.268750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:22:50.280143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.280746 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Added segment d1045993-2778-46b6-ab86-cfd348e340f0 of type vlan for network 48bbfbbe-4830-439d-b772-7368301ded35 Nov 12 12:22:50.315099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Made reservation on behalf of 6e2b96e9079a4bdcb7f349442107af57 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:50.317731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.331741 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.380723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2115fa04-df11-4617-ba93-a7c97752352e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:50.386350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e97bc70-dac7-42b1-8140-cdb245daf97e req-4ed2f246-c2ee-4407-ba28-3687a67ee778 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478257 Nov 12 12:22:50.387346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555520f1-cfeb-4478-ab76-7114b6107f4c admin admin] Pushing event updated for resources: {'Network': ['ID=953f1d0f-408f-4504-be19-707938ed0f8e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:50.405678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.406727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:50.407358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.411680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 953f1d0f-408f-4504-be19-707938ed0f8e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:22:50.438521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2567296 Nov 12 12:22:50.453877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:50.467561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Request body: {'subnet': {'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-subnet', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:50.489128 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e8db9e-114e-4b65-b9af-f63ea2d29dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.522410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe4fc969-38d1-4a0f-bc1e-b9e279b6f064 req-c06cca78-82b9-4cd7-b2be-7eea6e029913 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144259 Nov 12 12:22:50.541045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501578b0-223c-4da1-a043-84e9e3c2d011 admin admin] Pushing event updated for resources: {'Network': ['ID=48bbfbbe-4830-439d-b772-7368301ded35,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:50.560583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Made reservation on behalf of c2faeda96b244546b23b51826fa7c27a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:50.564415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:50.566687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.612437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 48bbfbbe-4830-439d-b772-7368301ded35 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:22:50.635631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e8db9e-114e-4b65-b9af-f63ea2d29dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.650554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e8db9e-114e-4b65-b9af-f63ea2d29dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.694532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-982b4d71-c7c1-4843-a313-806f878f73b6 req-a4f97167-dab5-4ac5-b5ab-22b67888f10c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 210 time: 0.0685599 Nov 12 12:22:50.704230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e0af-170f-4e3d-bc93-e5fcd0cbe49c req-66168f83-a404-4b75-be55-561c5605d0f3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:50.713422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88b1e0af-170f-4e3d-bc93-e5fcd0cbe49c req-66168f83-a404-4b75-be55-561c5605d0f3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 947 time: 0.2774956 Nov 12 12:22:50.780935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-31e8db9e-114e-4b65-b9af-f63ea2d29dd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=378052cf3af648a78df80fbdc8452f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5909152 Nov 12 12:22:50.793406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46810) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:50.801597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8db9e-114e-4b65-b9af-f63ea2d29dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea02e5-a191-4256-be2e-e89f304af98d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:50.814074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f762570e-8ee9-4ea5-a602-df89bd4ca5b0 req-d07ed976-2eb6-4967-b42f-554288f2921a tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0448930 Nov 12 12:22:50.815920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:22:50.894925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88b1e0af-170f-4e3d-bc93-e5fcd0cbe49c req-94ba29eb-3fdf-4df8-b4d6-dd3450a0f1ce tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803358 Nov 12 12:22:50.916228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.981063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:50.987916 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13ec565-984a-4ba9-a382-b07cb63975e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.012353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:51.014871 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:51.040172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847af904-1404-49a9-85fb-39282e663d32,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:51.047077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf53b678-26fa-44c1-95d0-d4904784027f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:51.048135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13ec565-984a-4ba9-a382-b07cb63975e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.068407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Checking segment: {'id': '75703025-8cc3-4615-bef1-40c3f696150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '953f1d0f-408f-4504-be19-707938ed0f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:51.069043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Network hostable DHCP agents. Network: 953f1d0f-408f-4504-be19-707938ed0f8e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:22:51.080544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c959c9a-1aec-4a86-b20e-77e9e109e4a8 req-1f56c8c2-802c-46c8-85ad-9bb3d21a5393 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.082116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c959c9a-1aec-4a86-b20e-77e9e109e4a8 req-1f56c8c2-802c-46c8-85ad-9bb3d21a5393 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.1491156 Nov 12 12:22:51.090395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Network 953f1d0f-408f-4504-be19-707938ed0f8e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:22:51.090957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Checking segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:51.091324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Network hostable DHCP agents. Network: 48bbfbbe-4830-439d-b772-7368301ded35, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:22:51.098394 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726a739-fb0d-4cd2-8fc7-90670d16652e x-openstack-request-id: req-0726a739-fb0d-4cd2-8fc7-90670d16652e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:51.098620 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:51.099696 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0726a739-fb0d-4cd2-8fc7-90670d16652e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:51.099696 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'status': 'completed', 'code': 200} Nov 12 12:22:51.105748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 953f1d0f-408f-4504-be19-707938ed0f8e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:51.114154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215073a7-8180-44f5-b267-d73c1fbf1fe4 None None] Network 953f1d0f-408f-4504-be19-707938ed0f8e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:51.119711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.120309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.160911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Network 48bbfbbe-4830-439d-b772-7368301ded35 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:22:51.177654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c959c9a-1aec-4a86-b20e-77e9e109e4a8 req-14960202-71fe-4f0b-9841-53b122a11dfb tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792048 Nov 12 12:22:51.196974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 48bbfbbe-4830-439d-b772-7368301ded35) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:51.213149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7be2428e-b691-4e44-b964-46ff40630930 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9867516 Nov 12 12:22:51.229486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.231020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.231417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-559bf0f9-6752-48d3-b5b7-b965a57751a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.234138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-559bf0f9-6752-48d3-b5b7-b965a57751a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1098 time: 0.1049073 Nov 12 12:22:51.235976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13ec565-984a-4ba9-a382-b07cb63975e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.239907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d92bf1-87f9-4930-b97a-41aa4204d49c None None] Network 48bbfbbe-4830-439d-b772-7368301ded35 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:51.245339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13ec565-984a-4ba9-a382-b07cb63975e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.262828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f13ec565-984a-4ba9-a382-b07cb63975e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccea02e5-a191-4256-be2e-e89f304af98d HTTP/1.1" status: 204 len: 168 time: 0.4743543 Nov 12 12:22:51.314307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ec565-984a-4ba9-a382-b07cb63975e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea02e5-a191-4256-be2e-e89f304af98d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:51.327462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3512d28a-fb5e-46d8-90f3-5142dd819a79 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8720536 Nov 12 12:22:51.329976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:51.334785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:51.387532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-3aa6e63d-60a9-4207-9eca-603dfea56afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.390571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-3aa6e63d-60a9-4207-9eca-603dfea56afc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1098 time: 0.2088804 Nov 12 12:22:51.420758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07fd14-1fc0-4b98-8099-e69387f5eaf9 None None] Network 953f1d0f-408f-4504-be19-707938ed0f8e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:51.429941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.432354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.449336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe403e-639c-4264-baab-97da21335435 req-de63989f-0495-40bd-8b32-d31add473e92 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.452053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbbe403e-639c-4264-baab-97da21335435 req-de63989f-0495-40bd-8b32-d31add473e92 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.1494517 Nov 12 12:22:51.466717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-186250f6-e199-4f35-bc3f-1e09f8cfa510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.468905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-186250f6-e199-4f35-bc3f-1e09f8cfa510 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2249751 Nov 12 12:22:51.562885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-f6b5e9fe-f9be-49ef-b00c-0114689b990c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0777771 Nov 12 12:22:51.580237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbbe403e-639c-4264-baab-97da21335435 req-fa0dfcc7-cf60-4735-ae7e-1920bf4a7502 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176109 Nov 12 12:22:51.622534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-48bbfbbe-4830-439d-b772-7368301ded35', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:22:51.627253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.680810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-0c085906-15fe-48d7-8539-363e3fa7d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.688129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-0c085906-15fe-48d7-8539-363e3fa7d8c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1049604 Nov 12 12:22:51.701931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.754809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:51.802047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f151784-b0b0-471c-b8a3-403728a4fd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.860072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-622a2a5a-cf19-473d-a7f8-66980e82cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.866454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-622a2a5a-cf19-473d-a7f8-66980e82cb6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646266 Nov 12 12:22:51.900332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-edd9e181-1ce6-4280-a5f3-dd9768c16aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:51.901808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-edd9e181-1ce6-4280-a5f3-dd9768c16aaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.4923024 Nov 12 12:22:51.914244 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-238b45dd-f591-4c4d-82e0-ba3a34afb79d req-457a2e5a-bf8d-4de0-8188-8feb660e4cd8 tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] show failed (client error): The resource could not be found. Nov 12 12:22:51.915234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-238b45dd-f591-4c4d-82e0-ba3a34afb79d req-457a2e5a-bf8d-4de0-8188-8feb660e4cd8 tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups/5eda96f7-3c97-40ca-a39a-9a3e0b8a6cf3 HTTP/1.1" status: 404 len: 352 time: 0.0786512 Nov 12 12:22:51.923735 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-d428bc93-e108-4a62-aecc-928d539f6aab tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441110 Nov 12 12:22:52.003962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-2d1752fa-66e5-49e2-9c6d-9fb0199a8f98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0909181 Nov 12 12:22:52.052623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Allocated IP 172.20.0.2 (48bbfbbe-4830-439d-b772-7368301ded35/847af904-1404-49a9-85fb-39282e663d32/4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:52.107132 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.151738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f151784-b0b0-471c-b8a3-403728a4fd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.172001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f151784-b0b0-471c-b8a3-403728a4fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.179490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d88e7d82-0f89-45e8-85e4-0787ff4c4e93 req-d9930440-7052-4992-972a-ac9afbc9701a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 210 time: 0.1335399 Nov 12 12:22:52.205502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-aa88c720-8ca8-4f08-958d-9cf2a7be83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:52.205502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-aa88c720-8ca8-4f08-958d-9cf2a7be83d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1608808 Nov 12 12:22:52.254039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63398fa9-79b6-4160-9a4e-312b8aa577e3 req-66c7565d-6325-479f-bb52-e67ba83b2703 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0753789 Nov 12 12:22:52.262555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2f151784-b0b0-471c-b8a3-403728a4fd20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5f29672d423485fad247c88e1cb0378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5033340 Nov 12 12:22:52.269136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f151784-b0b0-471c-b8a3-403728a4fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a5d50-faed-4ec5-96ae-8d6f5b021855,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:52.271641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:52.310618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-25962477-7ba2-427b-85ba-527ae0e83325 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307485 Nov 12 12:22:52.345608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.354455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.392276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-999ffe65-37f3-4b55-9afe-eb861c20388a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:52.393984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-999ffe65-37f3-4b55-9afe-eb861c20388a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030011 Nov 12 12:22:52.407102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Network 48bbfbbe-4830-439d-b772-7368301ded35 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:52.417357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-4923ccdf-3879-4483-9d45-77a33f829056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:52.419143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-4923ccdf-3879-4483-9d45-77a33f829056 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885700 Nov 12 12:22:52.420985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:52.424159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:52.429008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:52.438394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Pushing event updated for resources: {'Port': ['ID=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:52.449548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b049a49f-2e7c-4852-82d7-4103dd73c63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.469579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.469879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.470142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.470489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.471005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.471511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.472008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.472564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.473048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.473528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.474010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.474530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:52.502564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b049a49f-2e7c-4852-82d7-4103dd73c63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.509413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-2bb1651a-85c8-4eee-b737-339f1dcdfd86 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839912 Nov 12 12:22:52.520641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Attempting to bind port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:52.521309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Attempting to bind port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:52.521988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Attempting to bind port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c on network 48bbfbbe-4830-439d-b772-7368301ded35 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:52.529948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:52.530666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Checking segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:52.531309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.531849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Bound using segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:52.532712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Bound port: 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:52.533847 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.543367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26d11776-06ba-4a95-bc51-31214612cd7d req-101be32e-1476-460e-b1bf-52e15774f258 tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e2b96e9079a4bdcb7f349442107af57 HTTP/1.1" status: 200 len: 3001 time: 0.1121035 Nov 12 12:22:52.607876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6072814-4b9d-4ec0-85b9-6e86cd5e614f req-746df7dc-ab9b-4e12-8c57-b4f22e6b59f2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:52.609686 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6072814-4b9d-4ec0-85b9-6e86cd5e614f req-746df7dc-ab9b-4e12-8c57-b4f22e6b59f2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 947 time: 0.2719514 Nov 12 12:22:52.623167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26d11776-06ba-4a95-bc51-31214612cd7d req-eaf52133-5721-4d38-9962-5a990696e8be tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups/67be1e5a-75d1-449e-a03e-9c1faddb037e HTTP/1.1" status: 200 len: 2998 time: 0.0667415 Nov 12 12:22:52.641220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] For port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:52.645834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] For port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:52.653349 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.666399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b049a49f-2e7c-4852-82d7-4103dd73c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.669191 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b049a49f-2e7c-4852-82d7-4103dd73c63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.674947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b049a49f-2e7c-4852-82d7-4103dd73c63e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/800a5d50-faed-4ec5-96ae-8d6f5b021855 HTTP/1.1" status: 204 len: 168 time: 0.3994696 Nov 12 12:22:52.682487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-4a47586e-4852-42cc-8df4-c844d574a09d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395601 Nov 12 12:22:52.702834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049a49f-2e7c-4852-82d7-4103dd73c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a5d50-faed-4ec5-96ae-8d6f5b021855,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:52.738235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26d11776-06ba-4a95-bc51-31214612cd7d req-7499bfcf-2a6d-4714-a800-43ea0bb9cd12 tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups/67be1e5a-75d1-449e-a03e-9c1faddb037e HTTP/1.1" status: 200 len: 2998 time: 0.1140804 Nov 12 12:22:52.755709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:52.852577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6072814-4b9d-4ec0-85b9-6e86cd5e614f req-8ebbfd43-9b34-4c40-ba48-8fa0dd9beceb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215228 Nov 12 12:22:52.859035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d54a53-9efb-42bb-a53e-46dceb241be2 None None] Pushing event updated for resources: {'Port': ['ID=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:52.901973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:52.905738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:52.931180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.049567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff0f05c4-b778-4fc8-b45b-3e39c75eef53 req-e6011674-c4ce-4837-a038-9a257bd0e2ff service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540428 Nov 12 12:22:53.061198 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.063508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:53.083380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'mac_address': 'fa:16:3e:0a:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:53.121520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.138588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.155266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7009189-3c69-4364-8ca9-4cd6a35463cb req-72fbca58-f574-4266-9da4-54055cf4732f tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups/67be1e5a-75d1-449e-a03e-9c1faddb037e HTTP/1.1" status: 200 len: 2998 time: 0.1815040 Nov 12 12:22:53.168547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b142661f-35cb-4e9c-8799-1b1c5bee380b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:53.223043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:53.230007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.278285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f90d33-56d7-448a-8432-727fdad71548 req-24c75bfc-2fa7-4dd9-9ee8-1f8b7b5b83d1 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:53.291846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97f90d33-56d7-448a-8432-727fdad71548 req-24c75bfc-2fa7-4dd9-9ee8-1f8b7b5b83d1 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.1498244 Nov 12 12:22:53.347294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:53.374422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97f90d33-56d7-448a-8432-727fdad71548 req-b99ef98b-367e-49e7-8610-81fef6b44ce5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767338 Nov 12 12:22:53.396146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.408539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.512149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Allocated IP 172.25.1.59 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/28aad04b-d62b-4646-8d84-8ca66524e207) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:53.512582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56a2c8d9-a0c1-49cc-8758-43fefa5b7edb req-7de1b354-6c82-4c54-9182-c29bddf172bd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 210 time: 0.0417976 Nov 12 12:22:53.527050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:53.539354 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-d7009189-3c69-4364-8ca9-4cd6a35463cb req-9435108c-ebf4-4cab-b6df-db3a8ddcdf52 tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 12:22:53.540651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7009189-3c69-4364-8ca9-4cd6a35463cb req-9435108c-ebf4-4cab-b6df-db3a8ddcdf52 tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "DELETE /v2.0/security-groups/67be1e5a-75d1-449e-a03e-9c1faddb037e HTTP/1.1" status: 409 len: 352 time: 0.3693337 Nov 12 12:22:53.547697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:53.673347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-465c2eb3-6826-4406-b03f-eefc26cf8af6 req-2f0973b5-0a2f-4850-ad23-235c2e71c157 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0582933 Nov 12 12:22:53.720907 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-c1a0f537-a63d-40fc-91ab-79fb5f62fdae req-5072195a-fb04-4617-8d85-a6951808c68e tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] show failed (client error): The resource could not be found. Nov 12 12:22:53.723053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1a0f537-a63d-40fc-91ab-79fb5f62fdae req-5072195a-fb04-4617-8d85-a6951808c68e tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups/6fa5dcff-58fe-452d-a170-dd61456b6352 HTTP/1.1" status: 404 len: 352 time: 0.1287694 Nov 12 12:22:53.780423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:53.794252 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-46dd8e15-c338-4021-a2aa-de32f13250c1 req-21156505-ea2a-4f9e-a605-8eb5f88f887d tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] show failed (client error): The resource could not be found. Nov 12 12:22:53.801222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46dd8e15-c338-4021-a2aa-de32f13250c1 req-21156505-ea2a-4f9e-a605-8eb5f88f887d tempest-SecurityGroupsNegativeTestJSON-678023560 tempest-SecurityGroupsNegativeTestJSON-678023560-project] 10.222.0.18 "GET /v2.0/security-groups/d3a74339-a8a8-4f5d-a708-017030b0fd34 HTTP/1.1" status: 404 len: 352 time: 0.0251834 Nov 12 12:22:53.803794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.44 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/6f3acfc2-ba34-4180-8e97-26707fdaa893) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:53.812705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:53.827926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.867397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:53.868114 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:53.921238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Deleting subnet cf53b678-26fa-44c1-95d0-d4904784027f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:22:53.933368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.000585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.007982 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.046976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.054688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.058473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:54.063980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.142179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.153400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:54.166678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:54.184522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:54.189637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.191073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:54.192914 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cf53b678-26fa-44c1-95d0-d4904784027f HTTP/1.1" status: 204 len: 168 time: 0.3733463 Nov 12 12:22:54.194072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845129ee-ec6b-4239-9c08-5c6b93c1a64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf53b678-26fa-44c1-95d0-d4904784027f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:54.196088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46900) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:54.196237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Pushing event updated for resources: {'Port': ['ID=28aad04b-d62b-4646-8d84-8ca66524e207,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:54.268100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40a7a-2dd6-42b8-9e42-d57356f876a6 req-bff049c8-10fb-484d-ac67-08edf0a637d6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:54.269962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5af40a7a-2dd6-42b8-9e42-d57356f876a6 req-bff049c8-10fb-484d-ac67-08edf0a637d6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 948 time: 0.2245274 Nov 12 12:22:54.276911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.281401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.390833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.425031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953f1d0f-408f-4504-be19-707938ed0f8e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:54.437774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75703025-8cc3-4615-bef1-40c3f696150d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:54.438595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75703025-8cc3-4615-bef1-40c3f696150d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:54.451952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f025952e-90bd-483e-ab05-d98f91627013 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:54.460117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5af40a7a-2dd6-42b8-9e42-d57356f876a6 req-0dc3ae8d-6926-4035-bd7d-d168da4854e8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813610 Nov 12 12:22:54.464751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.475717 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.501409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879903b1-d15b-4384-a511-c21c33ea7f03 None None] Network 48bbfbbe-4830-439d-b772-7368301ded35 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:54.526329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.535382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:22:54.535758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:22:54.537738 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:22:54.574261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:54.582082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:54.587939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:54.590643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=6f3acfc2-ba34-4180-8e97-26707fdaa893,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:54.621510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032337e-d948-4961-b01f-52ab59a7f47e req-2f9616cb-016a-4a56-b554-33991f03aa3c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:54.629212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4032337e-d948-4961-b01f-52ab59a7f47e req-2f9616cb-016a-4a56-b554-33991f03aa3c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 946 time: 0.1512072 Nov 12 12:22:54.719967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.760424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:54.765033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] 10.222.0.18 "DELETE /v2.0/networks/953f1d0f-408f-4504-be19-707938ed0f8e HTTP/1.1" status: 204 len: 168 time: 0.5671182 Nov 12 12:22:54.774330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:54.783957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb440f-763a-4723-8ba0-941ae974ba69 admin admin] Pushing event deleted for resources: {'Network': ['ID=953f1d0f-408f-4504-be19-707938ed0f8e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:54.822226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4032337e-d948-4961-b01f-52ab59a7f47e req-ae825cc8-6996-4852-940d-d6b2dcfe4028 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917551 Nov 12 12:22:54.927998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d6d5c2b9-7026-4d4d-b946-fd23cb226909 None None] Provisioning complete for port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:54.927998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c2b9-7026-4d4d-b946-fd23cb226909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.024586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:55.037267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port b142661f-35cb-4e9c-8799-1b1c5bee380b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:22:55.052325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b142661f-35cb-4e9c-8799-1b1c5bee380b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:55.052704 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.059930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0a52-78f3-485d-a662-9ab114cd3bc0 req-c1acfb8a-939e-4291-bf23-fde3c1f2c080 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:55.069016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95f0a52-78f3-485d-a662-9ab114cd3bc0 req-c1acfb8a-939e-4291-bf23-fde3c1f2c080 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 948 time: 0.1454582 Nov 12 12:22:55.152857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f025952e-90bd-483e-ab05-d98f91627013', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'port_id': 'f025952e-90bd-483e-ab05-d98f91627013', 'mac_address': 'fa:16:3e:11:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e574d5-cfb8-45a1-b4ec-d26b0d47c627', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:55.163705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95f0a52-78f3-485d-a662-9ab114cd3bc0 req-63425f81-ea93-4c34-a000-cd664e72fb59 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905280 Nov 12 12:22:55.165248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:55.281185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-19a3505d-76f9-4e67-8425-3da3494b95c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e2b96e9079a4bdcb7f349442107af57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127031 Nov 12 12:22:55.285218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:55.401259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:55.401906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.428038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.431731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3c5936e-f751-418f-8040-5d912711c01d req-c0c0164a-f2ba-47bd-9728-f2ddd1ee4d59 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.1273015 Nov 12 12:22:55.452864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3305093f-6b3d-4b96-a2bd-9d530df5c265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.453122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.470424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f025952e-90bd-483e-ab05-d98f91627013 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:55.494859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3305093f-6b3d-4b96-a2bd-9d530df5c265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.495311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-417b0025-af50-41c2-8a68-86ef1ccb68e8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:55.497106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-417b0025-af50-41c2-8a68-86ef1ccb68e8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4&tenant_id=02679cf315e34445a6c4079156f8c98e&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 948 time: 0.2294803 Nov 12 12:22:55.500672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-4f12d3c1-e8e1-4b29-bb06-229ef8a66875 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0866089 Nov 12 12:22:55.515528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b785f2-9a50-4110-842b-522b34036171 req-3f955a24-cfb5-49aa-9867-11b09851673e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:55.524390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3b785f2-9a50-4110-842b-522b34036171 req-3f955a24-cfb5-49aa-9867-11b09851673e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 935 time: 0.2612464 Nov 12 12:22:55.538150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Request body: {'port': {'device_id': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:55.559279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.563204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:55.597952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3305093f-6b3d-4b96-a2bd-9d530df5c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.598876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.601092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3305093f-6b3d-4b96-a2bd-9d530df5c265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.604869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3305093f-6b3d-4b96-a2bd-9d530df5c265 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67be1e5a-75d1-449e-a03e-9c1faddb037e HTTP/1.1" status: 204 len: 168 time: 0.3142715 Nov 12 12:22:55.649376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305093f-6b3d-4b96-a2bd-9d530df5c265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be1e5a-75d1-449e-a03e-9c1faddb037e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:55.660371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:55.671004 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f5a58-f282-4c8c-ad7d-d71c4bff6912" -d '{"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:55.720463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-73628d45-48b8-4895-a959-abf7642efd06 None None] Provisioning complete for port 6f3acfc2-ba34-4180-8e97-26707fdaa893 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:55.721084 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73628d45-48b8-4895-a959-abf7642efd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.746237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3b785f2-9a50-4110-842b-522b34036171 req-26ed2e8f-aabd-4e37-9e77-0e158192ff36 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206450 Nov 12 12:22:55.799414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-73628d45-48b8-4895-a959-abf7642efd06 None None] Port 6f3acfc2-ba34-4180-8e97-26707fdaa893 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:22:55.802127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f025952e-90bd-483e-ab05-d98f91627013'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:55.828222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.839042 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-d4dc1670-2572-4197-881b-b974ff5fef5e service neutron] delete failed (client error): The resource could not be found. Nov 12 12:22:55.840733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-d4dc1670-2572-4197-881b-b974ff5fef5e service neutron] 10.222.0.65 "DELETE /v2.0/ports/b142661f-35cb-4e9c-8799-1b1c5bee380b/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.3357108 Nov 12 12:22:55.842735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:55.861451 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33fc80d-b350-4fdd-a695-14d432f409a8 x-openstack-request-id: req-e33fc80d-b350-4fdd-a695-14d432f409a8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:55.861742 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:55.861993 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e33fc80d-b350-4fdd-a695-14d432f409a8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:55.862479 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'code': 200} Nov 12 12:22:55.865789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:55.906516 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:55.931302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:56.006192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cbc6faea-7491-47af-88af-ff3328a2bf1a None None] Provisioning complete for port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:56.006192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbc6faea-7491-47af-88af-ff3328a2bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.073102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:56.073464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.118432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:56.192806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-70a2aabc-1e45-4f3a-b447-c92a50ab529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:56.196436 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-70a2aabc-1e45-4f3a-b447-c92a50ab529f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.2279813 Nov 12 12:22:56.227623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25ee7-92a1-475b-8d06-d25b10032ea3 req-78c86547-f8ce-454c-8899-729a41c4f1d7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:56.235567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6d25ee7-92a1-475b-8d06-d25b10032ea3 req-78c86547-f8ce-454c-8899-729a41c4f1d7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 945 time: 0.2683661 Nov 12 12:22:56.242888 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.290497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46958) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:56.355654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46cdb1-92a5-434b-8078-7b3815957b9a req-86fe4517-4b42-4071-84c7-165a527484b3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:56.357332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b46cdb1-92a5-434b-8078-7b3815957b9a req-86fe4517-4b42-4071-84c7-165a527484b3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.0602934 Nov 12 12:22:56.426572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b46cdb1-92a5-434b-8078-7b3815957b9a req-6f655674-aa24-4f40-b9c5-457664251a4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575240 Nov 12 12:22:56.444085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f398b27b-7c0b-430e-b71b-a3180e5ed63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.465953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f025952e-90bd-483e-ab05-d98f91627013 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:56.492204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6d25ee7-92a1-475b-8d06-d25b10032ea3 req-a2721568-3c20-4ce8-98ac-6d333df6a06c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553594 Nov 12 12:22:56.557942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-782ecc6b-7ae0-4e13-a4b4-90aa8cae7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:56.560117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-782ecc6b-7ae0-4e13-a4b4-90aa8cae7584 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3523273 Nov 12 12:22:56.595055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f398b27b-7c0b-430e-b71b-a3180e5ed63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.627368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.643823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f398b27b-7c0b-430e-b71b-a3180e5ed63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.646050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-7133f76c-956c-4f9e-b6b4-3efd371d61e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0684888 Nov 12 12:22:56.646337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f025952e-90bd-483e-ab05-d98f91627013 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:56.671631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:56.682200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.732232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f398b27b-7c0b-430e-b71b-a3180e5ed63c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=095c9d7b650c48b0bb820c90b79d347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398458 Nov 12 12:22:56.737376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:56.748996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3acfc2-ba34-4180-8e97-26707fdaa893 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:56.768776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398b27b-7c0b-430e-b71b-a3180e5ed63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945066d-fffe-4c2b-ad72-25d7217d14dd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:56.779325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.791791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e064aa44-86c6-4267-b8c8-74c1c09cf588 req-cc37f283-5e57-40db-ae71-ccccbfa422d1 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.1930325 Nov 12 12:22:56.801649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-80b1c980-ed79-41a8-8d5c-088042102ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:56.801897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-80b1c980-ed79-41a8-8d5c-088042102ef1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1157682 Nov 12 12:22:56.809770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:56.819097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Transition to ACTIVE for port object 6f3acfc2-ba34-4180-8e97-26707fdaa893 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:22:56.830239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Router 5aa226bf-07ff-44a3-95b3-49da9a36e548 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:22:56.836782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:56.920284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e3635-dd3f-4776-b144-0c5780708e61 req-1139e2a1-ba7a-4fbc-913a-84375265a214 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:56.921869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c7e3635-dd3f-4776-b144-0c5780708e61 req-1139e2a1-ba7a-4fbc-913a-84375265a214 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 947 time: 0.0563533 Nov 12 12:22:56.982120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:57.012229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-682b4f9d-9ee4-41f9-b742-b8eb6fd508e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.015899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c7e3635-dd3f-4776-b144-0c5780708e61 req-27d243ab-a8b6-4cc1-b7e6-e9a3188ab025 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772147 Nov 12 12:22:57.029954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Pushing event updated for resources: {'Port': ['ID=6f3acfc2-ba34-4180-8e97-26707fdaa893,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:57.033687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-7315593c-18ad-4943-83a3-9cab16298a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:57.035261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-7315593c-18ad-4943-83a3-9cab16298a03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176192 Nov 12 12:22:57.107216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1686559978-network', 'tenant_id': '692b55eaef0e454e917bd27a60263ea7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:57.132993 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-682b4f9d-9ee4-41f9-b742-b8eb6fd508e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.133818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Made reservation on behalf of 692b55eaef0e454e917bd27a60263ea7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:57.136439 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.142022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe1242-af53-4b4d-b534-00cc22ff42f8 req-385becf7-0ec5-4845-a01b-7536fc7a8fe7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:57.143612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03fe1242-af53-4b4d-b534-00cc22ff42f8 req-385becf7-0ec5-4845-a01b-7536fc7a8fe7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 944 time: 0.3102729 Nov 12 12:22:57.146048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.233513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.237886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.275066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:22:57.284470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013cb3f3-78d8-4de0-b1ff-4c5f95376079,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:57.292594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.293287 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Added segment fcbe39ed-bc0a-422d-8260-8fc07f86d6a2 of type vlan for network 852c17b6-7457-4cce-81e6-3c5b5fd57032 Nov 12 12:22:57.301712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:22:57.313580 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Sync routers for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:22:57.325874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:57.327141 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:57.334686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Attempting to bind port 6f3acfc2-ba34-4180-8e97-26707fdaa893 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:57.335026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Attempting to bind port 6f3acfc2-ba34-4180-8e97-26707fdaa893 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:57.335665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Attempting to bind port 6f3acfc2-ba34-4180-8e97-26707fdaa893 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:57.345675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.359270 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03fe1242-af53-4b4d-b534-00cc22ff42f8 req-e77b3d50-7ad1-48d1-8472-3d7a137616f6 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794126 Nov 12 12:22:57.364607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Port 6f3acfc2-ba34-4180-8e97-26707fdaa893 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:22:57.365228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Attempting to bind port 6f3acfc2-ba34-4180-8e97-26707fdaa893 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:57.371479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.374263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a6635a7b-ba2b-44ca-9a84-449edb14263e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.0415888 Nov 12 12:22:57.374898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-682b4f9d-9ee4-41f9-b742-b8eb6fd508e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.375965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:57.385077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.386047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-682b4f9d-9ee4-41f9-b742-b8eb6fd508e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.386416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:57.387151 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.387985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-682b4f9d-9ee4-41f9-b742-b8eb6fd508e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6945066d-fffe-4c2b-ad72-25d7217d14dd HTTP/1.1" status: 204 len: 168 time: 0.6485553 Nov 12 12:22:57.394703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-c8db924d-aa65-4cb9-859d-bccd83f6390b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430014 Nov 12 12:22:57.404048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:57.404405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:57.404763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:57.405216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Bound port: 6f3acfc2-ba34-4180-8e97-26707fdaa893, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:57.405577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.490652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b4f9d-9ee4-41f9-b742-b8eb6fd508e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945066d-fffe-4c2b-ad72-25d7217d14dd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:57.491233 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:57.512887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5295739 Nov 12 12:22:57.519655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:57.567571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Request body: {'subnet': {'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1686559978-subnet', 'tenant_id': '692b55eaef0e454e917bd27a60263ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:22:57.574448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd988-171a-4434-a185-4d7800189d54 admin admin] Pushing event updated for resources: {'Network': ['ID=852c17b6-7457-4cce-81e6-3c5b5fd57032,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:57.587291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:22:57.638726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Made reservation on behalf of 692b55eaef0e454e917bd27a60263ea7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:22:57.641051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.700387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7191f1a-a286-4077-b98d-07086f6f5766 req-88b910c0-a432-4a17-b30d-e0c460cdb83c service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908888 Nov 12 12:22:57.701525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] For port 6f3acfc2-ba34-4180-8e97-26707fdaa893, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:57.705412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] For port 6f3acfc2-ba34-4180-8e97-26707fdaa893, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:57.722213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.758545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:22:54Z', 'revision_number': 3, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:57.785246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:57.786038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.792688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] 10.222.0.81 "PUT /v2.0/ports/6f3acfc2-ba34-4180-8e97-26707fdaa893 HTTP/1.1" status: 200 len: 1095 time: 2.2537639 Nov 12 12:22:57.792688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'tag': '6f3acfc2-ba34-4180-8e97-26707fdaa893'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:57.792688 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d4db17-587e-4b68-a08e-54c203c362bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6c2fdb-4ecf-4d20-bd36-0dc369210446", "tag": "6f3acfc2-ba34-4180-8e97-26707fdaa893"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:57.828023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f9993-4f69-47cb-a748-9434f4d7578d service neutron] Pushing event updated for resources: {'Port': ['ID=6f3acfc2-ba34-4180-8e97-26707fdaa893,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:57.841449 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Checking router: 5aa226bf-07ff-44a3-95b3-49da9a36e548 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:22:57.841806 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Updating router 5aa226bf-07ff-44a3-95b3-49da9a36e548 port 28aad04b-d62b-4646-8d84-8ca66524e207 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:22:57.901300 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:57.942816 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02eb381-6133-4de2-9b4a-84c34ca638ab x-openstack-request-id: req-d02eb381-6133-4de2-9b4a-84c34ca638ab {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:57.943523 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6c2fdb-4ecf-4d20-bd36-0dc369210446", "tag": "6f3acfc2-ba34-4180-8e97-26707fdaa893", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:57.943523 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d02eb381-6133-4de2-9b4a-84c34ca638ab {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:57.943987 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'tag': '6f3acfc2-ba34-4180-8e97-26707fdaa893', 'status': 'completed', 'code': 200} Nov 12 12:22:57.980916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-8f81c595-3cc6-4dd2-bb27-b568f3b83882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:57.989730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-8f81c595-3cc6-4dd2-bb27-b568f3b83882 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 1098 time: 0.1157861 Nov 12 12:22:58.099295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b88bf3f-e4d7-4b9d-b753-89b7393b6005 req-28c99950-aa24-46c8-a649-b731b6cdfff5 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0985413 Nov 12 12:22:58.100596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017e11-c68d-4418-9b7d-57c996ecd446 req-ac399154-bd00-42e1-9894-108617c3480c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.106467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-64a16dbc-6a09-4a32-8720-57fedeb53058 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893 HTTP/1.1" status: 200 len: 217 time: 0.1070237 Nov 12 12:22:58.107959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f017e11-c68d-4418-9b7d-57c996ecd446 req-ac399154-bd00-42e1-9894-108617c3480c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.5366945 Nov 12 12:22:58.224967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-b7b5e1eb-b01a-4099-9cc4-123ada942b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.233242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-b7b5e1eb-b01a-4099-9cc4-123ada942b90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1153824 Nov 12 12:22:58.254148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f017e11-c68d-4418-9b7d-57c996ecd446 req-9e66e23e-b771-4f6f-8f86-eb4389ea1420 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402519 Nov 12 12:22:58.362716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-c47e00ec-ce43-4761-954a-7e7afab6bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.364569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-c47e00ec-ce43-4761-954a-7e7afab6bc4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171517 Nov 12 12:22:58.392128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecc4c4-57ae-477e-9153-0a8f686d5014 req-0187210b-ee7e-46fc-977a-31668faaaddd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.394666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5ecc4c4-57ae-477e-9153-0a8f686d5014 req-0187210b-ee7e-46fc-977a-31668faaaddd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 947 time: 0.1068227 Nov 12 12:22:58.475348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.598933 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.609716 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.621606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5ecc4c4-57ae-477e-9153-0a8f686d5014 req-07480714-d3fe-4e1c-9608-7083df433264 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171423 Nov 12 12:22:58.659146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-2af9c75f-3559-475c-910f-656f70842b89 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.660665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-2af9c75f-3559-475c-910f-656f70842b89 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 944 time: 0.0843451 Nov 12 12:22:58.694647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3135621d-a703-4e01-82ce-7a9cd69261cb,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:58.712151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7d434-2b5f-4ce5-8102-9d5f73a128af req-3653414a-f99d-4e3f-9d56-665b9cd2f238 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.712861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-9a8d3790-b51c-4da1-abdc-83189b1efa7c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171279 Nov 12 12:22:58.718698 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Attempting to bind port 28aad04b-d62b-4646-8d84-8ca66524e207 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:22:58.719043 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Attempting to bind port 28aad04b-d62b-4646-8d84-8ca66524e207 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:22:58.719365 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Attempting to bind port 28aad04b-d62b-4646-8d84-8ca66524e207 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:22:58.719563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb7d434-2b5f-4ce5-8102-9d5f73a128af req-3653414a-f99d-4e3f-9d56-665b9cd2f238 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 944 time: 0.2070539 Nov 12 12:22:58.762765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Checking segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:58.763154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Network hostable DHCP agents. Network: 852c17b6-7457-4cce-81e6-3c5b5fd57032, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:22:58.769749 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Pushing event updated for resources: {'Port': ['ID=28aad04b-d62b-4646-8d84-8ca66524e207,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:58.775101 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:22:58.775487 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:22:58.776583 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.777166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:22:58.777787 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Bound port: 28aad04b-d62b-4646-8d84-8ca66524e207, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:22:58.778228 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.818612 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.819463 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.819463 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.819727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.820574 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.820919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.821277 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.823336 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.823336 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.823336 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.823755 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.824154 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:22:58.844918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb7d434-2b5f-4ce5-8102-9d5f73a128af req-126f4f2e-ff5d-40db-a451-42fbc452027e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245065 Nov 12 12:22:58.851228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:22:58.861371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.876102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Deleting port f025952e-90bd-483e-ab05-d98f91627013 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:22:58.876422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.881460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 852c17b6-7457-4cce-81e6-3c5b5fd57032) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:58.886599 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addfd4f-d02a-4666-9c06-ef8c10bbed09 req-1af8c729-16cd-4ec5-aed1-36b10dcf51f0 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605973 Nov 12 12:22:58.888647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:58.889344 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.889855 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] For port 28aad04b-d62b-4646-8d84-8ca66524e207, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:22:58.893677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831fc3e-84e5-4a41-8201-653f135024a5 None None] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:58.896997 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] For port 28aad04b-d62b-4646-8d84-8ca66524e207, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=28aad04b-d62b-4646-8d84-8ca66524e207,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:22:58.903895 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:58.949988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-66fef0d6-46e8-4625-95c1-fca370445096 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4292438 Nov 12 12:22:59.009071 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:22:59.010522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:59.048086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-6a0fd963-edd3-4070-b877-43edbb8a0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:59.049576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-6a0fd963-edd3-4070-b877-43edbb8a0d6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 1098 time: 0.0763612 Nov 12 12:22:59.065991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] For port f025952e-90bd-483e-ab05-d98f91627013, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f025952e-90bd-483e-ab05-d98f91627013,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:59.066379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.112541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f58b30-b820-479d-ad1a-f83f162ad97f None None] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:22:59.126580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Calling delete_port for f025952e-90bd-483e-ab05-d98f91627013 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:22:59.218636 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4aca1-00bb-4267-aacf-497694d4bff6 None None] Pushing event updated for resources: {'Port': ['ID=28aad04b-d62b-4646-8d84-8ca66524e207,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:59.237713 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:22:59.262807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Allocated IP 172.20.0.1 (48bbfbbe-4830-439d-b772-7368301ded35/847af904-1404-49a9-85fb-39282e663d32/bc0c5d62-dc51-4689-8f51-0d641d9a8593) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:22:59.380325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47038) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:22:59.421027 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.499146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d2bf7-267a-4dec-bc8b-74d87901701d req-f9996be8-f04e-4354-81fb-94ed54e44d94 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:59.500734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-383d2bf7-267a-4dec-bc8b-74d87901701d req-f9996be8-f04e-4354-81fb-94ed54e44d94 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1067207 Nov 12 12:22:59.517084 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:22:54Z', 'revision_number': 3, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:22:59.526475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.547649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.564437 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5e176-bd28-4532-a2a5-de682ab615c7 None None] The sync data for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 is: [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:22:54Z', 'revision_number': 3, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:22:59.592156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-383d2bf7-267a-4dec-bc8b-74d87901701d req-5f4808ce-6efe-4fb7-8221-9e5e30fc32c7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835466 Nov 12 12:22:59.604724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2842e328-a365-43ac-98ef-e054f510d41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.622790 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.680738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Network 48bbfbbe-4830-439d-b772-7368301ded35 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:22:59.691486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:22:59.699966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:22:59.730266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0c5d62-dc51-4689-8f51-0d641d9a8593,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:59.769034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.789332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e914a85e-9325-42f2-86df-86626527c05c req-c7a2c072-e013-4192-85dd-6e9cbf6990a2 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.5319111 Nov 12 12:22:59.880731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2842e328-a365-43ac-98ef-e054f510d41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.886120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2842e328-a365-43ac-98ef-e054f510d41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.949777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2842e328-a365-43ac-98ef-e054f510d41e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c5244bdf62e481daa7a3ad976c31bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660915 Nov 12 12:22:59.960512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47058) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:00.049018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e328-a365-43ac-98ef-e054f510d41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8346c-fff0-4c75-9730-16be7d6cb001,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:00.077337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.121476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event deleted for resources: {'Port': ['ID=f025952e-90bd-483e-ab05-d98f91627013,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:00.127166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-24e2145b-6316-4e3a-aba4-fdc5e1ab7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:00.130065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-24e2145b-6316-4e3a-aba4-fdc5e1ab7c6e service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 1.0578086 Nov 12 12:23:00.163171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fd504fcf-a327-4460-bcdc-507a24ca0490 None None] Provisioning complete for port bc0c5d62-dc51-4689-8f51-0d641d9a8593 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:00.164615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd504fcf-a327-4460-bcdc-507a24ca0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.189823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e8a4b-e341-4ed9-ba70-b652aa003b05 req-1f2739d5-01b6-4231-9b4a-232dd0fa19ef tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:00.198838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c40e8a4b-e341-4ed9-ba70-b652aa003b05 req-1f2739d5-01b6-4231-9b4a-232dd0fa19ef tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.2035460 Nov 12 12:23:00.200919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-249552ba-c3e6-4cc6-a0c7-b6915a5c4ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.223620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fd504fcf-a327-4460-bcdc-507a24ca0490 None None] Port bc0c5d62-dc51-4689-8f51-0d641d9a8593 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:00.231560 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-249552ba-c3e6-4cc6-a0c7-b6915a5c4ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.245180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.259119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-8a0f127f-4973-4aa3-b46d-b1988b2f8e99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893 HTTP/1.1" status: 200 len: 217 time: 0.1128969 Nov 12 12:23:00.266346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] No DVR routers for this DVR port f025952e-90bd-483e-ab05-d98f91627013 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:00.272379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.276709 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2be9334f-4416-49bd-a8d9-ec1154bb18ce req-ea3552fd-1cc4-4cd3-ba91-eb0c412a1544 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "DELETE /v2.0/ports/f025952e-90bd-483e-ab05-d98f91627013 HTTP/1.1" status: 204 len: 173 time: 1.6089675 Nov 12 12:23:00.277211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'name': 'network-vif-deleted', 'tag': 'f025952e-90bd-483e-ab05-d98f91627013'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:00.280218 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d39f2c-fc78-491f-a110-d7a4e75799d3" -d '{"events": [{"server_uuid": "ddd060b6-a42c-4341-95ad-2708fd7b04c7", "name": "network-vif-deleted", "tag": "f025952e-90bd-483e-ab05-d98f91627013"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:00.300180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-6a47ba71-40e2-44e9-9e13-389c0ac5d42a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:00.302030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-6a47ba71-40e2-44e9-9e13-389c0ac5d42a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 813 time: 0.3508694 Nov 12 12:23:00.359378 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c40e8a4b-e341-4ed9-ba70-b652aa003b05 req-f14e9003-dcae-4111-9a0b-58b10041c993 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546957 Nov 12 12:23:00.363824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-1654ced8-9811-459d-ba71-1863feffa0c9 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/quotas/692b55eaef0e454e917bd27a60263ea7 HTTP/1.1" status: 200 len: 375 time: 0.0490417 Nov 12 12:23:00.388406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-d8ee9f21-9b35-4050-82f0-8821e560a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:00.390963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-d8ee9f21-9b35-4050-82f0-8821e560a54f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1214027 Nov 12 12:23:00.417368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c0b6bbf2-648c-46aa-99a2-a023136efe21 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515351 Nov 12 12:23:00.449605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-58b56391-1569-4821-8aaa-21d289157dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:00.451572 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-58b56391-1569-4821-8aaa-21d289157dc8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538931 Nov 12 12:23:00.470471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-249552ba-c3e6-4cc6-a0c7-b6915a5c4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.473107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-249552ba-c3e6-4cc6-a0c7-b6915a5c4ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.477547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-249552ba-c3e6-4cc6-a0c7-b6915a5c4ac9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4da8346c-fff0-4c75-9730-16be7d6cb001 HTTP/1.1" status: 204 len: 168 time: 0.5151048 Nov 12 12:23:00.552462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249552ba-c3e6-4cc6-a0c7-b6915a5c4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8346c-fff0-4c75-9730-16be7d6cb001,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:00.574491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e092b7-1763-495d-a2a9-23ca4671c7e3 req-2d71d1e7-6d7c-421e-9840-6019523f3904 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:00.581912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-01e092b7-1763-495d-a2a9-23ca4671c7e3 req-2d71d1e7-6d7c-421e-9840-6019523f3904 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 947 time: 0.1246259 Nov 12 12:23:00.613969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-bd82f99f-5791-4348-a399-ca943b51caa2 service neutron] 10.222.0.18 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966324 Nov 12 12:23:00.645455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-17e0c700-946a-4f96-bd80-2d4b7675694f service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765029 Nov 12 12:23:00.675580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-01e092b7-1763-495d-a2a9-23ca4671c7e3 req-02c5f715-0ead-4c0a-816c-2e540bb661c0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926208 Nov 12 12:23:00.739372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.761411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.771384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6f3acfc2-ba34-4180-8e97-26707fdaa893 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:00.799403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-e6fde452-0916-447a-a386-19b7fb04a4ef service neutron] 10.222.0.18 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844940 Nov 12 12:23:00.861317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:00.876692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0c5d62-dc51-4689-8f51-0d641d9a8593,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:00.905583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5d4db17-587e-4b68-a08e-54c203c362bb req-6c406429-dfbc-4f56-8f10-b92f2c92ac22 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500923 Nov 12 12:23:00.916365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b293d56d-82af-4399-9c92-f795aa9fa88c req-2e385e66-d5b4-4a83-976d-281ed824d686 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddd060b6-a42c-4341-95ad-2708fd7b04c7 HTTP/1.1" status: 200 len: 210 time: 0.0903130 Nov 12 12:23:00.988059 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0a541-7b13-4d40-9bb1-d020fa02edbe x-openstack-request-id: req-33b0a541-7b13-4d40-9bb1-d020fa02edbe {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:00.988480 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd060b6-a42c-4341-95ad-2708fd7b04c7", "name": "network-vif-deleted", "tag": "f025952e-90bd-483e-ab05-d98f91627013", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:00.988649 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33b0a541-7b13-4d40-9bb1-d020fa02edbe {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:00.989115 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd060b6-a42c-4341-95ad-2708fd7b04c7', 'name': 'network-vif-deleted', 'tag': 'f025952e-90bd-483e-ab05-d98f91627013', 'status': 'completed', 'code': 200} Nov 12 12:23:01.071906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Network 48bbfbbe-4830-439d-b772-7368301ded35 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:01.073142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:01.160372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6f3acfc2-ba34-4180-8e97-26707fdaa893, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:01.175713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6f3acfc2-ba34-4180-8e97-26707fdaa893', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '6f3acfc2-ba34-4180-8e97-26707fdaa893', 'mac_address': 'fa:16:3e:32:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:01.231733 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:01.253995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3acfc2-ba34-4180-8e97-26707fdaa893 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:01.279330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6f3acfc2-ba34-4180-8e97-26707fdaa893, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:01.294558 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:01.343685 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-237e28d1-4a14-4b8e-8905-f00802c005ea req-e1f8fc6e-3fe5-4ec9-b265-0ede412feace tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0787313 Nov 12 12:23:01.361464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6f3acfc2-ba34-4180-8e97-26707fdaa893,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:01.435441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f051747b-60cc-4506-9993-684a0991b3b3 req-f2e0e229-92d6-4fb9-8b0e-8ac561bd8fe6 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 210 time: 0.0565565 Nov 12 12:23:01.464048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Router 5aa226bf-07ff-44a3-95b3-49da9a36e548 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:01.547266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-61d07d35-f7f9-4c5a-b435-c291311c9467 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281196 Nov 12 12:23:01.567923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-392c016e-d7ed-4921-b438-a2081a590aeb None None] Provisioning complete for port bc0c5d62-dc51-4689-8f51-0d641d9a8593 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:01.568198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-392c016e-d7ed-4921-b438-a2081a590aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:01.611461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:01.627629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:01.646823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fdad6d17-bb4a-4e95-89f3-d12abc235762 admin admin] 10.222.0.18 "PUT /v2.0/routers/5aa226bf-07ff-44a3-95b3-49da9a36e548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2555635 Nov 12 12:23:01.719730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-392c016e-d7ed-4921-b438-a2081a590aeb None None] Port bc0c5d62-dc51-4689-8f51-0d641d9a8593 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:01.775134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-a0468ac8-ec25-4e3a-8c80-43bb0ad99e7f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:01.798207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-a0468ac8-ec25-4e3a-8c80-43bb0ad99e7f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359538 Nov 12 12:23:01.841428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-35e8a143-e971-4849-9e31-1550e935ca93 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/quotas/02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 375 time: 0.0420055 Nov 12 12:23:01.858153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 28aad04b-d62b-4646-8d84-8ca66524e207 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:01.971718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 28aad04b-d62b-4646-8d84-8ca66524e207 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:01.972214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:01.990193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-a3973bc2-4d36-4e6f-b872-9045e4dc6f99 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477401 Nov 12 12:23:01.995475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b284a4-cb2f-4cc1-8774-5c01f503badc req-7c5eff64-dc3e-4521-9993-a06b85ff9579 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:01.997146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03b284a4-cb2f-4cc1-8774-5c01f503badc req-7c5eff64-dc3e-4521-9993-a06b85ff9579 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 948 time: 0.1339452 Nov 12 12:23:02.120085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:02.163193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 28aad04b-d62b-4646-8d84-8ca66524e207, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=28aad04b-d62b-4646-8d84-8ca66524e207,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:02.170581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:02.185950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03b284a4-cb2f-4cc1-8774-5c01f503badc req-07a4c814-11fa-4065-a9c8-a16245f50bd8 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584468 Nov 12 12:23:02.277338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=28aad04b-d62b-4646-8d84-8ca66524e207,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:02.358697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e5f2d30-2352-4820-99d3-da0c48e7f209 req-04189d6e-14bd-4887-9493-c0465352a89f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 210 time: 0.0414650 Nov 12 12:23:02.372672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Sync routers for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:02.389507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:02.390345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:02.525958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:02.620294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f025952e-90bd-483e-ab05-d98f91627013 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:02.671897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: f025952e-90bd-483e-ab05-d98f91627013 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:02.672383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f025952e-90bd-483e-ab05-d98f91627013 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:02.790993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6f3acfc2-ba34-4180-8e97-26707fdaa893 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:02.886400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:02.894370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401691355', 'description': 'tempest-description--44690247'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:02.942088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:02.950807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-0f96ef4a-89e6-4f1b-8833-96f55c10bd4e tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:02.959090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-0f96ef4a-89e6-4f1b-8833-96f55c10bd4e tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 828 time: 0.2417500 Nov 12 12:23:02.980129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-08ccf7ee-dbc2-4f56-ba93-72650951cbda tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/quotas/c2faeda96b244546b23b51826fa7c27a HTTP/1.1" status: 200 len: 375 time: 0.0192046 Nov 12 12:23:03.035096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 6f3acfc2-ba34-4180-8e97-26707fdaa893 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:03.046938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-217d462f-6da4-4da9-928d-691ea88365b2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654609 Nov 12 12:23:03.056679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6f3acfc2-ba34-4180-8e97-26707fdaa893 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:03.057217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.084980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5cdee5b-bbae-4034-a62a-b9ce75200167 req-ff88496e-dd74-4d3d-9def-14d55a200cfe tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0772038 Nov 12 12:23:03.110576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 2, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:03.149162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.155559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.197257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Checking router: 5aa226bf-07ff-44a3-95b3-49da9a36e548 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:03.197608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Updating router 5aa226bf-07ff-44a3-95b3-49da9a36e548 port bc0c5d62-dc51-4689-8f51-0d641d9a8593 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:23:03.246874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-2a0f3335-2fd0-42ed-9de2-249e78bac46e service neutron] 10.222.0.18 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989729 Nov 12 12:23:03.249366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74116e76-9afd-4b37-9ed9-a099f2912a64 req-6501e31d-1d2a-47cd-bd41-89b053b158aa tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 210 time: 0.0764949 Nov 12 12:23:03.273816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.282063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.283419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3951125 Nov 12 12:23:03.284678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad9d72-04d8-4507-9cbb-9d0ef067c118 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c503f-8ff7-42dc-aa75-e1f888a0efbf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:03.290471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:03.296804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'security_group_rule': {'security_group_id': 'be3c503f-8ff7-42dc-aa75-e1f888a0efbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:03.342331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.458180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.463374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.472520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.497369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132c8008-166e-4d36-a223-80ad5e79170b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:03.518947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649e1dc-0385-4008-8490-4f2934eb357f req-d5b54f95-893e-4737-bc7f-bfe2fa8085ac tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:03.528743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7649e1dc-0385-4008-8490-4f2934eb357f req-d5b54f95-893e-4737-bc7f-bfe2fa8085ac tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 948 time: 0.1306562 Nov 12 12:23:03.536079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-0314c120-1495-4e21-9504-1725c8cdeb09 service neutron] 10.222.0.18 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878044 Nov 12 12:23:03.571701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-95d590d7-2ed9-4839-a626-61de43e61579 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:03.584174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-95d590d7-2ed9-4839-a626-61de43e61579 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 813 time: 0.2634978 Nov 12 12:23:03.586704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:03.601723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3acfc2-ba34-4180-8e97-26707fdaa893'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:03.603988 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3114b2-00ac-4458-a8aa-ab95b1473542" -d '{"events": [{"server_uuid": "ce6c2fdb-4ecf-4d20-bd36-0dc369210446", "name": "network-vif-plugged", "status": "completed", "tag": "6f3acfc2-ba34-4180-8e97-26707fdaa893"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:03.618982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Request body: {'port': {'device_id': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'admin_state_up': True, 'tenant_id': '692b55eaef0e454e917bd27a60263ea7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:03.621288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7649e1dc-0385-4008-8490-4f2934eb357f req-d2398674-f977-44b4-8155-12b514375d04 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913811 Nov 12 12:23:03.633661 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.637005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0aee0234-9dd0-4f6c-ae7b-837c8b47971a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453765 Nov 12 12:23:03.640969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:03.652359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'security_group_rule': {'security_group_id': 'be3c503f-8ff7-42dc-aa75-e1f888a0efbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:03.663492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6f3acfc2-ba34-4180-8e97-26707fdaa893, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:03.691175 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.691723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.778047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.783866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.821439 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.824463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1814780 Nov 12 12:23:03.847131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:03.848686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 28aad04b-d62b-4646-8d84-8ca66524e207 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:03.853889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:03.912029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28102b8f-9ca1-47e9-9b8d-d09b6d1cef08 req-7e9c1e46-2d85-44ba-84a2-ef51aeb432e3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 210 time: 0.0974925 Nov 12 12:23:03.912954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.964687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9afbf-d746-4a4d-9e0b-918f106e1c11 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8debd086-db93-49b0-95e5-a94093d6436e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:04.050384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-63825cf3-4e37-46ca-98cf-9ebcf79fbf83 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165130 Nov 12 12:23:04.051171 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-058140ba-aafd-4df7-8b24-efba224415d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.054977 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0e8a58-7352-49b3-b2c8-8bce7b31be0a x-openstack-request-id: req-5c0e8a58-7352-49b3-b2c8-8bce7b31be0a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:04.055353 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6c2fdb-4ecf-4d20-bd36-0dc369210446", "name": "network-vif-plugged", "status": "completed", "tag": "6f3acfc2-ba34-4180-8e97-26707fdaa893", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:04.055675 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c0e8a58-7352-49b3-b2c8-8bce7b31be0a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:04.055931 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3acfc2-ba34-4180-8e97-26707fdaa893', 'code': 200} Nov 12 12:23:04.107878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6f3acfc2-ba34-4180-8e97-26707fdaa893,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:04.133218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 28aad04b-d62b-4646-8d84-8ca66524e207 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:04.133599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.152514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-a98e34e1-7fa6-497e-b385-7083343fc875 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:04.154399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-a98e34e1-7fa6-497e-b385-7083343fc875 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.81 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 813 time: 0.2463701 Nov 12 12:23:04.193546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be3c75bf-cadb-4a42-a6e4-cbeee37aae3b req-95a53951-048e-48a1-8ee1-b765e818c5fd tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 210 time: 0.1386900 Nov 12 12:23:04.271280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d4cf5-3517-4fd9-b0fd-43256f80fa81 req-2db9d892-6ff8-4a3b-86ef-7e6da794af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:04.272828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-550d4cf5-3517-4fd9-b0fd-43256f80fa81 req-2db9d892-6ff8-4a3b-86ef-7e6da794af6a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 1100 time: 0.1021807 Nov 12 12:23:04.288260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.304023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.319427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.347159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-058fe956-6c38-4eee-8a14-7ee4f730b682 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:04.348484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-058fe956-6c38-4eee-8a14-7ee4f730b682 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827724 Nov 12 12:23:04.371422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Request body: {'port': {'device_id': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'admin_state_up': True, 'tenant_id': '692b55eaef0e454e917bd27a60263ea7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:04.379515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Request body: {'port': {'device_id': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '02679cf315e34445a6c4079156f8c98e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:04.447171 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11a96758-77f0-4d20-be9a-03105dd01a10 req-12d3206c-db78-400c-abd3-4da869d6f6dd tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 210 time: 0.0698910 Nov 12 12:23:04.451861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-550d4cf5-3517-4fd9-b0fd-43256f80fa81 req-92e688dc-c063-4c2b-94ec-f076763a9513 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603870 Nov 12 12:23:04.484061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ec5b9-2f98-484e-9424-ad31ffaaed16 None None] Pushing event updated for resources: {'Port': ['ID=bc0c5d62-dc51-4689-8f51-0d641d9a8593,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:04.523537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Attempting to bind port bc0c5d62-dc51-4689-8f51-0d641d9a8593 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:04.523909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Attempting to bind port bc0c5d62-dc51-4689-8f51-0d641d9a8593 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:04.524325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Attempting to bind port bc0c5d62-dc51-4689-8f51-0d641d9a8593 on network 48bbfbbe-4830-439d-b772-7368301ded35 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:04.530586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:04.530971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Checking segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:04.531469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.531755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Bound using segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:04.532243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Bound port: bc0c5d62-dc51-4689-8f51-0d641d9a8593, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:04.532637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.552325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Allocated IP 172.25.1.155 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/dbfb4fa0-63a6-48a5-b39e-a3ce2183392f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:04.578513 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e761e2b5-80b8-4341-b95d-99a673f59a01 req-e0d1e5f5-a276-4415-ab81-52c0a26b540f tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.2288609 Nov 12 12:23:04.608720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Made reservation on behalf of 692b55eaef0e454e917bd27a60263ea7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:04.612709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.625069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] For port bc0c5d62-dc51-4689-8f51-0d641d9a8593, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:04.630058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] For port bc0c5d62-dc51-4689-8f51-0d641d9a8593, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bc0c5d62-dc51-4689-8f51-0d641d9a8593,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:04.635976 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.708544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Made reservation on behalf of 02679cf315e34445a6c4079156f8c98e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:04.713154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.732184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ec5b9-2f98-484e-9424-ad31ffaaed16 None None] Pushing event updated for resources: {'Port': ['ID=bc0c5d62-dc51-4689-8f51-0d641d9a8593,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:04.737719 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.760041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:04.760899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:22:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:04.849643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.866019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-058140ba-aafd-4df7-8b24-efba224415d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.899283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940fe25-16f6-47bb-87f5-a2b80f1eda6e req-1af19b9d-3f7e-444e-a4cc-832fbafdeee5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:04.902568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2940fe25-16f6-47bb-87f5-a2b80f1eda6e req-1af19b9d-3f7e-444e-a4cc-832fbafdeee5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 949 time: 0.1306736 Nov 12 12:23:04.932830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'Port': ['ID=dbfb4fa0-63a6-48a5-b39e-a3ce2183392f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:04.966590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:04.968944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:04.972023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:04.977550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:05.063746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2940fe25-16f6-47bb-87f5-a2b80f1eda6e req-c2187ec4-e037-4f43-a2d8-af930a37929b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263161 Nov 12 12:23:05.108780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-058140ba-aafd-4df7-8b24-efba224415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.158918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.181778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4fc2bae7-6960-474a-b7b8-823223ef5e8a None None] Provisioning complete for port bc0c5d62-dc51-4689-8f51-0d641d9a8593 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:05.182311 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bae7-6960-474a-b7b8-823223ef5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.184839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18f82a6b-0ce1-4b5d-b65b-623dbfd09b2e req-e152d089-a2cb-4a02-a49d-3deeb70f45a8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 210 time: 0.0878997 Nov 12 12:23:05.205185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.218552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Allocated IP 172.20.0.3 (852c17b6-7457-4cce-81e6-3c5b5fd57032/3135621d-a703-4e01-82ce-7a9cd69261cb/21607e0d-0cd8-42bc-a860-3a8a2449f5aa) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:05.257931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058140ba-aafd-4df7-8b24-efba224415d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d525398-28fb-4917-9a20-4090fc684708,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:05.268873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Made reservation on behalf of 692b55eaef0e454e917bd27a60263ea7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:05.272512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.282053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-058140ba-aafd-4df7-8b24-efba224415d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7f11c9def6744cdbbf4b63f7259305e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6942446 Nov 12 12:23:05.297953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:05.363131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Allocated IP 192.168.233.98 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/c6c387bf-28e2-45dd-a5be-d0393cb8283f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:05.378861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e018ff9c-6dd3-4859-b366-24fc2d9f6bf6 req-7befb34d-f075-40cd-8887-65b9997a19da tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 210 time: 0.0673592 Nov 12 12:23:05.444803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bae7-6960-474a-b7b8-823223ef5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.465718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.471341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.490196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4fc2bae7-6960-474a-b7b8-823223ef5e8a None None] For port bc0c5d62-dc51-4689-8f51-0d641d9a8593, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bc0c5d62-dc51-4689-8f51-0d641d9a8593,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:05.511231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bae7-6960-474a-b7b8-823223ef5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.556106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:04Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:05.588155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46bbcc-ffaa-4a16-9acf-b2b0a22814fb None None] The sync data for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 is: [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:04Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:05.615603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2bae7-6960-474a-b7b8-823223ef5e8a None None] Pushing event updated for resources: {'Port': ['ID=bc0c5d62-dc51-4689-8f51-0d641d9a8593,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:05.630936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'Port': ['ID=dbfb4fa0-63a6-48a5-b39e-a3ce2183392f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:05.633123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02c780bc-cb36-4481-9247-f38188ec36d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.636479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1d0215-9119-46e5-aa76-3b1a79211222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.659395 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.668903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82dee796-0b4d-494d-b2a2-8d5dd11bf49f req-316cd438-fae5-449a-87f2-03f2633a2c35 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 210 time: 0.0904846 Nov 12 12:23:05.700528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-247f5bd0-9e6f-45db-8094-1f7ca0dd7590 None None] Provisioning complete for port bc0c5d62-dc51-4689-8f51-0d641d9a8593 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:05.700957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-247f5bd0-9e6f-45db-8094-1f7ca0dd7590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.781853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1d0215-9119-46e5-aa76-3b1a79211222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.827312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.828570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2b90c9a0-9ed4-47c7-80c3-35e0e2738e50 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9814622 Nov 12 12:23:05.838114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2daa07ae-d014-46ed-87e9-6c79942e128f req-3ff5242c-ea30-4da5-9166-7635307ebc62 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0763569 Nov 12 12:23:05.895728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:05.942262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-e0fd1f51-3f42-457c-9b4c-cfcf68616d73 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:05.948197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-e0fd1f51-3f42-457c-9b4c-cfcf68616d73 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.81 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 828 time: 0.2557871 Nov 12 12:23:05.969179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Request body: {'port': {'device_id': '26b65103-c076-47b0-9a99-c4568f8fd978', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'admin_state_up': True, 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:05.999105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.165759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.178573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-ff9c999c-f10b-4a53-b60f-06535d4767ec {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:23:06.178933 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:23:06.180586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Made reservation on behalf of c2faeda96b244546b23b51826fa7c27a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:06.185450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.187965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1d0215-9119-46e5-aa76-3b1a79211222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.190827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1d0215-9119-46e5-aa76-3b1a79211222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.192070 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d1d0215-9119-46e5-aa76-3b1a79211222 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d525398-28fb-4917-9a20-4090fc684708 HTTP/1.1" status: 204 len: 168 time: 0.8917215 Nov 12 12:23:06.254288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d0215-9119-46e5-aa76-3b1a79211222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d525398-28fb-4917-9a20-4090fc684708,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:06.334958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:06.350177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f3f8-2c50-44e4-9f9d-0f63e7abe78c req-dff25926-e989-466d-bf72-8d328ae9cb02 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:06.351388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:06.354932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d6f3f8-2c50-44e4-9f9d-0f63e7abe78c req-dff25926-e989-466d-bf72-8d328ae9cb02 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 949 time: 0.1663458 Nov 12 12:23:06.368319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.376264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:06.381000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:06.445624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event updated for resources: {'Port': ['ID=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:06.479486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:06.489100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d6f3f8-2c50-44e4-9f9d-0f63e7abe78c req-beb7de0d-d116-408f-8c23-bc9320cab57a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153991 Nov 12 12:23:06.515962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:06.546467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Allocated IP 172.20.0.12 (48bbfbbe-4830-439d-b772-7368301ded35/847af904-1404-49a9-85fb-39282e663d32/38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:06.615000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:06.685801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:06.686702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.689700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.719425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-4271ae2c-2662-4a15-8ab9-dbe33fa6a060 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:06.729155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-4271ae2c-2662-4a15-8ab9-dbe33fa6a060 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 822 time: 0.5665784 Nov 12 12:23:06.775880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:06.776660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.805289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4b25b974-bc41-47bf-93b4-638f748f0a74 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2068160 Nov 12 12:23:06.816608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-29c9d884-5b2b-4ae0-bd71-f4a669c4deb1 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/quotas/d379f78f662e4b5d989bb20a9e0dc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0864675 Nov 12 12:23:06.818529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:06.830615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-9ed55972-48a9-4ee6-a830-31f3f951036f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4558644 Nov 12 12:23:06.868930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Request body: {'port': {'device_id': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:06.876948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c88693-8073-482d-b90d-cf9869014228 req-c298369d-3051-406e-bcce-b7e1db268b18 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:06.895714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31c88693-8073-482d-b90d-cf9869014228 req-c298369d-3051-406e-bcce-b7e1db268b18 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 935 time: 0.2880588 Nov 12 12:23:06.949056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:06.957556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Request body: {'port': {'device_id': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:07.082677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.087337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-da7d6c8c-a6d5-4cb6-b9d8-c0dea5315552 None None] Provisioning complete for port c6c387bf-28e2-45dd-a5be-d0393cb8283f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:07.087893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da7d6c8c-a6d5-4cb6-b9d8-c0dea5315552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.163185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.166469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-da7d6c8c-a6d5-4cb6-b9d8-c0dea5315552 None None] Port c6c387bf-28e2-45dd-a5be-d0393cb8283f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:07.202663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31c88693-8073-482d-b90d-cf9869014228 req-6f28f22b-4551-4068-9a68-832541794dc4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009102 Nov 12 12:23:07.231315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Network 48bbfbbe-4830-439d-b772-7368301ded35 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:07.237978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:07.240743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:07.271444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-383fa2a2-8c20-4151-a40e-885981d142e3 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4539299 Nov 12 12:23:07.307736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event updated for resources: {'Port': ['ID=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:07.330576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:07.331259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.339212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.365291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-1089ea1a-ad7e-4e92-a004-a5a6f3ac9146 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4000039 Nov 12 12:23:07.423942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Request body: {'port': {'device_id': '26b65103-c076-47b0-9a99-c4568f8fd978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:07.513891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b4f8-cad9-46bc-8a6b-5791dd32284b req-fe7d9ba3-c0fb-4343-936c-d9725560281f tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:07.515078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ca8b4f8-cad9-46bc-8a6b-5791dd32284b req-fe7d9ba3-c0fb-4343-936c-d9725560281f tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 932 time: 0.1456299 Nov 12 12:23:07.522569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.597629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0cb630d4-fd86-4709-ab0f-4a256d9c8297 None None] Provisioning complete for port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:07.598451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cb630d4-fd86-4709-ab0f-4a256d9c8297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.605628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Allocated IP 172.20.0.10 (852c17b6-7457-4cce-81e6-3c5b5fd57032/3135621d-a703-4e01-82ce-7a9cd69261cb/00537c0d-8799-41f0-ab9a-650d5773d6b7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:07.611379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-a4d4647a-9792-4da8-ad8e-bc74d12a9d34 service neutron] 10.222.0.18 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509687 Nov 12 12:23:07.709499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0cb630d4-fd86-4709-ab0f-4a256d9c8297 None None] Port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:07.802705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bc0c5d62-dc51-4689-8f51-0d641d9a8593 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:07.875929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port bc0c5d62-dc51-4689-8f51-0d641d9a8593 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:07.876301 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:07.982083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ca8b4f8-cad9-46bc-8a6b-5791dd32284b req-1f10cb71-88a2-49a9-babd-986c3ba042a3 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548430 Nov 12 12:23:07.983063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06aa30e5-4f61-4ca8-b395-2669850a39ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.078781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-a4baa18c-4078-4827-9924-708238d2e64f service neutron] 10.222.0.18 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461477 Nov 12 12:23:08.333113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:08.393286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:08.407216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.433244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0e478-4703-4eba-9808-db13421df9f7 req-765fdf10-fd22-487e-b623-575a901f2df9 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:08.442419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15b0e478-4703-4eba-9808-db13421df9f7 req-765fdf10-fd22-487e-b623-575a901f2df9 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 1100 time: 0.1082592 Nov 12 12:23:08.461253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Transition to ACTIVE for port object 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:08.462623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15b0e478-4703-4eba-9808-db13421df9f7 req-15aee4f5-6a25-48b0-b3b9-3fc954f0e8f0 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.477635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.592537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Pushing event updated for resources: {'Port': ['ID=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:08.689938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65ed72f4-50fc-49cf-8e9c-576886be45ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.697272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2b73d83-5661-4e2c-8442-84f9dd053356 req-79e7871b-7254-44fe-941e-1b44f7e97027 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 210 time: 0.0602992 Nov 12 12:23:08.730023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.764029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Attempting to bind port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:08.764371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Attempting to bind port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:08.764713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Attempting to bind port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 on network 48bbfbbe-4830-439d-b772-7368301ded35 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:08.779727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15b0e478-4703-4eba-9808-db13421df9f7 req-15aee4f5-6a25-48b0-b3b9-3fc954f0e8f0 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.781971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 on network 48bbfbbe-4830-439d-b772-7368301ded35 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:08.783139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Attempting to bind port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 on network 48bbfbbe-4830-439d-b772-7368301ded35 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:08.791286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:08.791637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Checking segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:08.792051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Bound using segment: {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:08.792508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Bound port: 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1045993-2778-46b6-ab86-cfd348e340f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:08.792872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.799097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15b0e478-4703-4eba-9808-db13421df9f7 req-15aee4f5-6a25-48b0-b3b9-3fc954f0e8f0 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.900568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbf7a1e4-7cc2-4907-8231-62b2614df319 req-c5b45a3e-f958-49c9-9fc5-cf75c8c7d699 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0811641 Nov 12 12:23:08.928041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15b0e478-4703-4eba-9808-db13421df9f7 req-15aee4f5-6a25-48b0-b3b9-3fc954f0e8f0 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800565 Nov 12 12:23:08.928763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c387bf-28e2-45dd-a5be-d0393cb8283f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:08.942126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.950698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aee4f5-6a25-48b0-b3b9-3fc954f0e8f0 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793c8dca-0651-4be8-b606-df782a36d559,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:08.996112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.015816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65ed72f4-50fc-49cf-8e9c-576886be45ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.017602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] For port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:09.021448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] For port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:09.024597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65ed72f4-50fc-49cf-8e9c-576886be45ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.035425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.135057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:09.142336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-65ed72f4-50fc-49cf-8e9c-576886be45ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94212de9edcd4c49acda085f2c716bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8066707 Nov 12 12:23:09.150873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:09.151059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Transition to ACTIVE for port object c6c387bf-28e2-45dd-a5be-d0393cb8283f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:09.152019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.152966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.154441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] 10.222.0.81 "PUT /v2.0/ports/38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 1092 time: 1.7387183 Nov 12 12:23:09.156034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed72f4-50fc-49cf-8e9c-576886be45ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2399fd5-e2e3-46db-9119-d6ac1856b4a2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:09.156647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-211e2cc0-85b6-487e-9177-2e55658af0d4 req-89620765-2efe-43ed-a821-7170c7b0e9f3 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 210 time: 0.1061976 Nov 12 12:23:09.160310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:09.162113 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0117a1-0584-4904-9f9d-73194474b560" -d '{"events": [{"name": "network-changed", "server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:09.165068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.169973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:09.172775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:09.189692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event updated for resources: {'Port': ['ID=00537c0d-8799-41f0-ab9a-650d5773d6b7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:09.220213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cd8e3-a459-43b3-9d45-79185a89511c service neutron] Pushing event updated for resources: {'Port': ['ID=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:09.236641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14e68-f263-4838-8243-f27667c240fc req-f819ee4f-3e1f-41ba-98dc-7832483e7f68 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.238707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4af14e68-f263-4838-8243-f27667c240fc req-f819ee4f-3e1f-41ba-98dc-7832483e7f68 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 935 time: 0.1978266 Nov 12 12:23:09.245874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.309448 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eba64ccc-d3bf-4f5e-b668-d8706f7bc745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.359332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.359577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.387039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:09.390382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eba64ccc-d3bf-4f5e-b668-d8706f7bc745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.417628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-c7c24944-8078-4578-b044-63f4a969dec2 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0520201 Nov 12 12:23:09.428456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4af14e68-f263-4838-8243-f27667c240fc req-32dfb8b2-2bc9-43b7-981a-32df23929a73 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791282 Nov 12 12:23:09.446256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Request body: {'port': {'device_id': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:09.489312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-18f0b417-3e6b-44bf-90ba-5fde4d4bb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.501971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-18f0b417-3e6b-44bf-90ba-5fde4d4bb9d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1095 time: 0.2113850 Nov 12 12:23:09.563098 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4309ef8-900e-4cca-9e5d-a91cd29117a7 x-openstack-request-id: req-c4309ef8-900e-4cca-9e5d-a91cd29117a7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:09.564410 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:09.565397 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4309ef8-900e-4cca-9e5d-a91cd29117a7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:09.565924 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'status': 'completed', 'code': 200} Nov 12 12:23:09.648365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-176a6ad4-f1ab-4d68-9289-854b158aadb4 req-555a80d6-2251-4510-9e1b-7f2eebbbf522 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0866072 Nov 12 12:23:09.662859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-6be9b79d-e7a3-4bf5-8f03-df16a0f15fee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 217 time: 0.1293361 Nov 12 12:23:09.681462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.703333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eba64ccc-d3bf-4f5e-b668-d8706f7bc745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.706504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eba64ccc-d3bf-4f5e-b668-d8706f7bc745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.707859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eba64ccc-d3bf-4f5e-b668-d8706f7bc745 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2399fd5-e2e3-46db-9119-d6ac1856b4a2 HTTP/1.1" status: 204 len: 168 time: 0.5488777 Nov 12 12:23:09.744951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba64ccc-d3bf-4f5e-b668-d8706f7bc745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2399fd5-e2e3-46db-9119-d6ac1856b4a2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:09.779349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Attempting to bind port c6c387bf-28e2-45dd-a5be-d0393cb8283f on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:09.779847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Attempting to bind port c6c387bf-28e2-45dd-a5be-d0393cb8283f by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:09.780067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Attempting to bind port c6c387bf-28e2-45dd-a5be-d0393cb8283f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:09.801187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21607e0d-0cd8-42bc-a860-3a8a2449f5aa {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:09.812552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:09.821611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f4268-9cbd-4225-b0de-590ca8f442d0 req-4d3d7451-db46-40c6-b130-1f83d5c7e9c4 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.823231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-263f4268-9cbd-4225-b0de-590ca8f442d0 req-4d3d7451-db46-40c6-b130-1f83d5c7e9c4 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 944 time: 0.2114973 Nov 12 12:23:09.834391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-8d4cbe6a-3fb3-427a-a0b0-1f78062a070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.837083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-8d4cbe6a-3fb3-427a-a0b0-1f78062a070c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 200 len: 867 time: 0.1269202 Nov 12 12:23:09.880714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-17c8aece-dceb-45e6-8ccf-477f97509270 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410039 Nov 12 12:23:09.886664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Port c6c387bf-28e2-45dd-a5be-d0393cb8283f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:09.887412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Attempting to bind port c6c387bf-28e2-45dd-a5be-d0393cb8283f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:09.912187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Transition to ACTIVE for port object 21607e0d-0cd8-42bc-a860-3a8a2449f5aa will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:09.925769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c01fd-627c-45f9-b162-c700d2601c60 req-a7c3abc4-1d28-418b-8469-7b7bc8ab4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:09.927448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-a7c3abc4-1d28-418b-8469-7b7bc8ab4dcb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48bbfbbe-4830-439d-b772-7368301ded35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773580 Nov 12 12:23:09.933337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-263f4268-9cbd-4225-b0de-590ca8f442d0 req-7d4e1f87-78d9-44c3-86b2-0ecd0db68dc9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017897 Nov 12 12:23:10.006102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:10.092295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:10.093001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:10.093593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:10.094239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Bound port: c6c387bf-28e2-45dd-a5be-d0393cb8283f, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:10.094792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:10.146784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-29046c88-dbee-416c-8b93-d717781c3c74 service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922543 Nov 12 12:23:10.161706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a653-b224-49cc-919d-319b2bdfa896 req-10919cbb-ee5a-43b0-98e7-8df5b7c4d936 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.164031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3b6a653-b224-49cc-919d-319b2bdfa896 req-10919cbb-ee5a-43b0-98e7-8df5b7c4d936 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 932 time: 0.0978847 Nov 12 12:23:10.189339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:10.285523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3b6a653-b224-49cc-919d-319b2bdfa896 req-bbad45e3-ca8e-48a1-8848-f2a748a6c223 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107213 Nov 12 12:23:10.305707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-600c01fd-627c-45f9-b162-c700d2601c60 req-da93ccc0-264e-40fc-8f81-cbd41d6a97be service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404693 Nov 12 12:23:10.340965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-02381cfa-6e93-4bf0-85e4-9be3f19b161d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.342640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-02381cfa-6e93-4bf0-85e4-9be3f19b161d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4396269 Nov 12 12:23:10.349855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-95b849e5-7cd3-487a-b57a-003015dd84b9 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.352068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-95b849e5-7cd3-487a-b57a-003015dd84b9 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 822 time: 0.5058701 Nov 12 12:23:10.399651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2afbaeb5-aab7-4b4f-ae5d-bbab18beb8ea req-65c29167-140e-4169-961f-56681c4d5f0e tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0333710 Nov 12 12:23:10.413871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'port': {'device_id': '7f0fe334-86e8-4846-a61c-7521e8920084', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'admin_state_up': True, 'tenant_id': 'd379f78f662e4b5d989bb20a9e0dc8a1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:10.472894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:10.477204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0117a1-0584-4904-9f9d-73194474b560 req-0648369d-5cc8-428f-9014-d4ba5d9b7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.478976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-0648369d-5cc8-428f-9014-d4ba5d9b7282 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1095 time: 0.0785086 Nov 12 12:23:10.500139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-e2216b51-0ec3-479d-a5f8-86ab3f141ede tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/quotas/52551180fba74be79faca41457f57bc5 HTTP/1.1" status: 200 len: 375 time: 0.1223586 Nov 12 12:23:10.534788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:10.548973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:10.592037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:10.627941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cadcfcd-babc-4427-9c08-e02b29cf16a3 req-f25d4253-1b7d-40de-b403-d1e145476225 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 210 time: 0.0865407 Nov 12 12:23:10.684618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0117a1-0584-4904-9f9d-73194474b560 req-97d91f78-2b0f-4e40-aa65-aee72db283ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.686472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-97d91f78-2b0f-4e40-aa65-aee72db283ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 929 time: 0.1940496 Nov 12 12:23:10.721652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.732970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:10.734446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] 10.222.0.65 "PUT /v2.0/ports/c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 1095 time: 3.7877293 Nov 12 12:23:10.753191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:10.755550 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:10.760506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Attempting to bind port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:10.760874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Attempting to bind port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:10.761164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Attempting to bind port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:10.782017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-d51608fc-3f9e-4e52-8fa2-d8ac0f9a5c04 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 217 time: 0.0857279 Nov 12 12:23:10.813796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:10.814793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Attempting to bind port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:10.816941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91164d-8d7c-4e36-b7e9-151395046de8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:10.855942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-659bf359-22df-4847-ad69-bbe3dbaa642d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3184154 Nov 12 12:23:10.877782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbaba-a29e-481d-afdf-8c9ee68d2ec8 req-2912f6fd-9230-4b1d-aa0e-4b9f96c6ecb1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.879416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-758cbaba-a29e-481d-afdf-8c9ee68d2ec8 req-2912f6fd-9230-4b1d-aa0e-4b9f96c6ecb1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 947 time: 0.1011715 Nov 12 12:23:10.881405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0117a1-0584-4904-9f9d-73194474b560 req-a1e82277-d666-4828-b059-b4fdde6a2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:10.882836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-a1e82277-d666-4828-b059-b4fdde6a2ada service neutron] 10.222.0.81 "GET /v2.0/subnets?id=847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 200 len: 867 time: 0.0707684 Nov 12 12:23:10.977502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00537c0d-8799-41f0-ab9a-650d5773d6b7 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:10.992665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-758cbaba-a29e-481d-afdf-8c9ee68d2ec8 req-441cd3fe-42be-4016-9037-3412f9d93913 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070759 Nov 12 12:23:11.001327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0117a1-0584-4904-9f9d-73194474b560 req-cef15443-36e8-49a3-8201-dcc53f29ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:11.003825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-cef15443-36e8-49a3-8201-dcc53f29ddba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48bbfbbe-4830-439d-b772-7368301ded35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000314 Nov 12 12:23:11.004913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.026727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Transition to ACTIVE for port object 00537c0d-8799-41f0-ab9a-650d5773d6b7 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:11.029105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:11.029824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Checking segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:11.031153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Bound using segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:11.031870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Bound port: 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:11.032788 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.043927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Made reservation on behalf of d379f78f662e4b5d989bb20a9e0dc8a1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:11.049064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.062456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.103162 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca2d3a-95fd-4af4-9764-38dce510f904 x-openstack-request-id: req-4dca2d3a-95fd-4af4-9764-38dce510f904 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:11.103693 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:11.104046 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dca2d3a-95fd-4af4-9764-38dce510f904 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:11.104709 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'status': 'completed', 'code': 200} Nov 12 12:23:11.154821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.187823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-7a30a680-c23d-4e07-b60d-23e937b9a5a0 service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758897 Nov 12 12:23:11.248472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Pushing event updated for resources: {'Port': ['ID=00537c0d-8799-41f0-ab9a-650d5773d6b7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:11.280403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-420ac4ae-1456-450a-959a-4ac8b2f13076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:11.281956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-420ac4ae-1456-450a-959a-4ac8b2f13076 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1098 time: 0.4728646 Nov 12 12:23:11.314437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91cb68-f64a-498a-8078-e2c6946208dd req-d4371c71-220f-4d7c-b7ce-d3b4e829dada tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:11.322877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c91cb68-f64a-498a-8078-e2c6946208dd req-d4371c71-220f-4d7c-b7ce-d3b4e829dada tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 944 time: 0.1388659 Nov 12 12:23:11.377230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b0117a1-0584-4904-9f9d-73194474b560 req-559b904c-3cde-4814-b3e2-7b623eb21713 service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762910 Nov 12 12:23:11.408648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-054f159a-a158-4373-ab85-1949cb0ec5b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 217 time: 0.0786550 Nov 12 12:23:11.437811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] For port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:11.453841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c91cb68-f64a-498a-8078-e2c6946208dd req-f8557c00-34eb-4111-9ae5-6f98619155e8 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300075 Nov 12 12:23:11.579099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] For port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:11.599458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.657231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-1f707f6b-4d98-4682-a2dd-c9a75b7376f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:11.658613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-1f707f6b-4d98-4682-a2dd-c9a75b7376f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2180171 Nov 12 12:23:11.675087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bea74b80-a6b2-4718-84e8-3e3127ad9246 req-f5975545-89a9-475d-a0f4-d3a7542217c7 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0385060 Nov 12 12:23:11.698068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:11.698734 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:11.714503 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] 10.222.0.65 "PUT /v2.0/ports/21607e0d-0cd8-42bc-a860-3a8a2449f5aa HTTP/1.1" status: 200 len: 1091 time: 4.8747485 Nov 12 12:23:11.714503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Allocated IP 172.20.0.4 (6630de47-340a-43ac-ad7b-1904b4dbda68/d4e574d5-cfb8-45a1-b4ec-d26b0d47c627/2cded5a7-a759-463e-a895-cc8f38f3f158) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:11.770537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86015-8018-436a-ac81-687e1db1e334 req-7f475995-271b-44d9-b358-5dbecc41e19f tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:11.772107 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ee86015-8018-436a-ac81-687e1db1e334 req-7f475995-271b-44d9-b358-5dbecc41e19f tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 944 time: 0.3274131 Nov 12 12:23:11.787582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a07d1ad-876e-4842-96c9-d578d2cad16c req-78be7103-0792-447a-b47f-d221790844cc tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 210 time: 0.0381074 Nov 12 12:23:11.795118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Attempting to bind port 00537c0d-8799-41f0-ab9a-650d5773d6b7 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:11.795314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Attempting to bind port 00537c0d-8799-41f0-ab9a-650d5773d6b7 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:11.795850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Attempting to bind port 00537c0d-8799-41f0-ab9a-650d5773d6b7 on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:11.883795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Port 00537c0d-8799-41f0-ab9a-650d5773d6b7 on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:11.884543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Attempting to bind port 00537c0d-8799-41f0-ab9a-650d5773d6b7 on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:11.889017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ea68027-2595-45f9-a871-284fbb40bf9f req-4ad0770b-337c-471e-8bbe-6cb6053972b3 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 210 time: 0.0296164 Nov 12 12:23:11.903576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeb772-259f-448a-8458-548847f6efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:11.990356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:11.991148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Checking segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:11.992494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Bound using segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:11.993232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Bound port: 00537c0d-8799-41f0-ab9a-650d5773d6b7, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:11.993926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:12.061468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-7a604e92-7f11-4e98-9292-ce42a69841fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:12.063910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-7a604e92-7f11-4e98-9292-ce42a69841fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3921413 Nov 12 12:23:12.241007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-596b909c-810c-47f6-844f-80bb762a0aa6 req-1f53873a-3866-4d2b-b1c9-2c93d34044b3 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31&device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0302150 Nov 12 12:23:12.280223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-cf5c0662-7aa6-4b6c-acf1-96de3dd01170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:12.281654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-cf5c0662-7aa6-4b6c-acf1-96de3dd01170 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=ae6edf21-b540-4e9b-adeb-072f5730850f HTTP/1.1" status: 200 len: 1094 time: 0.5253189 Nov 12 12:23:12.292930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ee86015-8018-436a-ac81-687e1db1e334 req-7136b1be-15d0-44dd-8dec-02d5685de5b6 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002210 Nov 12 12:23:12.419023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc076efd-6fa1-44eb-8a89-39e1421910ed req-47b823f5-f574-422e-a7a9-2f65bbb49c58 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:12.428256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc076efd-6fa1-44eb-8a89-39e1421910ed req-47b823f5-f574-422e-a7a9-2f65bbb49c58 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 947 time: 0.0819621 Nov 12 12:23:12.465676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-f3e8f3c9-9658-4818-8135-e71e05e7e24c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa HTTP/1.1" status: 200 len: 217 time: 0.1475832 Nov 12 12:23:12.514351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc076efd-6fa1-44eb-8a89-39e1421910ed req-ba11704f-5d26-48ef-915a-784b0860fdf9 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830657 Nov 12 12:23:12.582834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] For port 00537c0d-8799-41f0-ab9a-650d5773d6b7, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:12.655078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:12.703505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] For port 00537c0d-8799-41f0-ab9a-650d5773d6b7, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:12.717062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cb3b-11a2-4ff8-817b-a3bcf8eaf544 req-c26cd869-8b10-49a0-a520-950814545578 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:12.722558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-c381041a-eece-4421-ba40-b6f395eb130a service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394932 Nov 12 12:23:12.729785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca08cb3b-11a2-4ff8-817b-a3bcf8eaf544 req-c26cd869-8b10-49a0-a520-950814545578 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 944 time: 0.1216862 Nov 12 12:23:12.736595 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:12.813897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55554532-0538-4e47-92e9-24154cdeaf49 req-f0483ffc-9a5a-438e-88e2-25ce5a4e2cfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9513922b30bb477b917db3d58c6ad30f&device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0561059 Nov 12 12:23:12.814905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:12.836905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:12.867219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55554532-0538-4e47-92e9-24154cdeaf49 req-a45bfb82-d1e7-4c86-a6c0-27b8f47c8967 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9513922b30bb477b917db3d58c6ad30f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396762 Nov 12 12:23:12.908977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca08cb3b-11a2-4ff8-817b-a3bcf8eaf544 req-c862d591-19d4-4eb5-8394-7a7f3fd102fb tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762805 Nov 12 12:23:13.041095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:13.055549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'port_id': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'mac_address': 'fa:16:3e:4e:64:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:13.063935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-172dc341-4db4-4b7b-9cd0-b61480c74bd2 req-99e930f7-c3f9-483c-8463-9a99616d0237 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 210 time: 0.0410912 Nov 12 12:23:13.086389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554532-0538-4e47-92e9-24154cdeaf49 req-bcd0c859-82f1-4fe3-b12b-666279fa0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.086389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55554532-0538-4e47-92e9-24154cdeaf49 req-bcd0c859-82f1-4fe3-b12b-666279fa0670 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2063704 Nov 12 12:23:13.130575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:13.163621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:13.187124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:13.196508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:13.233863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a6298-502a-4c5d-bc51-19cb44540056 req-dac16617-7b0e-46c7-acca-71e1d56c80cc tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.235848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d78a6298-502a-4c5d-bc51-19cb44540056 req-dac16617-7b0e-46c7-acca-71e1d56c80cc tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.0936074 Nov 12 12:23:13.307254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:13.308392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:13.309692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-83b0bcd6-deb6-4dc8-a3a7-8dfd7325d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.311205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-83b0bcd6-deb6-4dc8-a3a7-8dfd7325d842 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.8447347 Nov 12 12:23:13.311663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'tag': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:13.313995 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6edf21-b540-4e9b-adeb-072f5730850f", "tag": "21607e0d-0cd8-42bc-a860-3a8a2449f5aa"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:13.321454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.322081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:13.324395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] 10.222.0.81 "PUT /v2.0/ports/00537c0d-8799-41f0-ab9a-650d5773d6b7 HTTP/1.1" status: 200 len: 1092 time: 3.8832083 Nov 12 12:23:13.331117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:13.334917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:13.341075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d78a6298-502a-4c5d-bc51-19cb44540056 req-52394e5c-40cf-4b4c-b5db-402213f47c61 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847199 Nov 12 12:23:13.428284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-4a88f886-6ea5-4ced-9367-9d0979c8d4ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882776 Nov 12 12:23:13.486205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-0ffe12ca-f2aa-4ba9-b93a-9a651a67c995 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272343 Nov 12 12:23:13.518280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce61275e-d277-446d-a1c9-ae8bb1c1ff4e req-4b64eb4e-7c75-4bf0-91e9-b4faf2080947 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.1873026 Nov 12 12:23:13.523122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:13.552806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4fa46-67a6-40db-ab40-69e801df977b req-edee6cf7-cfad-45e7-ab0d-f4b93522c25c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.561857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33c4fa46-67a6-40db-ab40-69e801df977b req-edee6cf7-cfad-45e7-ab0d-f4b93522c25c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 931 time: 0.1469147 Nov 12 12:23:13.686799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33c4fa46-67a6-40db-ab40-69e801df977b req-07cbbcfb-6cdf-40b1-8f56-f27af9962f48 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236908 Nov 12 12:23:13.698814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58570d81-5ea9-4af8-967a-bed6738a84cc service neutron] Pushing event updated for resources: {'Port': ['ID=00537c0d-8799-41f0-ab9a-650d5773d6b7,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:13.714612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-e8dfc237-999e-4cae-92da-8783aa8cc28e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.716472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-e8dfc237-999e-4cae-92da-8783aa8cc28e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150307 Nov 12 12:23:13.756067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:13.807629 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfefe96-47a3-4521-9bd0-d72a1896232b x-openstack-request-id: req-3cfefe96-47a3-4521-9bd0-d72a1896232b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:13.808197 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6edf21-b540-4e9b-adeb-072f5730850f", "tag": "21607e0d-0cd8-42bc-a860-3a8a2449f5aa", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:13.808619 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cfefe96-47a3-4521-9bd0-d72a1896232b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:13.809232 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'tag': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa', 'status': 'completed', 'code': 200} Nov 12 12:23:13.831248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.831874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:13.871071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e2fa742-e5ec-41f0-9553-da1d869fee53 req-1726cbde-1938-4da6-a767-08aa5f3f03e6 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1272955 Nov 12 12:23:13.875210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:13.879247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-1de78448-20d2-40ae-92ea-ca77372f5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.880770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-1de78448-20d2-40ae-92ea-ca77372f5dba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 1095 time: 0.4408052 Nov 12 12:23:13.885283 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-a0a2828f-9bc7-4811-a2b1-74d56ff4c249 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313531 Nov 12 12:23:13.892644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-2778bfa5-5824-436e-8f60-116780ad002c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5134640 Nov 12 12:23:13.929335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Request body: {'port': {'device_id': '7f0fe334-86e8-4846-a61c-7521e8920084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:13.986371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335f62-c386-40af-9393-d3b1bd23e6ae req-602951d2-b021-4485-b482-39f46110459f tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:13.988909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12335f62-c386-40af-9393-d3b1bd23e6ae req-602951d2-b021-4485-b482-39f46110459f tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 944 time: 0.2710750 Nov 12 12:23:14.018136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2490c-7e74-49a2-b9ae-01b7f7324414 req-893dc785-f26f-4cc3-9f7e-2b74b95844bc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:14.032494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60c2490c-7e74-49a2-b9ae-01b7f7324414 req-893dc785-f26f-4cc3-9f7e-2b74b95844bc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 947 time: 0.1615238 Nov 12 12:23:14.040556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:14.044835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-2100c28a-5576-4a75-8ee4-09dc74dac952 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7 HTTP/1.1" status: 200 len: 217 time: 0.1490459 Nov 12 12:23:14.045057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:14.133215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-83faf84b-17d8-4037-aec8-66e9b53e0b0b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149104 Nov 12 12:23:14.154412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60c2490c-7e74-49a2-b9ae-01b7f7324414 req-14883b88-788f-487c-8aef-3f758dd8d3e7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196361 Nov 12 12:23:14.284531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e98da-fb47-48c2-953c-615f7573a511 req-65683f43-d53d-4b16-b8cd-08cb6a4b18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:14.286035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-65683f43-d53d-4b16-b8cd-08cb6a4b18fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.1833348 Nov 12 12:23:14.299762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:14.314270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.202 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/f8de45b7-17d3-4f39-9b15-6ef6259d5a25) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:14.364691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181c49-2274-4686-9672-43c68efe7991 req-73320e6b-c35f-4087-b9de-02dc34b3b70c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:14.365486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-30318556-8b6b-40b9-b66b-ac6a0d0c6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:14.367817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-30318556-8b6b-40b9-b66b-ac6a0d0c6688 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1098 time: 0.3773036 Nov 12 12:23:14.370682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf181c49-2274-4686-9672-43c68efe7991 req-73320e6b-c35f-4087-b9de-02dc34b3b70c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 945 time: 0.1070075 Nov 12 12:23:14.391555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12335f62-c386-40af-9393-d3b1bd23e6ae req-88b1581c-e7f4-4656-8240-68a7680d67af tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602338 Nov 12 12:23:14.393736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-98d5221d-d880-4923-a7db-d9762523b049 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999537 Nov 12 12:23:14.401863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-e1ff722b-b50a-496f-8b12-4dbb4327e696 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626619 Nov 12 12:23:14.483710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55554532-0538-4e47-92e9-24154cdeaf49 req-21db9d01-e5c7-4c6d-8ee7-308e67f769cf tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.0675702 Nov 12 12:23:14.541222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf181c49-2274-4686-9672-43c68efe7991 req-85f86d19-b4b2-45f7-8261-4106ab072e89 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583610 Nov 12 12:23:14.711354 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-683a7d9c-774a-4a51-bc01-9c1e3afa206c req-f9dbce52-8635-41b6-8878-f037bb0b0160 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 210 time: 0.1937230 Nov 12 12:23:14.730265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da8ab-5f5e-41a4-a2b3-cc30c8857c41 req-2bd2c434-c60b-43a7-8e9e-a0cf8d52f040 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:14.746323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b2da8ab-5f5e-41a4-a2b3-cc30c8857c41 req-2bd2c434-c60b-43a7-8e9e-a0cf8d52f040 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1046154 Nov 12 12:23:14.778118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:14.815297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-0dbb3f45-9ea3-450c-9340-17316610c0f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:14.816751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-0dbb3f45-9ea3-450c-9340-17316610c0f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6509020 Nov 12 12:23:14.829064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b2da8ab-5f5e-41a4-a2b3-cc30c8857c41 req-50f034a0-3235-4e94-a204-1a8d826e321f tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819972 Nov 12 12:23:14.855481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:14.857142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:14.873682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:14.912001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:14.924183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc391989-6067-4b3f-ba29-c82c621fd656 req-034d2bae-4faf-4fa1-89cb-d71f3cdc1bf6 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c85b2c-35fd-4133-ad2c-9ee25f310b31 HTTP/1.1" status: 200 len: 210 time: 0.1044023 Nov 12 12:23:14.974661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:15.001834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-263788c1-7127-4d5d-9ee3-dc23080930bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.003819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-263788c1-7127-4d5d-9ee3-dc23080930bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=ae6edf21-b540-4e9b-adeb-072f5730850f HTTP/1.1" status: 200 len: 1094 time: 0.5317702 Nov 12 12:23:15.011416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:15.029293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:15.054434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:15.070695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-d57067e0-b35b-42d8-8f6a-31aad63dba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.072865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-d57067e0-b35b-42d8-8f6a-31aad63dba3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.6778512 Nov 12 12:23:15.076716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-910d883c-6036-4512-ac6f-dd5e703dc197 service neutron] 10.222.0.81 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119027 Nov 12 12:23:15.097999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:15.105835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:15.106663 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.156949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.157297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.157638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.158003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.158385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.158741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.164287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.164775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.165136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.165472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.165909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.166270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:15.202548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.203194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.207573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:15.269719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.300966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:15.303675 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d7eb0-7cbe-43dc-950b-4c4711aef7f4" -d '{"events": [{"server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "name": "network-vif-plugged", "status": "completed", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:15.311868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7308a8-fae9-4406-815e-882c117c0b1d req-703e0792-5dc4-4f41-ba8d-c66e86b3d2b9 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.321597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f7308a8-fae9-4406-815e-882c117c0b1d req-703e0792-5dc4-4f41-ba8d-c66e86b3d2b9 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 931 time: 0.3443835 Nov 12 12:23:15.325240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:15.327750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-2b87c2da-4144-45da-8d69-dd039ce609a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5819559 Nov 12 12:23:15.330029 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.343066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Request body: {'port': {'device_id': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:15.347368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-de66b8bd-73a5-4974-a5e4-c46c135d9c30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 217 time: 0.2142045 Nov 12 12:23:15.400477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:15.411213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a80323da-9019-4355-98e6-ce407fb89c23 None None] Provisioning complete for port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:15.411213 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a80323da-9019-4355-98e6-ce407fb89c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.427927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8356d77-0601-4062-a508-c73d8ba17abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.434389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.452664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a80323da-9019-4355-98e6-ce407fb89c23 None None] Port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:15.509811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f7308a8-fae9-4406-815e-882c117c0b1d req-bc22dfa6-60ae-4f9a-8681-5507e53e3c58 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873167 Nov 12 12:23:15.596364 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b6826-2964-4cda-9819-015227fe410a x-openstack-request-id: req-921b6826-2964-4cda-9819-015227fe410a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:15.596663 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "name": "network-vif-plugged", "status": "completed", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:15.596916 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-921b6826-2964-4cda-9819-015227fe410a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:15.597316 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'code': 200} Nov 12 12:23:15.598059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-d75052ad-2452-4090-b198-74fe981160de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.599545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-d75052ad-2452-4090-b198-74fe981160de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1792245 Nov 12 12:23:15.606846 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c72e98da-fb47-48c2-953c-615f7573a511 req-ff86634d-6ad9-4c43-973c-c7e6aba5a44f service neutron] 10.222.0.81 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061054 Nov 12 12:23:15.618007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-2c00e7c7-b2df-404b-aa5c-0679a007ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.619563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-2c00e7c7-b2df-404b-aa5c-0679a007ba94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 914 time: 0.6070957 Nov 12 12:23:15.651814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ebb87-fb3e-4f83-8a52-df3d536d2e1e req-0f829431-4386-41a7-adb8-b1dc5a798245 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.659640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-649ebb87-fb3e-4f83-8a52-df3d536d2e1e req-0f829431-4386-41a7-adb8-b1dc5a798245 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 947 time: 0.3064475 Nov 12 12:23:15.693813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8356d77-0601-4062-a508-c73d8ba17abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.707573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:15.711818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.732839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8356d77-0601-4062-a508-c73d8ba17abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:15.809359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.81', 55559) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:15.815318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8356d77-0601-4062-a508-c73d8ba17abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea6d690-3fb3-420f-955b-d1d023986ec4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:15.838009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d8356d77-0601-4062-a508-c73d8ba17abc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc74cabebdef441b899d9d7240217a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282313 Nov 12 12:23:15.856556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:15.910484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28886c-f0cb-4ac6-92fe-8e4ab58feeb5 req-b2f175ec-4a5f-4140-b6f5-0bfc6437c889 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.912094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de28886c-f0cb-4ac6-92fe-8e4ab58feeb5 req-b2f175ec-4a5f-4140-b6f5-0bfc6437c889 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 944 time: 0.1872230 Nov 12 12:23:15.975658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-5178dbd8-581d-4bba-a0e0-8a4041f40956 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.977805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-5178dbd8-581d-4bba-a0e0-8a4041f40956 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.81 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.1635914 Nov 12 12:23:16.068188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8de45b7-17d3-4f39-9b15-6ef6259d5a25 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:16.073584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafbc3cc-df61-42fe-9ccd-8236053a77ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.090631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'tag': '00537c0d-8799-41f0-ab9a-650d5773d6b7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:16.090899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.093460 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6acfec3a-906e-4a3e-9664-a81d2b462ad8", "tag": "00537c0d-8799-41f0-ab9a-650d5773d6b7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:16.109315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de28886c-f0cb-4ac6-92fe-8e4ab58feeb5 req-5b46dc75-a676-4920-ad2a-578e3fae6b62 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823893 Nov 12 12:23:16.110133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-939caa19-576a-4b49-8b08-4a492abb770e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa HTTP/1.1" status: 200 len: 217 time: 0.4693239 Nov 12 12:23:16.156611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Transition to ACTIVE for port object f8de45b7-17d3-4f39-9b15-6ef6259d5a25 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:16.161252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafbc3cc-df61-42fe-9ccd-8236053a77ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.169548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.181188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cded5a7-a759-463e-a895-cc8f38f3f158 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:16.201735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.276554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-9aa3bd67-419c-42dc-a2f0-cb8661638c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:16.278041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-9aa3bd67-419c-42dc-a2f0-cb8661638c74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6705239 Nov 12 12:23:16.290053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Pushing event updated for resources: {'Port': ['ID=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:16.301462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Deleting port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:16.301992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.306594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Transition to ACTIVE for port object 2cded5a7-a759-463e-a895-cc8f38f3f158 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:16.313148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-7a89b561-5a78-4869-bab4-3ee62ac39b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:16.313583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-7a89b561-5a78-4869-bab4-3ee62ac39b33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.1780486 Nov 12 12:23:16.315449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ed65-3376-4283-83a8-1a0eba776f88 req-c1902066-57eb-40bd-84a5-3b345356ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:16.316792 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9d3ed65-3376-4283-83a8-1a0eba776f88 req-c1902066-57eb-40bd-84a5-3b345356ea9f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1097 time: 0.5606227 Nov 12 12:23:16.335958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-649ebb87-fb3e-4f83-8a52-df3d536d2e1e req-49762c80-e0ed-4a19-9772-315a81f44d23 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751699 Nov 12 12:23:16.347891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.367096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6de0d-4eab-4dbb-9c5c-625cbb9ada47 req-a0f96e9a-4963-410b-b679-c48b519a2448 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:16.368875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47a6de0d-4eab-4dbb-9c5c-625cbb9ada47 req-a0f96e9a-4963-410b-b679-c48b519a2448 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 946 time: 0.1574574 Nov 12 12:23:16.428481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafbc3cc-df61-42fe-9ccd-8236053a77ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.432930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafbc3cc-df61-42fe-9ccd-8236053a77ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.436762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aafbc3cc-df61-42fe-9ccd-8236053a77ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ea6d690-3fb3-420f-955b-d1d023986ec4 HTTP/1.1" status: 204 len: 168 time: 0.5769002 Nov 12 12:23:16.496266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc3cc-df61-42fe-9ccd-8236053a77ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea6d690-3fb3-420f-955b-d1d023986ec4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:16.527292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:16.540835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-cccc46a3-a171-4407-8e3b-e1eaab789ac5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956470 Nov 12 12:23:16.548523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] For port 3de08744-3a1b-46a5-8cda-0e4fb138fb51, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3de08744-3a1b-46a5-8cda-0e4fb138fb51,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:16.548911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.559959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 21607e0d-0cd8-42bc-a860-3a8a2449f5aa details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:16.562812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Attempting to bind port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:16.563206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Attempting to bind port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:16.563529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Attempting to bind port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:16.565462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.81', 55560) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:16.604172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:16.604564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Attempting to bind port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:16.609800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47a6de0d-4eab-4dbb-9c5c-625cbb9ada47 req-e7246251-d502-4382-82cf-5ca5dd8ef70e tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932180 Nov 12 12:23:16.677746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:16.678656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:16.678656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:16.679953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Bound port: f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:16.679953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.694142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:16.726352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'port_id': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa', 'mac_address': 'fa:16:3e:0a:cd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3135621d-a703-4e01-82ce-7a9cd69261cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:16.740166 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4f7d3035-1422-41c5-abc1-c58208248984 req-0be8c03f-664a-4f3d-944c-b9b7146126f6 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 210 time: 0.1644964 Nov 12 12:23:16.775375 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.796839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21607e0d-0cd8-42bc-a860-3a8a2449f5aa {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:16.837162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:16.845987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] For port f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:16.850361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] For port f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:16.856788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:16.860582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:16.966327 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8337f-b73f-4255-bd7b-8a5dc51e39d4 x-openstack-request-id: req-5aa8337f-b73f-4255-bd7b-8a5dc51e39d4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:16.966915 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acfec3a-906e-4a3e-9664-a81d2b462ad8", "tag": "00537c0d-8799-41f0-ab9a-650d5773d6b7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:16.967371 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aa8337f-b73f-4255-bd7b-8a5dc51e39d4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:16.967925 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'tag': '00537c0d-8799-41f0-ab9a-650d5773d6b7', 'status': 'completed', 'code': 200} Nov 12 12:23:16.969213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.81', 55561) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:17.018657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:17.046850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'mac_address': 'fa:16:3e:99:da:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:17.048379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9d3ed65-3376-4283-83a8-1a0eba776f88 req-1c6f287c-b3de-42b8-900d-0934ad383491 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010531 Nov 12 12:23:17.071016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-6269fc17-c038-46e5-b565-43a88440df4d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834358 Nov 12 12:23:17.072246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.155 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/a7ef982c-e837-4f3f-b4c2-5a5d00d27d70) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:17.141110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:17.163810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.180207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c387bf-28e2-45dd-a5be-d0393cb8283f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:17.202441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:17.208809 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.216456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3634fb-20f0-4895-99e6-005f92e8cae4 req-95ee487c-cd03-44e9-a181-46df2cd7a04f tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.218062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df3634fb-20f0-4895-99e6-005f92e8cae4 req-95ee487c-cd03-44e9-a181-46df2cd7a04f tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 943 time: 0.2537231 Nov 12 12:23:17.278278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:17.293661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-d58443ec-9e58-4822-a715-47afbb15335a service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930552 Nov 12 12:23:17.318013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-d16a36d2-346d-4977-8bb0-91c97f0371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.319566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-d16a36d2-346d-4977-8bb0-91c97f0371a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 1095 time: 0.3426714 Nov 12 12:23:17.350018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.360468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-39bd192a-67d8-441f-a620-daee2d44cc99 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7881672 Nov 12 12:23:17.434485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Attempting to bind port 2cded5a7-a759-463e-a895-cc8f38f3f158 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:17.434824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Attempting to bind port 2cded5a7-a759-463e-a895-cc8f38f3f158 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:17.435157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Attempting to bind port 2cded5a7-a759-463e-a895-cc8f38f3f158 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:17.449762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['21607e0d-0cd8-42bc-a860-3a8a2449f5aa'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:17.455038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6c387bf-28e2-45dd-a5be-d0393cb8283f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:17.483507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.484181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.485860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] 10.222.0.81 "PUT /v2.0/ports/f8de45b7-17d3-4f39-9b15-6ef6259d5a25 HTTP/1.1" status: 200 len: 1096 time: 2.1474726 Nov 12 12:23:17.487366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'tag': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:17.489772 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e47c32-4742-4508-af4b-af1d5598b989", "tag": "f8de45b7-17d3-4f39-9b15-6ef6259d5a25"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:17.555774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.556202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.556460 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Floating IP 43857707-c329-41b4-87d7-20fe728f7f96 disassociated. External IP: 172.25.1.227, port: 3de08744-3a1b-46a5-8cda-0e4fb138fb51. Nov 12 12:23:17.556817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Calling delete_port for 3de08744-3a1b-46a5-8cda-0e4fb138fb51 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:17.560622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7aa7c-20ef-4969-a4f0-f5fb231c091a service neutron] Pushing event updated for resources: {'Port': ['ID=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:17.579310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Port 2cded5a7-a759-463e-a895-cc8f38f3f158 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:17.579640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Attempting to bind port 2cded5a7-a759-463e-a895-cc8f38f3f158 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:17.595917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76772047-6317-4314-9a14-d811eb376753 req-3ee97400-76cd-4029-b942-7f707d3a4a8b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.605876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76772047-6317-4314-9a14-d811eb376753 req-3ee97400-76cd-4029-b942-7f707d3a4a8b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 946 time: 0.7505951 Nov 12 12:23:17.623129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:17.623504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Checking segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:17.623847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Bound using segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:17.624329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Bound port: 2cded5a7-a759-463e-a895-cc8f38f3f158, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:17.624684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.657862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-df3634fb-20f0-4895-99e6-005f92e8cae4 req-1c24ad70-d458-4475-abf4-876a31bd814c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217882 Nov 12 12:23:17.659841 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b56b7f57-b5cb-4c95-b4d5-cc2ce5d5033c req-6f105885-2143-4ee3-a210-5614f7244bc4 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591085 Nov 12 12:23:17.749801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-fafb66e6-c545-43b7-ad65-fd23dc9706b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.752212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-fafb66e6-c545-43b7-ad65-fd23dc9706b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.3152657 Nov 12 12:23:17.754340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:17.765371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:17.795422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.861675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f2bb833-9b47-4d30-8a9c-27bedcc74bbb req-f0020c34-b810-44f0-b985-26debe817da4 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524392 Nov 12 12:23:17.890437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-432cbe33-42d9-4b33-a886-7c36462b4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.890437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-432cbe33-42d9-4b33-a886-7c36462b4a01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 914 time: 0.5540566 Nov 12 12:23:17.900293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-6069bfc9-9a72-4bcd-8441-9411fc3399cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.902125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-6069bfc9-9a72-4bcd-8441-9411fc3399cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 1099 time: 0.2899067 Nov 12 12:23:17.916136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76772047-6317-4314-9a14-d811eb376753 req-e3d79047-d082-4fdd-a99f-888eaf423777 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6080f47-4571-47b9-bbc2-f9c34aafbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086214 Nov 12 12:23:17.924561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:17.925699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:17.927349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] 10.222.0.65 "PUT /v2.0/ports/2cded5a7-a759-463e-a895-cc8f38f3f158 HTTP/1.1" status: 200 len: 1091 time: 4.0153389 Nov 12 12:23:17.988710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04cf3-45ea-4cc1-8ff0-6ef9f328ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:17.994943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:18.001001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-c3e259d2-bb97-4134-9fd0-bae35fbfa038 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7 HTTP/1.1" status: 200 len: 217 time: 0.0924783 Nov 12 12:23:18.044555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-9a7a92e9-11f9-4c1d-9387-927d04e28575 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25 HTTP/1.1" status: 200 len: 217 time: 0.1272049 Nov 12 12:23:18.174275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-21c77d47-7fe0-4cae-81e5-69d4392a7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.175699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-21c77d47-7fe0-4cae-81e5-69d4392a7ebb service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3902817 Nov 12 12:23:18.186908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45a55fc6-3f14-4774-b30d-bb818be0acda req-669d2db1-925c-43ed-ab89-404974efcedb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9513922b30bb477b917db3d58c6ad30f&device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0669975 Nov 12 12:23:18.228237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-021d9f1f-1a7e-4f3b-b1bf-9bc994abbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.229593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-021d9f1f-1a7e-4f3b-b1bf-9bc994abbc7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1669555 Nov 12 12:23:18.231133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-24ab3f9e-e81d-4657-9d75-2e44f891a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.232649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-24ab3f9e-e81d-4657-9d75-2e44f891a73e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 1094 time: 0.2353313 Nov 12 12:23:18.278350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-f296f2d9-c928-438d-a588-f7a88266d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.279913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-f296f2d9-c928-438d-a588-f7a88266d463 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.2515643 Nov 12 12:23:18.280930 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:18.292383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-fcf695f2-b300-4a34-8287-34b29dfd4b08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0793386 Nov 12 12:23:18.293988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:18.348118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802585de-a5dc-4bac-91fb-0ec8007c8a3f req-ed2f0cce-00fa-44b2-b47e-575be6c36c4b tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.349715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-802585de-a5dc-4bac-91fb-0ec8007c8a3f req-ed2f0cce-00fa-44b2-b47e-575be6c36c4b tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 944 time: 0.2278709 Nov 12 12:23:18.407985 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:18.423974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:18.427675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45a55fc6-3f14-4774-b30d-bb818be0acda req-3110bc75-84ec-4215-a621-e287491467a2 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9513922b30bb477b917db3d58c6ad30f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1893899 Nov 12 12:23:18.430097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-66049130-b4de-429e-9b28-10a4c497d4af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cded5a7-a759-463e-a895-cc8f38f3f158 HTTP/1.1" status: 200 len: 217 time: 0.1770008 Nov 12 12:23:18.432502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-79f0e98f-456c-4bc3-a60d-a6fe4b1e28a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196294 Nov 12 12:23:18.456052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-61b42ba9-209d-40c4-8399-4ab2dd6260bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.457553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-61b42ba9-209d-40c4-8399-4ab2dd6260bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1385510 Nov 12 12:23:18.467978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event deleted for resources: {'Port': ['ID=3de08744-3a1b-46a5-8cda-0e4fb138fb51,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:18.477552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-743c324f-c375-4479-b196-9a28171a0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.479173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-743c324f-c375-4479-b196-9a28171a0394 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2177384 Nov 12 12:23:18.574556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-802585de-a5dc-4bac-91fb-0ec8007c8a3f req-2107488c-de71-478e-bc93-1fdc62777001 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932170 Nov 12 12:23:18.580939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:18.652734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port c6c387bf-28e2-45dd-a5be-d0393cb8283f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:18.658443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c6c387bf-28e2-45dd-a5be-d0393cb8283f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:18.658443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:18.664321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:18.687763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-797042b9-c968-4fd3-9d3a-9a631f6f4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.689362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-797042b9-c968-4fd3-9d3a-9a631f6f4517 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068300 Nov 12 12:23:18.705125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-8004d684-db33-4bd9-a636-cac7b205bbb7 service neutron] 10.222.0.81 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428617 Nov 12 12:23:18.744243 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e682e-fcae-4a9e-bf67-cc0064ca2c5a x-openstack-request-id: req-787e682e-fcae-4a9e-bf67-cc0064ca2c5a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:18.744748 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e47c32-4742-4508-af4b-af1d5598b989", "tag": "f8de45b7-17d3-4f39-9b15-6ef6259d5a25", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:18.745043 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-787e682e-fcae-4a9e-bf67-cc0064ca2c5a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:18.745486 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'tag': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'status': 'completed', 'code': 200} Nov 12 12:23:18.755024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:18.792138 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:23:18.807467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:18.810693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:18.813325 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f20dc-102b-4bf9-be9e-b075f48c184c" -d '{"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-plugged", "status": "completed", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:18.829998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:18.837813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b991b-e048-4857-914c-77368c83d7ba req-ef30af82-1073-4dc1-82b5-30212d85182a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:18.838279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:18.839395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 21607e0d-0cd8-42bc-a860-3a8a2449f5aa up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:18.846779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc1b991b-e048-4857-914c-77368c83d7ba req-ef30af82-1073-4dc1-82b5-30212d85182a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 948 time: 0.6588190 Nov 12 12:23:18.853914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:18.878109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00537c0d-8799-41f0-ab9a-650d5773d6b7 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:18.913155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:18.918622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-e3d9d343-f01e-4723-adc3-c072f69afea8 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179542 Nov 12 12:23:18.942483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:18.957302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:18.982655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0fe334-86e8-4846-a61c-7521e8920084', 'tag': '2cded5a7-a759-463e-a895-cc8f38f3f158'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:18.985705 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76949385-3036-4df1-a92f-0b273e8a577b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0fe334-86e8-4846-a61c-7521e8920084", "tag": "2cded5a7-a759-463e-a895-cc8f38f3f158"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:19.000793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:19.087817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.109011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00537c0d-8799-41f0-ab9a-650d5773d6b7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:19.126080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '00537c0d-8799-41f0-ab9a-650d5773d6b7', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'port_id': '00537c0d-8799-41f0-ab9a-650d5773d6b7', 'mac_address': 'fa:16:3e:9e:90:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3135621d-a703-4e01-82ce-7a9cd69261cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:19.130392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:19.137053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:19.137980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.179366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc1b991b-e048-4857-914c-77368c83d7ba req-00cdaddf-75a9-4b7b-809f-3a590af10217 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263645 Nov 12 12:23:19.181414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-cf79d2ed-130f-4e8e-a9d0-fef61750e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.183258 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-1aadcacc-dba2-42f9-b3e4-6e70617ff8b0 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311767 Nov 12 12:23:19.183756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-cf79d2ed-130f-4e8e-a9d0-fef61750e792 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 200 len: 862 time: 0.7446411 Nov 12 12:23:19.207028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.207809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.208075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-6cbc5592-d708-4873-8b90-b943400cdc26 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592113 Nov 12 12:23:19.250535 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.273832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-a7bef69a-dd7c-45ad-908e-d2b4b9c8e7cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6630de47-340a-43ac-ad7b-1904b4dbda68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594282 Nov 12 12:23:19.294445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00537c0d-8799-41f0-ab9a-650d5773d6b7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:19.299517 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-7bcb45fa-5dbb-4072-81ce-e000ab12657d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4392154 Nov 12 12:23:19.303222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48f65a71-aeae-4f65-8c40-31816731f775 None None] Provisioning complete for port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:19.303597 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48f65a71-aeae-4f65-8c40-31816731f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.308907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f800c0-c918-4aba-831f-dd70905ba0c7 req-dd69e42b-cc2a-4763-83e9-d9e001b7ab3f tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.315729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53f800c0-c918-4aba-831f-dd70905ba0c7 req-dd69e42b-cc2a-4763-83e9-d9e001b7ab3f tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 946 time: 0.4889772 Nov 12 12:23:19.351056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Request body: {'port': {'device_id': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:19.356909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00537c0d-8799-41f0-ab9a-650d5773d6b7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:19.371451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-48f65a71-aeae-4f65-8c40-31816731f775 None None] Port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:19.373290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.375792 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.378712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-b4506606-c8ea-4768-abec-b4f5a0f41f7f service neutron] 10.222.0.81 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702007 Nov 12 12:23:19.399017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a55fc6-3f14-4774-b30d-bb818be0acda req-a56dcbac-ddea-4dad-bd9e-fb6e8acca138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.400501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45a55fc6-3f14-4774-b30d-bb818be0acda req-a56dcbac-ddea-4dad-bd9e-fb6e8acca138 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9367816 Nov 12 12:23:19.453623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:19.458503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=00537c0d-8799-41f0-ab9a-650d5773d6b7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:19.464358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.511111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60d166-c0f5-431b-82cd-afd3f368ae23 req-24392192-8567-4583-8aa5-65becc29873c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.518435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c60d166-c0f5-431b-82cd-afd3f368ae23 req-24392192-8567-4583-8aa5-65becc29873c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 936 time: 0.2487772 Nov 12 12:23:19.519450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:19.524790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06bf238d-9cf3-4823-aa61-da6ce299088d req-acc1d501-b2de-486f-a0cd-3d97a7997662 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199794 Nov 12 12:23:19.544367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:19.549507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-399c3fd8-8302-4412-a061-e3a41f961105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.551299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-399c3fd8-8302-4412-a061-e3a41f961105 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 1099 time: 0.2325802 Nov 12 12:23:19.555721 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:19.563185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-77c09864-bc86-4acc-a753-e09dafbd1621 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435877 Nov 12 12:23:19.566910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.567060 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:19.567585 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:19.576903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53f800c0-c918-4aba-831f-dd70905ba0c7 req-da85fc40-bd5a-47d3-af96-97bd754246e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357483 Nov 12 12:23:19.702051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede98ffd-2496-429a-94e7-54c06e7aff0b req-6875a151-9f0a-4330-801e-a8c0a67f7364 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259663 Nov 12 12:23:19.703579 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:19.706292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] No DVR routers for this DVR port 3de08744-3a1b-46a5-8cda-0e4fb138fb51 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:19.720316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-96ee6b5f-c4f9-40ba-9283-8f1ad27d95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.732785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-96ee6b5f-c4f9-40ba-9283-8f1ad27d95d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1512842 Nov 12 12:23:19.733055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.742119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33ecf072-d871-49c7-803d-961b4b6fa113 req-987210cf-9e1d-4971-8452-99b98d2659c5 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.81 "DELETE /v2.0/ports/3de08744-3a1b-46a5-8cda-0e4fb138fb51 HTTP/1.1" status: 204 len: 173 time: 3.7440488 Nov 12 12:23:19.748018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['00537c0d-8799-41f0-ab9a-650d5773d6b7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:19.761647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39a998a6-5d96-4f46-b0d4-fc20b418fd5b req-b8ff54e3-a706-4898-8f1a-c12aa3333782 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0822906 Nov 12 12:23:19.822393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-1c783288-3396-49cd-b2af-b87785adf5c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25 HTTP/1.1" status: 200 len: 217 time: 0.0642595 Nov 12 12:23:19.849450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:19.953110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-e9005afe-6499-4e9c-aa9f-fdcadb82250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:19.954382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-e9005afe-6499-4e9c-aa9f-fdcadb82250b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1145668 Nov 12 12:23:19.974665 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:20.007477 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:20.017120 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:20.018021 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:20.102256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-ea4492f4-99dc-4134-b630-304de3018733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:20.104347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-ea4492f4-99dc-4134-b630-304de3018733 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177802 Nov 12 12:23:20.105211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Allocated IP 172.25.1.149 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/6f0daa34-47ba-4ffa-824b-039379fb8ecd) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:20.117009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e29185-18dc-40d9-9ef2-61e22bcf1860 req-fa98891d-ec04-410d-9cac-ab538c4870c8 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:20.118836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8e29185-18dc-40d9-9ef2-61e22bcf1860 req-fa98891d-ec04-410d-9cac-ab538c4870c8 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 943 time: 0.1774704 Nov 12 12:23:20.145024 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:20.223537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c60d166-c0f5-431b-82cd-afd3f368ae23 req-47637cb1-b703-476e-9443-8985baf6abb5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041235 Nov 12 12:23:20.291576 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69db584-361f-4247-9d17-d071416fe985 x-openstack-request-id: req-c69db584-361f-4247-9d17-d071416fe985 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:20.291878 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-plugged", "status": "completed", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:20.292134 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c69db584-361f-4247-9d17-d071416fe985 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:20.292534 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'code': 200} Nov 12 12:23:20.342884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8e29185-18dc-40d9-9ef2-61e22bcf1860 req-a4b0d4fc-bf99-4484-9256-d9de0ce85fca tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138696 Nov 12 12:23:20.419447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-ae92d56b-47cc-4358-8bb9-41dec48c7588 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784140 Nov 12 12:23:20.432989 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:20.497581 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14750d4-c25d-41d2-a970-e3be4556d8fa x-openstack-request-id: req-a14750d4-c25d-41d2-a970-e3be4556d8fa {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:20.498659 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0fe334-86e8-4846-a61c-7521e8920084", "tag": "2cded5a7-a759-463e-a895-cc8f38f3f158", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:20.498916 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a14750d4-c25d-41d2-a970-e3be4556d8fa {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:20.499502 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0fe334-86e8-4846-a61c-7521e8920084', 'tag': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'status': 'completed', 'code': 200} Nov 12 12:23:20.510196 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:20.589514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f0256-a236-4aaf-85c2-8f81b4db270c req-959688a2-51de-4fa1-9bbf-f1a58a7f31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:20.591304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d2f0256-a236-4aaf-85c2-8f81b4db270c req-959688a2-51de-4fa1-9bbf-f1a58a7f31fd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1100 time: 0.1866210 Nov 12 12:23:20.595346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76949385-3036-4df1-a92f-0b273e8a577b req-3690cf9e-10c5-475c-9318-911c98ea8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:20.597056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-3690cf9e-10c5-475c-9318-911c98ea8276 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 1094 time: 0.0914652 Nov 12 12:23:20.608616 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3bc50-7da1-4331-a236-bcd8d5fe195d None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:20.886471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8de45b7-17d3-4f39-9b15-6ef6259d5a25 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:20.902755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'name': 'network-vif-deleted', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:20.902886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c7113a7-4430-4b8c-872d-ef202aebc451 req-0a00af93-4775-4743-892b-85755f0a7def tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=26478126-aa01-4602-ab5b-c4754ac09ab7 HTTP/1.1" status: 200 len: 210 time: 0.4785399 Nov 12 12:23:20.905375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d2f0256-a236-4aaf-85c2-8f81b4db270c req-aa79bb4c-bcd4-4b9e-b5de-59d67c983c7b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988884 Nov 12 12:23:20.906337 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f96ef-04a7-4baa-a87c-ebff00684ffb" -d '{"events": [{"server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "name": "network-vif-deleted", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:20.926407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76949385-3036-4df1-a92f-0b273e8a577b req-70ccfba4-39a5-460a-a2d8-e31830536761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:20.929382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-70ccfba4-39a5-460a-a2d8-e31830536761 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 923 time: 0.3205316 Nov 12 12:23:20.931387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00537c0d-8799-41f0-ab9a-650d5773d6b7 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:20.945279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:20.956191 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.007806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8ea8ed0-6c75-4bef-aa52-dda920581c2e req-af182b8f-702d-407d-b3d5-bcd3a6d966eb service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693603 Nov 12 12:23:21.046519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69dc4a-139c-4142-8044-d3074626376f req-05791083-6051-4541-b7dc-11e17d32a9f6 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:21.048166 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca69dc4a-139c-4142-8044-d3074626376f req-05791083-6051-4541-b7dc-11e17d32a9f6 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 945 time: 0.1387415 Nov 12 12:23:21.050290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.082460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Transition to ACTIVE for port object a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:21.107700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43b57a-a251-434f-96c0-ce15a24345e4 None None] New status for floating IP 43857707-c329-41b4-87d7-20fe728f7f96: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:23:21.108316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.130659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:21.131865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0daa34-47ba-4ffa-824b-039379fb8ecd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:21.154336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:21.158527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:21.175030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:21.215770 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca69dc4a-139c-4142-8044-d3074626376f req-226e7113-9eb5-413d-9c9c-574c28059e99 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544209 Nov 12 12:23:21.224165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 00537c0d-8799-41f0-ab9a-650d5773d6b7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:21.242726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 00537c0d-8799-41f0-ab9a-650d5773d6b7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:21.243039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.274728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-eccc7444-7a5c-480c-becc-34bc9a1138bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cded5a7-a759-463e-a895-cc8f38f3f158 HTTP/1.1" status: 200 len: 217 time: 0.1526217 Nov 12 12:23:21.283597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'mac_address': 'fa:16:3e:2c:cc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:21.307280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Pushing event updated for resources: {'Port': ['ID=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:21.325877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.401286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-b32b9488-7254-4c1f-aac7-823c4b053162 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 258 time: 0.4506018 Nov 12 12:23:21.406823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.407836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:21.425227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8de45b7-17d3-4f39-9b15-6ef6259d5a25 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:21.425487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162208c-45e4-4ba1-b91f-bd3241e05b3e req-4fe05733-334d-493c-8057-6329a0b1ee4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:21.427575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3162208c-45e4-4ba1-b91f-bd3241e05b3e req-4fe05733-334d-493c-8057-6329a0b1ee4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1075521 Nov 12 12:23:21.428414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.484216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.486397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76949385-3036-4df1-a92f-0b273e8a577b req-9d9e90c7-6a65-435c-98bd-65a1bc74b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:21.487908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-9d9e90c7-6a65-435c-98bd-65a1bc74b50f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 200 len: 862 time: 0.1756907 Nov 12 12:23:21.502560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45a55fc6-3f14-4774-b30d-bb818be0acda req-81231042-0bf7-41de-bd72-bd3e72113202 tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0705240 Nov 12 12:23:21.514556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:21.533690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-0ad543e3-f35c-472e-888a-b6a379feeb5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6630de47-340a-43ac-ad7b-1904b4dbda68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365753 Nov 12 12:23:21.536281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.536462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.603363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00537c0d-8799-41f0-ab9a-650d5773d6b7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:21.621948 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.623034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3de08744-3a1b-46a5-8cda-0e4fb138fb51 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:21.649768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Attempting to bind port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:21.650105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Attempting to bind port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:21.650463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Attempting to bind port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:21.654048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 3de08744-3a1b-46a5-8cda-0e4fb138fb51 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:21.654512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3de08744-3a1b-46a5-8cda-0e4fb138fb51 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:21.657029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3162208c-45e4-4ba1-b91f-bd3241e05b3e req-baff3013-ecce-41c0-b680-7bf01d139bcb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900401 Nov 12 12:23:21.669952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:21.699235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:21.699568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Attempting to bind port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:21.715783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:21.716121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:21.716514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:21.716956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Bound port: a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:21.717312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.722701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-c1538237-5cc7-468d-962e-523f443545a6 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800117 Nov 12 12:23:21.734699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=00537c0d-8799-41f0-ab9a-650d5773d6b7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:21.764697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.770790 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.835263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75022b86-cc78-45fe-b030-01afbf72b7f7 req-0b5c5d58-5c07-495c-9e89-d6c92b79019d tempest-ServerShowV247Test-722730123 tempest-ServerShowV247Test-722730123-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad792ba-6dbe-4d26-ba94-69bcc221996d HTTP/1.1" status: 200 len: 210 time: 0.0376840 Nov 12 12:23:21.861710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['f8de45b7-17d3-4f39-9b15-6ef6259d5a25'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:21.872096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0daa34-47ba-4ffa-824b-039379fb8ecd,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:21.881360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.897000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] For port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:21.898587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.900092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-51be86a4-012e-44c4-975e-5cc01be0c0fa tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2338872 Nov 12 12:23:21.901679 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d2a55-99c7-4d75-a473-675e316c61f9 x-openstack-request-id: req-969d2a55-99c7-4d75-a473-675e316c61f9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:21.901968 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26478126-aa01-4602-ab5b-c4754ac09ab7", "name": "network-vif-deleted", "tag": "3de08744-3a1b-46a5-8cda-0e4fb138fb51", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:21.902243 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-969d2a55-99c7-4d75-a473-675e316c61f9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:21.902641 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26478126-aa01-4602-ab5b-c4754ac09ab7', 'name': 'network-vif-deleted', 'tag': '3de08744-3a1b-46a5-8cda-0e4fb138fb51', 'status': 'completed', 'code': 200} Nov 12 12:23:21.903133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:21.906819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] For port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:21.907867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1235193539', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'fixed_ips': [{'ip_address': '172.25.1.149'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:21.914615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76949385-3036-4df1-a92f-0b273e8a577b req-aa5cc927-ed14-440b-9886-747b16930b68 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738689 Nov 12 12:23:21.917492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.933457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.944489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Made reservation on behalf of c535a2a7f9d94faf844c23797e13541e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:21.947899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.957676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.969985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:21.974749 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.976868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] 10.222.0.81 "PUT /v2.0/ports/a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 HTTP/1.1" status: 200 len: 1096 time: 2.6330557 Nov 12 12:23:22.090157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba20fc-14db-4d3b-ac66-6729dcb19dba service neutron] Pushing event updated for resources: {'Port': ['ID=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:22.155141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcad7ad-13ba-486b-885b-79f1b490376f req-b685e128-fdef-40d9-ab89-9cea2ca20e02 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:22.166919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdcad7ad-13ba-486b-885b-79f1b490376f req-b685e128-fdef-40d9-ab89-9cea2ca20e02 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 948 time: 0.1848547 Nov 12 12:23:22.183605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-8bf8a2e2-eb04-4798-81ff-4fef8871ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:22.185149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-8bf8a2e2-eb04-4798-81ff-4fef8871ef20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 1099 time: 0.1341348 Nov 12 12:23:22.251533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Allocated IP 172.25.1.168 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/21d2f9a8-8661-4da6-bc8d-46b2832100a2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:22.254635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-af155dc2-70c3-45e7-b050-25b3ae677548 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 HTTP/1.1" status: 200 len: 217 time: 0.0560684 Nov 12 12:23:22.274506 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdcad7ad-13ba-486b-885b-79f1b490376f req-511987c5-c77f-4100-a925-d9f621f534f6 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049113 Nov 12 12:23:22.281023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.293860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa'}, {'server_uuid': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00537c0d-8799-41f0-ab9a-650d5773d6b7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:22.296218 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87cf42f-e6bf-4c5d-884a-164fc0aac3fc" -d '{"events": [{"server_uuid": "ae6edf21-b540-4e9b-adeb-072f5730850f", "name": "network-vif-plugged", "status": "completed", "tag": "21607e0d-0cd8-42bc-a860-3a8a2449f5aa"}, {"server_uuid": "6acfec3a-906e-4a3e-9664-a81d2b462ad8", "name": "network-vif-plugged", "status": "completed", "tag": "00537c0d-8799-41f0-ab9a-650d5773d6b7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:22.300863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.307310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] device_id is not set on port 189c6b7a-aa46-4970-97ce-6e292f00a99d yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:23:22.378328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-1b893550-d226-474a-9020-8b8d2c1a6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:22.379718 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-1b893550-d226-474a-9020-8b8d2c1a6c5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0856583 Nov 12 12:23:22.427663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7634daf-be65-4ba4-84ea-3a86ae83aa44,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:22.436650 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.473370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-107e31c4-038b-4637-868d-3e2ed33da499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:22.474892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-107e31c4-038b-4637-868d-3e2ed33da499 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739625 Nov 12 12:23:22.507802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'tag': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:22.510032 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "64d6fca8-581d-4312-9f08-48f8c6ec94f9", "tag": "a7ef982c-e837-4f3f-b4c2-5a5d00d27d70"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:22.511976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b211eb-089d-4864-bc37-52bb9502aa37 req-604cf7b4-c35e-4ee1-9eaf-1257bd28c13f tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:22.513512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0b211eb-089d-4864-bc37-52bb9502aa37 req-604cf7b4-c35e-4ee1-9eaf-1257bd28c13f tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 943 time: 0.1459010 Nov 12 12:23:22.525676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.576104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2cded5a7-a759-463e-a895-cc8f38f3f158 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:22.600595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0b211eb-089d-4864-bc37-52bb9502aa37 req-22d0cd83-3cf8-485e-b3cf-0589d169a794 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805223 Nov 12 12:23:22.603189 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 12:23:22.603725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:23:22.613014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:22.621761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:22.624162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:22.626455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d00c6458-2306-46a5-bcf9-511ac613f96d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7222471 Nov 12 12:23:22.629815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:22.631906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event updated for resources: {'Port': ['ID=21d2f9a8-8661-4da6-bc8d-46b2832100a2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:22.671713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-b3637d3d-30f1-49d9-9934-581789482786 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851404 Nov 12 12:23:22.698720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:22.718128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'port_id': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'mac_address': 'fa:16:3e:46:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e574d5-cfb8-45a1-b4ec-d26b0d47c627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:22.771336 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.786588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cded5a7-a759-463e-a895-cc8f38f3f158 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:22.803434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.808185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:22.813110 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.850325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8facf84-9580-458f-8b0e-3168f2265e23 req-5609788d-2ed6-4b77-8b70-635af180f2c2 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696408 Nov 12 12:23:22.858091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.874668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:22.877295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714c6da-ed97-4c7a-be85-8bcbaea657be req-4a1ae3cb-8be3-44f9-b0a7-5775d6b1f164 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:22.882792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f714c6da-ed97-4c7a-be85-8bcbaea657be req-4a1ae3cb-8be3-44f9-b0a7-5775d6b1f164 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 946 time: 0.1291950 Nov 12 12:23:22.931552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Deleting port 6f0daa34-47ba-4ffa-824b-039379fb8ecd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:22.931954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:22.968716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f714c6da-ed97-4c7a-be85-8bcbaea657be req-f5860154-b0c7-4721-92a7-fa48302fc2f9 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749772 Nov 12 12:23:23.028005 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f879f6aa-aa89-4714-b416-fab02ac35f4b x-openstack-request-id: req-f879f6aa-aa89-4714-b416-fab02ac35f4b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:23.028826 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6edf21-b540-4e9b-adeb-072f5730850f", "name": "network-vif-plugged", "status": "completed", "tag": "21607e0d-0cd8-42bc-a860-3a8a2449f5aa", "code": 200}, {"server_uuid": "6acfec3a-906e-4a3e-9664-a81d2b462ad8", "name": "network-vif-plugged", "status": "completed", "tag": "00537c0d-8799-41f0-ab9a-650d5773d6b7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:23.029224 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f879f6aa-aa89-4714-b416-fab02ac35f4b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:23.029635 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa', 'code': 200} Nov 12 12:23:23.029894 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00537c0d-8799-41f0-ab9a-650d5773d6b7', 'code': 200} Nov 12 12:23:23.032534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.032868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.036917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.042519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.057974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Calling delete_port for 6f0daa34-47ba-4ffa-824b-039379fb8ecd owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:23.062947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2cded5a7-a759-463e-a895-cc8f38f3f158'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:23.087262 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44d65c-555c-4ed0-b829-33aa8737eeba x-openstack-request-id: req-2e44d65c-555c-4ed0-b829-33aa8737eeba {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:23.087605 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d6fca8-581d-4312-9f08-48f8c6ec94f9", "tag": "a7ef982c-e837-4f3f-b4c2-5a5d00d27d70", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:23.087952 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e44d65c-555c-4ed0-b829-33aa8737eeba {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:23.088499 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'tag': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', 'status': 'completed', 'code': 200} Nov 12 12:23:23.137227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:23.199040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event updated for resources: {'Port': ['ID=21d2f9a8-8661-4da6-bc8d-46b2832100a2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:23.244474 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.269196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51bde0-a23a-42b5-9507-8510e1904489 req-8c841338-e751-41aa-ae20-0c56629ce00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.270864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd51bde0-a23a-42b5-9507-8510e1904489 req-8c841338-e751-41aa-ae20-0c56629ce00e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1131799 Nov 12 12:23:23.290936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.292181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-9fbe54ee-7102-4de5-af85-96829e6763f2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8890107 Nov 12 12:23:23.300975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81491ae0-8abc-4fb9-83d1-21f03b8022a2 req-aa3f21cf-0155-4b8f-a9a5-1268b7a5c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.302583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81491ae0-8abc-4fb9-83d1-21f03b8022a2 req-aa3f21cf-0155-4b8f-a9a5-1268b7a5c126 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae6edf21-b540-4e9b-adeb-072f5730850f HTTP/1.1" status: 200 len: 1096 time: 0.1864486 Nov 12 12:23:23.313202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3aad0-ef22-4a4d-9464-349a4b77edd1 req-b1784725-acf8-4e57-b065-9a4b1d390340 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.314717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96c3aad0-ef22-4a4d-9464-349a4b77edd1 req-b1784725-acf8-4e57-b065-9a4b1d390340 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1142006 Nov 12 12:23:23.315360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-c9732d11-f2f7-43a8-97c9-42eddf9ffc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.316990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-c9732d11-f2f7-43a8-97c9-42eddf9ffc6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 1099 time: 0.1371233 Nov 12 12:23:23.365855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79191487-df05-4360-85a0-028bc3e59ea3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.377958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.405199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-d0ca13f1-0d73-4ba4-bcc2-ca32e8134ec6 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0975685 Nov 12 12:23:23.405834 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd51bde0-a23a-42b5-9507-8510e1904489 req-b841690b-4220-4ec5-8b29-40f01abcf4d6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091154 Nov 12 12:23:23.428159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f0daa34-47ba-4ffa-824b-039379fb8ecd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:23.434573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96c3aad0-ef22-4a4d-9464-349a4b77edd1 req-306781ea-2bd5-44cc-8fe7-4d3ee5243f5a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070008 Nov 12 12:23:23.488126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79191487-df05-4360-85a0-028bc3e59ea3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.503276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.506610 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.512630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dc071cac-a2f8-42a1-b549-fde99df44d1d tempest-ExternalNetworksAdminNegativeTestJSON-1859517488 tempest-ExternalNetworksAdminNegativeTestJSON-1859517488-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/8b47a131-25b1-452a-8708-da11bfb56579 HTTP/1.1" status: 204 len: 168 time: 0.8782320 Nov 12 12:23:23.574929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-81491ae0-8abc-4fb9-83d1-21f03b8022a2 req-292f2b00-88fe-4b74-8229-b7eac870516e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497687 Nov 12 12:23:23.616351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-998500f5-60dd-4ef7-8db8-ff159378ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.618040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-998500f5-60dd-4ef7-8db8-ff159378ba77 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2559280 Nov 12 12:23:23.645395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bcd2d-849a-40e4-8154-6e45ff04166b req-00aee8c2-eed2-4b2e-8d9c-1155d48bafc2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.654036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a8bcd2d-849a-40e4-8154-6e45ff04166b req-00aee8c2-eed2-4b2e-8d9c-1155d48bafc2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 948 time: 0.0818038 Nov 12 12:23:23.699596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-5e2fe15f-cafb-4ebd-83b6-67a4e1d81158 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 HTTP/1.1" status: 200 len: 217 time: 0.0413592 Nov 12 12:23:23.708196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-e00429e3-14dd-421e-8d42-4fdb0c195a43 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.709704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7e6db42-217a-4785-adc0-b4c3ec6e5367 req-e00429e3-14dd-421e-8d42-4fdb0c195a43 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2893860 Nov 12 12:23:23.712236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79191487-df05-4360-85a0-028bc3e59ea3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.715251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79191487-df05-4360-85a0-028bc3e59ea3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:23.716742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-79191487-df05-4360-85a0-028bc3e59ea3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6080f47-4571-47b9-bbc2-f9c34aafbdaf HTTP/1.1" status: 204 len: 168 time: 0.5753479 Nov 12 12:23:23.719193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a8bcd2d-849a-40e4-8154-6e45ff04166b req-75eb0233-1c7c-4a39-9e26-2f43f29bf024 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641119 Nov 12 12:23:23.724590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47748) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:23.768226 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-6c5fc534-4dc0-4aa0-8334-0496281f7bc8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] show failed (client error): The resource could not be found. Nov 12 12:23:23.770400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79191487-df05-4360-85a0-028bc3e59ea3 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6080f47-4571-47b9-bbc2-f9c34aafbdaf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:23.777240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6c5fc534-4dc0-4aa0-8334-0496281f7bc8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups/e6080f47-4571-47b9-bbc2-f9c34aafbdaf HTTP/1.1" status: 404 len: 347 time: 0.0488358 Nov 12 12:23:23.777755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:23.842501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-32b93c5c-b5fc-412d-98e2-dfd282026f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.844001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-32b93c5c-b5fc-412d-98e2-dfd282026f34 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1262562 Nov 12 12:23:23.891858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-e7e355f8-e28a-479b-baac-e15a5eb22c7e req-f96964d2-725f-4eea-9b21-3546b23296f8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:23:23.900482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e7e355f8-e28a-479b-baac-e15a5eb22c7e req-f96964d2-725f-4eea-9b21-3546b23296f8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141451 Nov 12 12:23:23.901001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:23.923356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-bbec8eff-4d1d-4864-b09e-a9da0b7c3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.924903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-bbec8eff-4d1d-4864-b09e-a9da0b7c3b48 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699856 Nov 12 12:23:23.997733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5ea2-3521-42eb-a550-efa1cfd1afe5 req-d1efd230-d953-4b2d-86d1-95d91dd1c765 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:23.999305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d9e5ea2-3521-42eb-a550-efa1cfd1afe5 req-d1efd230-d953-4b2d-86d1-95d91dd1c765 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 944 time: 0.1200633 Nov 12 12:23:24.013117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47762) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:24.058952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Deleting port 3f9ae86a-f25b-4916-8797-46e403c2e284 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:24.059296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.091390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d9e5ea2-3521-42eb-a550-efa1cfd1afe5 req-23846d8f-07d2-4c63-b94c-5abf4cbab1a7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860770 Nov 12 12:23:24.124394 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-6dcb9560-ac8c-4fc7-83ee-9a6a893b2c9a service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865134 Nov 12 12:23:24.191107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.193505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.212130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Calling delete_port for 3f9ae86a-f25b-4916-8797-46e403c2e284 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:24.318581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-981b9805-e8a9-409a-8815-44734a6368d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.377272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b8d12-88e8-4de4-8f3c-f36950934e48 req-d8fa628b-6eb5-4b0b-9e9a-c09ac8802d8c tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:24.378950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db6b8d12-88e8-4de4-8f3c-f36950934e48 req-d8fa628b-6eb5-4b0b-9e9a-c09ac8802d8c tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 946 time: 0.1033614 Nov 12 12:23:24.515285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db6b8d12-88e8-4de4-8f3c-f36950934e48 req-bf48a573-663b-4aa9-a9dc-ea9727cc82a7 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234684 Nov 12 12:23:24.551932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.556538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-981b9805-e8a9-409a-8815-44734a6368d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.574445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-981b9805-e8a9-409a-8815-44734a6368d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.592199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2cded5a7-a759-463e-a895-cc8f38f3f158 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:24.607498 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-731f6238-05be-4570-8a76-15535e8ac6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.608511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event deleted for resources: {'Port': ['ID=3f9ae86a-f25b-4916-8797-46e403c2e284,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:24.697667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 2cded5a7-a759-463e-a895-cc8f38f3f158 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:24.703445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 2cded5a7-a759-463e-a895-cc8f38f3f158 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:24.704562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.753526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-b7e558d1-140b-444a-bc10-5c20ada775e5 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:24.761839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-b7e558d1-140b-444a-bc10-5c20ada775e5 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2088664 Nov 12 12:23:24.776082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b9805-e8a9-409a-8815-44734a6368d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9ab34f-d406-46a7-bf43-27afcac1c544,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:24.780552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-981b9805-e8a9-409a-8815-44734a6368d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc3037dfd6a84b29a385d6251085be69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7653623 Nov 12 12:23:24.794466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47772) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:24.817167 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-59920e4e-70ea-4329-b25d-a154069e9722 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2548296 Nov 12 12:23:24.830442 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.834118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-effa5252-ea4a-4968-9395-ff1f53b017b7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:23:24.836234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-effa5252-ea4a-4968-9395-ff1f53b017b7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069091 Nov 12 12:23:24.844814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05cfb5ff-9d1a-483a-afbb-594aab1adeb6 req-4b2ad3f7-adce-4c83-89da-98a22fa70a51 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070720 Nov 12 12:23:24.854308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-5a9781e7-f5a6-4631-ac15-37d790127135 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0914588 Nov 12 12:23:24.861007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Request body: {'floatingip': {'port_id': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:24.867927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1b79-b520-4c2d-9b03-ee86cfbd7f7e req-fd565ed0-2641-4298-a0cd-036fb1715d07 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:24.871210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8dc1b79-b520-4c2d-9b03-ee86cfbd7f7e req-fd565ed0-2641-4298-a0cd-036fb1715d07 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1614535 Nov 12 12:23:24.874713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.880388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.885041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-33e5b410-f81b-489f-ae26-aefd8d293cd2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "DELETE /v2.0/floatingips/43857707-c329-41b4-87d7-20fe728f7f96 HTTP/1.1" status: 204 len: 168 time: 1.1023772 Nov 12 12:23:24.929265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:24.936955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:24.953433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8de45b7-17d3-4f39-9b15-6ef6259d5a25 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:24.962107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:24.989536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.024372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-731f6238-05be-4570-8a76-15535e8ac6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.028306 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a174b780-b376-4525-9b88-5c32ac1a38e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.031823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-731f6238-05be-4570-8a76-15535e8ac6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.036237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0fe334-86e8-4846-a61c-7521e8920084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cded5a7-a759-463e-a895-cc8f38f3f158'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:25.039228 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc717df-6fd9-40c5-9554-91babe1f4256" -d '{"events": [{"server_uuid": "7f0fe334-86e8-4846-a61c-7521e8920084", "name": "network-vif-plugged", "status": "completed", "tag": "2cded5a7-a759-463e-a895-cc8f38f3f158"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:25.060485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a174b780-b376-4525-9b88-5c32ac1a38e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.078070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:25.131026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a174b780-b376-4525-9b88-5c32ac1a38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.134413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a174b780-b376-4525-9b88-5c32ac1a38e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.136378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a174b780-b376-4525-9b88-5c32ac1a38e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f9ab34f-d406-46a7-bf43-27afcac1c544 HTTP/1.1" status: 204 len: 168 time: 0.3450701 Nov 12 12:23:25.149183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:25.169257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8dc1b79-b520-4c2d-9b03-ee86cfbd7f7e req-d679d2d4-e385-4b9b-888c-7b6d9c2bc1b7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869434 Nov 12 12:23:25.169669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f6238-05be-4570-8a76-15535e8ac6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4bb1f-6d64-4bb8-8798-3cc6dc78ed69,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:25.171051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174b780-b376-4525-9b88-5c32ac1a38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9ab34f-d406-46a7-bf43-27afcac1c544,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:25.176402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:25.179259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.193665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-731f6238-05be-4570-8a76-15535e8ac6d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9513922b30bb477b917db3d58c6ad30f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2876630 Nov 12 12:23:25.197821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:25.299011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:25.332904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', 'mac_address': 'fa:16:3e:23:3b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:25.344989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb856c-18e2-41bf-97ac-82c44302a2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.358600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84962-e0ae-4bc7-aab8-3499cc700140 req-a8179806-a539-410f-b345-92fb9f657bfe tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:25.363385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87a84962-e0ae-4bc7-aab8-3499cc700140 req-a8179806-a539-410f-b345-92fb9f657bfe tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 948 time: 0.1039152 Nov 12 12:23:25.383786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb856c-18e2-41bf-97ac-82c44302a2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.436289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.451120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87a84962-e0ae-4bc7-aab8-3499cc700140 req-cf7c4ace-c000-45fa-bb06-0be7a0fb6169 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736246 Nov 12 12:23:25.475534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:25.539859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:25.548582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.554602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.565577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb856c-18e2-41bf-97ac-82c44302a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.568349 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb856c-18e2-41bf-97ac-82c44302a2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.569690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9eb856c-18e2-41bf-97ac-82c44302a2f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aa4bb1f-6d64-4bb8-8798-3cc6dc78ed69 HTTP/1.1" status: 204 len: 168 time: 0.3323390 Nov 12 12:23:25.587875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb856c-18e2-41bf-97ac-82c44302a2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4bb1f-6d64-4bb8-8798-3cc6dc78ed69,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:25.642386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:25.656114 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.672822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:25.694980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.702108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:25.801157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:25.924598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:25.938381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-432ba568-12ff-4208-8e55-4aade04ebe3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c535a2a7f9d94faf844c23797e13541e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359851 Nov 12 12:23:25.941295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47816) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:25.974052 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Floating IP cab59452-b1bd-4c81-945c-2411dfe9714b associated. External IP: 172.25.1.168, port: 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32. Nov 12 12:23:26.010701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed511-c071-40d3-b55b-53a94b85615c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.040972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:26.043035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:26.056293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503557384', 'description': 'tempest-description--8340326'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:26.064970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed511-c071-40d3-b55b-53a94b85615c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.141842 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2058bc7a-7b5f-4b61-99ef-baa76c34aa06 x-openstack-request-id: req-2058bc7a-7b5f-4b61-99ef-baa76c34aa06 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:26.142812 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0fe334-86e8-4846-a61c-7521e8920084", "name": "network-vif-plugged", "status": "completed", "tag": "2cded5a7-a759-463e-a895-cc8f38f3f158", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:26.144916 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2058bc7a-7b5f-4b61-99ef-baa76c34aa06 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:26.145777 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0fe334-86e8-4846-a61c-7521e8920084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'code': 200} Nov 12 12:23:26.149229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed511-c071-40d3-b55b-53a94b85615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.155178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed511-c071-40d3-b55b-53a94b85615c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.156471 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ed3ed511-c071-40d3-b55b-53a94b85615c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7634daf-be65-4ba4-84ea-3a86ae83aa44 HTTP/1.1" status: 204 len: 168 time: 0.2146404 Nov 12 12:23:26.184416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ed511-c071-40d3-b55b-53a94b85615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7634daf-be65-4ba4-84ea-3a86ae83aa44,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:26.220643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.312216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea0d6-eb38-4802-aaa8-44061a1781f8 req-48690fb7-4103-4176-9320-40b94f288188 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:26.320851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-844ea0d6-eb38-4802-aaa8-44061a1781f8 req-48690fb7-4103-4176-9320-40b94f288188 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 945 time: 0.1342061 Nov 12 12:23:26.400684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-844ea0d6-eb38-4802-aaa8-44061a1781f8 req-5a62583c-7146-4c9b-9c65-bcb69c07bfbb tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Nov 12 12:23:26.465444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457b85f-fe59-4bb4-a47c-5d8df45ebba1 req-86c05192-96b4-4a08-adf6-b35414224de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:26.467408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4457b85f-fe59-4bb4-a47c-5d8df45ebba1 req-86c05192-96b4-4a08-adf6-b35414224de7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 1096 time: 0.1537428 Nov 12 12:23:26.515568 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.539115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c3a59-3af6-46cb-8dd9-5133767654b5 req-acf095dc-fd32-4e0a-ae7e-f533ca27bfcc tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:26.540937 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a2c3a59-3af6-46cb-8dd9-5133767654b5 req-acf095dc-fd32-4e0a-ae7e-f533ca27bfcc tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 946 time: 0.0670033 Nov 12 12:23:26.562659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.600523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a2c3a59-3af6-46cb-8dd9-5133767654b5 req-13ac8c65-1ba9-4a4e-9b79-a108df3c098c tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Nov 12 12:23:26.619876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5838cdd8-7dd3-4c47-a026-15c95d0bd49d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:26.650806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.652252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03fb80c7-a85b-466f-b606-a7ebefc787c0 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6081479 Nov 12 12:23:26.656036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:26.657014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4457b85f-fe59-4bb4-a47c-5d8df45ebba1 req-5ad5dc76-c977-4429-8431-3bca553662c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726522 Nov 12 12:23:26.660831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'security_group_rule': {'security_group_id': '5838cdd8-7dd3-4c47-a026-15c95d0bd49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:26.666019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Router 5aa226bf-07ff-44a3-95b3-49da9a36e548 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:26.742953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.782702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960cf49-5e10-4bb5-87e2-da36c073b85b req-e7153267-de8e-44ef-a625-3499e1164421 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:26.784288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1960cf49-5e10-4bb5-87e2-da36c073b85b req-e7153267-de8e-44ef-a625-3499e1164421 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.0846794 Nov 12 12:23:26.816762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:26.826195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.828355 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] Sync routers for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:26.841490 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:26.842243 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:26.844932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.852261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.865732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-f6fa85b8-299c-490f-81ee-a62b0e28f711 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "PUT /v2.0/floatingips/cab59452-b1bd-4c81-945c-2411dfe9714b HTTP/1.1" status: 200 len: 997 time: 2.0104718 Nov 12 12:23:26.868356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:26.871166 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d04b7d-387a-4459-8230-4e60e7c68432" -d '{"events": [{"name": "network-changed", "server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:26.899591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1960cf49-5e10-4bb5-87e2-da36c073b85b req-53591b94-016f-4d3a-bd1a-3cb9cb52e52c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989475 Nov 12 12:23:26.910921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:26.918732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614169 Nov 12 12:23:26.920533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:26.933397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'security_group_rule': {'security_group_id': '5838cdd8-7dd3-4c47-a026-15c95d0bd49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:26.938396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d80a8b-eca7-4f71-a0e8-5113bba65102 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327fb6e7-c675-4b54-a4b7-6817e3ff1463,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:26.977523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-ce88163f-7c24-4720-8b26-a94ba17da6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:26.981925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-ce88163f-7c24-4720-8b26-a94ba17da6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1097 time: 0.0890255 Nov 12 12:23:27.008920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.129575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.138917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1d86-c412-45f2-a746-181e7568ec3a req-3d1f14d7-ef47-4a4a-ad53-030a16a89d2b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.146683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-295f1d86-c412-45f2-a746-181e7568ec3a req-3d1f14d7-ef47-4a4a-ad53-030a16a89d2b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 949 time: 0.0968847 Nov 12 12:23:27.154946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.181107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:27.214285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a2a71b-dfc1-4109-8a8d-61b5e1cacdd2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:27.220276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-61d56798-7086-471a-802b-5d7b3f02d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.222270 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-61d56798-7086-471a-802b-5d7b3f02d9f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 929 time: 0.2326014 Nov 12 12:23:27.227926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-65348b88-89ee-40a6-8b39-fc60edb5aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.229821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-65348b88-89ee-40a6-8b39-fc60edb5aef8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1100 time: 0.1183178 Nov 12 12:23:27.236117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.240881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fce21e63-a6c9-465b-b18d-94b508b2d429 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3179111 Nov 12 12:23:27.241982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47870) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:27.249854 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:27.250120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:27.278439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-295f1d86-c412-45f2-a746-181e7568ec3a req-590c423b-6a79-4cda-bbc1-13e212c40aa2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216381 Nov 12 12:23:27.310936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.405041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-22c468ef-29f6-4e5b-820a-61be30c20366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 1000 time: 0.1739392 Nov 12 12:23:27.493924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-e5cd969d-3e0e-4844-802e-b43e9b621aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.498097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-e5cd969d-3e0e-4844-802e-b43e9b621aaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2592356 Nov 12 12:23:27.512153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3dcc6-e362-43d4-8867-bd3079e7c5aa req-b9d26708-da00-4eaf-b2bd-f6f865c37a72 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.513883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ff3dcc6-e362-43d4-8867-bd3079e7c5aa req-b9d26708-da00-4eaf-b2bd-f6f865c37a72 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae6edf21-b540-4e9b-adeb-072f5730850f HTTP/1.1" status: 200 len: 945 time: 0.0714164 Nov 12 12:23:27.571962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-90872356-network', 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:27.576673 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-3523f082-30a7-4339-b59a-4dba814e0c50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 217 time: 0.0680306 Nov 12 12:23:27.579596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-267476f0-f575-467e-8dfd-01e34bfb234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.581002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-267476f0-f575-467e-8dfd-01e34bfb234e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 200 len: 867 time: 0.1688609 Nov 12 12:23:27.600976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.619236 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cab59452-b1bd-4c81-945c-2411dfe9714b', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'port_id': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'mac_address': 'fa:16:3e:4e:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b65103-c076-47b0-9a99-c4568f8fd978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:23:22Z', 'updated_at': '2021-11-12T12:23:25Z', 'revision_number': 1, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:05Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:27.658756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:27.660716 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.669888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] Checking router: 5aa226bf-07ff-44a3-95b3-49da9a36e548 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:27.682389 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:27.682623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:27.683587 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:27.695489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ff3dcc6-e362-43d4-8867-bd3079e7c5aa req-33c43d09-d834-4f0d-bf6b-a35049a0c478 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677673 Nov 12 12:23:27.703642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-0473b0c5-3d10-4e00-a7f4-320289b3a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.705099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-0473b0c5-3d10-4e00-a7f4-320289b3a613 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1017330 Nov 12 12:23:27.718728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-48fe2b74-f8a1-4a69-b588-3b7ea23ef69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:27.720230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-48fe2b74-f8a1-4a69-b588-3b7ea23ef69c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bbfbbe-4830-439d-b772-7368301ded35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303103 Nov 12 12:23:27.829615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Allocated IP 172.25.1.233 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/1ed73065-d63e-40a0-86b0-8066d8538ff4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:27.849459 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:27.898785 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7173a5-de1b-4942-8725-497dab915473 x-openstack-request-id: req-4d7173a5-de1b-4942-8725-497dab915473 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:27.899437 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:27.899437 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d7173a5-de1b-4942-8725-497dab915473 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:27.899647 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'status': 'completed', 'code': 200} Nov 12 12:23:27.952320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.037252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcc1da-7d49-4013-ad0d-677b0b07f5ae req-c92a46df-065d-4a2f-ac32-b951a3961c97 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:28.039308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cfcc1da-7d49-4013-ad0d-677b0b07f5ae req-c92a46df-065d-4a2f-ac32-b951a3961c97 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 945 time: 0.0950079 Nov 12 12:23:28.066984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.067258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.077807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-5ecefbf7-c1ff-4ee5-9db6-415a0140904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:28.079373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-5ecefbf7-c1ff-4ee5-9db6-415a0140904b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3582895 Nov 12 12:23:28.079998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.093489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:23:28.147382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:28.152119 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574e5678-bcc7-478a-aff4-df78c7313874" -d '{"events": [{"server_uuid": "a8e47c32-4742-4508-af4b-af1d5598b989", "name": "network-vif-plugged", "status": "completed", "tag": "f8de45b7-17d3-4f39-9b15-6ef6259d5a25"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:28.153792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.154147 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Added segment 67f9a7f0-ec08-4fe7-a96c-52718d9c09ea of type vlan for network f8daec21-785f-4d4d-bfef-1b859b4a11ac Nov 12 12:23:28.175344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cfcc1da-7d49-4013-ad0d-677b0b07f5ae req-5564c17e-ec26-460d-85df-dcdbcf3f693c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254013 Nov 12 12:23:28.176856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:28.177735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-473c976f-95cb-425d-b93d-d8d5bca402d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:28.179995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-473c976f-95cb-425d-b93d-d8d5bca402d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1097 time: 0.2780149 Nov 12 12:23:28.182281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:28.190304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:28.210965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-d80f86ff-c551-4818-bcc9-2858a00fc8be service neutron] 10.222.0.18 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789822 Nov 12 12:23:28.231443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'Port': ['ID=1ed73065-d63e-40a0-86b0-8066d8538ff4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:28.267917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cab59452-b1bd-4c81-945c-2411dfe9714b', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'port_id': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'mac_address': 'fa:16:3e:4e:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b65103-c076-47b0-9a99-c4568f8fd978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:23:22Z', 'updated_at': '2021-11-12T12:23:25Z', 'revision_number': 1, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:05Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:28.280751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef88634-8e77-4021-bfed-4c3ea6426457,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:28.323196 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77883014-600e-4d4e-b49a-de73171b1bc4 None None] The sync data for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 is: [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cab59452-b1bd-4c81-945c-2411dfe9714b', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'port_id': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'mac_address': 'fa:16:3e:4e:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b65103-c076-47b0-9a99-c4568f8fd978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:23:22Z', 'updated_at': '2021-11-12T12:23:25Z', 'revision_number': 1, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:05Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:28.342273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.365903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.366893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.367163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.367495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.368237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.368459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.368780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.369167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.369472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.369798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.370141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.370471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:28.390771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.394196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.473198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47900) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:28.592708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fefb9-fa12-4dd3-9aff-9ec4a97084f4 req-74a9defd-994d-4b3f-97dc-26c1c6ddfaa8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:28.594431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c4fefb9-fa12-4dd3-9aff-9ec4a97084f4 req-74a9defd-994d-4b3f-97dc-26c1c6ddfaa8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1030853 Nov 12 12:23:28.641796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1299555234', 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:28.669022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca435bd4-7751-49ac-8a2e-8f091c83345d None None] New status for floating IP cab59452-b1bd-4c81-945c-2411dfe9714b: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:23:28.713603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.716927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Made reservation on behalf of 64180834441746e1a982c24df4e42021 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:28.719563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.728735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c4fefb9-fa12-4dd3-9aff-9ec4a97084f4 req-7854ce8b-57e1-4654-a8de-bf4842e66119 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218491 Nov 12 12:23:28.729211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.754201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.820994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:23:28.845506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'Port': ['ID=1ed73065-d63e-40a0-86b0-8066d8538ff4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:28.854392 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052c54c-f990-426c-bd1f-a29e9c36df39 x-openstack-request-id: req-d052c54c-f990-426c-bd1f-a29e9c36df39 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:28.857836 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e47c32-4742-4508-af4b-af1d5598b989", "name": "network-vif-plugged", "status": "completed", "tag": "f8de45b7-17d3-4f39-9b15-6ef6259d5a25", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:28.858452 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d052c54c-f990-426c-bd1f-a29e9c36df39 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:28.859139 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'code': 200} Nov 12 12:23:28.865859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.886463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e182568-51e2-48a9-b13e-22d9d8a8d561 req-7c39e997-5eef-4744-9688-31c617b9b985 service neutron] 10.222.0.18 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065211 Nov 12 12:23:28.887473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.888562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:28.889927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.901745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.912801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:28.914104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5d6cfeed-5b84-4cbd-91c0-e9a72bde8126 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6675348 Nov 12 12:23:28.982498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:28.989629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94f69-2572-49d5-93fd-805e28d906df req-7b72bd95-b159-4239-9e9e-2111e6dbbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:28.992176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecf94f69-2572-49d5-93fd-805e28d906df req-7b72bd95-b159-4239-9e9e-2111e6dbbd8e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 1101 time: 0.0743408 Nov 12 12:23:29.007423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-3f368178-feba-4828-9266-ce93d1556a91 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9033828 Nov 12 12:23:29.011774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.031544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] Pushing event updated for resources: {'Network': ['ID=f8daec21-785f-4d4d-bfef-1b859b4a11ac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:29.045795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:29.052925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:23:29.095290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:23:29.134877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.134877 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Added segment 6cee608d-de61-4923-913c-9b2dbe57df02 of type vlan for network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 Nov 12 12:23:29.134877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2a5168-4644-4455-9a7f-99654dae59fd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:29.157740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecf94f69-2572-49d5-93fd-805e28d906df req-61b4bcd3-8e02-4902-aca5-ac0177ae2dbe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543474 Nov 12 12:23:29.180556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:29.181340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.183536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242df6c-02e3-48a5-be11-3203c21ac143 req-4d65218b-506f-48d4-ac8e-0bdf7fc24ba9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:29.185120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0242df6c-02e3-48a5-be11-3203c21ac143 req-4d65218b-506f-48d4-ac8e-0bdf7fc24ba9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 949 time: 0.1916351 Nov 12 12:23:29.197461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-2a2fee17-7610-4999-ac0d-d30919ef9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:29.199226 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-2a2fee17-7610-4999-ac0d-d30919ef9ede service neutron] 10.222.0.81 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 929 time: 1.0080822 Nov 12 12:23:29.217520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d0db36cb-1f7c-4dc9-af9a-5ad9a8b62459 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0341995 Nov 12 12:23:29.222278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:29.231218 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.236629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Request body: {'subnet': {'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-90872356-subnet', 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:29.301004 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0242df6c-02e3-48a5-be11-3203c21ac143 req-201e0e92-8233-4682-8c61-2a0f904e9b0c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989563 Nov 12 12:23:29.304727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:29.307407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.332640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.333792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:29.334513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.350007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-8c18730d-1dcf-4394-b98c-d391b7d800c8 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029180 Nov 12 12:23:29.364775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.407750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.434489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:29.440206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.488002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-2edba58f-ebf6-45a9-8926-c983d3826980 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 258 time: 0.2661536 Nov 12 12:23:29.493934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0196328 Nov 12 12:23:29.504837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:29.505087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:29.514125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'subnet': {'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:29.520401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea7b66-ff94-4378-a943-3e0b5b0b5a83 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Network': ['ID=4cc28e19-e1e3-4c5c-abc1-5284197b8ef5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:29.528564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:29.532543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:23:29.559509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-df44ec3f-8ab4-447f-bdfc-210b40eab102 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 1002 time: 0.1782541 Nov 12 12:23:29.567689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-7690301f-c887-4e5f-9362-f2a6965b066b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--503557384&fields=id&tenant_id=87b4ce763192452a897da3e00291a04e HTTP/1.1" status: 200 len: 267 time: 0.1327507 Nov 12 12:23:29.568636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.607817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.635540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Made reservation on behalf of 64180834441746e1a982c24df4e42021 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:29.637768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.675751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-462b00ee-9ba7-480b-9088-ea09f461f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:29.677215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-462b00ee-9ba7-480b-9088-ea09f461f6ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 200 len: 867 time: 0.0915430 Nov 12 12:23:29.749635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.754376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-4662d8bd-ede7-4196-a817-8f1a83a606e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:29.756702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-4662d8bd-ede7-4196-a817-8f1a83a606e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48bbfbbe-4830-439d-b772-7368301ded35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588026 Nov 12 12:23:29.846156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-853ca409-498e-48a7-999c-b356f8a65892 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:29.847682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-853ca409-498e-48a7-999c-b356f8a65892 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 811 time: 0.2635736 Nov 12 12:23:29.854453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.905931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-b21e9fe1-00f2-4bea-94c0-2a02f780619a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/quotas/87b4ce763192452a897da3e00291a04e HTTP/1.1" status: 200 len: 375 time: 0.0447569 Nov 12 12:23:29.930690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-54748829-b61c-4eab-8631-dbe945e95dad service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661649 Nov 12 12:23:29.937652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Allocated IP 172.25.1.78 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/eb455d41-c940-4a94-92ba-991e7ca64f1b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:29.966004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1303627d-9827-4f79-9c44-2ee0d30cc186,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:30.016640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:30.016987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Network hostable DHCP agents. Network: f8daec21-785f-4d4d-bfef-1b859b4a11ac, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:23:30.076586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-884a9ec0-0f31-46b8-ad58-dc5566553f14 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1594732 Nov 12 12:23:30.088966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:23:30.134792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-324919f9-9fce-43a0-b271-8c7bb58c4b98 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:30.136356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-324919f9-9fce-43a0-b271-8c7bb58c4b98 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae6edf21-b540-4e9b-adeb-072f5730850f HTTP/1.1" status: 200 len: 945 time: 0.1653397 Nov 12 12:23:30.183275 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8d04b7d-387a-4459-8230-4e60e7c68432 req-c42196e8-59d5-4840-a94c-b3ba7819fb61 service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362876 Nov 12 12:23:30.213841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.290672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Deleting port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:30.290929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.295798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.386626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:30.394073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:30.403315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:30.438120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event updated for resources: {'Port': ['ID=eb455d41-c940-4a94-92ba-991e7ca64f1b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:30.469357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f8daec21-785f-4d4d-bfef-1b859b4a11ac) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:30.480193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] For port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:30.480559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.482066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2308af4f-ccb2-454d-91bd-6d2e715859ca None None] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:23:30.501165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:30.502190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.525971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Calling delete_port for 21607e0d-0cd8-42bc-a860-3a8a2449f5aa owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:30.560295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c501195b-75a0-4d85-9f7d-7ccb079c8b07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3369792 Nov 12 12:23:30.594860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.599283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-12cf6fb2-801b-44e2-936e-39f857af79ce service neutron] 10.222.0.18 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006258 Nov 12 12:23:30.649789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.660499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96414b5-79c8-4dad-b986-e686560bc7e8 None None] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:23:30.723695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:23:30.724291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.779067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-fb825f3e-103c-42fc-9070-5c954b7b1fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787457 Nov 12 12:23:30.855334 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.855577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Checking segment: {'id': '6cee608d-de61-4923-913c-9b2dbe57df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:30.855577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network hostable DHCP agents. Network: 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:23:30.869611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Subnet': ['ID=272741c1-b20c-4b21-bb65-fdcabaa74191,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:30.877671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:30.883810 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a933e97-6619-4da8-a200-50b83bb3b5f4" -d '{"events": [{"server_uuid": "64d6fca8-581d-4312-9f08-48f8c6ec94f9", "name": "network-vif-plugged", "status": "completed", "tag": "a7ef982c-e837-4f3f-b4c2-5a5d00d27d70"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:30.889877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['00537c0d-8799-41f0-ab9a-650d5773d6b7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:30.890085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:23:30.905946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:30.916855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event deleted for resources: {'Port': ['ID=21607e0d-0cd8-42bc-a860-3a8a2449f5aa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:30.923312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:30.924809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:30.942466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f2e99-8590-4e82-a789-9028c27cdc6e None None] Network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:23:30.976860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:30.977101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-14e1d207-8b00-48aa-aec8-968cd83340cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4710324 Nov 12 12:23:30.982083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1885297351', 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:31.010926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] No DVR routers for this DVR port 21607e0d-0cd8-42bc-a860-3a8a2449f5aa on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:31.013827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.017438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c32bddf4-6cfe-4a81-bee2-c361daaf8c2f req-470abfd9-926e-4995-a02e-08edd049ce45 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "DELETE /v2.0/ports/21607e0d-0cd8-42bc-a860-3a8a2449f5aa HTTP/1.1" status: 204 len: 173 time: 0.8718965 Nov 12 12:23:31.041774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'name': 'network-vif-deleted', 'tag': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:31.044661 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc43189-3c13-4fa8-98b3-d247d490a8c3" -d '{"events": [{"server_uuid": "ae6edf21-b540-4e9b-adeb-072f5730850f", "name": "network-vif-deleted", "tag": "21607e0d-0cd8-42bc-a860-3a8a2449f5aa"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:31.111831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Made reservation on behalf of 64180834441746e1a982c24df4e42021 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:31.119232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.126736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fb09e-300e-422b-be1c-35a2f0736ac7 req-ca083be3-d668-47b8-8855-3aa1970c709b tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:31.129527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f6fb09e-300e-422b-be1c-35a2f0736ac7 req-ca083be3-d668-47b8-8855-3aa1970c709b tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 945 time: 0.0950451 Nov 12 12:23:31.145444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.160589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.169956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] device_id is not set on port 36cdf219-990b-435f-b9d1-420133e68c63 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:23:31.205631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f6fb09e-300e-422b-be1c-35a2f0736ac7 req-63919a2a-9791-4086-9a81-becf6a4667c6 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637050 Nov 12 12:23:31.227677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57add1f-1d34-49e8-8548-905039085d02 None None] Network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:23:31.311985 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.329027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event updated for resources: {'Port': ['ID=eb455d41-c940-4a94-92ba-991e7ca64f1b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:31.404512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Allocated IP 2001:db8::349 (4cc28e19-e1e3-4c5c-abc1-5284197b8ef5/272741c1-b20c-4b21-bb65-fdcabaa74191/36cdf219-990b-435f-b9d1-420133e68c63) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:31.459030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.468049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-9850ca67-040a-4290-aded-eb973d449a56 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9788332 Nov 12 12:23:31.490851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-9db7527a-0b37-40db-be20-4fee6906bf01 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:31.495722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-9db7527a-0b37-40db-be20-4fee6906bf01 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 813 time: 0.1816473 Nov 12 12:23:31.517520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-265f9d59-9fac-41c2-bcbd-73521645bc3a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/quotas/692b55eaef0e454e917bd27a60263ea7 HTTP/1.1" status: 200 len: 375 time: 0.0171421 Nov 12 12:23:31.551907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-2a993b75-7f7c-4174-ab14-d6cd81145204 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0828350 Nov 12 12:23:31.594486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-17e3204b-0a0f-437e-8290-e32483ed71fd tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758464 Nov 12 12:23:31.707796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-70a0837e-37b2-43ff-963c-3cfb4a815113 service neutron] 10.222.0.18 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125219 Nov 12 12:23:31.755948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.771542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-7c56e958-87cb-497b-8ae7-2667a4649c0b tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:31.773305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-7c56e958-87cb-497b-8ae7-2667a4649c0b tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.81 "GET /v2.0/ports?device_id=6acfec3a-906e-4a3e-9664-a81d2b462ad8 HTTP/1.1" status: 200 len: 946 time: 0.1743557 Nov 12 12:23:31.793645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-48723df4-290c-421f-b78f-98857dcb2074 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:31.805703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c1ff915-4ecc-404e-8d3e-d649e6136b09 req-48723df4-290c-421f-b78f-98857dcb2074 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2335544 Nov 12 12:23:31.845129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cd068040-41ff-438f-aa81-280e97b1530a service neutron] 10.222.0.18 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299896 Nov 12 12:23:31.928384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.990652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5f605-3fe3-4477-bc01-4cedc037e39a req-fb4a5c3e-ee11-496d-808e-16362c803e5b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:31.994057 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9c5f605-3fe3-4477-bc01-4cedc037e39a req-fb4a5c3e-ee11-496d-808e-16362c803e5b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1306725 Nov 12 12:23:32.015936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:32.027048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Port': ['ID=36cdf219-990b-435f-b9d1-420133e68c63,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:32.029769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:32.034044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:32.035306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:32.036136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:32.066010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Deleting port 00537c0d-8799-41f0-ab9a-650d5773d6b7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:32.066352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:32.108739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfb40b-b80f-46f6-9005-f74cbbbb0bb6 req-82f4914d-4ce3-4133-930d-caf9985157ce tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:32.110756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-79bfb40b-b80f-46f6-9005-f74cbbbb0bb6 req-82f4914d-4ce3-4133-930d-caf9985157ce tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 950 time: 0.0583699 Nov 12 12:23:32.176992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-22096cc5-5c38-493b-bfc3-0ad8a9e71e1f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1985371 Nov 12 12:23:32.186312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-79bfb40b-b80f-46f6-9005-f74cbbbb0bb6 req-9f7a0e58-e272-4888-91f7-c0f75c89b120 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693288 Nov 12 12:23:32.187077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:32.217618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9c5f605-3fe3-4477-bc01-4cedc037e39a req-fb5ae210-5ff8-44bb-ae20-cfc09d6f472c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042434 Nov 12 12:23:32.320839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] For port 00537c0d-8799-41f0-ab9a-650d5773d6b7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00537c0d-8799-41f0-ab9a-650d5773d6b7,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:32.321749 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:32.326301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Deleting port 36cdf219-990b-435f-b9d1-420133e68c63 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:32.329832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:32.341047 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002c21f-7dd5-477b-8e9d-d9c6b455c1d6 x-openstack-request-id: req-4002c21f-7dd5-477b-8e9d-d9c6b455c1d6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:32.341562 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d6fca8-581d-4312-9f08-48f8c6ec94f9", "name": "network-vif-plugged", "status": "completed", "tag": "a7ef982c-e837-4f3f-b4c2-5a5d00d27d70", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:32.341867 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4002c21f-7dd5-477b-8e9d-d9c6b455c1d6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:32.342414 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', 'code': 200} Nov 12 12:23:32.389352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Calling delete_port for 00537c0d-8799-41f0-ab9a-650d5773d6b7 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:32.523712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da0c4538-b981-4365-bfec-74f637c99c14 req-4b693800-d1b9-48b5-bea2-4c2696bdb538 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 210 time: 0.0598404 Nov 12 12:23:32.536936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:32.589739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Calling delete_port for 36cdf219-990b-435f-b9d1-420133e68c63 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:32.608201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ded46649-5d3f-4e0a-abd4-e3f6d6e2ac64 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:32.609684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ded46649-5d3f-4e0a-abd4-e3f6d6e2ac64 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.65 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 811 time: 0.3725793 Nov 12 12:23:32.639438 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b72b1-9960-4379-98da-805366ddbd3e x-openstack-request-id: req-9d3b72b1-9960-4379-98da-805366ddbd3e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:32.639726 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6edf21-b540-4e9b-adeb-072f5730850f", "name": "network-vif-deleted", "tag": "21607e0d-0cd8-42bc-a860-3a8a2449f5aa", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:32.640002 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d3b72b1-9960-4379-98da-805366ddbd3e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:32.640559 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6edf21-b540-4e9b-adeb-072f5730850f', 'name': 'network-vif-deleted', 'tag': '21607e0d-0cd8-42bc-a860-3a8a2449f5aa', 'status': 'completed', 'code': 200} Nov 12 12:23:32.675349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 21607e0d-0cd8-42bc-a860-3a8a2449f5aa no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:32.702215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 21607e0d-0cd8-42bc-a860-3a8a2449f5aa {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:32.702622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 21607e0d-0cd8-42bc-a860-3a8a2449f5aa not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:32.774964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38ce8e-15d1-4c5e-8e0c-89afa5fd3d52 req-b3cc9d87-7b7b-4e04-add4-35f06c88becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:32.776629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e38ce8e-15d1-4c5e-8e0c-89afa5fd3d52 req-b3cc9d87-7b7b-4e04-add4-35f06c88becf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 1101 time: 0.2549882 Nov 12 12:23:32.809802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-979e48ab-22bd-4a10-aad1-722fba9f6c64 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87b4ce763192452a897da3e00291a04e HTTP/1.1" status: 200 len: 379 time: 0.1676996 Nov 12 12:23:32.812383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-dab4ba0d-ca4f-4fc2-8736-14a4ed800d88 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:32.815288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-dab4ba0d-ca4f-4fc2-8736-14a4ed800d88 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.2177725 Nov 12 12:23:32.826233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186a347-9496-41cd-8504-ab212615a26a req-e25d84d5-a846-40b8-8d25-10ba5fb0c3a3 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:32.831351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3186a347-9496-41cd-8504-ab212615a26a req-e25d84d5-a846-40b8-8d25-10ba5fb0c3a3 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 945 time: 0.1599414 Nov 12 12:23:32.842373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'port': {'device_id': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'admin_state_up': True, 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'security_groups': ['5838cdd8-7dd3-4c47-a026-15c95d0bd49d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:32.872657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-f4899a31-a2d1-4a42-a8fa-8b980ad0b2dd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0242186 Nov 12 12:23:32.883580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:32.899501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['00537c0d-8799-41f0-ab9a-650d5773d6b7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:32.934936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-4df3c8ca-ebc2-4b8f-aaf6-8c04f7f309f6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549898 Nov 12 12:23:32.985991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event deleted for resources: {'Port': ['ID=00537c0d-8799-41f0-ab9a-650d5773d6b7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:33.036671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e38ce8e-15d1-4c5e-8e0c-89afa5fd3d52 req-8184b3bd-06b2-4d38-900f-162110f92357 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434492 Nov 12 12:23:33.068065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] No DVR routers for this DVR port 00537c0d-8799-41f0-ab9a-650d5773d6b7 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:33.070956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.075098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5f9583b-1362-43a3-979b-f06134dbfafa req-c95ae4e8-d3f9-4db4-868c-dff9938bf552 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.81 "DELETE /v2.0/ports/00537c0d-8799-41f0-ab9a-650d5773d6b7 HTTP/1.1" status: 204 len: 173 time: 1.2672300 Nov 12 12:23:33.082400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3186a347-9496-41cd-8504-ab212615a26a req-47c8953d-7580-4859-978b-f8e2378f6929 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334731 Nov 12 12:23:33.102968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.123516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Made reservation on behalf of 87b4ce763192452a897da3e00291a04e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:33.128380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.143779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-64119ec6-8380-44df-b92e-a69e8efe02e1 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073610 Nov 12 12:23:33.175983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event deleted for resources: {'Port': ['ID=36cdf219-990b-435f-b9d1-420133e68c63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:33.216205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.219494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a72d10f8-b832-40c5-82d8-cce2221ae0ff tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/ports/36cdf219-990b-435f-b9d1-420133e68c63 HTTP/1.1" status: 204 len: 168 time: 1.0308526 Nov 12 12:23:33.223444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:33.253609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5', 'external_fixed_ips': [{'subnet_id': '272741c1-b20c-4b21-bb65-fdcabaa74191', 'ip_address': '2001:db8::349'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:33.289581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.290666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.305558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-51d650d8-bdb3-4fd8-94c4-a5e1efaf3018 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:33.307255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-51d650d8-bdb3-4fd8-94c4-a5e1efaf3018 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1102207 Nov 12 12:23:33.319009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-1c4c3757-44a8-4c66-9d32-0d7668f6fa96 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507215 Nov 12 12:23:33.325055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Allocated IP 172.20.0.12 (db42803f-3d5a-4663-bf93-9608df557453/eb3b2357-308c-4a95-a7c4-72b773238df5/f3ecbf5e-7683-467d-b5d3-ac7edae2df0d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:33.382995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.426070 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-922986c0-4597-4dd6-b45a-ad0fbce70a87 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0952349 Nov 12 12:23:33.442520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-62d848c0-3c48-462b-ae8d-fa86568e854c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Request body: {'floatingip': {'port_id': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:33.490126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-62d848c0-3c48-462b-ae8d-fa86568e854c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.612256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.897831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-f76ff38c-8ad6-44d9-a0a1-04dfe449b22d tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:33.900490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-f76ff38c-8ad6-44d9-a0a1-04dfe449b22d tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 813 time: 0.3333187 Nov 12 12:23:33.924486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Request body: {'port': {'device_id': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'admin_state_up': True, 'tenant_id': '692b55eaef0e454e917bd27a60263ea7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:33.949773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.994780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.049441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.155202 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-62d848c0-3c48-462b-ae8d-fa86568e854c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 12:23:34.156141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6db0c07c-1ccd-4bde-bbd7-7823e18e42b5 req-62d848c0-3c48-462b-ae8d-fa86568e854c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "PUT /v2.0/floatingips/8433124e-fb42-4f6b-8311-db131d01886b HTTP/1.1" status: 409 len: 550 time: 0.7201314 Nov 12 12:23:34.222621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.346105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Allocated IP 2001:db8::349 (4cc28e19-e1e3-4c5c-abc1-5284197b8ef5/272741c1-b20c-4b21-bb65-fdcabaa74191/8e20dc1a-0162-4197-855f-57292cc46364) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:34.449470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e044382-f278-4cd8-a806-ce2ba62af59c req-d739b880-eb4b-4c6d-b1a1-0d660ea1d73c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:34.451044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e044382-f278-4cd8-a806-ce2ba62af59c req-d739b880-eb4b-4c6d-b1a1-0d660ea1d73c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1290154 Nov 12 12:23:34.553185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.559384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e044382-f278-4cd8-a806-ce2ba62af59c req-6d71e0b9-fb4b-4248-a54a-43e7bcfdd6c4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996723 Nov 12 12:23:34.599424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.672412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'name': 'network-vif-deleted', 'tag': '00537c0d-8799-41f0-ab9a-650d5773d6b7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:34.674240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebaa7519-28ec-4d2d-9021-717ff250c15a req-be558840-d3fa-4f10-95d7-2d40ef61dad2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 210 time: 0.0381527 Nov 12 12:23:34.674556 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6043f454-836a-48f4-ac82-06ec1ca45d99" -d '{"events": [{"server_uuid": "6acfec3a-906e-4a3e-9664-a81d2b462ad8", "name": "network-vif-deleted", "tag": "00537c0d-8799-41f0-ab9a-650d5773d6b7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:34.685091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:34.697625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:34.699949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:34.723379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Network db42803f-3d5a-4663-bf93-9608df557453 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:34.740906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-12acdbd4-0fa8-4d58-b084-1976787366e1 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:34.742644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-12acdbd4-0fa8-4d58-b084-1976787366e1 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 813 time: 0.6573889 Nov 12 12:23:34.748648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:34.775596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:34.804885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Request body: {'port': {'device_id': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'admin_state_up': True, 'tenant_id': '692b55eaef0e454e917bd27a60263ea7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:34.830116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Port': ['ID=8e20dc1a-0162-4197-855f-57292cc46364,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:34.831747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Made reservation on behalf of 692b55eaef0e454e917bd27a60263ea7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:34.835948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.870415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event updated for resources: {'Port': ['ID=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:34.875658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a01891-2030-4bc1-9616-3daf6323b72f req-86b91228-b613-49ec-98c0-2ba3ee3d1dbb tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:34.877319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1a01891-2030-4bc1-9616-3daf6323b72f req-86b91228-b613-49ec-98c0-2ba3ee3d1dbb tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 932 time: 0.0725849 Nov 12 12:23:34.956192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:34.957106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.989609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b259f4-eef1-4c44-929c-5a6e82ce893d req-498d6db8-0676-478b-b442-305a32a98c88 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:34.991248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9b259f4-eef1-4c44-929c-5a6e82ce893d req-498d6db8-0676-478b-b442-305a32a98c88 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 950 time: 0.3135200 Nov 12 12:23:35.021638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1a01891-2030-4bc1-9616-3daf6323b72f req-4661da1e-1c6b-4e7b-bbab-ce0b24e321d8 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036193 Nov 12 12:23:35.033222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.054501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-e9a0dd64-aa98-4249-becf-dffe19476f00 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2216783 Nov 12 12:23:35.080799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Request body: {'port': {'device_id': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:35.130455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-41d78f2e-5a9c-4ddc-9742-6c0e5dda5b63 None None] Provisioning complete for port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:35.131051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41d78f2e-5a9c-4ddc-9742-6c0e5dda5b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.184245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41d78f2e-5a9c-4ddc-9742-6c0e5dda5b63 None None] Port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:35.190249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53e54883-9b71-405e-9be0-218d1298c5cb req-e688c577-4217-4a4b-8399-6850644f3406 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 210 time: 0.0421593 Nov 12 12:23:35.265715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9b259f4-eef1-4c44-929c-5a6e82ce893d req-7c492b76-6936-4f44-8dea-14ec447c2c60 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308714 Nov 12 12:23:35.300328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-78465b33-23fc-4788-9852-94184c7fe2d1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips/8433124e-fb42-4f6b-8311-db131d01886b HTTP/1.1" status: 200 len: 692 time: 0.0601346 Nov 12 12:23:35.340521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Made reservation on behalf of 692b55eaef0e454e917bd27a60263ea7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:35.344965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.361624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.395958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Allocated IP 172.20.0.2 (852c17b6-7457-4cce-81e6-3c5b5fd57032/3135621d-a703-4e01-82ce-7a9cd69261cb/2734effc-93ce-4ca1-b6f3-0e89d2529ab2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:35.458763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.498510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-c03a26b0-2d5f-431b-998f-cc5b04c0b2fe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:35.500044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-c03a26b0-2d5f-431b-998f-cc5b04c0b2fe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.3507435 Nov 12 12:23:35.517139 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38194a9-28f4-413a-bdf7-8e9a4b8d4f27 x-openstack-request-id: req-a38194a9-28f4-413a-bdf7-8e9a4b8d4f27 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:35.517482 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acfec3a-906e-4a3e-9664-a81d2b462ad8", "name": "network-vif-deleted", "tag": "00537c0d-8799-41f0-ab9a-650d5773d6b7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:35.518433 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a38194a9-28f4-413a-bdf7-8e9a4b8d4f27 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:35.518433 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acfec3a-906e-4a3e-9664-a81d2b462ad8', 'name': 'network-vif-deleted', 'tag': '00537c0d-8799-41f0-ab9a-650d5773d6b7', 'status': 'completed', 'code': 200} Nov 12 12:23:35.535016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:35.551719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-5ad581e9-af97-4a28-b92f-05df7ee743c7 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:35.560047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-5ad581e9-af97-4a28-b92f-05df7ee743c7 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2437284 Nov 12 12:23:35.619414 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3277fbe-ea70-4091-8b3f-617911846edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.642321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-7a4334ab-28d7-47db-9814-80824d70905b tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0811925 Nov 12 12:23:35.704039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-1b36e3fe-a08a-460b-b6f4-92b51c554b46 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0537288 Nov 12 12:23:35.828792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Router 389febf3-3530-4193-81b5-eb7944ddaa31 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:23:35.902384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Deleting port eb455d41-c940-4a94-92ba-991e7ca64f1b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:35.902726 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:35.909469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0554d1b-39c4-4b68-ad45-e7a40a88718a req-317b8dbe-f51f-42ff-bc0f-8a4cfcd224c5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:35.911013 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0554d1b-39c4-4b68-ad45-e7a40a88718a req-317b8dbe-f51f-42ff-bc0f-8a4cfcd224c5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 945 time: 0.2376165 Nov 12 12:23:35.951274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.009703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:36.015040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:36.018665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.021396 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Sync routers for ids ['389febf3-3530-4193-81b5-eb7944ddaa31'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:36.033427 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.034044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.040460 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Routers {'389febf3-3530-4193-81b5-eb7944ddaa31'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:36.041124 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['389febf3-3530-4193-81b5-eb7944ddaa31'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:36.045899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.050105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-36520442-5beb-4477-8059-a36ace894e03 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8256958 Nov 12 12:23:36.050842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48044) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:36.064952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Calling delete_port for eb455d41-c940-4a94-92ba-991e7ca64f1b owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:36.085484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0554d1b-39c4-4b68-ad45-e7a40a88718a req-0291393d-9568-4ac0-90c8-be82d19f90d4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595407 Nov 12 12:23:36.109085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ecbf5e-7683-467d-b5d3-ac7edae2df0d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:36.130035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.192955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.197602 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Set router 389febf3-3530-4193-81b5-eb7944ddaa31 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:36.232048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.280820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Transition to ACTIVE for port object f3ecbf5e-7683-467d-b5d3-ac7edae2df0d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:36.308673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.376288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:36.387635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:36.390479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Allocated IP 172.20.0.12 (852c17b6-7457-4cce-81e6-3c5b5fd57032/3135621d-a703-4e01-82ce-7a9cd69261cb/8952517a-ad7f-4d0a-bb2b-1fd5a558599c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:36.401998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:36.410739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event updated for resources: {'Port': ['ID=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:36.411696 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389febf3-3530-4193-81b5-eb7944ddaa31', 'name': '', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5', 'external_fixed_ips': [{'subnet_id': '272741c1-b20c-4b21-bb65-fdcabaa74191', 'ip_address': '2001:db8::349'}], 'enable_snat': True}, 'gw_port_id': '8e20dc1a-0162-4197-855f-57292cc46364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:33Z', 'updated_at': '2021-11-12T12:23:34Z', 'revision_number': 3, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port': {'id': '8e20dc1a-0162-4197-855f-57292cc46364', 'name': '', 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389febf3-3530-4193-81b5-eb7944ddaa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '272741c1-b20c-4b21-bb65-fdcabaa74191', 'ip_address': '2001:db8::349', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:23:34Z', 'updated_at': '2021-11-12T12:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '272741c1-b20c-4b21-bb65-fdcabaa74191', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:36.442597 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Checking router: 389febf3-3530-4193-81b5-eb7944ddaa31 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:36.442932 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Updating router 389febf3-3530-4193-81b5-eb7944ddaa31 port 8e20dc1a-0162-4197-855f-57292cc46364 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:23:36.473003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51605b-b19b-43fb-a1a5-ea13ce4f4318 req-83495bcf-a9e0-4908-8f28-c6d6fd23f2b9 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:36.474567 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.481335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f51605b-b19b-43fb-a1a5-ea13ce4f4318 req-83495bcf-a9e0-4908-8f28-c6d6fd23f2b9 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.2851241 Nov 12 12:23:36.546958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.8 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/08434fbf-f6f7-4814-83bb-b5bce74bc730) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:36.657912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2cded5a7-a759-463e-a895-cc8f38f3f158 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:36.760259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.791049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:36.797608 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.806990 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.842763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:36.846965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:36.847619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.876673 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7564c-1098-4b31-9828-879ae078da99 None None] Pushing event updated for resources: {'Port': ['ID=8e20dc1a-0162-4197-855f-57292cc46364,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:36.877224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'port_id': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'mac_address': 'fa:16:3e:46:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e574d5-cfb8-45a1-b4ec-d26b0d47c627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:36.884010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.886483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.892010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f51605b-b19b-43fb-a1a5-ea13ce4f4318 req-1b6a019f-10f0-48d6-a752-669dcbecbba4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098415 Nov 12 12:23:36.923135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event deleted for resources: {'Port': ['ID=eb455d41-c940-4a94-92ba-991e7ca64f1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:36.932058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8f4e4954-facb-4913-b875-1b3fc68e3860 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0194860 Nov 12 12:23:36.942816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Deleting port 8e20dc1a-0162-4197-855f-57292cc46364 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:36.945022 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Attempting to bind port 8e20dc1a-0162-4197-855f-57292cc46364 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:36.946493 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Attempting to bind port 8e20dc1a-0162-4197-855f-57292cc46364 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6cee608d-de61-4923-913c-9b2dbe57df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:36.947003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.948468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00537c0d-8799-41f0-ab9a-650d5773d6b7 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:36.949034 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Attempting to bind port 8e20dc1a-0162-4197-855f-57292cc46364 on network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:36.950348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Request body: {'port': {'device_id': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:36.978611 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:36.979509 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Checking segment: {'id': '6cee608d-de61-4923-913c-9b2dbe57df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:36.979922 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.980321 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Bound using segment: {'id': '6cee608d-de61-4923-913c-9b2dbe57df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:36.983693 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Bound port: 8e20dc1a-0162-4197-855f-57292cc46364, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cee608d-de61-4923-913c-9b2dbe57df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4cc28e19-e1e3-4c5c-abc1-5284197b8ef5'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:36.984710 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:36.991147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 00537c0d-8799-41f0-ab9a-650d5773d6b7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:36.992389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00537c0d-8799-41f0-ab9a-650d5773d6b7 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:37.008028 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.047677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Attempting to bind port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:37.048013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Attempting to bind port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:37.048345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Attempting to bind port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d on network db42803f-3d5a-4663-bf93-9608df557453 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:37.052957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cded5a7-a759-463e-a895-cc8f38f3f158 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:37.060759 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] For port 8e20dc1a-0162-4197-855f-57292cc46364, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:37.065162 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] For port 8e20dc1a-0162-4197-855f-57292cc46364, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e20dc1a-0162-4197-855f-57292cc46364,segment=NetworkSegment(6cee608d-de61-4923-913c-9b2dbe57df02),segment_id=6cee608d-de61-4923-913c-9b2dbe57df02)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:37.073539 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.081021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:37.090189 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.115899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.120162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.122070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d on network db42803f-3d5a-4663-bf93-9608df557453 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:37.122425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Attempting to bind port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d on network db42803f-3d5a-4663-bf93-9608df557453 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:37.127988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90133a35-71a5-45fb-a16a-4a6897d06920 req-9b42bbd4-bdc0-4739-bc4e-ba265121c13c tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "DELETE /v2.0/floatingips/8433124e-fb42-4f6b-8311-db131d01886b HTTP/1.1" status: 204 len: 173 time: 1.4167948 Nov 12 12:23:37.143813 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7564c-1098-4b31-9828-879ae078da99 None None] Pushing event updated for resources: {'Port': ['ID=8e20dc1a-0162-4197-855f-57292cc46364,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:37.160807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec188215-4b7c-465d-a998-c915eb8d0c29 req-1dff0b65-bef7-4884-a748-20c9525e77b7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 210 time: 0.0684545 Nov 12 12:23:37.172911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.174191 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Routers {'389febf3-3530-4193-81b5-eb7944ddaa31'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:37.175137 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['389febf3-3530-4193-81b5-eb7944ddaa31'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:37.176123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:37.176877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Checking segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:37.176877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Bound using segment: {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:37.177286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Bound port: f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:37.177645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.189567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.204644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Calling delete_port for 8e20dc1a-0162-4197-855f-57292cc46364 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:37.208617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:37.242570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.254514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2cded5a7-a759-463e-a895-cc8f38f3f158'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:37.308434 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] Set router 389febf3-3530-4193-81b5-eb7944ddaa31 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:37.350407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Network 852c17b6-7457-4cce-81e6-3c5b5fd57032 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:37.387916 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389febf3-3530-4193-81b5-eb7944ddaa31', 'name': '', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:33Z', 'updated_at': '2021-11-12T12:23:36Z', 'revision_number': 4, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:37.408871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:37.419890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.424012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:37.425309 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2140ccd-d2e4-454a-9b12-e6027071c383 None None] The sync data for ids ['389febf3-3530-4193-81b5-eb7944ddaa31'] in n-d-804878-5 is: [{'id': '389febf3-3530-4193-81b5-eb7944ddaa31', 'name': '', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:33Z', 'updated_at': '2021-11-12T12:23:36Z', 'revision_number': 4, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:37.430926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event updated for resources: {'Port': ['ID=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:37.451943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c3c7f-368f-4304-8987-633db026d9fd req-19aa323e-75b2-400b-b7ba-ee67843a0892 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:37.458223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-483c3c7f-368f-4304-8987-633db026d9fd req-19aa323e-75b2-400b-b7ba-ee67843a0892 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 944 time: 0.2198873 Nov 12 12:23:37.561467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] For port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:37.561863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-483c3c7f-368f-4304-8987-633db026d9fd req-8fc20f43-2505-444b-b551-560178b98f8d tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636928 Nov 12 12:23:37.620118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.622440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0e59-c9b0-441a-9861-0a2bc189e43d req-a6137d13-9a9b-4f11-8f9f-1f44629dff6a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:37.623989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d19c0e59-c9b0-441a-9861-0a2bc189e43d req-a6137d13-9a9b-4f11-8f9f-1f44629dff6a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 931 time: 0.2962043 Nov 12 12:23:37.629641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:37.630298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.634038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] For port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:37.658811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.661322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e20dc1a-0162-4197-855f-57292cc46364,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:37.717803 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.738457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.749081 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-66eaf71d-0d0a-40dd-a66a-0eb9de7fa277 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9699051 Nov 12 12:23:37.784281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:37.785019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.787425 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] 10.222.0.65 "PUT /v2.0/ports/f3ecbf5e-7683-467d-b5d3-ac7edae2df0d HTTP/1.1" status: 200 len: 1092 time: 2.7186584 Nov 12 12:23:37.793585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:37.796013 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9142d4-292c-44b6-8e65-efb9ad3cb64e" -d '{"events": [{"name": "network-changed", "server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:37.813005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Request body: {'port': {'device_id': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:37.853627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.857850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.869174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365d5f7-1c9d-4d35-9c30-d970dd469323 req-39b50ee2-d7e0-40e1-aed6-42a532e630d2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:37.870827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9365d5f7-1c9d-4d35-9c30-d970dd469323 req-39b50ee2-d7e0-40e1-aed6-42a532e630d2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 950 time: 0.2136497 Nov 12 12:23:37.917532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:37.932076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:37.938723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.939324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 389febf3-3530-4193-81b5-eb7944ddaa31 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:23:37.946804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.947210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d19c0e59-c9b0-441a-9861-0a2bc189e43d req-cc8d9b30-cc74-4c43-afdc-3d9821ba508d tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025801 Nov 12 12:23:37.949264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:37.950627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-afd385d2-03c5-4c43-8ad3-721b416e2ac2 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/routers/389febf3-3530-4193-81b5-eb7944ddaa31 HTTP/1.1" status: 204 len: 168 time: 1.8969717 Nov 12 12:23:37.967177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:37.969366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da827e99-3f39-4af8-98c6-0c69598650a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:37.977941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8561bf-9c58-4e1f-927c-6a8564ef5c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:38.034838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9365d5f7-1c9d-4d35-9c30-d970dd469323 req-c0401b9d-8810-4f10-96d9-9ec9edad672a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540983 Nov 12 12:23:38.071144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Deleting subnet 272741c1-b20c-4b21-bb65-fdcabaa74191 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:23:38.075213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.159546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.184709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-65218c82-d2f2-4425-a2f5-a7277bb15394 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1002 time: 0.1235166 Nov 12 12:23:38.244132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.253191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-0284a0a6-8f25-491c-9763-e201e92217d5 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:38.254710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-0284a0a6-8f25-491c-9763-e201e92217d5 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports/38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 943 time: 0.0634654 Nov 12 12:23:38.321206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.389332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=272741c1-b20c-4b21-bb65-fdcabaa74191,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:38.394824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.401142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94ba44be-cb36-4d5b-9225-cfaf2433c094 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/272741c1-b20c-4b21-bb65-fdcabaa74191 HTTP/1.1" status: 204 len: 168 time: 0.4298074 Nov 12 12:23:38.401419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:38.475063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.476245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-b42cdeb2-36d3-4842-bea8-00780ec9392f tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1002 time: 0.1649189 Nov 12 12:23:38.479156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-d63783d0-b627-4af4-a05a-462185992cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:38.480656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-d63783d0-b627-4af4-a05a-462185992cf8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 1095 time: 0.6296632 Nov 12 12:23:38.518244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.559787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=08434fbf-f6f7-4814-83bb-b5bce74bc730,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:38.576832 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:38.577481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.586294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-56c40e0c-2bef-4425-a455-4b976253af38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d HTTP/1.1" status: 200 len: 217 time: 0.0785077 Nov 12 12:23:38.674760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.691148 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-40326127-a7c1-444d-9728-7882311534a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1623163 Nov 12 12:23:38.691381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-f1b1bb8b-7a2b-45d0-a583-2e54f5392993 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:38.692640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-f1b1bb8b-7a2b-45d0-a583-2e54f5392993 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2098236 Nov 12 12:23:38.700555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2cded5a7-a759-463e-a895-cc8f38f3f158 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:38.716953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765b-2d23-4769-895e-4ef31a90051b req-7bd8894b-2006-43d5-9d34-f833c0d10937 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:38.717199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc28e19-e1e3-4c5c-abc1-5284197b8ef5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:38.718522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-926a765b-2d23-4769-895e-4ef31a90051b req-7bd8894b-2006-43d5-9d34-f833c0d10937 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 944 time: 0.6600292 Nov 12 12:23:38.726274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Request body: {'port': {'device_id': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:38.729636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:38.757557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cee608d-de61-4923-913c-9b2dbe57df02') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:38.757849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cee608d-de61-4923-913c-9b2dbe57df02') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:38.778977 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.802076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.810529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:23:38.810529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.817965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.819966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.838515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2cded5a7-a759-463e-a895-cc8f38f3f158 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:38.852007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-3cd4c7c5-8940-4123-b67d-d0338ed39a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:38.853505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-3cd4c7c5-8940-4123-b67d-d0338ed39a2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.2222400 Nov 12 12:23:38.858958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:23:38.863253 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:23:38.866427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.882271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-d8219b77-2a1c-4e06-9efa-3fdef36d60c2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1002 time: 0.1759779 Nov 12 12:23:38.887648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.893615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:23:38.895874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:38.900904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/networks/4cc28e19-e1e3-4c5c-abc1-5284197b8ef5 HTTP/1.1" status: 204 len: 168 time: 0.4985142 Nov 12 12:23:38.914284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:38.920220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Transition to ACTIVE for port object 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:38.941429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:38.979391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883d81b-49e2-471f-a257-a6682069f1f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cc28e19-e1e3-4c5c-abc1-5284197b8ef5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:39.006430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.014769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.019732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.133751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Pushing event updated for resources: {'Port': ['ID=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:39.146141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-7ac1e71f-59e1-4074-b950-0782c721a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:39.151569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-7ac1e71f-59e1-4074-b950-0782c721a817 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557344 Nov 12 12:23:39.227605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.237629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.238906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:39.245885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'name': 'tempest-router--1340837580', 'project_id': '5be49006ea054787b8fc789b63db1b1e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:39.250753 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.251517 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Floating IP cab59452-b1bd-4c81-945c-2411dfe9714b disassociated. External IP: 172.25.1.168, port: 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32. Nov 12 12:23:39.316071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8952517a-ad7f-4d0a-bb2b-1fd5a558599c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:39.323156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.325102 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.328186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.344700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Transition to ACTIVE for port object 8952517a-ad7f-4d0a-bb2b-1fd5a558599c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:39.351338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-926a765b-2d23-4769-895e-4ef31a90051b req-8b96f5b3-3bac-4419-81d9-fd4d2a07afb8 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104541 Nov 12 12:23:39.449323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.455876 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.475554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.477881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e60cdd98-5395-437d-8117-d5f18525fcb0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2374442 Nov 12 12:23:39.480543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:39.510579 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09f2c83-f39d-4bd4-ba3d-0248c9eaa46f x-openstack-request-id: req-b09f2c83-f39d-4bd4-ba3d-0248c9eaa46f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:39.510857 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:39.511109 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b09f2c83-f39d-4bd4-ba3d-0248c9eaa46f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:39.511516 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'status': 'completed', 'code': 200} Nov 12 12:23:39.521872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.607620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.835580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a2589-d97d-4e54-bad1-f7a33e78ee5a req-d0a81ce7-8c28-44d5-8297-a10463d1355a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:39.837178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4a2589-d97d-4e54-bad1-f7a33e78ee5a req-d0a81ce7-8c28-44d5-8297-a10463d1355a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.2822051 Nov 12 12:23:39.837819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Pushing event updated for resources: {'Port': ['ID=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:39.853794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.859922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.915254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Router 5aa226bf-07ff-44a3-95b3-49da9a36e548 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:39.919448 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.920395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 610ef9de-eeef-4d76-ab46-15dd4b78d24b {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:23:39.924965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:39.929611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8d31e3c1-1f56-45cf-acba-d29e595876a4 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/routers/610ef9de-eeef-4d76-ab46-15dd4b78d24b HTTP/1.1" status: 204 len: 168 time: 0.4442797 Nov 12 12:23:39.951146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-cd84a82f-fa9e-4306-9558-57bde8e99f22 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504309 Nov 12 12:23:40.050743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:40.056440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.064242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] Sync routers for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:40.080311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:40.082209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:40.095034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9753ac9f-0332-47cb-8013-9e94905844b3 req-93d1ad6e-fc54-4de8-9b0f-4ec1e9e77900 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082265 Nov 12 12:23:40.095877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e650ce4-54ab-4c8d-9469-178c1e9238e1 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "PUT /v2.0/floatingips/cab59452-b1bd-4c81-945c-2411dfe9714b HTTP/1.1" status: 200 len: 695 time: 1.1936238 Nov 12 12:23:40.096353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:40.099160 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52034086-6c40-4fbc-9afb-2eae764db2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:40.103609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Attempting to bind port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:40.104185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Attempting to bind port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:40.104714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Attempting to bind port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:40.119278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Attempting to bind port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:40.119950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Attempting to bind port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:40.120485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Attempting to bind port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:40.133119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4a2589-d97d-4e54-bad1-f7a33e78ee5a req-1c41ea7a-c15e-4157-bc15-589b05281b4c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821126 Nov 12 12:23:40.135969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:40.136496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Attempting to bind port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:40.144689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:40.145008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Attempting to bind port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 on network 852c17b6-7457-4cce-81e6-3c5b5fd57032 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:40.169557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:40.174985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:40.175328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Checking segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:40.175719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Bound using segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:40.176161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Bound port: 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:40.176529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.218667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e98a0b7-11c9-43ec-a059-865d34178ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.225997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:40.226386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Checking segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:40.226983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Bound using segment: {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:40.227640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Bound port: 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:40.228190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.229048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-1e98a0b7-11c9-43ec-a059-865d34178ebc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1097 time: 0.0979002 Nov 12 12:23:40.340686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08434fbf-f6f7-4814-83bb-b5bce74bc730 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:40.376778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-a40dd4af-32f8-4ea3-8dc1-bef55789ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.379751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-a40dd4af-32f8-4ea3-8dc1-bef55789ae17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 929 time: 0.1499357 Nov 12 12:23:40.385889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.455431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-455bab07-b682-47ce-8fbb-ca3e170809b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 217 time: 0.0674031 Nov 12 12:23:40.465671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-51e7c13e-214a-40c4-886b-9d806ba121f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.467442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-51e7c13e-214a-40c4-886b-9d806ba121f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 1095 time: 0.2683916 Nov 12 12:23:40.474937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Transition to ACTIVE for port object 08434fbf-f6f7-4814-83bb-b5bce74bc730 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:40.492052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] For port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:40.501682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389082753', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:40.509404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] For port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:40.526036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.535136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558469-bd1f-4cb9-826a-243df3733a56 req-9913d29d-cedd-4d08-aa8e-04fb565e1880 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.538945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e558469-bd1f-4cb9-826a-243df3733a56 req-9913d29d-cedd-4d08-aa8e-04fb565e1880 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 950 time: 0.2655044 Nov 12 12:23:40.546322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.574997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-62e8bf86-c18e-42e2-9f03-6c748b6be69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.576628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-62e8bf86-c18e-42e2-9f03-6c748b6be69e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 200 len: 867 time: 0.1144707 Nov 12 12:23:40.577886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.578993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.582393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:40.622401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.669688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] For port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:40.676392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-6437eea7-b07f-4d21-9eeb-0ce63344b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.678356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-6437eea7-b07f-4d21-9eeb-0ce63344b241 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bbfbbe-4830-439d-b772-7368301ded35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899723 Nov 12 12:23:40.681392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.702296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.702917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.704377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] 10.222.0.65 "PUT /v2.0/ports/8952517a-ad7f-4d0a-bb2b-1fd5a558599c HTTP/1.1" status: 200 len: 1092 time: 2.9155202 Nov 12 12:23:40.706386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] For port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:40.729677 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.740972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Pushing event updated for resources: {'Port': ['ID=08434fbf-f6f7-4814-83bb-b5bce74bc730,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:40.832921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:05Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:40.848465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.849085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.850598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] 10.222.0.65 "PUT /v2.0/ports/2734effc-93ce-4ca1-b6f3-0e89d2529ab2 HTTP/1.1" status: 200 len: 1091 time: 3.9053705 Nov 12 12:23:40.861634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-1cab5793-5ae5-4546-b6e1-293c1565cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:40.863174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-1cab5793-5ae5-4546-b6e1-293c1565cca9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 0.3687074 Nov 12 12:23:40.870467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] Checking router: 5aa226bf-07ff-44a3-95b3-49da9a36e548 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:40.883941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:40.884744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:40.889712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e558469-bd1f-4cb9-826a-243df3733a56 req-5037afbf-69c2-405d-b60e-90fca271da5a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383489 Nov 12 12:23:40.940991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7504-3d62-48fd-8356-d8a18d672fde service neutron] Pushing event updated for resources: {'Port': ['ID=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:41.012296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:41.040487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-84a2d3c2-8317-4064-bb4e-9677f5b4af5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d HTTP/1.1" status: 200 len: 217 time: 0.1462357 Nov 12 12:23:41.065779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-aef2f6b5-0094-4178-a7df-74717b266fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.067427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-aef2f6b5-0094-4178-a7df-74717b266fd5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 1095 time: 0.3015540 Nov 12 12:23:41.171682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.211987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Attempting to bind port 08434fbf-f6f7-4814-83bb-b5bce74bc730 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:41.212593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Attempting to bind port 08434fbf-f6f7-4814-83bb-b5bce74bc730 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:41.212762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Attempting to bind port 08434fbf-f6f7-4814-83bb-b5bce74bc730 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:41.218257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-c36081f5-b2e1-4316-a047-018c20329846 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c HTTP/1.1" status: 200 len: 217 time: 0.1145825 Nov 12 12:23:41.227796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Port 08434fbf-f6f7-4814-83bb-b5bce74bc730 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:41.228125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Attempting to bind port 08434fbf-f6f7-4814-83bb-b5bce74bc730 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:41.240522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d3169-55c0-4a2a-989c-c8d082177895 service neutron] Pushing event updated for resources: {'Port': ['ID=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:41.260404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:05Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:41.260712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-d14d1be2-8f5f-4000-8952-6c37d5e74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.262142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-d14d1be2-8f5f-4000-8952-6c37d5e74c31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 1094 time: 0.3319829 Nov 12 12:23:41.265911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-e0fc882b-8235-4cf5-88ff-fccf3be040a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.267535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-e0fc882b-8235-4cf5-88ff-fccf3be040a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.1990321 Nov 12 12:23:41.288140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:41.288554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:41.288875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:41.289078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88b485-e967-41d0-ad45-21ad2daa77d6 None None] The sync data for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 is: [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:00Z', 'revision_number': 4, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc0c5d62-dc51-4689-8f51-0d641d9a8593', 'name': '', 'network_id': '48bbfbbe-4830-439d-b772-7368301ded35', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'mac_address': 'fa:16:3e:80:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '847af904-1404-49a9-85fb-39282e663d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:58Z', 'updated_at': '2021-11-12T12:23:05Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'subnets': [{'id': '847af904-1404-49a9-85fb-39282e663d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:41.289375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Bound port: 08434fbf-f6f7-4814-83bb-b5bce74bc730, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:41.289687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.331649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725892a-85a1-443f-a222-ef87b762a06b req-9045b470-249f-4d8e-97b4-6918ecdaa6ad tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.333234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f725892a-85a1-443f-a222-ef87b762a06b req-9045b470-249f-4d8e-97b4-6918ecdaa6ad tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 943 time: 0.3158188 Nov 12 12:23:41.355454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.389588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-4400ee25-b411-4038-827a-292c7057a9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742234 Nov 12 12:23:41.397127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-b4777868-4be6-4e7d-86c3-1e9adbcffae7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2 HTTP/1.1" status: 200 len: 217 time: 0.0995493 Nov 12 12:23:41.453830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-9a52b376-f732-4552-a00b-dfabd1faa60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.455680 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-9a52b376-f732-4552-a00b-dfabd1faa60a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.2225907 Nov 12 12:23:41.527276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'tag': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c'}, {'name': 'network-changed', 'server_uuid': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'tag': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:41.529548 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e7c65-553a-4d6a-a04f-703e261e8de6" -d '{"events": [{"name": "network-changed", "server_uuid": "62b6dc14-d6ae-413b-95e3-e2ae13865981", "tag": "8952517a-ad7f-4d0a-bb2b-1fd5a558599c"}, {"name": "network-changed", "server_uuid": "084ed349-dfeb-4fc4-9358-70b4e844062a", "tag": "2734effc-93ce-4ca1-b6f3-0e89d2529ab2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:41.538529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4de2434-b7eb-4306-8b22-be7912392d1b req-348684ad-7bbd-4ecc-b4cf-7abb76be6341 service neutron] 10.222.0.18 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384153 Nov 12 12:23:41.545196 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-8403b21c-322f-430f-b0af-be916d9fc96f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582602 Nov 12 12:23:41.581214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-b99664a6-6ee9-4911-addd-8a8ea5bde114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.581941 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-b99664a6-6ee9-4911-addd-8a8ea5bde114 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857726 Nov 12 12:23:41.608234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-d7cbae60-1637-43fd-a3e1-5596e941a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.609735 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-d7cbae60-1637-43fd-a3e1-5596e941a3e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.2007809 Nov 12 12:23:41.627914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] For port 08434fbf-f6f7-4814-83bb-b5bce74bc730, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:41.637104 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4dbce6-2d5d-4ad4-a38e-92c0f51b3eb5 None None] New status for floating IP cab59452-b1bd-4c81-945c-2411dfe9714b: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:23:41.657448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f725892a-85a1-443f-a222-ef87b762a06b req-04c50881-0d1a-4d6e-a851-fdc0ef8ae0dc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838509 Nov 12 12:23:41.705600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.713556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] For port 08434fbf-f6f7-4814-83bb-b5bce74bc730, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:41.734215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-3f8f81d3-f67b-40f4-8d02-911298f0c28e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918996 Nov 12 12:23:41.736160 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.739149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.792121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08031-2cee-4b70-a4bd-31831f80226a req-ec978fad-017f-4a36-8ec3-818b398caeeb tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:41.794714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48a08031-2cee-4b70-a4bd-31831f80226a req-ec978fad-017f-4a36-8ec3-818b398caeeb tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 944 time: 0.1551087 Nov 12 12:23:41.914546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48a08031-2cee-4b70-a4bd-31831f80226a req-83f93d03-f700-44d6-9982-221f90c8774a tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112814 Nov 12 12:23:41.916128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Allocated IP 172.25.1.99 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/4c1868f2-3bbc-44f1-b9cc-9aebe045dad2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:42.083063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:42.137502 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3cd12-ec9e-4778-8c12-c1968ab3fb47 x-openstack-request-id: req-ccc3cd12-ec9e-4778-8c12-c1968ab3fb47 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:42.137813 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:42.138073 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccc3cd12-ec9e-4778-8c12-c1968ab3fb47 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:42.138526 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'status': 'completed', 'code': 200} Nov 12 12:23:42.140554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:42.219126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:42.228426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:42.231144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:42.267199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event updated for resources: {'Port': ['ID=4c1868f2-3bbc-44f1-b9cc-9aebe045dad2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:42.282304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.282864 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:42.284149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] 10.222.0.81 "PUT /v2.0/ports/08434fbf-f6f7-4814-83bb-b5bce74bc730 HTTP/1.1" status: 200 len: 1091 time: 3.5763054 Nov 12 12:23:42.296822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-60e1f879-9b23-4495-a910-acdeddc0acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.299045 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-60e1f879-9b23-4495-a910-acdeddc0acbf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2faeda96b244546b23b51826fa7c27a&device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 1097 time: 0.1228750 Nov 12 12:23:42.377138 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-17452f07-5570-4dd3-a759-b5a27b509fb9 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179843 Nov 12 12:23:42.396230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-2e2eacd6-2f94-4214-a9f6-ab3f34a624c2 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770467 Nov 12 12:23:42.404177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916681c-e698-4432-a24b-51fe45fcb150 service neutron] Pushing event updated for resources: {'Port': ['ID=08434fbf-f6f7-4814-83bb-b5bce74bc730,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:42.441899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e53a1-852b-4033-87b8-08e0f37d0436 req-d18bf17d-2170-4d12-b970-76048f221130 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.443764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-947e53a1-852b-4033-87b8-08e0f37d0436 req-d18bf17d-2170-4d12-b970-76048f221130 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 943 time: 0.6726661 Nov 12 12:23:42.493684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-9c0b18fe-08bd-4d51-a874-91b06bb086b3 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169502 Nov 12 12:23:42.562962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-4b71cb01-8543-4cf3-b412-ab6b9a3d3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.564458 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-4b71cb01-8543-4cf3-b412-ab6b9a3d3fbc service neutron] 10.222.0.81 "GET /v2.0/networks?id=48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 200 len: 929 time: 0.2256444 Nov 12 12:23:42.578747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db16ea-015f-4695-ab42-f7526ce7c299 req-07e8dfaf-d65e-4ae6-aaa8-0be009dd3fe9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.585770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db16ea-015f-4695-ab42-f7526ce7c299 req-07e8dfaf-d65e-4ae6-aaa8-0be009dd3fe9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.587403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-66db16ea-015f-4695-ab42-f7526ce7c299 req-07e8dfaf-d65e-4ae6-aaa8-0be009dd3fe9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9&device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 1691 time: 0.1434710 Nov 12 12:23:42.592922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-f1cad759-ba63-4863-b631-336bd260cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.594376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-f1cad759-ba63-4863-b631-336bd260cf36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 1094 time: 0.2437823 Nov 12 12:23:42.669111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-574a3220-a47b-467e-b2cf-4269a1277373 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 200 len: 217 time: 0.0797260 Nov 12 12:23:42.696302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f3ecbf5e-7683-467d-b5d3-ac7edae2df0d details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:42.707145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-ac0f6da7-7b96-4a0b-8aa6-1dc523093e79 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730 HTTP/1.1" status: 200 len: 217 time: 0.0851789 Nov 12 12:23:42.754732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-91c7c059-a0a8-4e73-9639-35f9e1ce42d7 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525019 Nov 12 12:23:42.807222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-947e53a1-852b-4033-87b8-08e0f37d0436 req-8f06a597-bd9b-47a6-9d24-d00d0e8b7dea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320475 Nov 12 12:23:42.821374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-66db16ea-015f-4695-ab42-f7526ce7c299 req-ed706896-2c00-4293-b957-db6e8b7fdff6 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211614 Nov 12 12:23:42.833384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:42.838566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf5ddee-9f82-44f6-862b-c637c74a7b4c req-1618a2aa-3cea-41d3-8222-794c5e7530de service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024752 Nov 12 12:23:42.841306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de9142d4-292c-44b6-8e65-efb9ad3cb64e req-82df8e7c-c943-413e-980a-fc51da4e9b01 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207027 Nov 12 12:23:42.851870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:42.878625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'port_id': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'mac_address': 'fa:16:3e:0a:f5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:42.889156 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98232afc-0d8b-4bce-9152-dc95c29063d9 x-openstack-request-id: req-98232afc-0d8b-4bce-9152-dc95c29063d9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:42.889467 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b6dc14-d6ae-413b-95e3-e2ae13865981", "tag": "8952517a-ad7f-4d0a-bb2b-1fd5a558599c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "084ed349-dfeb-4fc4-9358-70b4e844062a", "tag": "2734effc-93ce-4ca1-b6f3-0e89d2529ab2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:42.889725 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98232afc-0d8b-4bce-9152-dc95c29063d9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:42.891122 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'tag': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c', 'status': 'completed', 'code': 200} Nov 12 12:23:42.891381 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'tag': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2', 'status': 'completed', 'code': 200} Nov 12 12:23:42.893490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-c1b95f87-469b-4bf2-a4d1-6f71b1371ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.895079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-c1b95f87-469b-4bf2-a4d1-6f71b1371ad9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1466391 Nov 12 12:23:42.900324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-1c2e4945-de85-4c84-9841-da385c18d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.902028 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-1c2e4945-de85-4c84-9841-da385c18d071 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 200 len: 867 time: 0.1882217 Nov 12 12:23:42.933443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:42.949839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ecbf5e-7683-467d-b5d3-ac7edae2df0d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:42.972136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:42.977850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-f931f4cf-10f9-4349-a70e-19f128a0bf08 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips/cab59452-b1bd-4c81-945c-2411dfe9714b HTTP/1.1" status: 200 len: 693 time: 0.0817132 Nov 12 12:23:42.978443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:42.991448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-437c421c-4d7b-4dc5-aaeb-335abd52ffef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514488 Nov 12 12:23:43.032220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-579254c9-86df-4408-9af2-1f9829ad3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.033607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-579254c9-86df-4408-9af2-1f9829ad3e15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 1095 time: 0.1174505 Nov 12 12:23:43.038120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:43.086655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc311ca5-cb4d-41ba-9440-36122863483f req-6e9d1f8e-60a8-40a3-a2b6-10f2d4f1851e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.088201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc311ca5-cb4d-41ba-9440-36122863483f req-6e9d1f8e-60a8-40a3-a2b6-10f2d4f1851e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1837702 Nov 12 12:23:43.102069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-0c9abe5b-96fc-4e53-8696-393a64a023d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.104663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-0c9abe5b-96fc-4e53-8696-393a64a023d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48bbfbbe-4830-439d-b772-7368301ded35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658084 Nov 12 12:23:43.228882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-f33a1647-baba-4a91-912e-dd79f730c5c1 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263689 Nov 12 12:23:43.236217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc311ca5-cb4d-41ba-9440-36122863483f req-a658e8f6-435f-4595-8275-03e2a7415df0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339517 Nov 12 12:23:43.267301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-a306dcb7-8f23-427e-abd7-f78b8d1c8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.268815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-a306dcb7-8f23-427e-abd7-f78b8d1c8d63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 914 time: 0.2232926 Nov 12 12:23:43.297505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f3ecbf5e-7683-467d-b5d3-ac7edae2df0d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:43.359207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-eb773f00-a970-4db2-9b65-1a55ff75647f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c HTTP/1.1" status: 200 len: 217 time: 0.0806322 Nov 12 12:23:43.465369 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a10eac13-0709-4fc2-b66f-086b811c15f7 req-ff7bfadb-0c07-4a8e-b706-03f459c8b66d service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229168 Nov 12 12:23:43.469701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-7b1cd634-15ce-4d53-b083-e07c30edc2e5 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.471201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-7b1cd634-15ce-4d53-b083-e07c30edc2e5 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.4847839 Nov 12 12:23:43.473314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887eb3-3d2a-42b6-8fe7-6d0e8f556409 req-3b0e0ec7-fc12-48ca-b922-53b424e7b1ed tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.474811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69887eb3-3d2a-42b6-8fe7-6d0e8f556409 req-3b0e0ec7-fc12-48ca-b922-53b424e7b1ed tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 943 time: 0.1637251 Nov 12 12:23:43.476446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-67475a5e-b1d6-42a8-818a-a2f9e040e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.477837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-67475a5e-b1d6-42a8-818a-a2f9e040e25a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.1020439 Nov 12 12:23:43.525687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-38a580e2-8bc1-4ba9-90c5-b994df0950e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369349 Nov 12 12:23:43.579326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69887eb3-3d2a-42b6-8fe7-6d0e8f556409 req-713234b8-c328-40a7-aba3-0e140066f456 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972443 Nov 12 12:23:43.589508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-c55f36fc-27ca-4d31-b75b-df07a73531df service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738450 Nov 12 12:23:43.592809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-a6481c57-ebda-4e52-a639-5a2bd682ae62 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0816097 Nov 12 12:23:43.598031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:43.663012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-ef2d8b67-dd35-47e2-b89c-1b0810b44f17 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261418 Nov 12 12:23:43.736014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-7df01390-7139-4af9-84f4-4187107c5429 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1345108 Nov 12 12:23:43.760522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99755d-0960-4b1d-abf8-2b4a7427d1c3 req-14d7cc45-ee31-41d1-bc55-e3c462e82614 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.762201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b99755d-0960-4b1d-abf8-2b4a7427d1c3 req-14d7cc45-ee31-41d1-bc55-e3c462e82614 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 943 time: 0.1193395 Nov 12 12:23:43.806926 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-e2c64685-0c41-4d22-bc8e-82bb9ceef7df service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258357 Nov 12 12:23:43.830684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b99755d-0960-4b1d-abf8-2b4a7427d1c3 req-1905dfe8-6315-4a52-9375-fa64f9527a52 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620348 Nov 12 12:23:43.893200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52034086-6c40-4fbc-9afb-2eae764db2e8 req-69e1f961-abdb-49b1-914d-e040620c05c3 service neutron] 10.222.0.81 "GET /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907424 Nov 12 12:23:43.911076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-2bb754fb-3775-402a-bd99-68e923c03610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.913567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-2bb754fb-3775-402a-bd99-68e923c03610 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=692b55eaef0e454e917bd27a60263ea7&device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 1094 time: 0.0538287 Nov 12 12:23:43.964027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Deleting port 21d2f9a8-8661-4da6-bc8d-46b2832100a2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:43.964360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:43.966851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Router 598a87cf-de71-40cc-b703-ae6ebfc469ab is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:23:44.054529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146c2fb-224f-4fb9-8e0a-776946670f47 req-5e43f082-8671-446c-89a2-6c92819d77d9 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.056044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0146c2fb-224f-4fb9-8e0a-776946670f47 req-5e43f082-8671-446c-89a2-6c92819d77d9 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 945 time: 0.1060758 Nov 12 12:23:44.061258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-9f9379ee-d7d4-4238-9c8f-7a7428c0ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.062714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-9f9379ee-d7d4-4238-9c8f-7a7428c0ec8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 200 len: 914 time: 0.1348634 Nov 12 12:23:44.119426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.119685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.121162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-47f21015-4cdc-4a81-80f7-b1bc1866df97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2 HTTP/1.1" status: 200 len: 217 time: 0.0495527 Nov 12 12:23:44.138889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Calling delete_port for 21d2f9a8-8661-4da6-bc8d-46b2832100a2 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:44.158859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:44.171793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] Sync routers for ids ['598a87cf-de71-40cc-b703-ae6ebfc469ab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:44.174332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0146c2fb-224f-4fb9-8e0a-776946670f47 req-a49570dd-d35f-4a5f-96f1-cbe3a9937bf9 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105459 Nov 12 12:23:44.185920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] Routers {'598a87cf-de71-40cc-b703-ae6ebfc469ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:44.186615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['598a87cf-de71-40cc-b703-ae6ebfc469ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:44.188847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-ba0222ce-f459-41a7-9195-c4288c032dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.190793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-ba0222ce-f459-41a7-9195-c4288c032dd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 200 len: 853 time: 0.0619812 Nov 12 12:23:44.224775 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.226793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0918f98e-0034-4176-9e45-7398ac74f73e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0560982 Nov 12 12:23:44.232254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:44.243012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:44.253237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-d1398c6b-1f44-48ff-99c3-cac102e02492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=852c17b6-7457-4cce-81e6-3c5b5fd57032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448594 Nov 12 12:23:44.253469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] Routers {'598a87cf-de71-40cc-b703-ae6ebfc469ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:44.253984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['598a87cf-de71-40cc-b703-ae6ebfc469ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:44.291586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:44.292241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242e4c4-d1ec-44f0-9b58-73da67428d9f None None] The sync data for ids ['598a87cf-de71-40cc-b703-ae6ebfc469ab'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:44.381379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d8fdeecb-0a68-4ea7-939a-8dfdd60aef36 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/598a87cf-de71-40cc-b703-ae6ebfc469ab HTTP/1.1" status: 200 len: 923 time: 0.1477509 Nov 12 12:23:44.387102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:44.398254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703655-48ba-4571-b892-9d76acb530b0 req-3138761d-9195-4f07-9339-cf6f6b0cefab tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.399802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c703655-48ba-4571-b892-9d76acb530b0 req-3138761d-9195-4f07-9339-cf6f6b0cefab tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 943 time: 0.1797597 Nov 12 12:23:44.416957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.419168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297e99-1d5a-4b3e-980a-ba484f5fe0d0 req-7479d87d-d291-4800-8c57-cce6cbe2a6fb tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.420704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b297e99-1d5a-4b3e-980a-ba484f5fe0d0 req-7479d87d-d291-4800-8c57-cce6cbe2a6fb tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 943 time: 0.1466229 Nov 12 12:23:44.424990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cbbd27fe-ffa5-4e56-9bdd-07b45eb0f0c6 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a87cf-de71-40cc-b703-ae6ebfc469ab HTTP/1.1" status: 200 len: 205 time: 0.0341437 Nov 12 12:23:44.429644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:44.445583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event deleted for resources: {'Port': ['ID=21d2f9a8-8661-4da6-bc8d-46b2832100a2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:44.511978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.514796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.515956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cea8ba-df18-44dd-ac96-bb6c8060fc9a req-d1cfb40e-919a-45e3-a231-b2df79cc441a tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "DELETE /v2.0/floatingips/cab59452-b1bd-4c81-945c-2411dfe9714b HTTP/1.1" status: 204 len: 173 time: 0.7680449 Nov 12 12:23:44.550795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-9054780a-aaa6-4563-bc55-c4ed1f1ebabe service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754850 Nov 12 12:23:44.608555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff980-5f58-4c32-8cf1-6fd30512f21e req-28f42fe4-1f0f-4a16-8479-8a59d4f4ee13 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.610263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f03ff980-5f58-4c32-8cf1-6fd30512f21e req-28f42fe4-1f0f-4a16-8479-8a59d4f4ee13 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 1101 time: 0.0428588 Nov 12 12:23:44.655489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f03ff980-5f58-4c32-8cf1-6fd30512f21e req-da25b134-484b-42f5-afc3-1749189c2ece tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Nov 12 12:23:44.712476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:44.714769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f3ecbf5e-7683-467d-b5d3-ac7edae2df0d up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:44.790776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b297e99-1d5a-4b3e-980a-ba484f5fe0d0 req-23a143b4-880b-4ddc-bd87-69acc712ce2a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599820 Nov 12 12:23:44.797686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51bf3-9bc8-435a-b855-c96557eff522 req-ba7d563f-ba4c-4e57-9d47-f90ef1d0fd1d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.800194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71b51bf3-9bc8-435a-b855-c96557eff522 req-ba7d563f-ba4c-4e57-9d47-f90ef1d0fd1d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.0834355 Nov 12 12:23:44.848422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:44.857441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:44.857926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.871972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71b51bf3-9bc8-435a-b855-c96557eff522 req-9107ff54-3315-4d26-9b82-28bcfe6d77e7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Nov 12 12:23:44.892112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'tag': '08434fbf-f6f7-4814-83bb-b5bce74bc730'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:44.895195 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "eff58413-6ddf-4e7c-b4fb-a0809de8c5c8", "tag": "08434fbf-f6f7-4814-83bb-b5bce74bc730"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:44.897435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:44.911053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.916523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'port_id': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2', 'mac_address': 'fa:16:3e:73:04:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3135621d-a703-4e01-82ce-7a9cd69261cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:44.950030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 08434fbf-f6f7-4814-83bb-b5bce74bc730 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:44.985923 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.986290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8aae-5c3d-4f3b-a4a1-e499862532b0 req-6426c36e-8af2-407f-9478-8c4bc07db81c tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:44.989094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06dc8aae-5c3d-4f3b-a4a1-e499862532b0 req-6426c36e-8af2-407f-9478-8c4bc07db81c tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 1101 time: 0.0490632 Nov 12 12:23:45.040919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06dc8aae-5c3d-4f3b-a4a1-e499862532b0 req-94d5d010-6373-40c4-b7ae-ed77775be6da tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Nov 12 12:23:45.041787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:45.099694 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.106556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.124026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.125047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8952517a-ad7f-4d0a-bb2b-1fd5a558599c details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:23:45.184918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:45.187180 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d8f8f9-2c98-41f0-9307-4888462ef5cd" -d '{"events": [{"server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:45.206382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 08434fbf-f6f7-4814-83bb-b5bce74bc730, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.231855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.239101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd07e94-a68c-4ea1-8b21-720331a8e500 req-7ecfa4ab-0da9-4776-9cce-271785a3263e tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.241860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fd07e94-a68c-4ea1-8b21-720331a8e500 req-7ecfa4ab-0da9-4776-9cce-271785a3263e tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1248026 Nov 12 12:23:45.250101 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.253457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.258911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '08434fbf-f6f7-4814-83bb-b5bce74bc730', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': '08434fbf-f6f7-4814-83bb-b5bce74bc730', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:45.271532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:45.302317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fd07e94-a68c-4ea1-8b21-720331a8e500 req-3125d065-b0c6-497e-804c-326832aca4cc tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0517118 Nov 12 12:23:45.333111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c', 'network_id': '852c17b6-7457-4cce-81e6-3c5b5fd57032', 'port_id': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c', 'mac_address': 'fa:16:3e:35:3a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3135621d-a703-4e01-82ce-7a9cd69261cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:23:45.401435 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.407871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.415159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:45.416500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cb84e-630d-4085-8d85-b3fca54623e5 req-cc80d227-5b62-49eb-868f-f07d6bbc2540 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.418061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b9cb84e-630d-4085-8d85-b3fca54623e5 req-cc80d227-5b62-49eb-868f-f07d6bbc2540 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 943 time: 0.0562813 Nov 12 12:23:45.440236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08434fbf-f6f7-4814-83bb-b5bce74bc730 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:45.450607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8952517a-ad7f-4d0a-bb2b-1fd5a558599c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:45.457198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a94e7c65-553a-4d6a-a04f-703e261e8de6 req-7a5b913e-96d6-4c3b-ab87-1bfd9fdcf849 service neutron] 10.222.0.65 "GET /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8895543 Nov 12 12:23:45.460993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Deleting port 2cded5a7-a759-463e-a895-cc8f38f3f158 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:45.461190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.478946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b9cb84e-630d-4085-8d85-b3fca54623e5 req-10e71362-1590-4151-bda5-b98649209fa3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Nov 12 12:23:45.487266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.491725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 08434fbf-f6f7-4814-83bb-b5bce74bc730, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.495099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.502239 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.505817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632ec75-7bae-40ac-8830-b42168eb6d5e req-d19af083-d60e-4f71-9737-b9feed018cbc tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.507984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8632ec75-7bae-40ac-8830-b42168eb6d5e req-d19af083-d60e-4f71-9737-b9feed018cbc tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0fe334-86e8-4846-a61c-7521e8920084 HTTP/1.1" status: 200 len: 943 time: 0.6227012 Nov 12 12:23:45.540326 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f71b7a4-651e-460b-ab0e-858111df8444 x-openstack-request-id: req-4f71b7a4-651e-460b-ab0e-858111df8444 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:45.540665 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff58413-6ddf-4e7c-b4fb-a0809de8c5c8", "tag": "08434fbf-f6f7-4814-83bb-b5bce74bc730", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:45.540874 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f71b7a4-651e-460b-ab0e-858111df8444 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:45.541272 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'tag': '08434fbf-f6f7-4814-83bb-b5bce74bc730', 'status': 'completed', 'code': 200} Nov 12 12:23:45.558212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:45.632221 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.637768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-f15035dd-2510-48c2-b0ea-37953eb5cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.639521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-f15035dd-2510-48c2-b0ea-37953eb5cb53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0685656 Nov 12 12:23:45.669296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8632ec75-7bae-40ac-8830-b42168eb6d5e req-eb05e4be-53aa-47f1-ba07-31db3ed60be5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258574 Nov 12 12:23:45.776435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] For port 2cded5a7-a759-463e-a895-cc8f38f3f158, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2cded5a7-a759-463e-a895-cc8f38f3f158,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:45.776926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.815163 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3de2fbc4-f578-46e0-9239-d66bc8df5117 req-0c1690b9-b3a0-4f07-9d2a-6bd363baa689 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0763280 Nov 12 12:23:45.819606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Calling delete_port for 2cded5a7-a759-463e-a895-cc8f38f3f158 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:45.859629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-0c135e37-9e6d-4040-848f-f32020278abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.860934 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8974f8-1dc5-4763-9e50-5c2a2db931ad x-openstack-request-id: req-8e8974f8-1dc5-4763-9e50-5c2a2db931ad {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:45.861321 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:45.861470 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e8974f8-1dc5-4763-9e50-5c2a2db931ad {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:45.861855 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'code': 200} Nov 12 12:23:45.863041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-0c135e37-9e6d-4040-848f-f32020278abd service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.2083986 Nov 12 12:23:45.903164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=08434fbf-f6f7-4814-83bb-b5bce74bc730,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:45.943182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c53ec-aacf-4a77-99ca-35e055d68a29 req-d8907e61-2495-441e-9b5f-28e664f7fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.945110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b5c53ec-aacf-4a77-99ca-35e055d68a29 req-d8907e61-2495-441e-9b5f-28e664f7fdc9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 1097 time: 0.1643393 Nov 12 12:23:45.956169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Deleting port 4c1868f2-3bbc-44f1-b9cc-9aebe045dad2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:45.957153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:45.960459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2734effc-93ce-4ca1-b6f3-0e89d2529ab2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:45.966126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4238-1936-4b15-8f8f-ee6762c4dff2 req-d73c89a9-fec4-46b1-8f7d-2b31f6fef1ad tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:45.967729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2bcf4238-1936-4b15-8f8f-ee6762c4dff2 req-d73c89a9-fec4-46b1-8f7d-2b31f6fef1ad tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.1696894 Nov 12 12:23:45.992130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['8952517a-ad7f-4d0a-bb2b-1fd5a558599c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:46.027614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:46.150971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-9ad817ac-ce3c-4b50-9ede-e932b8c282e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730 HTTP/1.1" status: 200 len: 217 time: 0.2799475 Nov 12 12:23:46.151230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b5c53ec-aacf-4a77-99ca-35e055d68a29 req-116f526d-6338-4e6a-be4d-1b80e5173bf5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822269 Nov 12 12:23:46.178218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2bcf4238-1936-4b15-8f8f-ee6762c4dff2 req-1c0acf89-0e70-423e-a27e-bb65852c4eb6 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828883 Nov 12 12:23:46.189251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-6f81f785-112d-41f3-8479-fb2f0fba744f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405507 Nov 12 12:23:46.220123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.236140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Calling delete_port for 4c1868f2-3bbc-44f1-b9cc-9aebe045dad2 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:46.238137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.284863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event deleted for resources: {'Port': ['ID=2cded5a7-a759-463e-a895-cc8f38f3f158,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:46.308205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-583fce76-f7fa-4370-ac43-ee96bce80dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:46.310247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-583fce76-f7fa-4370-ac43-ee96bce80dba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1361425 Nov 12 12:23:46.355250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-100cb61c-1cac-45d8-8ff5-a989c6f732d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296826 Nov 12 12:23:46.362628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-83c16412-fc41-4856-8392-8036ca779d7d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:46.370702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-83c16412-fc41-4856-8392-8036ca779d7d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805446 Nov 12 12:23:46.383545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] No DVR routers for this DVR port 2cded5a7-a759-463e-a895-cc8f38f3f158 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:46.387733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.391105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c703655-48ba-4571-b892-9d76acb530b0 req-e07d9761-1c8b-4e7b-a0ed-44120740b160 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "DELETE /v2.0/ports/2cded5a7-a759-463e-a895-cc8f38f3f158 HTTP/1.1" status: 204 len: 173 time: 1.9811246 Nov 12 12:23:46.395987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-5dbbe274-7309-4fa2-8316-7b109469f09f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/quotas/52551180fba74be79faca41457f57bc5 HTTP/1.1" status: 200 len: 375 time: 0.0243554 Nov 12 12:23:46.425414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9474e7-19dc-4442-b5e9-64e608e25aec req-7c68eb80-0c1e-487f-9f5e-63958a9200b6 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:46.429844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2f9474e7-19dc-4442-b5e9-64e608e25aec req-7c68eb80-0c1e-487f-9f5e-63958a9200b6 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 944 time: 0.1510596 Nov 12 12:23:46.511687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-3ab997d0-732d-464b-af81-e1d5039e4ace tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1147251 Nov 12 12:23:46.523573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-d345858f-137d-4c98-bf26-249f3ce66a08 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452696 Nov 12 12:23:46.599913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2f9474e7-19dc-4442-b5e9-64e608e25aec req-151ed5be-46a5-436a-b216-bd419c2d9e09 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402748 Nov 12 12:23:46.632402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.634301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b3bd6d6-8db5-435e-aebd-c2ade5b16b9d req-f8f7ecaa-155a-4ca4-a00f-2d00722a1bf9 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996265 Nov 12 12:23:46.661707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event deleted for resources: {'Port': ['ID=4c1868f2-3bbc-44f1-b9cc-9aebe045dad2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:46.718913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2cded5a7-a759-463e-a895-cc8f38f3f158 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:46.746096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.759273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 2cded5a7-a759-463e-a895-cc8f38f3f158 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:46.759677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2cded5a7-a759-463e-a895-cc8f38f3f158 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:46.914156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.917977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.044380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855296f-73ac-40d9-aacd-c9aff6e7d4a8 req-e154b596-ae81-44c0-95f7-5c6c689a1837 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:47.047644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb7a73-1f4e-4e19-a04f-45e5cf851809 req-f40c5b9f-0985-4d31-9e68-5b2e4583acf5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:47.050824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4beb7a73-1f4e-4e19-a04f-45e5cf851809 req-f40c5b9f-0985-4d31-9e68-5b2e4583acf5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 944 time: 0.0990493 Nov 12 12:23:47.054629 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b855296f-73ac-40d9-aacd-c9aff6e7d4a8 req-e154b596-ae81-44c0-95f7-5c6c689a1837 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1768513 Nov 12 12:23:47.073074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.073950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Fanout notify agent at l3_agent the message router_deleted on router 598a87cf-de71-40cc-b703-ae6ebfc469ab {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:23:47.088343 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.089800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c54e06fc-17a0-490e-8eaf-203f6ee8d214 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/598a87cf-de71-40cc-b703-ae6ebfc469ab HTTP/1.1" status: 204 len: 168 time: 2.6569514 Nov 12 12:23:47.094270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:47.105241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1061787701', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': False}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:47.146092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b855296f-73ac-40d9-aacd-c9aff6e7d4a8 req-7c440c22-4b6c-4f4a-9d07-11a8bc9b88f7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903733 Nov 12 12:23:47.165610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.166933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.179557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4beb7a73-1f4e-4e19-a04f-45e5cf851809 req-090927f7-be81-4002-9bef-68fdf3c6c505 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121294 Nov 12 12:23:47.281352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.394796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359166b5-15b8-408a-b8e8-f36cf173acf5 req-36c18105-5521-492e-9874-cfcf181beb55 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:47.401882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-359166b5-15b8-408a-b8e8-f36cf173acf5 req-36c18105-5521-492e-9874-cfcf181beb55 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 946 time: 0.1419969 Nov 12 12:23:47.492063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-359166b5-15b8-408a-b8e8-f36cf173acf5 req-fe01e37b-6b6f-4ddc-8579-485ef7fbb6f4 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755072 Nov 12 12:23:47.551884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0fe334-86e8-4846-a61c-7521e8920084', 'name': 'network-vif-deleted', 'tag': '2cded5a7-a759-463e-a895-cc8f38f3f158'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:47.554736 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f724fa54-ec1b-45bd-9b5f-51f0b9e9a06c" -d '{"events": [{"server_uuid": "7f0fe334-86e8-4846-a61c-7521e8920084", "name": "network-vif-deleted", "tag": "2cded5a7-a759-463e-a895-cc8f38f3f158"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:47.575590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3879ba4f-5725-416f-b412-a960d47943fe req-8323c4e3-007e-44cb-adcf-47a259afb02b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 210 time: 0.0356934 Nov 12 12:23:47.599320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.644561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c1df7-31d4-4c7e-a99b-2f43a2f4c84b req-c3a12e9c-3cdb-4eb7-9c2c-7f264b549a5e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:47.646121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a5c1df7-31d4-4c7e-a99b-2f43a2f4c84b req-c3a12e9c-3cdb-4eb7-9c2c-7f264b549a5e tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.1976962 Nov 12 12:23:47.771848 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a5c1df7-31d4-4c7e-a99b-2f43a2f4c84b req-65839ca8-f11f-4ead-94fe-59e398c8ec78 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702460 Nov 12 12:23:47.790844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-91ad30e1-cf10-4708-baf4-5e19d263de7d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:47.792452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-91ad30e1-cf10-4708-baf4-5e19d263de7d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 822 time: 0.1355288 Nov 12 12:23:47.827447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-ba6de5a7-9ba4-41e6-81ea-4a357924babb tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/quotas/d379f78f662e4b5d989bb20a9e0dc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0273256 Nov 12 12:23:47.900832 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce9b0b5-d22e-434e-95b3-0ff52c14392f x-openstack-request-id: req-dce9b0b5-d22e-434e-95b3-0ff52c14392f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:47.901116 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0fe334-86e8-4846-a61c-7521e8920084", "name": "network-vif-deleted", "tag": "2cded5a7-a759-463e-a895-cc8f38f3f158", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:47.901352 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dce9b0b5-d22e-434e-95b3-0ff52c14392f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:47.901737 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0fe334-86e8-4846-a61c-7521e8920084', 'name': 'network-vif-deleted', 'tag': '2cded5a7-a759-463e-a895-cc8f38f3f158', 'status': 'completed', 'code': 200} Nov 12 12:23:47.942809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-678e1e29-8dcb-41fc-8601-8503dbefb5e5 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081226 Nov 12 12:23:48.028174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167c9-9f3f-4483-93bf-e17918a52dd5 req-8ad9100c-8277-45e8-8075-7e306172f293 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:48.030809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-59d167c9-9f3f-4483-93bf-e17918a52dd5 req-8ad9100c-8277-45e8-8075-7e306172f293 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 944 time: 0.0895684 Nov 12 12:23:48.069440 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.073162 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-f40448b2-82e1-4bd7-ab56-cd80d722fba2 service neutron] 10.222.0.18 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277766 Nov 12 12:23:48.094133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.157166 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-59d167c9-9f3f-4483-93bf-e17918a52dd5 req-a9eb24f2-8679-4b74-969f-d1c4162c634f tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194968 Nov 12 12:23:48.214661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-885dcff9-5ead-4db5-a20b-d534144e6615 service neutron] 10.222.0.18 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338980 Nov 12 12:23:48.304859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Allocated IP 172.25.1.141 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/c213d4f5-41b0-454e-b276-a14e0d3711c9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:48.337036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776aa6a-3ac0-495c-8659-7b01aa510e9c req-c40b6f33-a737-4b8c-ae04-5c46729aa784 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:48.338749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0776aa6a-3ac0-495c-8659-7b01aa510e9c req-c40b6f33-a737-4b8c-ae04-5c46729aa784 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1046286 Nov 12 12:23:48.454535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0dd13-88bf-4770-9280-03e8794549c5 req-e79a58c7-5067-4f01-b1c4-2e5c5e6f4ddf tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:48.456283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccb0dd13-88bf-4770-9280-03e8794549c5 req-e79a58c7-5067-4f01-b1c4-2e5c5e6f4ddf tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 944 time: 0.0664978 Nov 12 12:23:48.468090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0776aa6a-3ac0-495c-8659-7b01aa510e9c req-b315f069-5d20-458c-b97b-6c35b691a04c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159797 Nov 12 12:23:48.502908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.538899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccb0dd13-88bf-4770-9280-03e8794549c5 req-928cd151-5247-49ef-a666-caf5c8394ce4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676849 Nov 12 12:23:48.602693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b52ec9d-0659-4670-bca3-597e38da00d3 req-40cd8bdc-0175-408d-8a3d-12f3975b6115 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 210 time: 0.0652978 Nov 12 12:23:48.604286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-43da46fb-84e2-4389-85dc-8bdec5059c5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560379 Nov 12 12:23:48.627448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.715363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450c6e7-9116-4679-9e80-18112e1ec02c req-19b9103b-50b6-47e9-bd3a-dc2c046b47b2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:48.717185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0450c6e7-9116-4679-9e80-18112e1ec02c req-19b9103b-50b6-47e9-bd3a-dc2c046b47b2 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 946 time: 0.0958190 Nov 12 12:23:48.726056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8952517a-ad7f-4d0a-bb2b-1fd5a558599c up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:48.786194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0450c6e7-9116-4679-9e80-18112e1ec02c req-fcf79a48-4885-4462-b297-4e228dc221a3 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/security-groups?id=2115fa04-df11-4617-ba93-a7c97752352e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509584 Nov 12 12:23:48.799265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:48.806444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:48.807270 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.861702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a89d4e0-0963-4a00-93f8-090c96869c4a req-43e75349-f47f-4fe9-970a-f91f9d07e6cb tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 210 time: 0.1497478 Nov 12 12:23:48.864264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:48.892199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:48.910037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:48.978729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 08434fbf-f6f7-4814-83bb-b5bce74bc730 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:49.065787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d509c-c047-4819-8062-9f87c1915b6f req-674d5fd0-2ca0-49a2-8386-894a75642faf tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.067561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-634d509c-c047-4819-8062-9f87c1915b6f req-674d5fd0-2ca0-49a2-8386-894a75642faf tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.81 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 946 time: 0.1786261 Nov 12 12:23:49.081023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.108120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f21a-a647-456d-bfc0-a8947a93d5b8 req-e84d6aca-abf2-48e4-982e-c9399c38f108 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.110070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c94f21a-a647-456d-bfc0-a8947a93d5b8 req-e84d6aca-abf2-48e4-982e-c9399c38f108 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.1099429 Nov 12 12:23:49.120801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:49.124130 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f576bd7-f3c3-4675-a66f-c9fa31130159" -d '{"events": [{"server_uuid": "62b6dc14-d6ae-413b-95e3-e2ae13865981", "name": "network-vif-plugged", "status": "completed", "tag": "8952517a-ad7f-4d0a-bb2b-1fd5a558599c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:49.142278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:49.150317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.151601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:49.214885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 08434fbf-f6f7-4814-83bb-b5bce74bc730 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:49.228613 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a802ee0-99a6-4800-b0d0-d0641693b81f x-openstack-request-id: req-8a802ee0-99a6-4800-b0d0-d0641693b81f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:49.228969 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6dc14-d6ae-413b-95e3-e2ae13865981", "name": "network-vif-plugged", "status": "completed", "tag": "8952517a-ad7f-4d0a-bb2b-1fd5a558599c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:49.229151 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a802ee0-99a6-4800-b0d0-d0641693b81f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:49.229543 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c', 'code': 200} Nov 12 12:23:49.230113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 08434fbf-f6f7-4814-83bb-b5bce74bc730 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:49.230525 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.302877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:49.308113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c94f21a-a647-456d-bfc0-a8947a93d5b8 req-9b5cfc53-7fb7-461b-a8b6-f864fbfcc93b tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360538 Nov 12 12:23:49.321350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Port': ['ID=c213d4f5-41b0-454e-b276-a14e0d3711c9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:49.327042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:23:49.335385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:49.337140 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.344042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-dd7f2efc-9b7c-45ac-bd08-7be40abf227e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493636 Nov 12 12:23:49.427473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.495742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1b52e3dc-a004-4eca-a3a6-321983e435f4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.498320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1b52e3dc-a004-4eca-a3a6-321983e435f4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8675213 Nov 12 12:23:49.509204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 08434fbf-f6f7-4814-83bb-b5bce74bc730, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:49.510443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.516756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Deleting port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:49.517230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.520561 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.544912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:49.568306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb1b64-d870-4788-a060-e28bf15de72b req-a59e6a53-e2c0-4fb2-ba22-51a863d248ba tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.570623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9eb1b64-d870-4788-a060-e28bf15de72b req-a59e6a53-e2c0-4fb2-ba22-51a863d248ba tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.1216750 Nov 12 12:23:49.581581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:49.596946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.599320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:49.604660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=08434fbf-f6f7-4814-83bb-b5bce74bc730,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:49.605882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Request body: {'floatingip': {'port_id': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:49.677472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:49.705560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] For port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:49.705920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.720130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80378-940a-474d-907f-cce36dd6ea0c req-1160d4ea-8712-40c9-a34b-a2a005314d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.721643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1f80378-940a-474d-907f-cce36dd6ea0c req-1160d4ea-8712-40c9-a34b-a2a005314d27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 1097 time: 0.3935781 Nov 12 12:23:49.722011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Calling delete_port for 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:49.734499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a81cd-6ea2-4e11-98e0-3bfdf4da9d38 req-38439458-07a9-470a-9b83-b102826c39ad tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.736514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-628a81cd-6ea2-4e11-98e0-3bfdf4da9d38 req-38439458-07a9-470a-9b83-b102826c39ad tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.0905364 Nov 12 12:23:49.756898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.786440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664bc84-8695-4e82-ae64-179be7ef12e3 req-6ce6a5e0-e914-4880-9a2d-89cc74179bea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.788576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a664bc84-8695-4e82-ae64-179be7ef12e3 req-6ce6a5e0-e914-4880-9a2d-89cc74179bea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 944 time: 0.3872793 Nov 12 12:23:49.836106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-628a81cd-6ea2-4e11-98e0-3bfdf4da9d38 req-ed9fcc6f-f0c7-4368-96a9-1565f52f7c42 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895669 Nov 12 12:23:49.862072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-2472b404-df8e-4571-a7f8-cc3eaed6590d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:49.864116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-2472b404-df8e-4571-a7f8-cc3eaed6590d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4957821 Nov 12 12:23:49.925511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:49.950774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.970447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:50.008507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Pushing event deleted for resources: {'Port': ['ID=38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:50.060635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] No DVR routers for this DVR port 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:50.063783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:50.067185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-634d509c-c047-4819-8062-9f87c1915b6f req-3edcbeb2-f786-4227-b318-4a3753998fa9 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.81 "DELETE /v2.0/ports/38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 HTTP/1.1" status: 204 len: 173 time: 0.9783552 Nov 12 12:23:50.067825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'name': 'network-vif-deleted', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:50.070150 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920488fe-b376-4e9e-90b7-3e114cd3e782" -d '{"events": [{"server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "name": "network-vif-deleted", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:50.074860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1f80378-940a-474d-907f-cce36dd6ea0c req-f7a1f793-e65b-4d45-a75a-d4641ce94e4b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395231 Nov 12 12:23:50.080277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1407f44-757b-4818-be5f-a0f15fe88cfc req-10f8e90f-b6fb-4d81-8c69-12e2ca21b8c0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:50.081831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d1407f44-757b-4818-be5f-a0f15fe88cfc req-10f8e90f-b6fb-4d81-8c69-12e2ca21b8c0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 945 time: 0.1430874 Nov 12 12:23:50.172107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d1407f44-757b-4818-be5f-a0f15fe88cfc req-a8dc0a85-3acc-4675-b449-cfb1f326a378 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765576 Nov 12 12:23:50.265984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a664bc84-8695-4e82-ae64-179be7ef12e3 req-a358d899-145b-4823-b928-e506ced5a8c9 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247105 Nov 12 12:23:50.350753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cdb8aea-05b8-47a0-85c6-be3028ff55b3 req-f503f168-2dbf-4178-876f-4327f0556eec tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 210 time: 0.0542593 Nov 12 12:23:50.355920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:50.359992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:50.455006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2959549-87e1-4088-9c01-f158ee2b2902 req-37a1e47a-dbba-4150-9277-e64d89aa4c2d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 210 time: 0.0270252 Nov 12 12:23:50.486847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:50.497488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2399e948-8da3-4ef2-b890-3d317ebf6f6e req-783cb71f-4005-45d0-8dea-1489ee660761 tempest-FloatingIPsAssociationNegativeTestJSON-718499391 tempest-FloatingIPsAssociationNegativeTestJSON-718499391-project] 10.222.0.18 "GET /v2.0/ports?device_id=26b65103-c076-47b0-9a99-c4568f8fd978 HTTP/1.1" status: 200 len: 210 time: 0.1008084 Nov 12 12:23:50.502224 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346422a5-d2f9-4c2e-9d53-6d1b7a2e9473 x-openstack-request-id: req-346422a5-d2f9-4c2e-9d53-6d1b7a2e9473 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:50.502677 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b65103-c076-47b0-9a99-c4568f8fd978", "name": "network-vif-deleted", "tag": "38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:50.502988 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-346422a5-d2f9-4c2e-9d53-6d1b7a2e9473 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:50.503385 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b65103-c076-47b0-9a99-c4568f8fd978', 'name': 'network-vif-deleted', 'tag': '38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32', 'status': 'completed', 'code': 200} Nov 12 12:23:50.549338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-c02e705d-16b3-452b-878f-c5059b50f2a0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:50.550822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-c02e705d-16b3-452b-878f-c5059b50f2a0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 822 time: 0.6046431 Nov 12 12:23:50.578440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Request body: {'port': {'device_id': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'admin_state_up': True, 'tenant_id': 'd379f78f662e4b5d989bb20a9e0dc8a1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:50.983621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca4fa9-33ee-4351-91c3-3535fa9008d8 req-bd7d6f7d-6097-4d90-aa79-82979a059995 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:50.985320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05ca4fa9-33ee-4351-91c3-3535fa9008d8 req-bd7d6f7d-6097-4d90-aa79-82979a059995 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.0540550 Nov 12 12:23:51.041868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05ca4fa9-33ee-4351-91c3-3535fa9008d8 req-bdc509c2-c368-431d-8118-3c1a21325f28 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485165 Nov 12 12:23:51.107748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:51.112645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:51.230554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08434fbf-f6f7-4814-83bb-b5bce74bc730'}, {'server_uuid': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:51.234015 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fece55a-48a0-429d-aced-02348452f663" -d '{"events": [{"server_uuid": "eff58413-6ddf-4e7c-b4fb-a0809de8c5c8", "name": "network-vif-plugged", "status": "completed", "tag": "08434fbf-f6f7-4814-83bb-b5bce74bc730"}, {"server_uuid": "084ed349-dfeb-4fc4-9358-70b4e844062a", "name": "network-vif-plugged", "status": "completed", "tag": "2734effc-93ce-4ca1-b6f3-0e89d2529ab2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:51.288593 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003b36a0-3c0e-4449-85c4-dec5f6435a05 x-openstack-request-id: req-003b36a0-3c0e-4449-85c4-dec5f6435a05 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:51.288995 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff58413-6ddf-4e7c-b4fb-a0809de8c5c8", "name": "network-vif-plugged", "status": "completed", "tag": "08434fbf-f6f7-4814-83bb-b5bce74bc730", "code": 200}, {"server_uuid": "084ed349-dfeb-4fc4-9358-70b4e844062a", "name": "network-vif-plugged", "status": "completed", "tag": "2734effc-93ce-4ca1-b6f3-0e89d2529ab2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:51.289296 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-003b36a0-3c0e-4449-85c4-dec5f6435a05 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:51.289766 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08434fbf-f6f7-4814-83bb-b5bce74bc730', 'code': 200} Nov 12 12:23:51.290221 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2', 'code': 200} Nov 12 12:23:51.340555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.51 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/cc062f0f-0a95-49a4-b329-e4b1bdd70a30) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:51.436293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac05877-3cea-49af-83ec-6329852152b4 req-1245cda7-0c38-46b2-b110-21abe1a12777 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:51.438070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fac05877-3cea-49af-83ec-6329852152b4 req-1245cda7-0c38-46b2-b110-21abe1a12777 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 945 time: 0.0810184 Nov 12 12:23:51.446463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c489acc-e625-4487-bd85-56ec3548d5b5 req-b817c4a8-c75c-462f-bfb3-1bf98b46a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:51.447948 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c489acc-e625-4487-bd85-56ec3548d5b5 req-b817c4a8-c75c-462f-bfb3-1bf98b46a8a2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0592284 Nov 12 12:23:51.524572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fac05877-3cea-49af-83ec-6329852152b4 req-43270ad2-525c-4075-9c0e-a26fc279b8e7 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Nov 12 12:23:51.527246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c489acc-e625-4487-bd85-56ec3548d5b5 req-e7502400-474a-448c-be5d-60c52094be9f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647810 Nov 12 12:23:51.600781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Made reservation on behalf of d379f78f662e4b5d989bb20a9e0dc8a1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:23:51.604383 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:51.620884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5091e-cf07-4b84-b59d-30939bf11402 req-a47ef6bf-c611-4f62-b326-0300adb3648b tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:51.622430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2e5091e-cf07-4b84-b59d-30939bf11402 req-a47ef6bf-c611-4f62-b326-0300adb3648b tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 945 time: 0.3168042 Nov 12 12:23:51.624489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b26d853-0104-4428-a59c-9f6dd90f139f req-1a1eaffd-61ae-48a5-acc8-b83466a3570e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 210 time: 0.0294545 Nov 12 12:23:51.652929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:23:51.663428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:51.717128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a7aa5d2-c0bf-4059-89db-f24d7c0162e1 req-affe06d0-a49e-4b70-92ba-0df105560526 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 210 time: 0.0272710 Nov 12 12:23:51.737401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30fa2b-e953-4aa8-92b3-922e0703e230 req-37f96f80-9343-43d0-8de0-58f50b6c97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:51.737401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e30fa2b-e953-4aa8-92b3-922e0703e230 req-37f96f80-9343-43d0-8de0-58f50b6c97dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 1096 time: 0.3393207 Nov 12 12:23:51.774570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:51.907830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:51.925964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:51.970767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2e5091e-cf07-4b84-b59d-30939bf11402 req-5ba96c39-4523-4f50-a192-bd324205a9a3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326724 Nov 12 12:23:52.079784 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e30fa2b-e953-4aa8-92b3-922e0703e230 req-7ae7a094-2e70-4a4c-bfeb-6c89eac0a115 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362658 Nov 12 12:23:52.116478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:52.184058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Allocated IP 172.20.0.9 (6630de47-340a-43ac-ad7b-1904b4dbda68/d4e574d5-cfb8-45a1-b4ec-d26b0d47c627/a21c7e10-ae08-49f4-bce3-5a02bcdd2372) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:52.204827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7265e9-df3d-4223-bbe9-eb86eb1c64e4 req-a3c11030-492f-4835-840b-0b261cfb8bcd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:52.206463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da7265e9-df3d-4223-bbe9-eb86eb1c64e4 req-a3c11030-492f-4835-840b-0b261cfb8bcd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.0808525 Nov 12 12:23:52.218542 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Floating IP d639c656-5286-4cb7-864c-9caa4f4e9998 associated. External IP: 172.25.1.233, port: f3ecbf5e-7683-467d-b5d3-ac7edae2df0d. Nov 12 12:23:52.300096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da7265e9-df3d-4223-bbe9-eb86eb1c64e4 req-863c81db-b28f-4e30-9d0e-ecd12b73abac tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723903 Nov 12 12:23:52.310868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:52.320992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Router 4f122b0b-782d-4164-802d-8b92bbf521cb is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:23:52.333645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:52.347962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:52.513034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:52.563815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.105 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/915c6396-64e3-417d-b9ca-20aaa0ce63e1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:52.569630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:52.580143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:52.584905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:52.664005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Deleting port bc0c5d62-dc51-4689-8f51-0d641d9a8593 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:52.664639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:52.762151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] For port bc0c5d62-dc51-4689-8f51-0d641d9a8593, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bc0c5d62-dc51-4689-8f51-0d641d9a8593,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:52.762563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:52.784754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Calling delete_port for bc0c5d62-dc51-4689-8f51-0d641d9a8593 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:52.979967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:53.021700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:53.022366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 38ea6c4b-cb89-40b3-84ed-ea8ef2db5c32 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:53.030794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74dbcd99-662f-4607-89e5-b16b911ffa32 req-65ccbf26-14b8-4496-a540-cf8d990f15d7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 210 time: 0.0604961 Nov 12 12:23:53.036740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-08eb08e1-c51c-4fff-a955-656e14aba36b None None] Provisioning complete for port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:53.038074 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08eb08e1-c51c-4fff-a955-656e14aba36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.094751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-08eb08e1-c51c-4fff-a955-656e14aba36b None None] Port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:53.151462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6bfae851-89c3-48e2-a42c-21f75c22db92 req-2b11565e-d0de-440d-8e81-413c6d126d63 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 210 time: 0.0316284 Nov 12 12:23:53.157143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:53.157143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.158868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.172732 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.219825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0c5d62-dc51-4689-8f51-0d641d9a8593,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:53.291807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-1960d677-b0df-4550-b3fe-dc02b62efa65 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7510722 Nov 12 12:23:53.298922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:53.316430 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Sync routers for ids ['4f122b0b-782d-4164-802d-8b92bbf521cb'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:53.319623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Request body: {'port': {'device_id': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:53.329205 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Routers {'4f122b0b-782d-4164-802d-8b92bbf521cb'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:53.330102 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4f122b0b-782d-4164-802d-8b92bbf521cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:53.348193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00c3c-4d63-4916-818f-076618fd2dc3 req-3f51febe-061a-4e94-82d2-53b2c7d65d05 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:53.349658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ace00c3c-4d63-4916-818f-076618fd2dc3 req-3f51febe-061a-4e94-82d2-53b2c7d65d05 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 945 time: 0.1256328 Nov 12 12:23:53.419221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264b325-d232-4992-b68c-b4b4662ef989 req-4a7d3ec4-f124-4599-9989-b39f9fa658a8 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:53.426683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0264b325-d232-4992-b68c-b4b4662ef989 req-4a7d3ec4-f124-4599-9989-b39f9fa658a8 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 945 time: 0.3368411 Nov 12 12:23:53.462276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.467646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5bee80e3-4d65-4d65-8fc5-8dd801508eaf tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3618107 Nov 12 12:23:53.474134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:53.512222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.520423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:53.645390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.702033 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Set router 4f122b0b-782d-4164-802d-8b92bbf521cb gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:53.717346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0264b325-d232-4992-b68c-b4b4662ef989 req-3ef8a825-1e11-45ff-9ec8-39812b78f60a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897496 Nov 12 12:23:53.726415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Network 6630de47-340a-43ac-ad7b-1904b4dbda68 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:53.817373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:53.819536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ace00c3c-4d63-4916-818f-076618fd2dc3 req-7da6f084-1a63-40a7-a101-594a0d0f2952 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157138 Nov 12 12:23:53.821954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:53.844162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.869927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.875055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event updated for resources: {'Port': ['ID=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:53.932850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:53.933569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:53.996852 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f122b0b-782d-4164-802d-8b92bbf521cb', 'name': 'tempest-snat-router-1061787701', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.141'}], 'enable_snat': False}, 'gw_port_id': 'c213d4f5-41b0-454e-b276-a14e0d3711c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:47Z', 'updated_at': '2021-11-12T12:23:49Z', 'revision_number': 3, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port': {'id': 'c213d4f5-41b0-454e-b276-a14e0d3711c9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f122b0b-782d-4164-802d-8b92bbf521cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:23:48Z', 'updated_at': '2021-11-12T12:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:54.037624 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Checking router: 4f122b0b-782d-4164-802d-8b92bbf521cb for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:54.037624 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Updating router 4f122b0b-782d-4164-802d-8b92bbf521cb port c213d4f5-41b0-454e-b276-a14e0d3711c9 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:23:54.075705 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.085382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-cec33976-7cc4-4d6b-b363-af5c462ee8f4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5200627 Nov 12 12:23:54.127368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-16a20984-c313-4a2f-b031-aefca367c7aa tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/4f122b0b-782d-4164-802d-8b92bbf521cb HTTP/1.1" status: 200 len: 909 time: 0.6505170 Nov 12 12:23:54.139772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Request body: {'port': {'device_id': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:54.157362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:54.198619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1061787701', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': True}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:54.257894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34047-0299-4e9a-a60e-3a875051b58a req-29db1ea1-ce09-410d-b71a-3c9073c939fb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:54.259683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.260862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.265568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3d34047-0299-4e9a-a60e-3a875051b58a req-29db1ea1-ce09-410d-b71a-3c9073c939fb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.4399896 Nov 12 12:23:54.285562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:54.306652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:54.307757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.310587 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.324450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:23:54.334557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Router 5aa226bf-07ff-44a3-95b3-49da9a36e548 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:54.341164 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.345209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.350569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999686-5f6d-4778-bce1-18affca98c78 req-52d11219-7753-4ec2-b3ba-6281a4953e88 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:54.353410 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-52d11219-7753-4ec2-b3ba-6281a4953e88 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.2737839 Nov 12 12:23:54.371153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:54.372082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:54.385365 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.391321 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.441917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23cb74-b74a-4f2f-9527-afac6735f323 None None] Pushing event updated for resources: {'Port': ['ID=c213d4f5-41b0-454e-b276-a14e0d3711c9,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:54.447303 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-39adf623-011d-4be0-bded-907ea36fd4b2 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "PUT /v2.0/floatingips/d639c656-5286-4cb7-864c-9caa4f4e9998 HTTP/1.1" status: 200 len: 992 time: 4.8428519 Nov 12 12:23:54.455708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:54.461201 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe18de-6368-4a45-8db5-7891a11776bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:54.471230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:54.488543 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Attempting to bind port c213d4f5-41b0-454e-b276-a14e0d3711c9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:54.488907 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Attempting to bind port c213d4f5-41b0-454e-b276-a14e0d3711c9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:54.489259 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Attempting to bind port c213d4f5-41b0-454e-b276-a14e0d3711c9 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:54.495806 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:54.496590 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:54.497235 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.498398 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:54.499201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Bound port: c213d4f5-41b0-454e-b276-a14e0d3711c9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:54.499342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-3f744d69-4ade-484e-8cfe-2fea12b8376d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.1308258 Nov 12 12:23:54.499946 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.556147 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] For port c213d4f5-41b0-454e-b276-a14e0d3711c9, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:54.559928 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] For port c213d4f5-41b0-454e-b276-a14e0d3711c9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c213d4f5-41b0-454e-b276-a14e0d3711c9,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:54.567154 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.644597 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Routers {'4f122b0b-782d-4164-802d-8b92bbf521cb'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:54.645750 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4f122b0b-782d-4164-802d-8b92bbf521cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:54.652053 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23cb74-b74a-4f2f-9527-afac6735f323 None None] Pushing event updated for resources: {'Port': ['ID=c213d4f5-41b0-454e-b276-a14e0d3711c9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:54.672386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.685374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:54.711773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-3cdd6f19-af8c-4e30-8bfc-229c9146c200 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2113829 Nov 12 12:23:54.757961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:54.765906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-40d94715-1de4-48ce-9771-8b43fcc5558d admin admin] 10.222.0.18 "PUT /v2.0/routers/5aa226bf-07ff-44a3-95b3-49da9a36e548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9881535 Nov 12 12:23:54.770312 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] Sync routers for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:54.778670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:54.801765 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] Set router 4f122b0b-782d-4164-802d-8b92bbf521cb gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:54.831860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21c7e10-ae08-49f4-bce3-5a02bcdd2372 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:54.842824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.857626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Transition to ACTIVE for port object a21c7e10-ae08-49f4-bce3-5a02bcdd2372 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:54.869291 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:54.870375 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:54.872171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3d34047-0299-4e9a-a60e-3a875051b58a req-9bba567d-144e-4142-a9da-c7fd4d4c6344 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055903 Nov 12 12:23:54.874056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:54.876667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=915c6396-64e3-417d-b9ca-20aaa0ce63e1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:54.879655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:54.961122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:54.970858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:54.971545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.039171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:55.078561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-92475dd7-102b-42bd-a3f6-a122d35ca599 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659403 Nov 12 12:23:55.088537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.169152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-01591341-f3cb-4fa3-9f47-0ff88a322ba0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2607710 Nov 12 12:23:55.183943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5878-26df-4a17-a99c-1786e1575e09 req-aca9c1f3-fa9c-4d1f-95ca-418b80d78182 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:55.186048 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e4e5878-26df-4a17-a99c-1786e1575e09 req-aca9c1f3-fa9c-4d1f-95ca-418b80d78182 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 943 time: 0.1356916 Nov 12 12:23:55.187972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'd639c656-5286-4cb7-864c-9caa4f4e9998', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'port_id': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'mac_address': 'fa:16:3e:0a:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:23:28Z', 'updated_at': '2021-11-12T12:23:51Z', 'revision_number': 1, 'project_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:55.193146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Request body: {'port': {'device_id': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:55.226696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:55.250886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:55.251520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:55.254676 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:55.342757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-959bed43-118c-42e4-ae2d-29c886d2531d service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106846 Nov 12 12:23:55.349609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.459844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc16fa17-5702-4e1d-b2be-7d7f40684349 None None] Provisioning complete for port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:55.460582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc16fa17-5702-4e1d-b2be-7d7f40684349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.481212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e4e5878-26df-4a17-a99c-1786e1575e09 req-ae80c90d-b1fc-4829-ab9a-2a1ef414a35d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581098 Nov 12 12:23:55.504423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Attempting to bind port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:55.504759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Attempting to bind port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:55.505088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Attempting to bind port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:55.523589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.539258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc062f0f-0a95-49a4-b329-e4b1bdd70a30 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:55.545042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:55.546827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Attempting to bind port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 on network 6630de47-340a-43ac-ad7b-1904b4dbda68 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:55.557974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:55.558372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Checking segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:55.558752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Bound using segment: {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:55.559209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Bound port: a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428b83b0-49cb-4634-8ff2-530ce570c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:55.566108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.569880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.580438 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f122b0b-782d-4164-802d-8b92bbf521cb', 'name': 'tempest-snat-router-1061787701', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.141'}], 'enable_snat': False}, 'gw_port_id': 'c213d4f5-41b0-454e-b276-a14e0d3711c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:47Z', 'updated_at': '2021-11-12T12:23:49Z', 'revision_number': 3, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port': {'id': 'c213d4f5-41b0-454e-b276-a14e0d3711c9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f122b0b-782d-4164-802d-8b92bbf521cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:23:48Z', 'updated_at': '2021-11-12T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:55.583237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc16fa17-5702-4e1d-b2be-7d7f40684349 None None] Port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:23:55.608715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:55.737564 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005011-39e6-4ba4-81a6-6f45147bcb64 None None] The sync data for ids ['4f122b0b-782d-4164-802d-8b92bbf521cb'] in n-d-804878-5 is: [{'id': '4f122b0b-782d-4164-802d-8b92bbf521cb', 'name': 'tempest-snat-router-1061787701', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.141'}], 'enable_snat': False}, 'gw_port_id': 'c213d4f5-41b0-454e-b276-a14e0d3711c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:47Z', 'updated_at': '2021-11-12T12:23:49Z', 'revision_number': 3, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port': {'id': 'c213d4f5-41b0-454e-b276-a14e0d3711c9', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f122b0b-782d-4164-802d-8b92bbf521cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:23:48Z', 'updated_at': '2021-11-12T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:55.812757 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:23:55.816283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.831429 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:53Z', 'revision_number': 5, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port': {'id': '28aad04b-d62b-4646-8d84-8ca66524e207', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:22:53Z', 'updated_at': '2021-11-12T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:55.868855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:55.881506 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] Checking router: 5aa226bf-07ff-44a3-95b3-49da9a36e548 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:55.893794 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] Routers {'5aa226bf-07ff-44a3-95b3-49da9a36e548'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:55.895145 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5aa226bf-07ff-44a3-95b3-49da9a36e548'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:55.995872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ad500-e1b1-41a8-b207-1c2649b0aa61 req-681aa5de-f15a-4b2e-b450-eda6b0b6dc38 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:56.005224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d3ad500-e1b1-41a8-b207-1c2649b0aa61 req-681aa5de-f15a-4b2e-b450-eda6b0b6dc38 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 936 time: 0.3639791 Nov 12 12:23:56.041580 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] Set router 5aa226bf-07ff-44a3-95b3-49da9a36e548 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:56.050336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Deleting port 28aad04b-d62b-4646-8d84-8ca66524e207 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:56.050706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:56.196237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d3ad500-e1b1-41a8-b207-1c2649b0aa61 req-cd5b80f6-525f-4120-ae09-6a70778c56ca tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762090 Nov 12 12:23:56.300625 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:55Z', 'revision_number': 6, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:56.310809 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb22f4-a245-4762-b91c-843caa88242e x-openstack-request-id: req-eebb22f4-a245-4762-b91c-843caa88242e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:56.312498 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:56.312876 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eebb22f4-a245-4762-b91c-843caa88242e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:56.313383 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'status': 'completed', 'code': 200} Nov 12 12:23:56.341318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Transition to ACTIVE for port object cc062f0f-0a95-49a4-b329-e4b1bdd70a30 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:56.373582 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9de46-b09a-4e38-8c21-47eeb03da65f None None] The sync data for ids ['5aa226bf-07ff-44a3-95b3-49da9a36e548'] in n-d-804878-5 is: [{'id': '5aa226bf-07ff-44a3-95b3-49da9a36e548', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-793583522-router', 'tenant_id': 'c2faeda96b244546b23b51826fa7c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:22:51Z', 'updated_at': '2021-11-12T12:23:55Z', 'revision_number': 6, 'project_id': 'c2faeda96b244546b23b51826fa7c27a', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:56.413792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:56.435311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'd639c656-5286-4cb7-864c-9caa4f4e9998', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'port_id': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'mac_address': 'fa:16:3e:0a:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:23:28Z', 'updated_at': '2021-11-12T12:23:51Z', 'revision_number': 1, 'project_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:56.499913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e85271-08ea-4f2b-81cd-aa6984e94382 None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'd639c656-5286-4cb7-864c-9caa4f4e9998', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'port_id': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'mac_address': 'fa:16:3e:0a:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:23:28Z', 'updated_at': '2021-11-12T12:23:51Z', 'revision_number': 1, 'project_id': '87b4ce763192452a897da3e00291a04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:56.578279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Allocated IP 172.25.1.163 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/96ef3d1f-c250-4120-ab49-7696582d6b1b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:23:56.581944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] For port 28aad04b-d62b-4646-8d84-8ca66524e207, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=28aad04b-d62b-4646-8d84-8ca66524e207,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:56.586156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:56.648174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Calling delete_port for 28aad04b-d62b-4646-8d84-8ca66524e207 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:56.760213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe18de-6368-4a45-8db5-7891a11776bf req-4eed48da-8281-4a46-92ac-4d491c9189d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:56.764264 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-4eed48da-8281-4a46-92ac-4d491c9189d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 1097 time: 0.9610415 Nov 12 12:23:56.767282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-938c1bb8-05b9-4086-a849-b52ea6dca5a2 service neutron] 10.222.0.65 "GET /v2.0/ports/c6c387bf-28e2-45dd-a5be-d0393cb8283f/bindings/n-h2-804878-5 HTTP/1.1" status: 200 len: 382 time: 0.4692860 Nov 12 12:23:56.796609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Pushing event updated for resources: {'Port': ['ID=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:56.842982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1db05-3d30-42bc-ba05-cf09d6ea86aa req-23c0564a-6a54-4ab6-b01a-3726bdc19410 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:56.845529 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14e1db05-3d30-42bc-ba05-cf09d6ea86aa req-23c0564a-6a54-4ab6-b01a-3726bdc19410 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 945 time: 0.5513425 Nov 12 12:23:56.940096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] For port a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:57.132178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] For port a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:57.136544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e1774-e8a5-473e-84ae-77ef3221e926 None None] New status for floating IP d639c656-5286-4cb7-864c-9caa4f4e9998: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:23:57.163269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.393632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:57.394756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.399328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/a21c7e10-ae08-49f4-bce3-5a02bcdd2372 HTTP/1.1" status: 200 len: 1091 time: 3.2765274 Nov 12 12:23:57.452019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14e1db05-3d30-42bc-ba05-cf09d6ea86aa req-770132f7-8f59-4c31-81ad-63cda4d1b4a4 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435758 Nov 12 12:23:57.495111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe18de-6368-4a45-8db5-7891a11776bf req-1fca36fb-82eb-43b4-932c-72c602018961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:57.497678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-1fca36fb-82eb-43b4-932c-72c602018961 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 0.7185819 Nov 12 12:23:57.567289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Attempting to bind port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:57.567778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Attempting to bind port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:57.568214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Attempting to bind port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:57.586201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.626703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.638025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8655-7bbb-4e1f-a69a-a9dea76528f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:57.651330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:57.651330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Attempting to bind port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:57.655493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915c6396-64e3-417d-b9ca-20aaa0ce63e1 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:23:57.673889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.686690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28aad04b-d62b-4646-8d84-8ca66524e207,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:57.697116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-f6f8e0d2-4246-4fea-a224-752cd2fc9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:57.698979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-f6f8e0d2-4246-4fea-a224-752cd2fc9846 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067&tenant_id=02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 1100 time: 0.5782409 Nov 12 12:23:57.719776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:57.720029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:57.720480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:57.721888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Bound port: cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:57.722695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.745726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Transition to ACTIVE for port object 915c6396-64e3-417d-b9ca-20aaa0ce63e1 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:23:57.757978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ceb5-b06d-4818-8f17-c2a7524496bf req-29bdfdb7-ede5-42c9-9148-0c8b56a361ff tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:57.761135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-e66a1611-506c-4731-8a84-e4f687f55647 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d HTTP/1.1" status: 200 len: 1002 time: 0.2384744 Nov 12 12:23:57.764290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.765327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17a4ceb5-b06d-4818-8f17-c2a7524496bf req-29bdfdb7-ede5-42c9-9148-0c8b56a361ff tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.2298696 Nov 12 12:23:57.770386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.800394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-6e5f0401-f6ba-4319-9288-37d0ff3880ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:57.802068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-6e5f0401-f6ba-4319-9288-37d0ff3880ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 1094 time: 0.2975044 Nov 12 12:23:57.838391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c213d4f5-41b0-454e-b276-a14e0d3711c9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:57.871878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732abf9-1732-441c-a10b-0a3336cfa2eb req-78d0a521-f15f-4407-aa8f-55f3b32dbdeb tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:57.873861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d732abf9-1732-441c-a10b-0a3336cfa2eb req-78d0a521-f15f-4407-aa8f-55f3b32dbdeb tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 943 time: 0.3026667 Nov 12 12:23:57.929168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c213d4f5-41b0-454e-b276-a14e0d3711c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:57.929602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:57.949998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:23:57.976412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-c3fbfe2b-745b-4c1a-a06a-aa70b7c967d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=8f78dde0-63fb-42d8-927b-66d05756e9bd HTTP/1.1" status: 200 len: 210 time: 0.0616016 Nov 12 12:23:57.989131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17a4ceb5-b06d-4818-8f17-c2a7524496bf req-ce63af50-3122-4445-837a-fd89a91e8512 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221429 Nov 12 12:23:57.991363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:23:58.003042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:23:58.009440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.037055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-5f5ba69f-2d35-490e-b6c0-402af88bd9a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372 HTTP/1.1" status: 200 len: 217 time: 0.2064452 Nov 12 12:23:58.047743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Port': ['ID=96ef3d1f-c250-4120-ab49-7696582d6b1b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:58.066127 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.112957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-c78bd476-2e95-4ad8-9c96-ef55fdf2bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.114681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-c78bd476-2e95-4ad8-9c96-ef55fdf2bd09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1100 time: 0.3467245 Nov 12 12:23:58.115234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port c213d4f5-41b0-454e-b276-a14e0d3711c9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c213d4f5-41b0-454e-b276-a14e0d3711c9,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:58.124327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.171198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe18de-6368-4a45-8db5-7891a11776bf req-830eefd7-326d-4519-9400-037dec0bb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.172824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-830eefd7-326d-4519-9400-037dec0bb350 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.4012730 Nov 12 12:23:58.173695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Pushing event updated for resources: {'Port': ['ID=915c6396-64e3-417d-b9ca-20aaa0ce63e1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:58.251500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d732abf9-1732-441c-a10b-0a3336cfa2eb req-6cf21d89-746a-4dc3-86d5-ea61865d777d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423338 Nov 12 12:23:58.292058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bc0c5d62-dc51-4689-8f51-0d641d9a8593 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:58.336478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'tag': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:58.343133 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c33a8c-069a-456d-9559-53bb2acb40e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aafcc726-fb10-43bb-9fb3-52a52357ea02", "tag": "a21c7e10-ae08-49f4-bce3-5a02bcdd2372"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:58.356588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] For port cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:58.379724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-c35a74f3-85f2-48bd-aac5-f284fe5b36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.383133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-c35a74f3-85f2-48bd-aac5-f284fe5b36ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 200 len: 862 time: 0.3254056 Nov 12 12:23:58.392574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: bc0c5d62-dc51-4689-8f51-0d641d9a8593 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:58.395364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bc0c5d62-dc51-4689-8f51-0d641d9a8593 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:58.396043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 28aad04b-d62b-4646-8d84-8ca66524e207 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:58.396458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] For port cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:58.417361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-0ff5f2f1-c5dd-4fbc-a3fc-d3af3b3c3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.419000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-0ff5f2f1-c5dd-4fbc-a3fc-d3af3b3c3517 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1127369 Nov 12 12:23:58.444944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=c213d4f5-41b0-454e-b276-a14e0d3711c9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:58.449290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.451620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 28aad04b-d62b-4646-8d84-8ca66524e207 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:58.452110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 28aad04b-d62b-4646-8d84-8ca66524e207 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:58.473760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.474264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.474689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.475811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.476586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.477250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.477855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.478315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.478738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.479162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.479583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.480004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:58.498932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-aee371a3-94db-498d-b408-10eaaa4c061e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6630de47-340a-43ac-ad7b-1904b4dbda68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818419 Nov 12 12:23:58.512450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.515216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.545637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe18de-6368-4a45-8db5-7891a11776bf req-cf35732d-c1c4-4a4c-84e2-aedb543a3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.547225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-cf35732d-c1c4-4a4c-84e2-aedb543a3344 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330274 Nov 12 12:23:58.593739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-0093c2e2-37fc-4eb4-911e-dfa86e16f476 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 217 time: 0.1294253 Nov 12 12:23:58.596330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.596592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.598016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] 10.222.0.65 "PUT /v2.0/ports/cc062f0f-0a95-49a4-b329-e4b1bdd70a30 HTTP/1.1" status: 200 len: 1095 time: 5.2887490 Nov 12 12:23:58.737222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Attempting to bind port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:23:58.737711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Attempting to bind port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:23:58.738143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Attempting to bind port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:58.764284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:58.783857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.784382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa226bf-07ff-44a3-95b3-49da9a36e548 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:23:58.806819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.808093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-11d5e393-376d-4a86-ba0a-a67e7463c9a6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5aa226bf-07ff-44a3-95b3-49da9a36e548 HTTP/1.1" status: 204 len: 168 time: 4.0282819 Nov 12 12:23:58.831840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:58.893637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3097f59-f010-424e-b552-79c8adbf1a18 req-11961ec8-e80c-43ed-9cae-68656f98c63d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:58.899627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3097f59-f010-424e-b552-79c8adbf1a18 req-11961ec8-e80c-43ed-9cae-68656f98c63d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 948 time: 0.6592829 Nov 12 12:23:58.904862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-688ef4c6-4b2b-4281-a27e-f086c98386c8 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320749 Nov 12 12:23:58.905502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f8610-efcf-44de-8eb6-af478fdd7ccd service neutron] Pushing event updated for resources: {'Port': ['ID=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:58.946377 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:58.995429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:58.997881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:58.999321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-d7385ad5-a86d-4296-8bc8-5f031210d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.000605 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852f4837-3e81-43bb-9821-bd1bd81bb618" -d '{"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:59.001040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-d7385ad5-a86d-4296-8bc8-5f031210d0ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.3381596 Nov 12 12:23:59.009754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.019635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:23:59.019999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Attempting to bind port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:23:59.052126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:23:59.052601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:23:59.052993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:23:59.053892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Bound port: 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:23:59.056974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.074006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:59.081932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-e41e9098-c16a-4671-b434-60533761d6a5 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529542 Nov 12 12:23:59.105572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fdc4c-fec6-420c-b8b1-33bbcd52e251 req-464bdfb8-ca23-4fcf-83a9-d73c902fdc23 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.106065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999686-5f6d-4778-bce1-18affca98c78 req-34f074c6-a048-46f4-ae49-3dc5753ed64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.107605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-34f074c6-a048-46f4-ae49-3dc5753ed64e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6f07dc69ee8a4537b75b703dc831edda&shared=False HTTP/1.1" status: 200 len: 905 time: 1.0895481 Nov 12 12:23:59.107834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d5fdc4c-fec6-420c-b8b1-33bbcd52e251 req-464bdfb8-ca23-4fcf-83a9-d73c902fdc23 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 946 time: 0.5565782 Nov 12 12:23:59.150376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Deleting subnet 847af904-1404-49a9-85fb-39282e663d32 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:23:59.153949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-f08c2122-4bb4-4be6-82cc-80f2f96477ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.155478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-f08c2122-4bb4-4be6-82cc-80f2f96477ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 1098 time: 0.4406645 Nov 12 12:23:59.167655 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.168960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3097f59-f010-424e-b552-79c8adbf1a18 req-ad8d08b2-3d3b-40e9-9ee5-fc93c3f891a1 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279537 Nov 12 12:23:59.282304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-bca32377-96bf-4dff-bead-2fce90b9cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.285966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-bca32377-96bf-4dff-bead-2fce90b9cf68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728388 Nov 12 12:23:59.371024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.442479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.476506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999686-5f6d-4778-bce1-18affca98c78 req-ca946dfb-b851-4716-81f5-254df09de7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.478053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-ca946dfb-b851-4716-81f5-254df09de7ed service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3612461 Nov 12 12:23:59.485740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83fe18de-6368-4a45-8db5-7891a11776bf req-acd0e6e2-6c74-4c10-91f4-6b0c4d437b70 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482068 Nov 12 12:23:59.487831 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eac704-9524-4494-b71f-396d737a26fd x-openstack-request-id: req-29eac704-9524-4494-b71f-396d737a26fd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:59.488159 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafcc726-fb10-43bb-9fb3-52a52357ea02", "tag": "a21c7e10-ae08-49f4-bce3-5a02bcdd2372", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:59.488351 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29eac704-9524-4494-b71f-396d737a26fd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:59.488717 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'tag': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372', 'status': 'completed', 'code': 200} Nov 12 12:23:59.560119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-a10e3716-9cf7-4d03-a7ab-eca07046e303 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30 HTTP/1.1" status: 200 len: 217 time: 0.3831401 Nov 12 12:23:59.571137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.641363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.697066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d5fdc4c-fec6-420c-b8b1-33bbcd52e251 req-35f99f31-2cb0-49a1-8f2c-dedec3712962 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680370 Nov 12 12:23:59.712140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] For port 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:23:59.747694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] For port 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:23:59.765066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-282f74e3-1bda-434f-b8c1-f323ad33f921 req-41bed08a-2265-43a7-9b59-983258d4e47e service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745625 Nov 12 12:23:59.769361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.795422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-829e4c19-43c4-4a0f-a901-b2652d2cf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.797554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-829e4c19-43c4-4a0f-a901-b2652d2cf5fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2122033 Nov 12 12:23:59.809125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c213d4f5-41b0-454e-b276-a14e0d3711c9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:23:59.861422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:59.862253 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:59.863911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] 10.222.0.81 "PUT /v2.0/ports/915c6396-64e3-417d-b9ca-20aaa0ce63e1 HTTP/1.1" status: 200 len: 1096 time: 4.6771073 Nov 12 12:23:59.941383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed999686-5f6d-4778-bce1-18affca98c78 req-d7aeaeaf-6c07-4291-a7a3-3726eb95dae3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f78dde0-63fb-42d8-927b-66d05756e9bd HTTP/1.1" status: 200 len: 210 time: 0.3958821 Nov 12 12:23:59.949608 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58d641-2ce8-4a28-9f69-1ca3667a143f x-openstack-request-id: req-da58d641-2ce8-4a28-9f69-1ca3667a143f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:59.950401 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:59.950538 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da58d641-2ce8-4a28-9f69-1ca3667a143f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:59.952330 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'code': 200} Nov 12 12:23:59.973077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c213d4f5-41b0-454e-b276-a14e0d3711c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:23:59.973077 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.072317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-320fc535-d7a9-44ee-b5d8-a10caf2f380d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666233 Nov 12 12:24:00.105146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-75e240b7-a27c-4bb5-8b99-70d91fedb170 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.108346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-75e240b7-a27c-4bb5-8b99-70d91fedb170 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.7754178 Nov 12 12:24:00.142396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.179153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-5fbd273b-400f-4a39-9471-83feab3100fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.180850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-5fbd273b-400f-4a39-9471-83feab3100fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473499 Nov 12 12:24:00.189683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-2e11b724-71d0-48fb-9c7b-b5dbc8cb7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.192465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-2e11b724-71d0-48fb-9c7b-b5dbc8cb7379 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 1099 time: 0.2153742 Nov 12 12:24:00.202971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095ffa-dcfb-49e6-b308-37613bbcedcf service neutron] Pushing event updated for resources: {'Port': ['ID=915c6396-64e3-417d-b9ca-20aaa0ce63e1,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:00.209466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-f96ad7c2-434c-4208-9834-420508feb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.211164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-f96ad7c2-434c-4208-9834-420508feb62b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 1094 time: 0.3066154 Nov 12 12:24:00.246673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-1bbb89d9-d4a3-439a-880d-82c67a3ed11e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0736077 Nov 12 12:24:00.306603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e632a-71f7-4142-bceb-a156b562bbb9 req-e6285c92-0849-4f94-9a12-f9057d2a3e9c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.308188 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-478e632a-71f7-4142-bceb-a156b562bbb9 req-e6285c92-0849-4f94-9a12-f9057d2a3e9c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 947 time: 0.2976594 Nov 12 12:24:00.362480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-b790ef76-bfe1-44c6-b478-54ea7f8ca836 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1 HTTP/1.1" status: 200 len: 217 time: 0.1399696 Nov 12 12:24:00.393972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95a550b5-b7c3-402c-8e05-40ee58375dcf req-4a485ac1-fbe9-4072-a018-25a26b2bdb4d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812634 Nov 12 12:24:00.405454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-715a1b04-2570-459e-8903-fbf67bea4b3b tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1514559 Nov 12 12:24:00.450235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.518131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.577494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-0ef9fcc1-bcb1-4045-9f42-94aab12cf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.579045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-0ef9fcc1-bcb1-4045-9f42-94aab12cf695 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1929944 Nov 12 12:24:00.587319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-528203e5-69d7-4a86-a64e-38433f7bc25b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859098 Nov 12 12:24:00.588040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847af904-1404-49a9-85fb-39282e663d32,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:00.609522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-478e632a-71f7-4142-bceb-a156b562bbb9 req-60c57159-8372-41c4-8235-dd3480e68a4a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778311 Nov 12 12:24:00.625685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.629043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1ce1263b-8e26-4c5d-ba76-7eb69e64c2c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/847af904-1404-49a9-85fb-39282e663d32 HTTP/1.1" status: 204 len: 168 time: 1.7759778 Nov 12 12:24:00.632253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:00.639766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582076d-d15f-4b6b-a15f-2a2812869fdd None None] Network 48bbfbbe-4830-439d-b772-7368301ded35 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:00.664578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-092dfdf9-b2cf-47fb-bb06-9d77d61f616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.666109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-092dfdf9-b2cf-47fb-bb06-9d77d61f616b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 200 len: 923 time: 0.4158230 Nov 12 12:24:00.713855 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-49808b3b-29ef-4d06-9eb0-d14472f86aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811608 Nov 12 12:24:00.815813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-5139cf38-96c9-45bc-9a6f-8efc00a65d41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372 HTTP/1.1" status: 200 len: 217 time: 0.1264362 Nov 12 12:24:00.880644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-caedf82a-cea2-48f3-a004-7ee78ca09a3f service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436212 Nov 12 12:24:00.882237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Router 5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:24:00.898575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] DHCP port deletion for 48bbfbbe-4830-439d-b772-7368301ded35 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:24:00.915836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:00.925265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-66a654f2-b75a-4ade-ba46-901b12194400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:00.926955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-66a654f2-b75a-4ade-ba46-901b12194400 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3355558 Nov 12 12:24:01.014904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-e95627ca-716d-4748-be7b-69b87ca6b21a service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014516 Nov 12 12:24:01.027468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] Deleting port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:01.028340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.057515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-6a14fdd5-b7fd-448a-bd05-4097dd0d5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:01.059951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-6a14fdd5-b7fd-448a-bd05-4097dd0d5766 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 200 len: 862 time: 0.2127488 Nov 12 12:24:01.074452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9b444-d06a-4d44-955e-562df273c0b3 req-8bc81281-c229-47f2-a097-3f61eded198e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:01.076062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5c9b444-d06a-4d44-955e-562df273c0b3 req-8bc81281-c229-47f2-a097-3f61eded198e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 943 time: 0.2397177 Nov 12 12:24:01.148930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] For port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,segment=NetworkSegment(d1045993-2778-46b6-ab86-cfd348e340f0),segment_id=d1045993-2778-46b6-ab86-cfd348e340f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:01.149814 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.152362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:01.160255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-6907f719-83ec-4f93-b072-79fa36238ed0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6630de47-340a-43ac-ad7b-1904b4dbda68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814688 Nov 12 12:24:01.175440 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Sync routers for ids ['5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:01.204644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.206185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a715667a-61cd-4618-b213-ab50119754df tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0465310 Nov 12 12:24:01.209049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:01.209306 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Routers {'5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:01.214536 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:01.220162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] Calling delete_port for 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:01.289370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-4f46305e-6306-452a-9c04-e6127f6f24f7 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481035 Nov 12 12:24:01.308181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5c9b444-d06a-4d44-955e-562df273c0b3 req-7132ac21-2980-47ef-9c98-d72a66cc2209 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006426 Nov 12 12:24:01.438686 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.448184 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Set router 5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:24:01.488473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-98ff7dce-b283-405a-9e9c-a3d77b5ee832 service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099327 Nov 12 12:24:01.499420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] Pushing event deleted for resources: {'Port': ['ID=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:01.512026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'tag': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30'}, {'name': 'network-changed', 'server_uuid': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'tag': '915c6396-64e3-417d-b9ca-20aaa0ce63e1'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:01.515449 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53bfdc-6453-45d4-913d-44c5aff70070" -d '{"events": [{"name": "network-changed", "server_uuid": "b139361a-9eb6-45f5-9b35-bc7dcef64f84", "tag": "cc062f0f-0a95-49a4-b329-e4b1bdd70a30"}, {"name": "network-changed", "server_uuid": "d357c537-5896-4e23-815e-8e0ebe3b3acd", "tag": "915c6396-64e3-417d-b9ca-20aaa0ce63e1"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:01.520221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730ee298-037d-40ef-a72f-b9b6f1c826bb None None] No DVR routers for this DVR port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:01.608649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Deleting port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:01.608967 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.625145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2260329e-d7bd-4d39-bcb1-cb47622fba5a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a HTTP/1.1" status: 200 len: 908 time: 0.4112389 Nov 12 12:24:01.626572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:01.769492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:01.812475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:01.812813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:01.886516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-045e0f9e-239e-44e0-809c-1ea68b040b62 req-3cf0db56-c6b0-4073-81ba-8bf6fe98e041 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 210 time: 0.1715968 Nov 12 12:24:01.913680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.979537 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a', 'name': 'tempest-snat-router-1061787701', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '96ef3d1f-c250-4120-ab49-7696582d6b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:54Z', 'updated_at': '2021-11-12T12:23:58Z', 'revision_number': 3, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port': {'id': '96ef3d1f-c250-4120-ab49-7696582d6b1b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:23:55Z', 'updated_at': '2021-11-12T12:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:02.016197 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Checking router: 5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:24:02.017677 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Updating router 5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a port 96ef3d1f-c250-4120-ab49-7696582d6b1b binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:24:02.027290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85363b20-59a6-43aa-8810-e0280480e951 req-c2f2e88d-81f2-4944-b01f-a9eaaab87288 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.028387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85363b20-59a6-43aa-8810-e0280480e951 req-c2f2e88d-81f2-4944-b01f-a9eaaab87288 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 948 time: 0.5770862 Nov 12 12:24:02.075965 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.095113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2435fed9-41c9-4487-8751-ecdcc7e3bdaf req-622aa4f0-849b-46eb-80da-d64ff7e4e4de service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7793982 Nov 12 12:24:02.096820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] For port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:02.097223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.142353 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30c33a8c-069a-456d-9559-53bb2acb40e7 req-37ac9079-3c22-4aa7-94f6-c202255546dc service neutron] 10.222.0.65 "GET /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221952 Nov 12 12:24:02.198814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.222795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85363b20-59a6-43aa-8810-e0280480e951 req-abe4a90c-80c5-414a-9df1-5233e20eee5f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743519 Nov 12 12:24:02.224601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Calling delete_port for 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:02.256565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:24:02.262720 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b97052-d59c-4f9f-98f6-ae213b9655b4 x-openstack-request-id: req-f2b97052-d59c-4f9f-98f6-ae213b9655b4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:02.263175 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b139361a-9eb6-45f5-9b35-bc7dcef64f84", "tag": "cc062f0f-0a95-49a4-b329-e4b1bdd70a30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d357c537-5896-4e23-815e-8e0ebe3b3acd", "tag": "915c6396-64e3-417d-b9ca-20aaa0ce63e1", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:02.263678 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2b97052-d59c-4f9f-98f6-ae213b9655b4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:02.264368 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'tag': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30', 'status': 'completed', 'code': 200} Nov 12 12:24:02.265101 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'tag': '915c6396-64e3-417d-b9ca-20aaa0ce63e1', 'status': 'completed', 'code': 200} Nov 12 12:24:02.266647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.378723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Deleting port 96ef3d1f-c250-4120-ab49-7696582d6b1b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:02.378723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.398816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:02.428950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] No DVR routers for this DVR port 4cba9ad9-0b6b-40c7-be97-0f5b3e31ed1c on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:02.463934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecc4b-bbb9-4a1a-aff0-b9bc6e6c6ead req-b046ecbe-414c-4ee8-a647-331d7b586619 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.467879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfaecc4b-bbb9-4a1a-aff0-b9bc6e6c6ead req-b046ecbe-414c-4ee8-a647-331d7b586619 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 947 time: 0.1459582 Nov 12 12:24:02.495681 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.502944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-77f1bd9d-1111-4a5c-a6b9-a7f28638e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.504717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-77f1bd9d-1111-4a5c-a6b9-a7f28638e8d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 1099 time: 0.1633711 Nov 12 12:24:02.510929 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.562439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfaecc4b-bbb9-4a1a-aff0-b9bc6e6c6ead req-39b166d5-a1b9-413f-9a80-bb2b37820cd7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808814 Nov 12 12:24:02.566097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-42c9a9e2-b767-4d1a-ade2-d7c0738e3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.567742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-42c9a9e2-b767-4d1a-ade2-d7c0738e3188 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 1098 time: 0.2136033 Nov 12 12:24:02.570707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.600228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.632402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Calling delete_port for 96ef3d1f-c250-4120-ab49-7696582d6b1b owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:02.673751 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Pushing event updated for resources: {'Port': ['ID=96ef3d1f-c250-4120-ab49-7696582d6b1b,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:02.692674 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.694670 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.695565 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.696443 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.697376 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.698258 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.699141 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.699749 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.700342 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.701370 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.701562 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.702203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:02.710073 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Attempting to bind port 96ef3d1f-c250-4120-ab49-7696582d6b1b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:02.710708 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Attempting to bind port 96ef3d1f-c250-4120-ab49-7696582d6b1b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:02.711556 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Attempting to bind port 96ef3d1f-c250-4120-ab49-7696582d6b1b on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:02.721882 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:02.722493 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:02.723045 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.723508 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:02.723989 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Bound port: 96ef3d1f-c250-4120-ab49-7696582d6b1b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:02.724565 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.735325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bbfbbe-4830-439d-b772-7368301ded35']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:02.768927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1045993-2778-46b6-ab86-cfd348e340f0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:02.769269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1045993-2778-46b6-ab86-cfd348e340f0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:02.798588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.806456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a21c7e10-ae08-49f4-bce3-5a02bcdd2372 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:02.817005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] For port 96ef3d1f-c250-4120-ab49-7696582d6b1b, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:02.823317 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] For port 96ef3d1f-c250-4120-ab49-7696582d6b1b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=96ef3d1f-c250-4120-ab49-7696582d6b1b,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:02.831546 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.848866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.869158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac69d9f-84c6-4b8a-a89b-994581fb749b req-f0ad3107-53fe-4d35-9075-60afc09b655d tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.879995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ac69d9f-84c6-4b8a-a89b-994581fb749b req-f0ad3107-53fe-4d35-9075-60afc09b655d tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 946 time: 0.2556338 Nov 12 12:24:02.894513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d0045-189e-4652-82e4-ff3a827690f9 req-62e15ac5-cb16-4855-a9f4-77f4421542fc tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.904123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-481d0045-189e-4652-82e4-ff3a827690f9 req-62e15ac5-cb16-4855-a9f4-77f4421542fc tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 943 time: 0.1753526 Nov 12 12:24:02.905833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:24:02.906284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:02.908957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-a3d235cf-9999-420d-b096-3983dc21a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.910506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-a3d235cf-9999-420d-b096-3983dc21a614 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3605235 Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:24:02.911207 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:24:02.949162 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165eea0-ecd1-440c-8593-76d89f1220bf None None] Pushing event updated for resources: {'Port': ['ID=96ef3d1f-c250-4120-ab49-7696582d6b1b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:02.979661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-60f1a16b-42ed-4eb9-b2c5-9dd47e114d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:02.981469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-60f1a16b-42ed-4eb9-b2c5-9dd47e114d38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3799469 Nov 12 12:24:02.994708 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Routers {'5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:02.996001 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:23:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:03.034012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:03.052894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372', 'network_id': '6630de47-340a-43ac-ad7b-1904b4dbda68', 'port_id': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372', 'mac_address': 'fa:16:3e:4d:14:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e574d5-cfb8-45a1-b4ec-d26b0d47c627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:03.057512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-544fab4b-5d00-4f6a-994b-74371eed8271 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1 HTTP/1.1" status: 200 len: 217 time: 0.1320720 Nov 12 12:24:03.088876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-481d0045-189e-4652-82e4-ff3a827690f9 req-2e35e2dc-da0f-4798-aae7-80a9f8be5272 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832950 Nov 12 12:24:03.129682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.148697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.185129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-874c7b46-7454-4047-9ec5-9061f96c0b0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30 HTTP/1.1" status: 200 len: 217 time: 0.1441250 Nov 12 12:24:03.190572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21c7e10-ae08-49f4-bce3-5a02bcdd2372 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:03.211337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ef3d1f-c250-4120-ab49-7696582d6b1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:03.215354 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] Set router 5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:24:03.237157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.268919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:03.291239 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.292685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:03.310245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.316719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] 10.222.0.18 "DELETE /v2.0/networks/48bbfbbe-4830-439d-b772-7368301ded35 HTTP/1.1" status: 204 len: 168 time: 2.6682596 Nov 12 12:24:03.322431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768384-ba2b-43e5-afe2-ddf51710c672 admin admin] Pushing event deleted for resources: {'Network': ['ID=48bbfbbe-4830-439d-b772-7368301ded35,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:03.356658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-b2618579-7e86-435f-ba56-3926d1d7c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:03.358428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-b2618579-7e86-435f-ba56-3926d1d7c923 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2882237 Nov 12 12:24:03.379940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ac69d9f-84c6-4b8a-a89b-994581fb749b req-65db984d-0046-400d-962f-ed89d153e59a tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987700 Nov 12 12:24:03.405448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a', 'name': 'tempest-snat-router-1061787701', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:54Z', 'updated_at': '2021-11-12T12:24:02Z', 'revision_number': 4, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:03.408348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-30185593-d8b7-4d5b-86d3-7cee3ddfc005 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:03.410246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-30185593-d8b7-4d5b-86d3-7cee3ddfc005 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.1908987 Nov 12 12:24:03.469865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-1e7fe16a-f226-4be6-9384-0dcb0ad6251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:03.474027 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64bfa6-fcce-47a8-bf3a-63f973d101ee None None] The sync data for ids ['5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a'] in n-d-804878-5 is: [{'id': '5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a', 'name': 'tempest-snat-router-1061787701', 'tenant_id': '64180834441746e1a982c24df4e42021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:23:54Z', 'updated_at': '2021-11-12T12:24:02Z', 'revision_number': 4, 'project_id': '64180834441746e1a982c24df4e42021', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:03.476122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-1e7fe16a-f226-4be6-9384-0dcb0ad6251c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2376859 Nov 12 12:24:03.480626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51a9a544-6ba5-4399-a42f-7d23ba721b4a req-1b66a79c-fe87-4812-bf09-8c791490c262 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 210 time: 0.2200842 Nov 12 12:24:03.499218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': '565455fb-bcf7-4033-92ad-a8a109656a14', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:03.569990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:03.608339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'mac_address': 'fa:16:3e:99:da:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:03.675257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.689836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:03.700179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c387bf-28e2-45dd-a5be-d0393cb8283f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:03.729055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:03.748248 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.750387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cc062f0f-0a95-49a4-b329-e4b1bdd70a30 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:03.822124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:03.825292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-5d29eb3c-520e-4b43-9713-372ab2089595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:03.826912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-5d29eb3c-520e-4b43-9713-372ab2089595 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4381649 Nov 12 12:24:03.835861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.846039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:03.851993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.867781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:03.880732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:03.889207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30', 'mac_address': 'fa:16:3e:00:37:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:03.934793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-d3666158-f500-4e66-ab6b-0fcf1daba050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:03.936644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-d3666158-f500-4e66-ab6b-0fcf1daba050 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4422951 Nov 12 12:24:03.949468 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.970111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc062f0f-0a95-49a4-b329-e4b1bdd70a30 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:03.970503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658231a7-6292-4fed-a48f-ac7be0ac8814 req-e5d2d8b7-724b-45e8-9c2c-5366f0055ae7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:03.981294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-658231a7-6292-4fed-a48f-ac7be0ac8814 req-e5d2d8b7-724b-45e8-9c2c-5366f0055ae7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 948 time: 0.4577279 Nov 12 12:24:03.999251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-92fb827b-d6e4-4a4b-916d-f527685dfd07 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:04.000472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:04.000734 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-92fb827b-d6e4-4a4b-916d-f527685dfd07 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 946 time: 0.3178508 Nov 12 12:24:04.007263 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.013706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.016229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.068383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:04.080429 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.080861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:04.085472 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.087877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a325837b-d06f-40d1-b9b2-e26143f185e5 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5fb69c2a-027c-4b5e-9bbf-6acc2cf4750a HTTP/1.1" status: 204 len: 168 time: 2.4561331 Nov 12 12:24:04.095073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:04.156053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe760860-7608-4c39-92b1-7ef0469cdb9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2faeda96b244546b23b51826fa7c27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279867 Nov 12 12:24:04.169868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:04.183750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-a8c5fb07-7529-430c-9032-f0b91dbf12b0 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274481 Nov 12 12:24:04.224525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92f81a-6ea2-482b-8622-9f9e73852272 req-78a2e77f-bc97-4336-b1c9-56a12906a15a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:04.227623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf92f81a-6ea2-482b-8622-9f9e73852272 req-78a2e77f-bc97-4336-b1c9-56a12906a15a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 948 time: 0.4613512 Nov 12 12:24:04.281117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-658231a7-6292-4fed-a48f-ac7be0ac8814 req-0768ffa8-02bf-414a-a348-2d4851633b77 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987134 Nov 12 12:24:04.361721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-239d770d-dd39-4682-8537-9ceecff0433a service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780551 Nov 12 12:24:04.380806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['a21c7e10-ae08-49f4-bce3-5a02bcdd2372'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:04.421988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:04.422940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-cfcc6dd0-d73b-4db7-92e6-7141dde01de4 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:04.424726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6c387bf-28e2-45dd-a5be-d0393cb8283f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:04.425950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-cfcc6dd0-d73b-4db7-92e6-7141dde01de4 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 945 time: 0.2541904 Nov 12 12:24:04.465105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.479390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Deleting port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:04.479784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.483690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62673dd5-94b0-422d-b0d3-ca5f31fe7f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.486790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-f9126847-230a-4f30-9e50-21fac18a005f service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891927 Nov 12 12:24:04.511654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf92f81a-6ea2-482b-8622-9f9e73852272 req-83a4c7fe-6e6b-44b4-8ca4-9e72e237bef1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619102 Nov 12 12:24:04.514833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.5 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/5dc289fc-d793-46b1-8f47-5f1bfee3ef45) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:04.576929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62673dd5-94b0-422d-b0d3-ca5f31fe7f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.931584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647624-696b-4f4c-b3dd-acdd987d98cd req-a701596d-a3d3-4f8e-aaf1-fb7a1e54b957 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:04.933208 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40647624-696b-4f4c-b3dd-acdd987d98cd req-a701596d-a3d3-4f8e-aaf1-fb7a1e54b957 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 944 time: 0.5516891 Nov 12 12:24:05.043046 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c53bfdc-6453-45d4-913d-44c5aff70070 req-bbe5503d-db40-4fe8-9f95-5fbf39cf6096 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346977 Nov 12 12:24:05.054379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 915c6396-64e3-417d-b9ca-20aaa0ce63e1 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:05.086265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] For port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:05.086664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.107619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40647624-696b-4f4c-b3dd-acdd987d98cd req-33360617-b8e0-43ae-b3cb-5328fb515fe4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603167 Nov 12 12:24:05.126596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Calling delete_port for 8952517a-ad7f-4d0a-bb2b-1fd5a558599c owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:05.161954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62673dd5-94b0-422d-b0d3-ca5f31fe7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.170552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62673dd5-94b0-422d-b0d3-ca5f31fe7f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.176054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62673dd5-94b0-422d-b0d3-ca5f31fe7f24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2115fa04-df11-4617-ba93-a7c97752352e HTTP/1.1" status: 204 len: 168 time: 1.0026338 Nov 12 12:24:05.243601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Deleting port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:05.244213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.294980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:05.295738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a43948e6-8c13-4aa5-b9be-bd66c66d9a7d req-46d11878-8cf1-47dd-bbdb-901dbc750837 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 210 time: 0.0626547 Nov 12 12:24:05.299340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673dd5-94b0-422d-b0d3-ca5f31fe7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115fa04-df11-4617-ba93-a7c97752352e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:05.362205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '915c6396-64e3-417d-b9ca-20aaa0ce63e1', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '915c6396-64e3-417d-b9ca-20aaa0ce63e1', 'mac_address': 'fa:16:3e:e9:7b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:05.452386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.464254 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.494858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915c6396-64e3-417d-b9ca-20aaa0ce63e1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:05.498995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89147fbf-be7c-41da-952c-4f8fbecafc8d req-18dd1a63-fb52-49bd-be7c-e51ed111d6be tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:05.501190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89147fbf-be7c-41da-952c-4f8fbecafc8d req-18dd1a63-fb52-49bd-be7c-e51ed111d6be tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=62b6dc14-d6ae-413b-95e3-e2ae13865981 HTTP/1.1" status: 200 len: 946 time: 0.4843726 Nov 12 12:24:05.503256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.594545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:05.620754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.624252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event deleted for resources: {'Port': ['ID=8952517a-ad7f-4d0a-bb2b-1fd5a558599c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:05.719292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb9c36fa-01ee-4f6b-b6a1-207d0bb688b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.764916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=915c6396-64e3-417d-b9ca-20aaa0ce63e1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:05.772986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] For port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,segment=NetworkSegment(fcbe39ed-bc0a-422d-8260-8fc07f86d6a2),segment_id=fcbe39ed-bc0a-422d-8260-8fc07f86d6a2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:05.773657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.784141 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.784451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] No DVR routers for this DVR port 8952517a-ad7f-4d0a-bb2b-1fd5a558599c on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:05.793897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:05.800212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc03a2df-8560-4b38-a3b5-e02a25546e0d req-5f1442e5-da9b-42d1-b557-272dc4acfbba tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "DELETE /v2.0/ports/8952517a-ad7f-4d0a-bb2b-1fd5a558599c HTTP/1.1" status: 204 len: 173 time: 1.7734556 Nov 12 12:24:05.800510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'name': 'network-vif-deleted', 'tag': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:05.805569 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c10e336-58ec-4dd7-a366-e530d7619144" -d '{"events": [{"server_uuid": "62b6dc14-d6ae-413b-95e3-e2ae13865981", "name": "network-vif-deleted", "tag": "8952517a-ad7f-4d0a-bb2b-1fd5a558599c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:05.831787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Calling delete_port for 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:05.872296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89147fbf-be7c-41da-952c-4f8fbecafc8d req-a974994a-6ace-4403-95f5-9831842acdb7 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/security-groups?id=013cb3f3-78d8-4de0-b1ff-4c5f95376079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318372 Nov 12 12:24:05.936556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73020570-762c-4ad1-8a18-a00e442c7554 req-b0352864-1576-4bf0-880d-cabf91e7d8eb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:05.939368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-b0352864-1576-4bf0-880d-cabf91e7d8eb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067&tenant_id=02679cf315e34445a6c4079156f8c98e&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 948 time: 0.2701254 Nov 12 12:24:05.956920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226a880-65ec-4701-b97f-260b565303f8 req-905f9c26-ff4f-455b-a812-28687a01c16d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:05.971036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c226a880-65ec-4701-b97f-260b565303f8 req-905f9c26-ff4f-455b-a812-28687a01c16d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 949 time: 0.1904912 Nov 12 12:24:05.981721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:06.005394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:06.032875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:06.080613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Deleting port c213d4f5-41b0-454e-b276-a14e0d3711c9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:06.081165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:06.091062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c226a880-65ec-4701-b97f-260b565303f8 req-6408c1eb-9d8b-492d-852e-78aae5000bc5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103985 Nov 12 12:24:06.211725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73020570-762c-4ad1-8a18-a00e442c7554 req-28cb341d-7d2e-47ba-afe6-3b87c6ee3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.215656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-28cb341d-7d2e-47ba-afe6-3b87c6ee3465 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1099 time: 0.1416504 Nov 12 12:24:06.303767 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e9f060-e31f-4bc7-a9a3-d5e31cff5d0c x-openstack-request-id: req-54e9f060-e31f-4bc7-a9a3-d5e31cff5d0c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:06.304585 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6dc14-d6ae-413b-95e3-e2ae13865981", "name": "network-vif-deleted", "tag": "8952517a-ad7f-4d0a-bb2b-1fd5a558599c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:06.304585 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54e9f060-e31f-4bc7-a9a3-d5e31cff5d0c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:06.306744 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6dc14-d6ae-413b-95e3-e2ae13865981', 'name': 'network-vif-deleted', 'tag': '8952517a-ad7f-4d0a-bb2b-1fd5a558599c', 'status': 'completed', 'code': 200} Nov 12 12:24:06.406480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:06.429560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:06.435620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:06.503015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73020570-762c-4ad1-8a18-a00e442c7554 req-c18132c1-2fe0-4220-9a26-461b53a96f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.505135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-c18132c1-2fe0-4220-9a26-461b53a96f3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2800577 Nov 12 12:24:06.569607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-155efc5e-0d44-4ac0-b315-a27959a843a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 217 time: 0.0568125 Nov 12 12:24:06.610999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:06.631393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf622d-48fb-4379-8c4a-bfa935ed375a req-024b9938-fcd5-44d4-a9bb-22f9fe239f5c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.633137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1bf622d-48fb-4379-8c4a-bfa935ed375a req-024b9938-fcd5-44d4-a9bb-22f9fe239f5c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 944 time: 0.1695204 Nov 12 12:24:06.696166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.697097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:06.720794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a744b70-1b2e-4688-b00b-b734b986e479 req-a42a34a5-c6d4-4d43-b6e4-f87c9a7f21d7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.723499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a744b70-1b2e-4688-b00b-b734b986e479 req-a42a34a5-c6d4-4d43-b6e4-f87c9a7f21d7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 948 time: 0.6216066 Nov 12 12:24:06.723952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73020570-762c-4ad1-8a18-a00e442c7554 req-123cd648-5a53-4fda-b948-1232b98ad817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.726811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-123cd648-5a53-4fda-b948-1232b98ad817 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1428676 Nov 12 12:24:06.738552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] For port c213d4f5-41b0-454e-b276-a14e0d3711c9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c213d4f5-41b0-454e-b276-a14e0d3711c9,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:06.739155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:06.782922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Calling delete_port for c213d4f5-41b0-454e-b276-a14e0d3711c9 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:06.818029 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:06.821174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-81b80fad-f95e-41cb-8f3f-88fcff9ed281 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3526328 Nov 12 12:24:06.830981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1bf622d-48fb-4379-8c4a-bfa935ed375a req-f07c4341-26d7-4aa3-bd72-ed6302da9500 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722839 Nov 12 12:24:06.846876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73020570-762c-4ad1-8a18-a00e442c7554 req-a754ea4c-00a1-4fce-a35f-5f96caf17578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:06.849624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-a754ea4c-00a1-4fce-a35f-5f96caf17578 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133375 Nov 12 12:24:06.892357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c6c387bf-28e2-45dd-a5be-d0393cb8283f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:06.892952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:06.924940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Request body: {'port': {'device_id': '565455fb-bcf7-4033-92ad-a8a109656a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:07.003035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.033694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:07.037068 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14214918-48c3-45ea-8e89-d59d8e12c89b" -d '{"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-plugged", "status": "completed", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:07.045870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e43e1-b3f0-44a2-994f-bc7eb7dc4554 req-4cb70ac3-4dd7-4888-b478-6f39e363af0d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:07.047501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-569e43e1-b3f0-44a2-994f-bc7eb7dc4554 req-4cb70ac3-4dd7-4888-b478-6f39e363af0d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 931 time: 0.0948024 Nov 12 12:24:07.049912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-5b64fe03-7c65-4860-8c65-00eb48203b8f service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853251 Nov 12 12:24:07.053484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:07.059328 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.060248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a21c7e10-ae08-49f4-bce3-5a02bcdd2372 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:07.066051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.086022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a744b70-1b2e-4688-b00b-b734b986e479 req-0b47f1cc-b692-4725-994a-22f9b7c04a42 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383791 Nov 12 12:24:07.116143 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.120963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Pushing event deleted for resources: {'Port': ['ID=2734effc-93ce-4ca1-b6f3-0e89d2529ab2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:07.161062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:07.177600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:07.182366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:07.182732 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.254999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-569e43e1-b3f0-44a2-994f-bc7eb7dc4554 req-b90e0e7b-2073-4974-b1c7-d4b45afb772c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994755 Nov 12 12:24:07.269886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] No DVR routers for this DVR port 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:07.276090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.281971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-584a955e-46a0-441d-9a34-1ee9471bc17b req-ea1f57bf-0939-450e-963f-026920ec78ea tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.65 "DELETE /v2.0/ports/2734effc-93ce-4ca1-b6f3-0e89d2529ab2 HTTP/1.1" status: 204 len: 173 time: 2.8413315 Nov 12 12:24:07.282939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73020570-762c-4ad1-8a18-a00e442c7554 req-a834c6d8-c241-4df9-bb96-d1ea27c0d86a service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104559 Nov 12 12:24:07.344210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.403999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:07.410729 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.413237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cc062f0f-0a95-49a4-b329-e4b1bdd70a30 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:07.470027 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20deec3-9b47-46cf-9793-d6cf4f170d31 x-openstack-request-id: req-e20deec3-9b47-46cf-9793-d6cf4f170d31 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:07.470355 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-plugged", "status": "completed", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:07.470612 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e20deec3-9b47-46cf-9793-d6cf4f170d31 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:07.471011 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'code': 200} Nov 12 12:24:07.494918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'name': 'network-vif-deleted', 'tag': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:07.499017 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721de4b1-3f58-4446-abb4-a069318d356c" -d '{"events": [{"server_uuid": "084ed349-dfeb-4fc4-9358-70b4e844062a", "name": "network-vif-deleted", "tag": "2734effc-93ce-4ca1-b6f3-0e89d2529ab2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:07.510219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:07.525781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:07.531559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:07.532118 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.544273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.598742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f2a0-87b1-45bc-8aa2-71f41f1d2bac req-980aa378-d9cf-42dd-a7a2-0a2c86180246 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:07.601769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-25d8f2a0-87b1-45bc-8aa2-71f41f1d2bac req-980aa378-d9cf-42dd-a7a2-0a2c86180246 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 949 time: 0.0729005 Nov 12 12:24:07.609926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event deleted for resources: {'Port': ['ID=c213d4f5-41b0-454e-b276-a14e0d3711c9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:07.642268 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.666981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-25d8f2a0-87b1-45bc-8aa2-71f41f1d2bac req-96b51def-84fe-481b-986f-615b4d4ca843 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588479 Nov 12 12:24:07.692501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:07.696831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d4d96d4-f4fa-41d7-a913-81f7cda416d8 req-cfd7b41f-7a73-45f6-b7b2-71af9e5f3406 tempest-MultipleCreateTestJSON-1830548891 tempest-MultipleCreateTestJSON-1830548891-project] 10.222.0.18 "GET /v2.0/ports?device_id=084ed349-dfeb-4fc4-9358-70b4e844062a HTTP/1.1" status: 200 len: 210 time: 0.1053469 Nov 12 12:24:07.700434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.701420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8952517a-ad7f-4d0a-bb2b-1fd5a558599c no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:07.798688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:07.811159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.817173 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b59f14-09e2-4034-a1ec-2536fb47aa29 x-openstack-request-id: req-98b59f14-09e2-4034-a1ec-2536fb47aa29 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:07.817543 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084ed349-dfeb-4fc4-9358-70b4e844062a", "name": "network-vif-deleted", "tag": "2734effc-93ce-4ca1-b6f3-0e89d2529ab2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:07.817864 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98b59f14-09e2-4034-a1ec-2536fb47aa29 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:07.818408 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084ed349-dfeb-4fc4-9358-70b4e844062a', 'name': 'network-vif-deleted', 'tag': '2734effc-93ce-4ca1-b6f3-0e89d2529ab2', 'status': 'completed', 'code': 200} Nov 12 12:24:07.821956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 8952517a-ad7f-4d0a-bb2b-1fd5a558599c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:07.822517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8952517a-ad7f-4d0a-bb2b-1fd5a558599c not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:07.822746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:07.845730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:07.846073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2734effc-93ce-4ca1-b6f3-0e89d2529ab2 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:07.944992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.955158 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccd01ed2-9d32-4fe6-88bf-25bfc46d6890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:07.960544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.039706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.040315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f122b0b-782d-4164-802d-8b92bbf521cb {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:08.054916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103797-8b96-4339-a869-d84c290d5bfb req-f0ff8068-2d3c-4a09-88ce-8e2fe31caf8d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.062786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e103797-8b96-4339-a869-d84c290d5bfb req-f0ff8068-2d3c-4a09-88ce-8e2fe31caf8d tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.0937185 Nov 12 12:24:08.064509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.065765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cb61415b-5f57-4817-aa56-ac67f6f8c42a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4f122b0b-782d-4164-802d-8b92bbf521cb HTTP/1.1" status: 204 len: 168 time: 3.9698229 Nov 12 12:24:08.070583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:08.075372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1953803232', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:08.093012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:08.106835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.122556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.123730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.167184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Transition to ACTIVE for port object 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:08.175275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.300155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e103797-8b96-4339-a869-d84c290d5bfb req-9c790410-225f-4942-8508-8f9e4f474d33 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341235 Nov 12 12:24:08.378794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.447131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:08.491809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666e099-9ea6-456f-86ac-1e834c1331e0 req-18aa22d7-e0f8-4bea-939c-0df1acfcf3cf tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.493433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9666e099-9ea6-456f-86ac-1e834c1331e0 req-18aa22d7-e0f8-4bea-939c-0df1acfcf3cf tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.2445195 Nov 12 12:24:08.493930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:08.532893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Attempting to bind port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:08.533914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Attempting to bind port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:08.533914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Attempting to bind port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:08.544285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:08.544652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Attempting to bind port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:08.561460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:08.561731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:08.562108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:08.562575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Bound port: 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:08.562944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.588540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9666e099-9ea6-456f-86ac-1e834c1331e0 req-97e4acdd-c49f-4305-8e9a-cf6896a94f14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852623 Nov 12 12:24:08.589413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.602147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-81928169-0dc2-4176-a8c1-805cd2d6e473 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2910290 Nov 12 12:24:08.684009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] For port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:08.688212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] For port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:08.695269 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.760474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf26ab-f580-4b9c-8dad-d16b0e3dbcd6 req-1a4eecd6-fa66-46e3-af2a-169e96c43481 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.768480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1cf26ab-f580-4b9c-8dad-d16b0e3dbcd6 req-1a4eecd6-fa66-46e3-af2a-169e96c43481 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 943 time: 0.2534382 Nov 12 12:24:08.788635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.789265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.790756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] 10.222.0.81 "PUT /v2.0/ports/5dc289fc-d793-46b1-8f47-5f1bfee3ef45 HTTP/1.1" status: 200 len: 1091 time: 1.8701723 Nov 12 12:24:08.831088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a667e335-9af5-4d9d-b387-99dae548d840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:08.841699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-e6e11bf8-c199-4768-b3df-4928993cfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.843222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-e6e11bf8-c199-4768-b3df-4928993cfe68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 1100 time: 0.1746018 Nov 12 12:24:08.882973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1cf26ab-f580-4b9c-8dad-d16b0e3dbcd6 req-9840dbc9-9167-45eb-878e-8270cbc65632 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133480 Nov 12 12:24:08.890780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b75e08-e602-4c97-b809-83e53a33bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:08.900902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5d58e-dda6-4d11-988e-a4ad918c543e req-3186fcda-cbaa-417d-acb5-78d8ad9f35d8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.908888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4a5d58e-dda6-4d11-988e-a4ad918c543e req-3186fcda-cbaa-417d-acb5-78d8ad9f35d8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1883357 Nov 12 12:24:08.962610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-0d7aaba4-81ed-401a-9ecd-c81a870ece95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:08.964996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-0d7aaba4-81ed-401a-9ecd-c81a870ece95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 1094 time: 0.1261442 Nov 12 12:24:09.031168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-c78a72e1-fedf-4e9a-a149-f8980dcdece9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45 HTTP/1.1" status: 200 len: 217 time: 0.0539563 Nov 12 12:24:09.081644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 915c6396-64e3-417d-b9ca-20aaa0ce63e1 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:09.087081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4a5d58e-dda6-4d11-988e-a4ad918c543e req-cd4591b8-4325-4d33-9f5c-2d3fd13b1a97 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599634 Nov 12 12:24:09.108586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a667e335-9af5-4d9d-b387-99dae548d840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.113992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-aaee9ce2-b18b-4c9b-9d46-2be055833317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:09.117409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-aaee9ce2-b18b-4c9b-9d46-2be055833317 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2499347 Nov 12 12:24:09.121472 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a667e335-9af5-4d9d-b387-99dae548d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.148782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:09.156349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:09.156537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a667e335-9af5-4d9d-b387-99dae548d840 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4086e60720b54e1caf8fc5ba2538fb97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580620 Nov 12 12:24:09.157366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-ef8cc02d-22ee-42ca-8791-b452a2149821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:09.158764 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.158995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-ef8cc02d-22ee-42ca-8791-b452a2149821 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1147051 Nov 12 12:24:09.160410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:09.160740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:09.195041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-2865fe76-d5ec-42d6-b28f-bdcc3c103609 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 200 len: 217 time: 0.0685773 Nov 12 12:24:09.205456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407867a-92a5-49e4-8013-f3004e626a40 req-fe3eb23e-0c7b-4ea8-86de-dfda1a798e9c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:09.213216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6407867a-92a5-49e4-8013-f3004e626a40 req-fe3eb23e-0c7b-4ea8-86de-dfda1a798e9c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 949 time: 0.2359529 Nov 12 12:24:09.216776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.225330 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.282705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.289143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.294546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-691b61aa-a3ff-4448-af78-ebf96a37ee3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206667 Nov 12 12:24:09.309829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667e335-9af5-4d9d-b387-99dae548d840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec1462-3b80-4e0e-8375-a283535c599a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:09.364616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:09.370973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-1496da34-d207-40f4-b15f-d983c885d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:09.372600 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-1496da34-d207-40f4-b15f-d983c885d758 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1571836 Nov 12 12:24:09.374490 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.400149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6407867a-92a5-49e4-8013-f3004e626a40 req-8d34ddf0-f3f9-401d-b5fb-fee65cf61fd9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859620 Nov 12 12:24:09.440366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-34d7ffde-8bc6-4d2d-ae70-b236b14a6b20 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224113 Nov 12 12:24:09.452036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Deleting subnet 3135621d-a703-4e01-82ce-7a9cd69261cb {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:24:09.457889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.459338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=915c6396-64e3-417d-b9ca-20aaa0ce63e1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:09.479026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372'}, {'server_uuid': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30'}, {'server_uuid': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915c6396-64e3-417d-b9ca-20aaa0ce63e1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:09.482229 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170fdf88-1875-4d56-8a05-75d32258ff8b" -d '{"events": [{"server_uuid": "aafcc726-fb10-43bb-9fb3-52a52357ea02", "name": "network-vif-plugged", "status": "completed", "tag": "a21c7e10-ae08-49f4-bce3-5a02bcdd2372"}, {"server_uuid": "b139361a-9eb6-45f5-9b35-bc7dcef64f84", "name": "network-vif-plugged", "status": "completed", "tag": "cc062f0f-0a95-49a4-b329-e4b1bdd70a30"}, {"server_uuid": "d357c537-5896-4e23-815e-8e0ebe3b3acd", "name": "network-vif-plugged", "status": "completed", "tag": "915c6396-64e3-417d-b9ca-20aaa0ce63e1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:09.534314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-06096e9c-955f-4740-a05a-fd26a458fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:09.535092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90eca0ab-5faa-410e-89d2-d111ea5d4db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.535987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-06096e9c-955f-4740-a05a-fd26a458fe35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502371 Nov 12 12:24:09.546665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Allocated IP 172.25.1.149 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/0134a9f9-5960-4614-a9e6-0a57051c7602) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:09.594932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.641825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8586199-f58c-4a06-b018-0f4340c93926 req-e1a49d0f-6c2c-4cd7-854c-88b4841bd38e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:09.643389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8586199-f58c-4a06-b018-0f4340c93926 req-e1a49d0f-6c2c-4cd7-854c-88b4841bd38e tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.2103796 Nov 12 12:24:09.654682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90eca0ab-5faa-410e-89d2-d111ea5d4db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.690282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c213d4f5-41b0-454e-b276-a14e0d3711c9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:09.697126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-8cf5ff61-8d4a-406f-a019-7ff5f00a2d08 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644374 Nov 12 12:24:09.720365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c213d4f5-41b0-454e-b276-a14e0d3711c9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:09.720602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c213d4f5-41b0-454e-b276-a14e0d3711c9 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:09.734041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.768630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-e795f223-7b34-4a13-ba43-61cc7aa2a076 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196934 Nov 12 12:24:09.784912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20b712d-aa45-4572-a4b7-78b985f015bb req-0b47b7ee-ea25-45a1-8978-d86a1133ac86 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876225 Nov 12 12:24:09.818983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565455fb-bcf7-4033-92ad-a8a109656a14', 'tag': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:09.821938 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef61747-983c-4934-ab82-828e274e1855" -d '{"events": [{"name": "network-changed", "server_uuid": "565455fb-bcf7-4033-92ad-a8a109656a14", "tag": "5dc289fc-d793-46b1-8f47-5f1bfee3ef45"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:09.846848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8586199-f58c-4a06-b018-0f4340c93926 req-acda35be-a3da-4608-b436-fb0a8d04cba2 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954398 Nov 12 12:24:09.858663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.894691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.900230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90eca0ab-5faa-410e-89d2-d111ea5d4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.903511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90eca0ab-5faa-410e-89d2-d111ea5d4db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.904877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-90eca0ab-5faa-410e-89d2-d111ea5d4db8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9ec1462-3b80-4e0e-8375-a283535c599a HTTP/1.1" status: 204 len: 168 time: 0.7361400 Nov 12 12:24:09.942579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3135621d-a703-4e01-82ce-7a9cd69261cb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:09.963931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eca0ab-5faa-410e-89d2-d111ea5d4db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec1462-3b80-4e0e-8375-a283535c599a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:09.967964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.972104 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c667438-6996-4376-a490-e5ad0a7dc244 x-openstack-request-id: req-2c667438-6996-4376-a490-e5ad0a7dc244 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:09.972342 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafcc726-fb10-43bb-9fb3-52a52357ea02", "name": "network-vif-plugged", "status": "completed", "tag": "a21c7e10-ae08-49f4-bce3-5a02bcdd2372", "code": 200}, {"server_uuid": "b139361a-9eb6-45f5-9b35-bc7dcef64f84", "name": "network-vif-plugged", "status": "completed", "tag": "cc062f0f-0a95-49a4-b329-e4b1bdd70a30", "code": 200}, {"server_uuid": "d357c537-5896-4e23-815e-8e0ebe3b3acd", "name": "network-vif-plugged", "status": "completed", "tag": "915c6396-64e3-417d-b9ca-20aaa0ce63e1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:09.973070 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c667438-6996-4376-a490-e5ad0a7dc244 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:09.973070 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372', 'code': 200} Nov 12 12:24:09.973320 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30', 'code': 200} Nov 12 12:24:09.973467 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915c6396-64e3-417d-b9ca-20aaa0ce63e1', 'code': 200} Nov 12 12:24:09.976473 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:09.983065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f1be53c2-1bf4-4bee-8a6e-d55b3c081a6a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3135621d-a703-4e01-82ce-7a9cd69261cb HTTP/1.1" status: 204 len: 168 time: 0.8187587 Nov 12 12:24:09.999471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:10.060839 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c9d7f8-4876-4e0c-bd60-84b3159c1bf9 x-openstack-request-id: req-c2c9d7f8-4876-4e0c-bd60-84b3159c1bf9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:10.061014 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565455fb-bcf7-4033-92ad-a8a109656a14", "tag": "5dc289fc-d793-46b1-8f47-5f1bfee3ef45", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:10.061265 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2c9d7f8-4876-4e0c-bd60-84b3159c1bf9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:10.061670 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565455fb-bcf7-4033-92ad-a8a109656a14', 'tag': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45', 'status': 'completed', 'code': 200} Nov 12 12:24:10.208507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.305785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb8e58-98e2-42b8-b52d-e4aac15b8c65 req-e4ad2e28-1029-4ade-bef9-f92ab845d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.307334 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24bb8e58-98e2-42b8-b52d-e4aac15b8c65 req-e4ad2e28-1029-4ade-bef9-f92ab845d91f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 1096 time: 0.2392967 Nov 12 12:24:10.315941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef61747-983c-4934-ab82-828e274e1855 req-fa4e0bba-63fe-42af-982f-226b40671152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.315941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-fa4e0bba-63fe-42af-982f-226b40671152 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 1094 time: 0.1332426 Nov 12 12:24:10.342222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57275-569a-4ae8-b63d-ac51bbe6b2f5 req-76b6dbc6-48ce-46ed-837d-503f600c6d91 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.344178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99a57275-569a-4ae8-b63d-ac51bbe6b2f5 req-76b6dbc6-48ce-46ed-837d-503f600c6d91 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 943 time: 0.1782517 Nov 12 12:24:10.406718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:10.434639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.442694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:10.449847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:10.465630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-f6283bfd-ce05-44af-baa4-6c6a7ccbf8b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.472951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-f6283bfd-ce05-44af-baa4-6c6a7ccbf8b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7605498 Nov 12 12:24:10.475802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event updated for resources: {'Port': ['ID=0134a9f9-5960-4614-a9e6-0a57051c7602,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:10.522879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-7d296673-a07f-471a-adca-84df47044526 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/quotas/02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 375 time: 0.0487518 Nov 12 12:24:10.527529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.538623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f535d940-28f5-4c7d-927e-a9948cfd2f9e req-8a7e4165-bbe0-44f7-8283-e0f43de6f325 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316494 Nov 12 12:24:10.595304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2461dc-1343-4ea2-a3ab-3397603d10d9 req-57f51b93-ea08-427c-837e-afd19f5e8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.597452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf2461dc-1343-4ea2-a3ab-3397603d10d9 req-57f51b93-ea08-427c-837e-afd19f5e8efb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 1101 time: 0.2272930 Nov 12 12:24:10.599417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948cfac-1285-4e14-bc82-5c38441b0305 req-b45106d0-cdfd-4f65-abd3-c1a485993a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.600962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3948cfac-1285-4e14-bc82-5c38441b0305 req-b45106d0-cdfd-4f65-abd3-c1a485993a31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 1100 time: 0.2321999 Nov 12 12:24:10.782912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-963a30af-97b0-4e77-94bb-b3e6eddbdab3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413845 Nov 12 12:24:10.794742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852c17b6-7457-4cce-81e6-3c5b5fd57032']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:10.808158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3948cfac-1285-4e14-bc82-5c38441b0305 req-b6ccfdbb-bf01-4985-b3e1-f2b5785bd007 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611137 Nov 12 12:24:10.811519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf2461dc-1343-4ea2-a3ab-3397603d10d9 req-bc2673c4-2a35-4ede-9d2e-918d5566987a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035511 Nov 12 12:24:10.824936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:10.825345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbe39ed-bc0a-422d-8260-8fc07f86d6a2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:10.838204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24bb8e58-98e2-42b8-b52d-e4aac15b8c65 req-c3870d7b-386b-42f1-a16a-1fd0e167e339 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206022 Nov 12 12:24:10.850075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.866642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99a57275-569a-4ae8-b63d-ac51bbe6b2f5 req-1c497960-cad1-4c77-a08b-38ac7f2e3759 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900494 Nov 12 12:24:10.882912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef61747-983c-4934-ab82-828e274e1855 req-8eddabdc-eba0-47f8-9049-0cc6b43300ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.884447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-8eddabdc-eba0-47f8-9049-0cc6b43300ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.5320926 Nov 12 12:24:10.885440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.900052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:24:10.900052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: items = [ Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:24:10.901554 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:24:10.983211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.001584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.003106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.009411 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] 10.222.0.18 "DELETE /v2.0/networks/852c17b6-7457-4cce-81e6-3c5b5fd57032 HTTP/1.1" status: 204 len: 168 time: 1.0054541 Nov 12 12:24:11.051187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9c01f-0854-4b53-be4e-8465c9df1fed admin admin] Pushing event deleted for resources: {'Network': ['ID=852c17b6-7457-4cce-81e6-3c5b5fd57032,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:11.083512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:11.117527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-69c7ba8d-4e7e-4bb8-a37a-84fd78a6cdc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45 HTTP/1.1" status: 200 len: 217 time: 0.0742235 Nov 12 12:24:11.135038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564c28-e15e-4b51-9b1d-06d784ee9375 req-93131953-4f2c-41f4-b0a8-ed3682d21cce tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:11.145473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82564c28-e15e-4b51-9b1d-06d784ee9375 req-93131953-4f2c-41f4-b0a8-ed3682d21cce tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 950 time: 0.1599085 Nov 12 12:24:11.225944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:11.254819 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.256609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef61747-983c-4934-ab82-828e274e1855 req-d2902851-0320-4538-ae01-4f9405b42088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:11.258598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-d2902851-0320-4538-ae01-4f9405b42088 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1029365 Nov 12 12:24:11.266915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:11.283425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45', 'mac_address': 'fa:16:3e:2b:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:11.286636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82564c28-e15e-4b51-9b1d-06d784ee9375 req-cca9442a-b023-47df-a3f1-732a70d75cfd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389663 Nov 12 12:24:11.333762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.344345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c81abdf0-17e6-4154-9b4d-ede5a6bcab50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=692b55eaef0e454e917bd27a60263ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1168528 Nov 12 12:24:11.347421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:11.368885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:11.385312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-21f970ad-3af8-445b-b450-50aaeaacda07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954461 Nov 12 12:24:11.427279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:11.433250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.468659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.479753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb57a57a-cee5-4ed6-8269-3e7bc6af0163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.517691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:11.554857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb57a57a-cee5-4ed6-8269-3e7bc6af0163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.563717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-85001b43-2c70-41b7-8b60-7e533ccc0e1a service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646116 Nov 12 12:24:11.667312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb57a57a-cee5-4ed6-8269-3e7bc6af0163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.670084 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb57a57a-cee5-4ed6-8269-3e7bc6af0163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.671377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cb57a57a-cee5-4ed6-8269-3e7bc6af0163 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/013cb3f3-78d8-4de0-b1ff-4c5f95376079 HTTP/1.1" status: 204 len: 168 time: 0.3227518 Nov 12 12:24:11.684629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57a57a-cee5-4ed6-8269-3e7bc6af0163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013cb3f3-78d8-4de0-b1ff-4c5f95376079,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:11.702975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Router df251afa-ee02-469a-ae87-9c094e19e4ab is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:24:11.768510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b947e-f57c-4729-b112-01ac7d89ac7f req-94d07382-ce85-4211-a6f9-fc68cdf4f15a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:11.783203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a40b947e-f57c-4729-b112-01ac7d89ac7f req-94d07382-ce85-4211-a6f9-fc68cdf4f15a tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.2179053 Nov 12 12:24:11.840700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5dc289fc-d793-46b1-8f47-5f1bfee3ef45'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:11.868147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aef61747-983c-4934-ab82-828e274e1855 req-fa5d2e8e-1522-4d2b-97f1-c5883340b225 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924247 Nov 12 12:24:11.906855 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a40b947e-f57c-4729-b112-01ac7d89ac7f req-0126a3ff-4759-4367-9daf-8136f6982802 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223893 Nov 12 12:24:11.913987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:11.948059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:11.951687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] Sync routers for ids ['df251afa-ee02-469a-ae87-9c094e19e4ab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:11.952459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:11.953713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3cd76115-c119-46af-bb1b-9880ab4e09f2 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8820145 Nov 12 12:24:11.957704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': False}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:11.982320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] Routers {'df251afa-ee02-469a-ae87-9c094e19e4ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:11.983464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['df251afa-ee02-469a-ae87-9c094e19e4ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:12.046701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67339dba-0c4b-4a8f-b2a6-81d2354531a6 req-6959b235-d3dc-49f3-ad03-ea7315bb57b3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 210 time: 0.0475321 Nov 12 12:24:12.047948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:12.076049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] Routers {'df251afa-ee02-469a-ae87-9c094e19e4ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:12.076049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['df251afa-ee02-469a-ae87-9c094e19e4ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:12.147418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:12.148260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b2d72-91b3-488e-be86-c72e4fe18162 None None] The sync data for ids ['df251afa-ee02-469a-ae87-9c094e19e4ab'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:12.164612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70ff03-10e2-413a-a736-81cd00553d08 req-af442ab1-7cc3-496a-8c97-2390655fd3be tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:12.166327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b70ff03-10e2-413a-a736-81cd00553d08 req-af442ab1-7cc3-496a-8c97-2390655fd3be tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 944 time: 0.1290941 Nov 12 12:24:12.335013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b70ff03-10e2-413a-a736-81cd00553d08 req-acbd55a5-bfed-48a4-bcec-ebe80c1807a6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618867 Nov 12 12:24:12.392068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:12.558396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-66d7b700-5f94-47ea-bf7f-e649b4f36756 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379233 Nov 12 12:24:12.570981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b31ff2-f27c-4d1b-8fce-42b2b75cdee2 req-581797f9-83fb-41e9-a689-d000d5c76134 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:12.574352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05b31ff2-f27c-4d1b-8fce-42b2b75cdee2 req-581797f9-83fb-41e9-a689-d000d5c76134 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 950 time: 0.1076236 Nov 12 12:24:12.628732 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89f0deea-0dc6-4369-8633-7b3d401c1be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:12.629358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:12.698831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05b31ff2-f27c-4d1b-8fce-42b2b75cdee2 req-e420fd9b-703e-4174-ae92-af79a7daf0d8 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078126 Nov 12 12:24:12.785111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-2de1665c-c4ca-4242-a657-1c18511af0c6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:12.787098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-2de1665c-c4ca-4242-a657-1c18511af0c6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115166 Nov 12 12:24:12.809060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Request body: {'port': {'device_id': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '02679cf315e34445a6c4079156f8c98e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:12.816246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89f0deea-0dc6-4369-8633-7b3d401c1be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:12.822821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89f0deea-0dc6-4369-8633-7b3d401c1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:12.883081 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-89f0deea-0dc6-4369-8633-7b3d401c1be3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74b968c6b07446b8b56f79d9278c2633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858572 Nov 12 12:24:12.883081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0deea-0dc6-4369-8633-7b3d401c1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dee6b9-5195-451b-a34a-431cc4b1f0b2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:12.883781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48634) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:13.073374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:13.121256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6804e0c0-8230-4010-8cad-8f6b5581dd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.127345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Made reservation on behalf of 02679cf315e34445a6c4079156f8c98e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:13.131675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.158799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad8eeb-41b6-4485-876e-29d162de9b31 req-bd6deaa5-ae3a-4c32-a8fe-0a09bb796f80 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:13.162763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86ad8eeb-41b6-4485-876e-29d162de9b31 req-bd6deaa5-ae3a-4c32-a8fe-0a09bb796f80 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.1733758 Nov 12 12:24:13.199645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6804e0c0-8230-4010-8cad-8f6b5581dd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.229676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4806abf7-7a59-4f87-8f79-09b68b20ec57 req-3f5686ac-fafc-44d1-9400-8c3bc7e6214d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 210 time: 0.0434797 Nov 12 12:24:13.237399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2145451827-network', 'tenant_id': '3355621dc09942638e056c1fee411cb1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:13.272615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Made reservation on behalf of 3355621dc09942638e056c1fee411cb1 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:13.274995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.286509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.394857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.402537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.415699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86ad8eeb-41b6-4485-876e-29d162de9b31 req-71a1bfc0-c2f9-45c2-83d6-ab90e037f007 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329278 Nov 12 12:24:13.456989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:13.475531 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6804e0c0-8230-4010-8cad-8f6b5581dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.478302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6804e0c0-8230-4010-8cad-8f6b5581dd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.479818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6804e0c0-8230-4010-8cad-8f6b5581dd79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32dee6b9-5195-451b-a34a-431cc4b1f0b2 HTTP/1.1" status: 204 len: 168 time: 0.5948503 Nov 12 12:24:13.503587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:24:13.541528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.542056 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Added segment 7dcf5262-c9bf-4496-b21b-8f47b658f31b of type vlan for network 68579a4d-119e-4baa-9c95-139383bb1060 Nov 12 12:24:13.581567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804e0c0-8230-4010-8cad-8f6b5581dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dee6b9-5195-451b-a34a-431cc4b1f0b2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:13.622224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Allocated IP 192.168.233.172 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/206e896e-6b88-42fe-af65-aae73f8f65b8) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:13.666734 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.722103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664d77-d07a-4b12-81ba-7712a3ada5a1 req-efa806e5-db42-41ac-a913-b29b1e57e6dc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:13.733207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb664d77-d07a-4b12-81ba-7712a3ada5a1 req-efa806e5-db42-41ac-a913-b29b1e57e6dc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 944 time: 0.1963696 Nov 12 12:24:13.784201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.814580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.842738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.844067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:13.844779 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:13.880391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb664d77-d07a-4b12-81ba-7712a3ada5a1 req-f804a6bb-6452-4954-aedd-59b753262abe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461272 Nov 12 12:24:13.892988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8185217 Nov 12 12:24:13.895976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:13.902418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Request body: {'subnet': {'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2145451827-subnet', 'tenant_id': '3355621dc09942638e056c1fee411cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:13.976507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0281d-f349-4ab9-b63d-edf3710de3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=68579a4d-119e-4baa-9c95-139383bb1060,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:13.993902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 68579a4d-119e-4baa-9c95-139383bb1060 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:24:13.994842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Made reservation on behalf of 3355621dc09942638e056c1fee411cb1 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:13.998324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.072218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e86016-623f-4733-8a13-104335c10201 req-6bc860f1-31e0-4d76-abaf-adb50b084b6c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:14.079837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50e86016-623f-4733-8a13-104335c10201 req-6bc860f1-31e0-4d76-abaf-adb50b084b6c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 950 time: 0.2268133 Nov 12 12:24:14.137451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Router df251afa-ee02-469a-ae87-9c094e19e4ab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:24:14.141865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.233895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50e86016-623f-4733-8a13-104335c10201 req-d04825fd-9a31-45ce-9e26-92baede00e26 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530685 Nov 12 12:24:14.237878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42accbf1-123b-4419-b4a1-5abe89d3fd0f req-5df9ecb5-c81c-431e-9b56-38e5f865b4b0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:14.240743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-42accbf1-123b-4419-b4a1-5abe89d3fd0f req-5df9ecb5-c81c-431e-9b56-38e5f865b4b0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.1297727 Nov 12 12:24:14.303557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.320158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6c387bf-28e2-45dd-a5be-d0393cb8283f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:14.338153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:14.368215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:14.375668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:14.377489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-42accbf1-123b-4419-b4a1-5abe89d3fd0f req-b3c1f997-42c7-450b-95be-c63852e48f8b tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303375 Nov 12 12:24:14.384034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:14.399511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:14.411993 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] Sync routers for ids ['df251afa-ee02-469a-ae87-9c094e19e4ab'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:14.429046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.434675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3e10ce86-53e0-4449-bd9d-0316dddda318 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "PUT /v2.0/routers/df251afa-ee02-469a-ae87-9c094e19e4ab HTTP/1.1" status: 200 len: 926 time: 2.4768751 Nov 12 12:24:14.434943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:14.444514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] Routers {'df251afa-ee02-469a-ae87-9c094e19e4ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:14.445743 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['df251afa-ee02-469a-ae87-9c094e19e4ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:14.503615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:14.508530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.523380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:14.524075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.544695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19267-fc4e-4bc8-b729-d348bed30226 req-72bf098d-a771-4a22-bbe5-75038e69ec85 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:14.552353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dca19267-fc4e-4bc8-b729-d348bed30226 req-72bf098d-a771-4a22-bbe5-75038e69ec85 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 936 time: 0.1701765 Nov 12 12:24:14.582918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-5ee46ec9-82c5-4912-994a-ad593a169f50 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7811790 Nov 12 12:24:14.591504 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:14.601187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Request body: {'port': {'device_id': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:14.620740 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] Routers {'df251afa-ee02-469a-ae87-9c094e19e4ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:14.621733 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['df251afa-ee02-469a-ae87-9c094e19e4ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:14.712196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.729182 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dca19267-fc4e-4bc8-b729-d348bed30226 req-2c8ef2a0-9cb7-483c-8611-02ddd3b550d2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753774 Nov 12 12:24:14.751752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:14.751752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729819-6719-4823-87ad-dd042bbe9528 None None] The sync data for ids ['df251afa-ee02-469a-ae87-9c094e19e4ab'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:14.873550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bbb118-137f-4f1c-a53f-824e5a87661d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:14.964042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-21fdb94a-c625-4757-b14b-4901a3423817 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/df251afa-ee02-469a-ae87-9c094e19e4ab HTTP/1.1" status: 200 len: 926 time: 0.5268986 Nov 12 12:24:15.008290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bb1dc-6741-4620-92fd-b992456d8638 req-6c2966f8-9151-4410-bf76-b83be30a7c98 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.010237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-422bb1dc-6741-4620-92fd-b992456d8638 req-6c2966f8-9151-4410-bf76-b83be30a7c98 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 949 time: 0.3860562 Nov 12 12:24:15.030816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Checking segment: {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:15.031920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Network hostable DHCP agents. Network: 68579a4d-119e-4baa-9c95-139383bb1060, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:24:15.062646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48688) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:15.086527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e904f0ba-e0cd-4677-8c19-0e48dc561193 None None] Provisioning complete for port 206e896e-6b88-42fe-af65-aae73f8f65b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:15.087165 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e904f0ba-e0cd-4677-8c19-0e48dc561193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.126517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:15.175571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e904f0ba-e0cd-4677-8c19-0e48dc561193 None None] Port 206e896e-6b88-42fe-af65-aae73f8f65b8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:24:15.183631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Network 68579a4d-119e-4baa-9c95-139383bb1060 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:24:15.198229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c82ad3-b3e4-4ca4-bbbb-1172ccfd854d req-6627cdb9-1c9f-498f-a8b8-2b516c27e132 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.200428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83c82ad3-b3e4-4ca4-bbbb-1172ccfd854d req-6627cdb9-1c9f-498f-a8b8-2b516c27e132 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 944 time: 0.1250861 Nov 12 12:24:15.214668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:15.215066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 68579a4d-119e-4baa-9c95-139383bb1060) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:15.220167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:15.220643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.221437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:15.226026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d1f19-e3f1-4e39-8ec4-49cc46b599a4 None None] Network 68579a4d-119e-4baa-9c95-139383bb1060 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:15.232454 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-422bb1dc-6741-4620-92fd-b992456d8638 req-34414866-6cfb-4451-bf38-bd26a0b1ffe8 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124736 Nov 12 12:24:15.245721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.257787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.258694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.276565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec300a-27a4-41eb-96ed-8afdeb849e56 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.279446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-96ec300a-27a4-41eb-96ed-8afdeb849e56 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=df251afa-ee02-469a-ae87-9c094e19e4ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2101467 Nov 12 12:24:15.286756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:15.291794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e6c3dd0e-4c0f-4425-9824-fbff3494ec4b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3939054 Nov 12 12:24:15.439120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63827e-b51f-4b4b-bd8e-3c91e9e762da tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.443691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2a63827e-b51f-4b4b-bd8e-3c91e9e762da tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.1495271 Nov 12 12:24:15.448461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:15.521743 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.527564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b5280753-1560-407f-a01f-720a98c128e9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=df251afa-ee02-469a-ae87-9c094e19e4ab HTTP/1.1" status: 200 len: 205 time: 0.0754557 Nov 12 12:24:15.546823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:15.684428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6502ac-eddb-4945-a82f-68662ae93759 None None] Network 68579a4d-119e-4baa-9c95-139383bb1060 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:15.708489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83c82ad3-b3e4-4ca4-bbbb-1172ccfd854d req-5edcd699-6ac2-4d7a-8dd1-5e8dfbb95cfd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970727 Nov 12 12:24:15.725810 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.726060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Transition to ACTIVE for port object 206e896e-6b88-42fe-af65-aae73f8f65b8 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:15.731331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565455fb-bcf7-4033-92ad-a8a109656a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:15.733308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.739731 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d171671c-a60b-41fa-9d40-e5fc289e8e67" -d '{"events": [{"server_uuid": "565455fb-bcf7-4033-92ad-a8a109656a14", "name": "network-vif-plugged", "status": "completed", "tag": "5dc289fc-d793-46b1-8f47-5f1bfee3ef45"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:15.791682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:15.829680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:15.915289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.925767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.926134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.926496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.926890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.927247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.928148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.928921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.929663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.930005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.930392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.930723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.931084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:15.992283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6557c0-a2b0-4f3c-8012-69e1babadbca req-3148e038-fd8f-4219-a760-13b478d4111b tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.994557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef6557c0-a2b0-4f3c-8012-69e1babadbca req-3148e038-fd8f-4219-a760-13b478d4111b tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.1802227 Nov 12 12:24:16.026313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:16.036528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:16.037443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:16.037919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:16.053286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:16.053729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:16.064375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:16.064725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:16.065193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:16.065590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Bound port: 206e896e-6b88-42fe-af65-aae73f8f65b8, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:16.065958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.105446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef6557c0-a2b0-4f3c-8012-69e1babadbca req-b3f43c68-c2a8-41c6-b798-17e5274aa1c0 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45e8fd2-0d02-4dea-ad84-90beae95ec49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928116 Nov 12 12:24:16.190425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:16.197348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:16.205909 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.213372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-18870822-ebc1-4aed-b87e-8df42af01a4c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.216463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-18870822-ebc1-4aed-b87e-8df42af01a4c tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 945 time: 0.6876674 Nov 12 12:24:16.275026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.275735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.277233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] 10.222.0.65 "PUT /v2.0/ports/206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 1096 time: 1.6811357 Nov 12 12:24:16.277905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:16.280189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e54bef-82b9-4d36-81e8-c7e642b27ac4 req-b74104ba-6559-4170-8d30-99be3acdbac4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.280417 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b6d5d-35f7-4211-8931-713f449018bc" -d '{"events": [{"name": "network-changed", "server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:16.288062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e54bef-82b9-4d36-81e8-c7e642b27ac4 req-b74104ba-6559-4170-8d30-99be3acdbac4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.290349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27e54bef-82b9-4d36-81e8-c7e642b27ac4 req-b74104ba-6559-4170-8d30-99be3acdbac4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84&device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 1690 time: 0.1968548 Nov 12 12:24:16.349438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.415401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecd9f6-5571-4bb2-9e2b-fd9f12260e19 service neutron] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:16.426304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27e54bef-82b9-4d36-81e8-c7e642b27ac4 req-47c908b8-4724-4983-b294-b8bb9bf2ea71 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261001 Nov 12 12:24:16.469477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Deleting port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:16.470066 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.474155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-ce02e666-d473-448f-96a4-5b8e68cd8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.476594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-ce02e666-d473-448f-96a4-5b8e68cd8e93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1099 time: 0.0976262 Nov 12 12:24:16.537976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-d5d25559-c462-48d0-a5e8-c3d9ea518408 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.539225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-d5d25559-c462-48d0-a5e8-c3d9ea518408 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 814 time: 0.2521100 Nov 12 12:24:16.540847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-fa0924a7-b6b0-40f6-b0eb-ec9be164a591 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0523467 Nov 12 12:24:16.544942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Deleting port 0134a9f9-5960-4614-a9e6-0a57051c7602 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:16.545567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.574082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-a45429e1-2ee2-4e1e-a80b-d7eba68ec74f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/quotas/3355621dc09942638e056c1fee411cb1 HTTP/1.1" status: 200 len: 375 time: 0.0279853 Nov 12 12:24:16.624866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-0ffa2f27-cb1e-4edf-8984-119656e9b948 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485811 Nov 12 12:24:16.676991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-77335f3e-40cc-443e-b810-58020f43c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.679644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-77335f3e-40cc-443e-b810-58020f43c143 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1237175 Nov 12 12:24:16.747450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] For port a21c7e10-ae08-49f4-bce3-5a02bcdd2372, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,segment=NetworkSegment(428b83b0-49cb-4634-8ff2-530ce570c7f6),segment_id=428b83b0-49cb-4634-8ff2-530ce570c7f6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:16.748017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.760670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.770323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc32-d3fb-4b96-b19a-3a555e30dcf8 req-db477c8d-26e8-4a60-b58f-178f08a3a96a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.772021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-563a226c-e66f-42b6-8b77-ed4eb7076f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.772227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c42cc32-d3fb-4b96-b19a-3a555e30dcf8 req-db477c8d-26e8-4a60-b58f-178f08a3a96a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.1671867 Nov 12 12:24:16.773959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-563a226c-e66f-42b6-8b77-ed4eb7076f8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689929 Nov 12 12:24:16.778287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-4da6fe56-68f0-415d-abc8-3549b2b19fcd service neutron] 10.222.0.18 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461029 Nov 12 12:24:16.787576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Calling delete_port for a21c7e10-ae08-49f4-bce3-5a02bcdd2372 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:16.797738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Calling delete_port for 0134a9f9-5960-4614-a9e6-0a57051c7602 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:16.928651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c42cc32-d3fb-4b96-b19a-3a555e30dcf8 req-91f7a5dd-0430-42f2-8d99-fea8b7753c70 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452899 Nov 12 12:24:16.979721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-d14e7be1-9121-4b67-b531-9d4430500dc0 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976330 Nov 12 12:24:16.985240 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc83c0-772b-419c-a9c2-7aceb1f69448 x-openstack-request-id: req-d9fc83c0-772b-419c-a9c2-7aceb1f69448 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:16.985900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-7c354607-592d-43c0-a58d-92f4d37adf1d service neutron] 10.222.0.18 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875668 Nov 12 12:24:16.989773 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565455fb-bcf7-4033-92ad-a8a109656a14", "name": "network-vif-plugged", "status": "completed", "tag": "5dc289fc-d793-46b1-8f47-5f1bfee3ef45", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:16.990535 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9fc83c0-772b-419c-a9c2-7aceb1f69448 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:16.991097 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565455fb-bcf7-4033-92ad-a8a109656a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45', 'code': 200} Nov 12 12:24:17.109894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.130481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['a21c7e10-ae08-49f4-bce3-5a02bcdd2372'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:17.168404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event deleted for resources: {'Port': ['ID=a21c7e10-ae08-49f4-bce3-5a02bcdd2372,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:17.184060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-521ce3b1-e8e8-4b03-ae21-8761348581e2 req-40509cab-8b74-46fe-88d5-dc6ef6fcb6a3 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911385 Nov 12 12:24:17.196318 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dded9ec-ebdc-4209-a807-c30966587349 x-openstack-request-id: req-8dded9ec-ebdc-4209-a807-c30966587349 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:17.203497 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:17.203497 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dded9ec-ebdc-4209-a807-c30966587349 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:17.204542 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'status': 'completed', 'code': 200} Nov 12 12:24:17.217548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762341-8020-4b4e-aa3d-775fa2918f26 req-e3fb0275-736d-404d-af45-ad272ccca9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.233776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4762341-8020-4b4e-aa3d-775fa2918f26 req-e3fb0275-736d-404d-af45-ad272ccca9b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 1096 time: 0.1530836 Nov 12 12:24:17.277489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] No DVR routers for this DVR port a21c7e10-ae08-49f4-bce3-5a02bcdd2372 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:17.282664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.287609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9884f4f8-c83b-47c3-84ab-f15d4b03182a req-8f7edf87-a3fc-468b-b3ab-c004648ef350 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.65 "DELETE /v2.0/ports/a21c7e10-ae08-49f4-bce3-5a02bcdd2372 HTTP/1.1" status: 204 len: 173 time: 1.0590472 Nov 12 12:24:17.288275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'name': 'network-vif-deleted', 'tag': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:17.290944 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56754f46-4ec6-476f-9bd8-de81c68c2841" -d '{"events": [{"server_uuid": "aafcc726-fb10-43bb-9fb3-52a52357ea02", "name": "network-vif-deleted", "tag": "a21c7e10-ae08-49f4-bce3-5a02bcdd2372"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:17.320669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.402509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event deleted for resources: {'Port': ['ID=0134a9f9-5960-4614-a9e6-0a57051c7602,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:17.419238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4762341-8020-4b4e-aa3d-775fa2918f26 req-3798d8e7-d4ee-4d4f-aa02-e2c3ff270b90 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764579 Nov 12 12:24:17.460402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ca16bbb-6e2e-4481-95e2-bf3eda388cf6 req-2248b82a-b100-4975-b63e-554adce0c224 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafcc726-fb10-43bb-9fb3-52a52357ea02 HTTP/1.1" status: 200 len: 210 time: 0.0626926 Nov 12 12:24:17.483733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6d5d-35f7-4211-8931-713f449018bc req-52e97064-041c-4386-b75f-ede602bc2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.485664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-52e97064-041c-4386-b75f-ede602bc2fff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1099 time: 0.1916049 Nov 12 12:24:17.570961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.590998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1a17fe5-af0d-4a82-a9c4-ee8cdd3450d4 req-9bdc914c-aaaa-4962-826b-cd64f7b9416c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 210 time: 0.0617411 Nov 12 12:24:17.717693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6d5d-35f7-4211-8931-713f449018bc req-38ad855d-98d1-4356-b2e6-f72724161556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.717693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-38ad855d-98d1-4356-b2e6-f72724161556 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2164969 Nov 12 12:24:17.735470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.747241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d5dc2-97b4-450f-8201-b5b4a479c93e req-e52e8c52-8612-4ad9-9f0c-4e14f3bdfa01 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.754949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b95d5dc2-97b4-450f-8201-b5b4a479c93e req-e52e8c52-8612-4ad9-9f0c-4e14f3bdfa01 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 945 time: 0.3559330 Nov 12 12:24:17.757901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.780982 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-f8d6a2ff-276e-45d2-b6e4-e17c171ac111 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0421526 Nov 12 12:24:17.788796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:17.822233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.822741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Fanout notify agent at l3_agent the message router_deleted on router df251afa-ee02-469a-ae87-9c094e19e4ab {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:17.842961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.850629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef37d2a-e007-4655-9f8a-df160b8dd762 req-04bcca28-2948-4a92-bca8-b200d1a966c9 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.850629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0ef37d2a-e007-4655-9f8a-df160b8dd762 req-04bcca28-2948-4a92-bca8-b200d1a966c9 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 1100 time: 0.1686418 Nov 12 12:24:17.851180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:17.853341 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b587f4c9-7c88-475f-9c58-f838596c25a9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/df251afa-ee02-469a-ae87-9c094e19e4ab HTTP/1.1" status: 204 len: 168 time: 2.3053634 Nov 12 12:24:17.856069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-942042033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:17.897504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.898830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:17.938279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6d5d-35f7-4211-8931-713f449018bc req-818dc26f-8c95-4279-8c66-4c4aed6e3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.940921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-818dc26f-8c95-4279-8c66-4c4aed6e3372 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1366270 Nov 12 12:24:18.057563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0ef37d2a-e007-4655-9f8a-df160b8dd762 req-cf7dc90a-1d32-42dc-8b8d-0eec0090edf0 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734624 Nov 12 12:24:18.062039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.071030 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.109903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f0e-d5ab-4850-af6e-0d73a41f66e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.114433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6d5d-35f7-4211-8931-713f449018bc req-73272f50-1412-42d8-ac31-ff031e399517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:18.117105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-73272f50-1412-42d8-ac31-ff031e399517 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471632 Nov 12 12:24:18.125966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.129795 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bee0747f-7d99-4c5a-baec-1e1c5246e291 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2750785 Nov 12 12:24:18.130407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:18.139440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:18.232101 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74e9cca-d93d-4485-b5fc-40ad4a86042f x-openstack-request-id: req-b74e9cca-d93d-4485-b5fc-40ad4a86042f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:18.233428 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafcc726-fb10-43bb-9fb3-52a52357ea02", "name": "network-vif-deleted", "tag": "a21c7e10-ae08-49f4-bce3-5a02bcdd2372", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:18.233428 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b74e9cca-d93d-4485-b5fc-40ad4a86042f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:18.233808 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafcc726-fb10-43bb-9fb3-52a52357ea02', 'name': 'network-vif-deleted', 'tag': 'a21c7e10-ae08-49f4-bce3-5a02bcdd2372', 'status': 'completed', 'code': 200} Nov 12 12:24:18.272722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-29ccd575-241b-4c77-afe2-abc9fb6bbd6b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358056 Nov 12 12:24:18.343166 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f0e-d5ab-4850-af6e-0d73a41f66e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.357343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b95d5dc2-97b4-450f-8201-b5b4a479c93e req-bf333119-4f42-46ee-8054-3c7f147f85cc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013560 Nov 12 12:24:18.387884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f0e-d5ab-4850-af6e-0d73a41f66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.451593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dfc28f0e-d5ab-4850-af6e-0d73a41f66e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a1e1e11b3e84c8fa6ac4e80053771e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6615925 Nov 12 12:24:18.472190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c8a02-1efc-40d1-8610-1cf8653d3e09 req-4889b630-6490-43c2-9590-6aa3d724a994 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:18.473991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f71c8a02-1efc-40d1-8610-1cf8653d3e09 req-4889b630-6490-43c2-9590-6aa3d724a994 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.1753340 Nov 12 12:24:18.475337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:18.499496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28f0e-d5ab-4850-af6e-0d73a41f66e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa516f8-0eb4-4964-a80e-e326f9a257f3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:18.503651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-963b6d5d-35f7-4211-8931-713f449018bc req-bd29e2d7-b601-430f-9735-14eede949866 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159534 Nov 12 12:24:18.599278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.609073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f71c8a02-1efc-40d1-8610-1cf8653d3e09 req-7af6cc52-d388-4e6c-8bee-ee9237a4288b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165121 Nov 12 12:24:18.612397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efb9f3-1926-4d78-a1e2-16a98b1934fa req-75d2a687-9aca-4f25-b68d-1097e40809f4 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:18.614934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2efb9f3-1926-4d78-a1e2-16a98b1934fa req-75d2a687-9aca-4f25-b68d-1097e40809f4 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 1101 time: 0.1268101 Nov 12 12:24:18.637377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a2db7c1-bba2-45a1-8642-c6a69d26d62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.643576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-4c2eb4db-aa40-4acb-ad73-3a99cc6fefbf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930624 Nov 12 12:24:18.675475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a2db7c1-bba2-45a1-8642-c6a69d26d62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:18.745204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2efb9f3-1926-4d78-a1e2-16a98b1934fa req-5a053165-3b9c-422e-a203-9fd6608aee8d tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176438 Nov 12 12:24:18.830863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-265f6ec6-c9d3-4f5a-a060-85ef06956c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:18.838031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-265f6ec6-c9d3-4f5a-a060-85ef06956c55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 1100 time: 0.1492364 Nov 12 12:24:18.855867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:18.942740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4bbc7ba-6ba6-4b41-816f-09f23182f0f5 req-6fa017a4-3de3-454b-accb-e327dea9e35a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 210 time: 0.0970244 Nov 12 12:24:18.981147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.035189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.072018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:19.104266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'mac_address': 'fa:16:3e:28:66:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:19.111952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:19.121911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-5a0e72af-9e2a-44ed-a15d-659a6d7092ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:19.123848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-5a0e72af-9e2a-44ed-a15d-659a6d7092ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1801414 Nov 12 12:24:19.168458 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.195752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:19.235652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:19.238399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-589d21e3-732a-4bdf-b127-be11cc253847 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.242100 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.274752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Allocated IP 172.25.1.75 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/251e5fbd-1aa3-4b73-b721-dd07f444e1ad) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:19.286565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-5d213838-6355-4472-bba7-eea02e5e2e89 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489205 Nov 12 12:24:19.295905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-7f5da8f4-543c-47c2-9223-365f04667962 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893 HTTP/1.1" status: 200 len: 217 time: 0.1372175 Nov 12 12:24:19.308532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:19.310980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-589d21e3-732a-4bdf-b127-be11cc253847 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.354466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a2db7c1-bba2-45a1-8642-c6a69d26d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.357524 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a2db7c1-bba2-45a1-8642-c6a69d26d62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.358848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8a2db7c1-bba2-45a1-8642-c6a69d26d62d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fa516f8-0eb4-4964-a80e-e326f9a257f3 HTTP/1.1" status: 204 len: 168 time: 0.8679044 Nov 12 12:24:19.401131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2db7c1-bba2-45a1-8642-c6a69d26d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa516f8-0eb4-4964-a80e-e326f9a257f3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:19.491902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.504994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-589d21e3-732a-4bdf-b127-be11cc253847 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.508926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-589d21e3-732a-4bdf-b127-be11cc253847 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.510302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-589d21e3-732a-4bdf-b127-be11cc253847 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "DELETE /v2.0/security-groups/be3c503f-8ff7-42dc-aa75-e1f888a0efbf HTTP/1.1" status: 204 len: 168 time: 0.3970339 Nov 12 12:24:19.519421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:19.557951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d21e3-732a-4bdf-b127-be11cc253847 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c503f-8ff7-42dc-aa75-e1f888a0efbf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:19.563489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-93cdb651-9d39-498d-ae6f-3b75c79c3493 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:19.565194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-93cdb651-9d39-498d-ae6f-3b75c79c3493 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 814 time: 0.7495191 Nov 12 12:24:19.571417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['206e896e-6b88-42fe-af65-aae73f8f65b8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:19.571659 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0f578f65-22c2-45e4-af13-26de08c383e7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] show failed (client error): The resource could not be found. Nov 12 12:24:19.575547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0f578f65-22c2-45e4-af13-26de08c383e7 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "GET /v2.0/security-groups/be3c503f-8ff7-42dc-aa75-e1f888a0efbf HTTP/1.1" status: 404 len: 347 time: 0.0512941 Nov 12 12:24:19.576225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:19.584628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-7bc8f5a6-e76b-4d60-adce-6bc0582c9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:19.586085 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-7bc8f5a6-e76b-4d60-adce-6bc0582c9646 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2552512 Nov 12 12:24:19.618185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.655204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Request body: {'port': {'device_id': 'd29055e0-f527-448b-a02b-6788801268be', 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'admin_state_up': True, 'tenant_id': '3355621dc09942638e056c1fee411cb1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:19.655924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989eb5-1e89-409c-9614-be8e22d098ea req-468ddf06-0ec6-463a-abf8-5d588f266096 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:19.664915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74989eb5-1e89-409c-9614-be8e22d098ea req-468ddf06-0ec6-463a-abf8-5d588f266096 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 945 time: 0.1664884 Nov 12 12:24:19.752638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:19.766313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:19.774902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:19.825208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event updated for resources: {'Port': ['ID=251e5fbd-1aa3-4b73-b721-dd07f444e1ad,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:19.854675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74989eb5-1e89-409c-9614-be8e22d098ea req-fa16b344-92a2-4ca3-8b33-dbbffb12e6c4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612475 Nov 12 12:24:20.020738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-c1e93e7e-6a9a-4c9b-be40-8a94e3a5259e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:20.023184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-c1e93e7e-6a9a-4c9b-be40-8a94e3a5259e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7262855 Nov 12 12:24:20.030268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Made reservation on behalf of 3355621dc09942638e056c1fee411cb1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:20.034060 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:20.083604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-a3171fbd-5771-4eaa-84f1-c33b100f0d82 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/quotas/52551180fba74be79faca41457f57bc5 HTTP/1.1" status: 200 len: 375 time: 0.0324163 Nov 12 12:24:20.086972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-45dda24a-548e-4a0f-95ce-c0b6447e55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:20.088600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-45dda24a-548e-4a0f-95ce-c0b6447e55b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2635369 Nov 12 12:24:20.257487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Deleting port dbfb4fa0-63a6-48a5-b39e-a3ce2183392f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:20.258059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:20.387621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310066e-4ebd-4bc5-b2a0-49c97e417f4a req-f1a96ecc-9f06-4709-a753-2b920b03359d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:20.394706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5310066e-4ebd-4bc5-b2a0-49c97e417f4a req-f1a96ecc-9f06-4709-a753-2b920b03359d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 949 time: 0.1127408 Nov 12 12:24:20.540941 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5310066e-4ebd-4bc5-b2a0-49c97e417f4a req-287d1005-879c-4bdf-a28e-80826e32d3d6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451423 Nov 12 12:24:20.577514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:20.613827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-837163b1-c0aa-4c6a-8d7f-4b5a7717381e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4926891 Nov 12 12:24:20.683875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-998cf62c-0714-4997-af23-af4b85200599 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616343 Nov 12 12:24:20.686868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Allocated IP 172.20.0.7 (68579a4d-119e-4baa-9c95-139383bb1060/67bbb118-137f-4f1c-a53f-824e5a87661d/f56b5ec9-6ddf-42c8-88e5-b611ec53380a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:20.805479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:20.805805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:20.835493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Calling delete_port for dbfb4fa0-63a6-48a5-b39e-a3ce2183392f owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:20.858846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:20.937532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e351b6-41c7-46e6-9ee9-cbe193ce8189 req-cc1f6af6-364d-4077-9f94-e3c1898d40de tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:20.947647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1e351b6-41c7-46e6-9ee9-cbe193ce8189 req-cc1f6af6-364d-4077-9f94-e3c1898d40de tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 945 time: 0.1657073 Nov 12 12:24:20.950336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 206e896e-6b88-42fe-af65-aae73f8f65b8 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:20.962362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 206e896e-6b88-42fe-af65-aae73f8f65b8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:20.979721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:20.994859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c00d2aa8-c064-42cd-ad20-87a25bedcdee req-d63f08b3-4be7-46c6-8342-63e854b54c07 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976100 Nov 12 12:24:21.033742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.059707 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1e351b6-41c7-46e6-9ee9-cbe193ce8189 req-0bc18aae-b0e5-43ec-8012-a8c4fd760e0d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Nov 12 12:24:21.061331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.216283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.237004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.279542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:21.281129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Router 1c47bde8-8037-458a-8b4b-88b9e906bfcb is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:24:21.281851 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b5900-076e-4439-966b-22b4fb450c37" -d '{"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-plugged", "status": "completed", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:21.289423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d96d65e-d431-4c2a-8f43-f1b6fffb7112 req-31c87d0f-d79e-46b2-ba27-744b03c3950f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 210 time: 0.3447120 Nov 12 12:24:21.313174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:21.334950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.334950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a21c7e10-ae08-49f4-bce3-5a02bcdd2372 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:21.405981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.418320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.449841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: a21c7e10-ae08-49f4-bce3-5a02bcdd2372 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:21.450530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a21c7e10-ae08-49f4-bce3-5a02bcdd2372 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:21.503773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:21.513349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:21.513507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.517312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ba2f0cd-b04a-4404-a08e-99e68663282e tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "PUT /v2.0/routers/1c47bde8-8037-458a-8b4b-88b9e906bfcb HTTP/1.1" status: 200 len: 882 time: 3.3825226 Nov 12 12:24:21.517703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48882) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:21.525780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Pushing event deleted for resources: {'Port': ['ID=dbfb4fa0-63a6-48a5-b39e-a3ce2183392f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:21.538625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-065b686b-690a-4146-8c09-0bd52aaa07f6 req-521d5a4a-7997-45ad-a518-9d43d5267b09 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 210 time: 0.1257448 Nov 12 12:24:21.540928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] Sync routers for ids ['1c47bde8-8037-458a-8b4b-88b9e906bfcb'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:21.555425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] Routers {'1c47bde8-8037-458a-8b4b-88b9e906bfcb'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:21.556276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1c47bde8-8037-458a-8b4b-88b9e906bfcb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:21.570541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Network 68579a4d-119e-4baa-9c95-139383bb1060 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:21.659607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:21.675926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] Routers {'1c47bde8-8037-458a-8b4b-88b9e906bfcb'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:21.676768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1c47bde8-8037-458a-8b4b-88b9e906bfcb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:21.682332 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb80a26-2fda-41be-af02-a1a79fe7e8ac x-openstack-request-id: req-7cb80a26-2fda-41be-af02-a1a79fe7e8ac {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:21.682815 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-plugged", "status": "completed", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:21.683441 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cb80a26-2fda-41be-af02-a1a79fe7e8ac {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:21.684022 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'code': 200} Nov 12 12:24:21.693895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:21.714778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:21.738997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:21.739711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8e5cd-31ac-4bc0-bc05-5047c17d3f4e None None] The sync data for ids ['1c47bde8-8037-458a-8b4b-88b9e906bfcb'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:21.757790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e76a6645-b9dd-41f1-9529-7922cbd960f0 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/1c47bde8-8037-458a-8b4b-88b9e906bfcb HTTP/1.1" status: 200 len: 923 time: 0.2357233 Nov 12 12:24:21.759972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:21.915741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:21.957222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:21.957989 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.963441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5fd2c-9f9a-48b9-8fec-59cf933190b4 req-766d2491-30ab-4144-afad-891c88aa45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:21.964970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffb5fd2c-9f9a-48b9-8fec-59cf933190b4 req-766d2491-30ab-4144-afad-891c88aa45e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1101 time: 0.1900437 Nov 12 12:24:21.967584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.969119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1a3b0-7200-4d52-b4f9-31daf510cc55 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:21.977010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-59d1a3b0-7200-4d52-b4f9-31daf510cc55 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=1c47bde8-8037-458a-8b4b-88b9e906bfcb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2088420 Nov 12 12:24:21.977545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.977545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-30def9c9-00c8-493f-9f47-a423773c2ad4 tempest-ImagesOneServerNegativeTestJSON-282380103 tempest-ImagesOneServerNegativeTestJSON-282380103-project] 10.222.0.18 "DELETE /v2.0/floatingips/031adf05-e91d-44fb-88dd-5f7ccbf35d61 HTTP/1.1" status: 204 len: 168 time: 2.3909979 Nov 12 12:24:21.977880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:22.019555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-3248d7dc-e3e3-425e-8e75-77b2c48e9fbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4359498 Nov 12 12:24:22.039099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Request body: {'port': {'device_id': 'd29055e0-f527-448b-a02b-6788801268be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:22.080264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa28614-864e-4f5e-8fea-f41d3535087d req-0d56a915-e5b4-433e-89ce-1f1ff2acaa8c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:22.082190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dfa28614-864e-4f5e-8fea-f41d3535087d req-0d56a915-e5b4-433e-89ce-1f1ff2acaa8c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.2182572 Nov 12 12:24:22.150207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffb5fd2c-9f9a-48b9-8fec-59cf933190b4 req-d1287599-9118-44a6-93e5-73c45a242684 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635652 Nov 12 12:24:22.188014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c85df8-a93d-43c0-909d-cfa286695c4a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:22.189492 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8c85df8-a93d-43c0-909d-cfa286695c4a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.2120364 Nov 12 12:24:22.195459 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dfa28614-864e-4f5e-8fea-f41d3535087d req-4fde613d-5016-45cd-92ca-fca0b18f111c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977976 Nov 12 12:24:22.195459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:22.221226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ba0b-ed3f-4fb8-b5ed-e01a35d103ba req-9ae4ebd3-eb4a-4eb3-bb92-040edb35c8e1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:22.233023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-538ffda7-c807-449f-93a9-5e8a24d82362 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c47bde8-8037-458a-8b4b-88b9e906bfcb HTTP/1.1" status: 200 len: 205 time: 0.0329804 Nov 12 12:24:22.233382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5c0ba0b-ed3f-4fb8-b5ed-e01a35d103ba req-9ae4ebd3-eb4a-4eb3-bb92-040edb35c8e1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 945 time: 0.1538367 Nov 12 12:24:22.234893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:22.241095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.340554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5c0ba0b-ed3f-4fb8-b5ed-e01a35d103ba req-f2f524af-4aae-46a5-8206-066c2f3dfe0f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083713 Nov 12 12:24:22.414980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.565684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.613492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762568-f43d-422c-bc3f-b8ab69d676ff req-158cac41-dd8e-4cb0-8510-d8b858d67226 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:22.616057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9762568-f43d-422c-bc3f-b8ab69d676ff req-158cac41-dd8e-4cb0-8510-d8b858d67226 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 931 time: 0.0818031 Nov 12 12:24:22.643207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Deleting port 251e5fbd-1aa3-4b73-b721-dd07f444e1ad {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:22.643585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.722811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9762568-f43d-422c-bc3f-b8ab69d676ff req-cb8d44ca-16c2-443b-8fd5-60e6e44c9d04 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940752 Nov 12 12:24:22.728352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56b5ec9-6ddf-42c8-88e5-b611ec53380a {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:22.737376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.763688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Transition to ACTIVE for port object f56b5ec9-6ddf-42c8-88e5-b611ec53380a will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:22.775737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.781035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.797727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Calling delete_port for 251e5fbd-1aa3-4b73-b721-dd07f444e1ad owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:22.807091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:22.855226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:22.939249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-e72df15e-24d0-4c3c-995b-3304c2c66f9f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414226 Nov 12 12:24:22.945516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Deleting subnet d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:24:22.949374 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:22.952480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72e18827-c696-4cca-a246-dc4f44db4c9c req-a3c59742-70d1-4c82-9dc7-fff11f308669 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 210 time: 0.0570188 Nov 12 12:24:23.031441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Attempting to bind port f56b5ec9-6ddf-42c8-88e5-b611ec53380a on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:23.031992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Attempting to bind port f56b5ec9-6ddf-42c8-88e5-b611ec53380a by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:23.032541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Attempting to bind port f56b5ec9-6ddf-42c8-88e5-b611ec53380a on network 68579a4d-119e-4baa-9c95-139383bb1060 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:23.042426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Port f56b5ec9-6ddf-42c8-88e5-b611ec53380a on network 68579a4d-119e-4baa-9c95-139383bb1060 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:23.042958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Attempting to bind port f56b5ec9-6ddf-42c8-88e5-b611ec53380a on network 68579a4d-119e-4baa-9c95-139383bb1060 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:23.053784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:23.054366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Checking segment: {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:23.055998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Bound using segment: {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:23.055998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Bound port: f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:23.056662 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.085683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.176802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:23.183541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:23.191877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.238272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.252432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.253111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.254692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] 10.222.0.65 "PUT /v2.0/ports/f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 200 len: 1091 time: 1.2237341 Nov 12 12:24:23.255181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:23.257842 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022649c-bd22-4a22-9499-aea7ee4c6364" -d '{"events": [{"name": "network-changed", "server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:23.299441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650fd44-2544-4085-a547-0b7074ba4aec service neutron] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:23.299930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-4906a9f2-5ef7-41f3-ba58-267aa3b6b134 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.301682 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-4906a9f2-5ef7-41f3-ba58-267aa3b6b134 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246479 Nov 12 12:24:23.339962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': '438e269f-57b6-4e70-9626-387cbe9964e8', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:23.438779 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807e982d-935a-460a-8692-d23cd07d356c x-openstack-request-id: req-807e982d-935a-460a-8692-d23cd07d356c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:23.439282 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:23.439640 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-807e982d-935a-460a-8692-d23cd07d356c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:23.440622 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'status': 'completed', 'code': 200} Nov 12 12:24:23.446803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.453924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-05708bfa-0e4f-4fd8-8225-da14b7b8a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.455785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-05708bfa-0e4f-4fd8-8225-da14b7b8a79a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1094 time: 0.1173387 Nov 12 12:24:23.484467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b108f0b-2d56-4a88-b29d-9cc019e3ecf0 req-4fb83f0b-d7e9-4cc0-91bc-7f16e1246b94 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.489291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.495369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event deleted for resources: {'Port': ['ID=251e5fbd-1aa3-4b73-b721-dd07f444e1ad,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:23.511645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b108f0b-2d56-4a88-b29d-9cc019e3ecf0 req-4fb83f0b-d7e9-4cc0-91bc-7f16e1246b94 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1282747 Nov 12 12:24:23.535725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e574d5-cfb8-45a1-b4ec-d26b0d47c627,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:23.565896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-7e882308-5e6c-4b95-9869-bd83263e734c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 200 len: 217 time: 0.0910473 Nov 12 12:24:23.566503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.567910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-acb5dbdb-780b-408f-a229-b415bcd5324a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d4e574d5-cfb8-45a1-b4ec-d26b0d47c627 HTTP/1.1" status: 204 len: 168 time: 0.7583022 Nov 12 12:24:23.575990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:23.628070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:23.631712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.676204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2a94e-2fb3-4209-bd8b-ec67797548f6 req-7867b90f-82c4-4dfa-a80e-034e4b1302f1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.678238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8aa2a94e-2fb3-4209-bd8b-ec67797548f6 req-7867b90f-82c4-4dfa-a80e-034e4b1302f1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 945 time: 0.1479321 Nov 12 12:24:23.681912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.722555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-82d0050d-600b-4984-87b0-7cc9c9d1f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.724066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-82d0050d-600b-4984-87b0-7cc9c9d1f7e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.1475523 Nov 12 12:24:23.734196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b108f0b-2d56-4a88-b29d-9cc019e3ecf0 req-5c9ccf51-6a49-4390-a14e-3a2806c172d4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782637 Nov 12 12:24:23.740366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.788896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-34ab6b69-4542-423a-9217-1b5af4a16fed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425363 Nov 12 12:24:23.846920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.854484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.932742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.957541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:23.958098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Fanout notify agent at l3_agent the message router_deleted on router 1c47bde8-8037-458a-8b4b-88b9e906bfcb {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:23.987113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8aa2a94e-2fb3-4209-bd8b-ec67797548f6 req-4dab7c87-6289-46e0-b705-41aaff3825e9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555199 Nov 12 12:24:24.000853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.006293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-712e24b6-69a7-4edb-a9dd-28b7f1371b5d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/1c47bde8-8037-458a-8b4b-88b9e906bfcb HTTP/1.1" status: 204 len: 168 time: 1.7656531 Nov 12 12:24:24.006598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6630de47-340a-43ac-ad7b-1904b4dbda68']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:24.018658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:24.040621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.208 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/414a38b5-fb34-4ad4-bf11-922f815f1354) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:24.041338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-6a135c09-3c14-4f5b-be24-65e9eeda9437 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:24.043292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-6a135c09-3c14-4f5b-be24-65e9eeda9437 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 945 time: 0.1074286 Nov 12 12:24:24.050457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-970753845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:24.063315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428b83b0-49cb-4634-8ff2-530ce570c7f6') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:24.063685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428b83b0-49cb-4634-8ff2-530ce570c7f6') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:24.121730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.124981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-dc55e540-17bb-4bd3-b45e-6cb52ebafc7c service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091345 Nov 12 12:24:24.154392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93ec4-5d09-4bdc-9918-a20f5199cf8b req-8da26d30-34f9-4fe7-91ed-d85866d178bb tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:24.156143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fec93ec4-5d09-4bdc-9918-a20f5199cf8b req-8da26d30-34f9-4fe7-91ed-d85866d178bb tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.0959063 Nov 12 12:24:24.170888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.190678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.191736 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.253636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90d1cb80-bacd-4870-ad94-5d8021a4e90a req-e483128a-977a-4b9f-96a8-b656676d0ae5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 210 time: 0.1007872 Nov 12 12:24:24.254685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:24:24.255083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:24:24.261715 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:24:24.454416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.457783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.465202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.471931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] 10.222.0.18 "DELETE /v2.0/networks/6630de47-340a-43ac-ad7b-1904b4dbda68 HTTP/1.1" status: 204 len: 168 time: 0.8855107 Nov 12 12:24:24.477572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c64eb43-cf53-4478-82cf-ec3e565b35bc req-513b5bc5-c387-4dfb-830f-f55ece83d66c service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413808 Nov 12 12:24:24.488699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.500972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496b1e3-4a3f-4398-b1eb-e6b4cfcd498c admin admin] Pushing event deleted for resources: {'Network': ['ID=6630de47-340a-43ac-ad7b-1904b4dbda68,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:24.524420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:24.524819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.532167 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fec93ec4-5d09-4bdc-9918-a20f5199cf8b req-77285cdc-f954-4799-bc81-795795f241ce tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672123 Nov 12 12:24:24.536270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.546466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aaf4f8c4-7095-4f52-921f-0d63552e69cd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4980006 Nov 12 12:24:24.546778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:24.555106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': True}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:24.607919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.700719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:24.701476 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.726241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:24.825164 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.829282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:24.830827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:24.844429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:24.884863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-00dae8e4-82f0-45bb-908e-8e9e9e0139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:24.886516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-00dae8e4-82f0-45bb-908e-8e9e9e0139ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1094 time: 0.1738310 Nov 12 12:24:24.922019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:24.956926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:24.972783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:24.980282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:24.984045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=414a38b5-fb34-4ad4-bf11-922f815f1354,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:25.036555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d67ca3e3-72f4-4db5-928f-c7fec9e524d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d379f78f662e4b5d989bb20a9e0dc8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033949 Nov 12 12:24:25.041745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:25.076643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.083822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-17dcdf6a-ad93-47de-a9c3-fe9b0680674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.086257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-17dcdf6a-ad93-47de-a9c3-fe9b0680674b service neutron] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 915 time: 0.1882892 Nov 12 12:24:25.135205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1f25-03f9-4c45-8ae1-dee590c97aea req-fcfbffa1-981a-470d-8705-656ec7bea6ae tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.136773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-138c1f25-03f9-4c45-8ae1-dee590c97aea req-fcfbffa1-981a-470d-8705-656ec7bea6ae tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.2591629 Nov 12 12:24:25.154317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=5dc289fc-d793-46b1-8f47-5f1bfee3ef45,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:25.163914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.164849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.221224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-8d818b72-1299-4a60-bbbb-ae09797e9a8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 200 len: 217 time: 0.0875304 Nov 12 12:24:25.250261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b63d8b12-6a59-4afe-8c7e-7f0ede841d40 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9161966 Nov 12 12:24:25.266233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d88e0f28-0399-42bb-a5cf-9ce753d6c879 req-9e04d651-0489-401e-be3f-4636bb0fb266 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=565455fb-bcf7-4033-92ad-a8a109656a14 HTTP/1.1" status: 200 len: 210 time: 0.1314409 Nov 12 12:24:25.307554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-348ad8cd-a026-4c4a-a350-9530a4dcf807 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:24:25.312872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-348ad8cd-a026-4c4a-a350-9530a4dcf807 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487623 Nov 12 12:24:25.326773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:25.355548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:25.357168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd9853c5-f1d1-4203-a206-a4b6cd8f3c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.359710 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.363266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3c1784-37b3-4f11-a1d0-0ff1b1b2a44d req-ee95436f-bfa4-4cc8-b9fb-6cde18df47b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "DELETE /v2.0/ports/5dc289fc-d793-46b1-8f47-5f1bfee3ef45 HTTP/1.1" status: 204 len: 173 time: 1.3037987 Nov 12 12:24:25.367278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Request body: {'port': {'device_id': '438e269f-57b6-4e70-9626-387cbe9964e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:25.376607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-138c1f25-03f9-4c45-8ae1-dee590c97aea req-fdfe0fbb-efa3-4e70-af29-7d9d80d6b588 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230556 Nov 12 12:24:25.411611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd9853c5-f1d1-4203-a206-a4b6cd8f3c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.427324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-90e86473-dbe1-4fcd-93a5-0a49b99ff4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.428891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-90e86473-dbe1-4fcd-93a5-0a49b99ff4b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.1655090 Nov 12 12:24:25.453519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565455fb-bcf7-4033-92ad-a8a109656a14', 'name': 'network-vif-deleted', 'tag': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:25.455798 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d332766d-3203-4af9-b338-b879b9849c22" -d '{"events": [{"server_uuid": "565455fb-bcf7-4033-92ad-a8a109656a14", "name": "network-vif-deleted", "tag": "5dc289fc-d793-46b1-8f47-5f1bfee3ef45"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:25.471790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-41b2515a-f82e-4aee-b8f7-fd0c57332ac9 None None] Provisioning complete for port 414a38b5-fb34-4ad4-bf11-922f815f1354 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:25.473320 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41b2515a-f82e-4aee-b8f7-fd0c57332ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.530678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.540915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-f8ae8f1a-fbb0-4ec1-8117-3d3435c2b2c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793784 Nov 12 12:24:25.541713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41b2515a-f82e-4aee-b8f7-fd0c57332ac9 None None] Port 414a38b5-fb34-4ad4-bf11-922f815f1354 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:24:25.674555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.710887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.718099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8cb7b-2dc1-4d67-984c-53850920fa9b req-56e30ae0-c4c5-46ae-9d1a-879b21a60ba6 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.720470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0d8cb7b-2dc1-4d67-984c-53850920fa9b req-56e30ae0-c4c5-46ae-9d1a-879b21a60ba6 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 936 time: 0.2295506 Nov 12 12:24:25.721142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd9853c5-f1d1-4203-a206-a4b6cd8f3c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.724039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd9853c5-f1d1-4203-a206-a4b6cd8f3c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.726718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bd9853c5-f1d1-4203-a206-a4b6cd8f3c70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d45e8fd2-0d02-4dea-ad84-90beae95ec49 HTTP/1.1" status: 204 len: 168 time: 0.6816947 Nov 12 12:24:25.756642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78cce5e3-b3c9-46c4-91ad-f6b18f85f4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:25.791620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9853c5-f1d1-4203-a206-a4b6cd8f3c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45e8fd2-0d02-4dea-ad84-90beae95ec49,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:25.804764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f98aa-c7c8-4cf6-b6fc-1471c9967e43 req-ebd1f079-aa05-495a-b021-efb5d79d1e4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.812631 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c54f98aa-c7c8-4cf6-b6fc-1471c9967e43 req-ebd1f079-aa05-495a-b021-efb5d79d1e4b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.2242484 Nov 12 12:24:25.889730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0d8cb7b-2dc1-4d67-984c-53850920fa9b req-2ede09d2-3a61-43bc-894f-53f16e0ea6cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434429 Nov 12 12:24:25.899528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-479ab6d6-851b-4957-b1a3-b4e6b211e245 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272703 Nov 12 12:24:26.018716 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902fd838-f54b-4c18-b86d-ee75c46e3170 x-openstack-request-id: req-902fd838-f54b-4c18-b86d-ee75c46e3170 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:26.019426 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565455fb-bcf7-4033-92ad-a8a109656a14", "name": "network-vif-deleted", "tag": "5dc289fc-d793-46b1-8f47-5f1bfee3ef45", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:26.019901 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-902fd838-f54b-4c18-b86d-ee75c46e3170 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:26.020543 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565455fb-bcf7-4033-92ad-a8a109656a14', 'name': 'network-vif-deleted', 'tag': '5dc289fc-d793-46b1-8f47-5f1bfee3ef45', 'status': 'completed', 'code': 200} Nov 12 12:24:26.040344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c54f98aa-c7c8-4cf6-b6fc-1471c9967e43 req-c97b10d0-2237-47af-aa39-077aaf68690d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207441 Nov 12 12:24:26.091263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Allocated IP 172.25.1.74 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/df129edb-fa4a-4961-ac96-964a1f04cdb8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:26.101414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78cce5e3-b3c9-46c4-91ad-f6b18f85f4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.127671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78cce5e3-b3c9-46c4-91ad-f6b18f85f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.254305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414a38b5-fb34-4ad4-bf11-922f815f1354 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:26.267014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.301490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Transition to ACTIVE for port object 414a38b5-fb34-4ad4-bf11-922f815f1354 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:26.309016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.312287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.370352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Pushing event updated for resources: {'Port': ['ID=414a38b5-fb34-4ad4-bf11-922f815f1354,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:26.500695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.570226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4022649c-bd22-4a22-9499-aea7ee4c6364 req-c8c14150-359e-4000-8472-7d8f64bcce71 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526136 Nov 12 12:24:26.585267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:26.590290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:26.635775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:26.655953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ea1aa-34a9-4132-a74e-cebec065e2eb req-0a39a326-cf59-4e51-a944-9417f41cf9b3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:26.666423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f35ea1aa-34a9-4132-a74e-cebec065e2eb req-0a39a326-cf59-4e51-a944-9417f41cf9b3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.5280881 Nov 12 12:24:26.671600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce5e3-b3c9-46c4-91ad-f6b18f85f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5524b5bf-2d69-480e-9779-dea2e31fbf1b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:26.685047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-78cce5e3-b3c9-46c4-91ad-f6b18f85f4a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1855461364040109483161831f78abc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3389399 Nov 12 12:24:26.687623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:26.784091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Port': ['ID=df129edb-fa4a-4961-ac96-964a1f04cdb8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:26.795143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f35ea1aa-34a9-4132-a74e-cebec065e2eb req-8e7b4ac4-cf79-4b26-bff4-3dc358735b5a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274052 Nov 12 12:24:26.797132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Attempting to bind port 414a38b5-fb34-4ad4-bf11-922f815f1354 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:26.797474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Attempting to bind port 414a38b5-fb34-4ad4-bf11-922f815f1354 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:26.797802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Attempting to bind port 414a38b5-fb34-4ad4-bf11-922f815f1354 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:26.811031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Port 414a38b5-fb34-4ad4-bf11-922f815f1354 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:26.811343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Attempting to bind port 414a38b5-fb34-4ad4-bf11-922f815f1354 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:26.825613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-a5e92d34-fce2-4071-b10a-9a88ac4c12e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2367132 Nov 12 12:24:26.826795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:26.827139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:26.828178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:26.828634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Bound port: 414a38b5-fb34-4ad4-bf11-922f815f1354, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:26.828990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.849835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e49620a9-772d-4478-94cf-92af703db60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.867438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:26.878829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e49620a9-772d-4478-94cf-92af703db60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.961264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e49620a9-772d-4478-94cf-92af703db60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.963808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4f029-c2db-40ca-a59f-0633b9efcb79 req-097fda02-4111-4d50-803a-d5545e7a9a15 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:26.966504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e49620a9-772d-4478-94cf-92af703db60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:26.969272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e49620a9-772d-4478-94cf-92af703db60b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5524b5bf-2d69-480e-9779-dea2e31fbf1b HTTP/1.1" status: 204 len: 168 time: 0.2792571 Nov 12 12:24:26.970092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:26.971413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02d4f029-c2db-40ca-a59f-0633b9efcb79 req-097fda02-4111-4d50-803a-d5545e7a9a15 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.2478833 Nov 12 12:24:26.982208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730', '5dc289fc-d793-46b1-8f47-5f1bfee3ef45'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:27.004951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49620a9-772d-4478-94cf-92af703db60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5524b5bf-2d69-480e-9779-dea2e31fbf1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:27.121126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] For port 414a38b5-fb34-4ad4-bf11-922f815f1354, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:27.127881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] For port 414a38b5-fb34-4ad4-bf11-922f815f1354, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=414a38b5-fb34-4ad4-bf11-922f815f1354,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:27.145655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02d4f029-c2db-40ca-a59f-0633b9efcb79 req-d7d2e377-a3ce-4531-b24a-4f38c8b03001 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732743 Nov 12 12:24:27.241506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.263412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:27.291330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'port_id': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'mac_address': 'fa:16:3e:bf:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bbb118-137f-4f1c-a53f-824e5a87661d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:27.298542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02caaa-20e0-4e02-be60-ef87b423f090 req-e0e02c94-2a52-4229-879b-4ff860cb6000 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:27.313981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b02caaa-20e0-4e02-be60-ef87b423f090 req-e0e02c94-2a52-4229-879b-4ff860cb6000 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 948 time: 0.1424253 Nov 12 12:24:27.336653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:27.337847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.339205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/414a38b5-fb34-4ad4-bf11-922f815f1354 HTTP/1.1" status: 200 len: 1096 time: 1.9875851 Nov 12 12:24:27.345686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438e269f-57b6-4e70-9626-387cbe9964e8', 'tag': '414a38b5-fb34-4ad4-bf11-922f815f1354'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:27.354073 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006" -d '{"events": [{"name": "network-changed", "server_uuid": "438e269f-57b6-4e70-9626-387cbe9964e8", "tag": "414a38b5-fb34-4ad4-bf11-922f815f1354"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:27.428336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b02caaa-20e0-4e02-be60-ef87b423f090 req-922dec34-d175-4f71-b0ae-5ff63f9717bd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126122 Nov 12 12:24:27.469342 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a380690-c777-4c19-9494-919793b27e95 x-openstack-request-id: req-7a380690-c777-4c19-9494-919793b27e95 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:27.469630 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438e269f-57b6-4e70-9626-387cbe9964e8", "tag": "414a38b5-fb34-4ad4-bf11-922f815f1354", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:27.470099 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a380690-c777-4c19-9494-919793b27e95 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:27.470377 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438e269f-57b6-4e70-9626-387cbe9964e8', 'tag': '414a38b5-fb34-4ad4-bf11-922f815f1354', 'status': 'completed', 'code': 200} Nov 12 12:24:27.485386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.501439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56b5ec9-6ddf-42c8-88e5-b611ec53380a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:27.536658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:27.543604 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.557464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.604250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ef239-ae90-43c1-ac94-873a7b4920c3 service neutron] Pushing event updated for resources: {'Port': ['ID=414a38b5-fb34-4ad4-bf11-922f815f1354,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:27.609555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-245663778-network', 'tenant_id': '24078d1601e24124a5d994d33388011f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:27.629255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:27.651316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-132993ac-59cc-446d-80d6-5de8203558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:27.654077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-132993ac-59cc-446d-80d6-5de8203558b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 1099 time: 0.1826906 Nov 12 12:24:27.673290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Made reservation on behalf of 24078d1601e24124a5d994d33388011f for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:27.679216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.699269 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.871144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.882378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f56b5ec9-6ddf-42c8-88e5-b611ec53380a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:27.883270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.903566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:24:27.927978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:27.928331 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Added segment f7158f6c-0130-4691-9cb4-31a62d09e4a2 of type vlan for network 70812716-ac5e-447d-b125-6f4c28304fe8 Nov 12 12:24:28.052153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82379669-e5ec-4eed-a1fd-1668ec493bb8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:28.159952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.160840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-e9caf575-72ac-4ced-b5fc-4091eff35f56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=414a38b5-fb34-4ad4-bf11-922f815f1354 HTTP/1.1" status: 200 len: 217 time: 0.1090114 Nov 12 12:24:28.245472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea5275-96a4-49df-af3c-346978ff7309 req-6467f537-291b-415b-a2af-9027efa27041 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.267584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13ea5275-96a4-49df-af3c-346978ff7309 req-6467f537-291b-415b-a2af-9027efa27041 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 944 time: 0.3005276 Nov 12 12:24:28.375484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13ea5275-96a4-49df-af3c-346978ff7309 req-41d460f2-1410-4126-9696-5449e1d94c12 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884638 Nov 12 12:24:28.377384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.384956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.386503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.447769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-6d6a992f-4c41-4de8-a30b-bf772d1921ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.450050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-6d6a992f-4c41-4de8-a30b-bf772d1921ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2422009 Nov 12 12:24:28.507741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5264072 Nov 12 12:24:28.507741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:28.513989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Request body: {'subnet': {'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-245663778-subnet', 'tenant_id': '24078d1601e24124a5d994d33388011f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:28.520257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94754355-950d-4cb0-8986-325a02a52d4f admin admin] Pushing event updated for resources: {'Network': ['ID=70812716-ac5e-447d-b125-6f4c28304fe8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:28.535566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 70812716-ac5e-447d-b125-6f4c28304fe8 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:24:28.544805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-b7010d65-2026-4540-8b8e-48ab4072e7b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.546642 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-b7010d65-2026-4540-8b8e-48ab4072e7b9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.4944553 Nov 12 12:24:28.590875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-51bd2d8e-14be-4bd0-8b6b-9218a48c0891 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0330114 Nov 12 12:24:28.595133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.626076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-3e93030c-3730-42cf-a700-546a5966af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.630004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-3e93030c-3730-42cf-a700-546a5966af38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406355 Nov 12 12:24:28.630605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Made reservation on behalf of 24078d1601e24124a5d994d33388011f for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:28.634999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.659086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.691456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49102) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:28.707857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08822a13-f923-4b89-91f3-e59b4ca51542 req-c2f47366-e100-44ea-8002-880a4b41700c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.710865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08822a13-f923-4b89-91f3-e59b4ca51542 req-c2f47366-e100-44ea-8002-880a4b41700c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1636362 Nov 12 12:24:28.850959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-9fbe6018-2fe6-4026-8102-10bea8d0e273 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2569599 Nov 12 12:24:28.901034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08822a13-f923-4b89-91f3-e59b4ca51542 req-e5ea471d-1099-4183-89d5-aac3900b2f82 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676798 Nov 12 12:24:28.914598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1582977000-network', 'tenant_id': 'e49e8fcdedfe44479fc99ff0992f73fe'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:28.931004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-b2af54a8-3a58-41a6-8e60-d8865274b7cb service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639046 Nov 12 12:24:28.942649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.975975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Made reservation on behalf of e49e8fcdedfe44479fc99ff0992f73fe for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:28.978496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.000866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.038766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c1961b-db75-4438-9d4a-3681aacb4902,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:29.072458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Router f1b05cab-90d5-4dac-b0bc-120d21696d14 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:24:29.085436 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-f3375872-e687-40c3-aead-dda55188e79e service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159293 Nov 12 12:24:29.088711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Checking segment: {'id': 'f7158f6c-0130-4691-9cb4-31a62d09e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:29.089687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Network hostable DHCP agents. Network: 70812716-ac5e-447d-b125-6f4c28304fe8, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:24:29.148504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Network 70812716-ac5e-447d-b125-6f4c28304fe8 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:24:29.168987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f6ce31-a947-457e-b4c3-08d81ea1ffe8 req-3191f100-1e58-411c-94af-33e13636b056 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020288 Nov 12 12:24:29.169712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15110ebf-6074-4e6a-9937-392994432ab8 req-196ffaef-1d00-41c3-b513-1146de8b46ce tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.171427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15110ebf-6074-4e6a-9937-392994432ab8 req-196ffaef-1d00-41c3-b513-1146de8b46ce tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 948 time: 0.0955346 Nov 12 12:24:29.176445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 70812716-ac5e-447d-b125-6f4c28304fe8) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:29.188029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.188617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0a86e-587b-4d7a-9f70-0d6219df0937 None None] Network 70812716-ac5e-447d-b125-6f4c28304fe8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:29.189111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.210456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.216317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.230603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89538592-c1e3-46f5-8bd4-1dc0fb1d5759 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7225959 Nov 12 12:24:29.244086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:29.255608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:24:29.291996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.292638 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Added segment 5f2267e1-6b11-4433-9a1f-fd8f4d84aafd of type vlan for network ac392f5c-a901-44e7-932c-7cb8e2872431 Nov 12 12:24:29.306828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:29.333002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-7a94c994-c179-4c9e-8367-7baec3bc00c0 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391279 Nov 12 12:24:29.357540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:29.362367 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.368950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a6abebfe-41d5-4c77-bc60-59ca795dd1f6 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "PUT /v2.0/routers/f1b05cab-90d5-4dac-b0bc-120d21696d14 HTTP/1.1" status: 200 len: 917 time: 4.8210313 Nov 12 12:24:29.371360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49108) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:29.375082 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] Sync routers for ids ['f1b05cab-90d5-4dac-b0bc-120d21696d14'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:29.394715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.406626 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] Routers {'f1b05cab-90d5-4dac-b0bc-120d21696d14'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:29.407718 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f1b05cab-90d5-4dac-b0bc-120d21696d14'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:29.426592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15110ebf-6074-4e6a-9937-392994432ab8 req-695240de-d740-419b-b3a8-3e09c4282069 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771431 Nov 12 12:24:29.460909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:29.467173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5dc289fc-d793-46b1-8f47-5f1bfee3ef45 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:29.509851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-85e9dae6-6ef3-45e8-889c-97499137c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.511414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-85e9dae6-6ef3-45e8-889c-97499137c11b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 1099 time: 0.2227554 Nov 12 12:24:29.525262 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.527095 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:29.537290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.538404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.539074 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.571284 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] Routers {'f1b05cab-90d5-4dac-b0bc-120d21696d14'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:29.572429 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f1b05cab-90d5-4dac-b0bc-120d21696d14'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:29.591089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-a65fb6b3-72e5-4225-a284-476d9abce5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.592648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-a65fb6b3-72e5-4225-a284-476d9abce5d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1101 time: 0.1927609 Nov 12 12:24:29.605585 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.650117 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:29.651210 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c935a188-a7ad-4ef0-8b03-b8201cc8fed6 None None] The sync data for ids ['f1b05cab-90d5-4dac-b0bc-120d21696d14'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:29.651464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505f840-b02a-4ea8-b6dc-0f26f451054d None None] Network 70812716-ac5e-447d-b125-6f4c28304fe8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:29.753492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0598772 Nov 12 12:24:29.756872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dd5dceb-5d6f-44e5-be9b-de0d46610178 req-df47f56d-ac56-4401-bd88-ab761ee796f8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 210 time: 0.0913486 Nov 12 12:24:29.757412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:29.775178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Request body: {'subnet': {'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1582977000-subnet', 'tenant_id': 'e49e8fcdedfe44479fc99ff0992f73fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:29.783745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-67bf9509-3678-485f-9d0e-d04ac042c486 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/f1b05cab-90d5-4dac-b0bc-120d21696d14 HTTP/1.1" status: 200 len: 923 time: 0.4111917 Nov 12 12:24:29.787400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:29.816010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bd4fa-ea0b-42a2-ab12-0fb197e95bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac392f5c-a901-44e7-932c-7cb8e2872431,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:29.866400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ac392f5c-a901-44e7-932c-7cb8e2872431 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:24:29.866605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-fb26079b-e593-4de0-bafa-032db89f5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.867967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-fb26079b-e593-4de0-bafa-032db89f5e7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2858484 Nov 12 12:24:29.870863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Made reservation on behalf of e49e8fcdedfe44479fc99ff0992f73fe for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:29.873673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.889093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074ae5-3574-4652-a068-98d0ae09d89a req-a5116d38-c837-470f-8e52-8df69a3ff178 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.891389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d074ae5-3574-4652-a068-98d0ae09d89a req-a5116d38-c837-470f-8e52-8df69a3ff178 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 944 time: 0.2584007 Nov 12 12:24:29.899552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33040ff-7e56-4ebc-827f-47184017a31f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.905639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b33040ff-7e56-4ebc-827f-47184017a31f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=f1b05cab-90d5-4dac-b0bc-120d21696d14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1154056 Nov 12 12:24:29.906588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:29.998621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-593dd140-13c3-4019-b4aa-d7b6ee8b7465 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=414a38b5-fb34-4ad4-bf11-922f815f1354 HTTP/1.1" status: 200 len: 217 time: 0.1196191 Nov 12 12:24:30.032457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d074ae5-3574-4652-a068-98d0ae09d89a req-181068b5-fee1-4648-b250-4352c60c4402 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236913 Nov 12 12:24:30.061559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-3cb4e9a9-bdc3-4e31-8477-182493c7aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.065722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-3cb4e9a9-bdc3-4e31-8477-182493c7aa57 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.4382703 Nov 12 12:24:30.127529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-b2dbb37a-da80-4b78-a82d-174e9b6b59e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0494196 Nov 12 12:24:30.202120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-7b125cb3-318f-4b57-812d-1fcd803559bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.202431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-30c2e47a-fc7b-4b61-b68b-169136b61179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.203626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-7b125cb3-318f-4b57-812d-1fcd803559bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0656481 Nov 12 12:24:30.203781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-30c2e47a-fc7b-4b61-b68b-169136b61179 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1894808 Nov 12 12:24:30.216211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6459a8-d706-46f2-9f6c-11ee41cade3f req-4df5f621-5b99-4162-abb3-590560684a31 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.217718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6459a8-d706-46f2-9f6c-11ee41cade3f req-4df5f621-5b99-4162-abb3-590560684a31 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0928521 Nov 12 12:24:30.297608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba59258-4f70-4779-8275-5a7d5e6109cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.301751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ba59258-4f70-4779-8275-5a7d5e6109cc tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.3832223 Nov 12 12:24:30.301926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-00efc2b2-d87f-427e-a781-a5e686f28d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.303676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-00efc2b2-d87f-427e-a781-a5e686f28d67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776119 Nov 12 12:24:30.304213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:30.316403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6459a8-d706-46f2-9f6c-11ee41cade3f req-a4d85f57-d1cc-4883-a617-04502547a331 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Nov 12 12:24:30.337373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-47d69080-cab9-4b23-8fca-a87b2dd1c86e tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.344391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-47d69080-cab9-4b23-8fca-a87b2dd1c86e tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/networks?id=70812716-ac5e-447d-b125-6f4c28304fe8 HTTP/1.1" status: 200 len: 813 time: 0.2434626 Nov 12 12:24:30.358211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-244c3931-4296-4ed9-af91-6480ab7eb2c9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b05cab-90d5-4dac-b0bc-120d21696d14 HTTP/1.1" status: 200 len: 205 time: 0.0525858 Nov 12 12:24:30.361203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:30.392286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-0ad8c39e-3ae1-43c9-b154-468d39e71d08 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/quotas/24078d1601e24124a5d994d33388011f HTTP/1.1" status: 200 len: 375 time: 0.0470164 Nov 12 12:24:30.403674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-41852b47-a142-4512-a021-8e9a25593360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.405503 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-41852b47-a142-4512-a021-8e9a25593360 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829295 Nov 12 12:24:30.444140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-d0eaee6c-32ea-46aa-90e2-76f6a596feff service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249909 Nov 12 12:24:30.612611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-8d72d267-10d1-4646-a21e-15bbf60a5fcd service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490133 Nov 12 12:24:30.621493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8daa7-2b28-4e4c-9d86-49902ae70159 req-9edfe104-01cf-4bf8-9e3a-4b218be5a550 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.624217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d8daa7-2b28-4e4c-9d86-49902ae70159 req-9edfe104-01cf-4bf8-9e3a-4b218be5a550 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 948 time: 0.0822501 Nov 12 12:24:30.698742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d8daa7-2b28-4e4c-9d86-49902ae70159 req-cfe05541-197c-40c3-8706-d78f23dad6f1 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669501 Nov 12 12:24:30.769906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-da3d126d-6469-4a69-b68f-3d13b856f72d tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24078d1601e24124a5d994d33388011f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3628778 Nov 12 12:24:30.775644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:30.884079 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a09c166d-fbbf-4133-818a-5c54debd7b2b req-abf25c2b-782e-479d-9549-58e91d6f107d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 210 time: 0.0439134 Nov 12 12:24:30.894819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 414a38b5-fb34-4ad4-bf11-922f815f1354 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:30.898850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:31.008579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3930b8f8-462b-49f9-9c89-a0e33027c150,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:31.024706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.056791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-dcb3d3bb-a513-46df-ab0a-bbed150edbd8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:31.058512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-dcb3d3bb-a513-46df-ab0a-bbed150edbd8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.1393018 Nov 12 12:24:31.074065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:31.074745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-ce8c113d-4fc2-411b-948e-8f0fae4489da service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639581 Nov 12 12:24:31.082570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.082920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.083265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.083650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.084428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.084428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.084753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.085083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.085573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.085718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.086044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.086403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:31.107399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Checking segment: {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:31.107787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Network hostable DHCP agents. Network: ac392f5c-a901-44e7-932c-7cb8e2872431, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:24:31.124318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f56b5ec9-6ddf-42c8-88e5-b611ec53380a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:31.129048 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-5439f15f-3a07-41be-ba1c-99aee8fd1534 service neutron] 10.222.0.18 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453569 Nov 12 12:24:31.133482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f56b5ec9-6ddf-42c8-88e5-b611ec53380a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:31.133987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.177955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 414a38b5-fb34-4ad4-bf11-922f815f1354, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=414a38b5-fb34-4ad4-bf11-922f815f1354,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:31.197129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '414a38b5-fb34-4ad4-bf11-922f815f1354', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '414a38b5-fb34-4ad4-bf11-922f815f1354', 'mac_address': 'fa:16:3e:c0:51:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:31.231905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531e80-1042-4c58-ac5f-891be5493b4a req-f0744b6e-2a23-43fa-948f-80c81bea1c58 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:31.234447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4531e80-1042-4c58-ac5f-891be5493b4a req-f0744b6e-2a23-43fa-948f-80c81bea1c58 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 944 time: 0.1152925 Nov 12 12:24:31.272127 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.289912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Network ac392f5c-a901-44e7-932c-7cb8e2872431 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:24:31.292991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a38b5-fb34-4ad4-bf11-922f815f1354 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:31.299326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.316061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4531e80-1042-4c58-ac5f-891be5493b4a req-082796c0-414e-436c-a460-b5bdf4939aad tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690060 Nov 12 12:24:31.317704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:31.322485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.325757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ac392f5c-a901-44e7-932c-7cb8e2872431) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:31.340523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 414a38b5-fb34-4ad4-bf11-922f815f1354, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=414a38b5-fb34-4ad4-bf11-922f815f1354,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:31.342838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.354056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:31.354682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.357752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a7edb-a711-41dd-bc10-0e09c8577c1c None None] Network ac392f5c-a901-44e7-932c-7cb8e2872431 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:31.363103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75bd5863-b05f-4c81-9ce7-c4c5f18ac006 req-8e496520-979b-45d2-9a74-1600715bc731 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683680 Nov 12 12:24:31.376754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.386919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-30a82c87-376a-4ffa-b6df-8fdedb8b8e48 service neutron] 10.222.0.18 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352459 Nov 12 12:24:31.406859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:31.409114 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad019c-31ec-4033-9a94-0083555f5bf8" -d '{"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-plugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:31.435216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-481b386d-3e0b-487a-abc1-31261df2886c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6703465 Nov 12 12:24:31.475427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:31.477109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Deleting port df129edb-fa4a-4961-ac96-964a1f04cdb8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:31.478336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.486212 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.542547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=414a38b5-fb34-4ad4-bf11-922f815f1354,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:31.589831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1515c-f5ce-48f0-b8d6-8ef7afb9cf4e req-2142e362-3b20-45d8-85d1-2d411ffb424d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:31.591489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88f1515c-f5ce-48f0-b8d6-8ef7afb9cf4e req-2142e362-3b20-45d8-85d1-2d411ffb424d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1567492 Nov 12 12:24:31.643410 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0459520-360b-4dca-b9e6-a918e4f4458a x-openstack-request-id: req-c0459520-360b-4dca-b9e6-a918e4f4458a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:31.643797 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-plugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:31.644055 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0459520-360b-4dca-b9e6-a918e4f4458a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:31.644482 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'code': 200} Nov 12 12:24:31.707371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:31.717592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452bce93-21d5-485e-8a5a-b9984d1213ec None None] Network ac392f5c-a901-44e7-932c-7cb8e2872431 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:31.730010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.5 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/b36f3e25-de7f-457b-b85e-0cbf18c30be1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:31.733476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:31.747036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88f1515c-f5ce-48f0-b8d6-8ef7afb9cf4e req-e9b7f359-fcb3-48b8-aa21-9badaaad7bf6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472204 Nov 12 12:24:31.833320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['414a38b5-fb34-4ad4-bf11-922f815f1354'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:31.859054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Calling delete_port for df129edb-fa4a-4961-ac96-964a1f04cdb8 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:31.871323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f64e0797-36a5-41ff-a090-a554ccf69636 req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-846422877', 'description': 'tempest-description-228717590'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:31.896123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9763442-fec4-4866-ae00-618d5b971efd req-4f6a9bbc-5061-499d-b3db-7ef1d49ee8dc tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 210 time: 0.0724463 Nov 12 12:24:31.957079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058d7a4-d50c-40fa-b1bf-073d526f8845 req-4eadd209-bde9-46e8-8a54-2101c821376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:31.959069 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6058d7a4-d50c-40fa-b1bf-073d526f8845 req-4eadd209-bde9-46e8-8a54-2101c821376b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1096 time: 0.2087417 Nov 12 12:24:31.978198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f64e0797-36a5-41ff-a090-a554ccf69636 req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.119847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.127538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6058d7a4-d50c-40fa-b1bf-073d526f8845 req-3f84c291-7e72-468c-8629-9bb6cc4fb4fd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949166 Nov 12 12:24:32.170356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f64e0797-36a5-41ff-a090-a554ccf69636 req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.180609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f64e0797-36a5-41ff-a090-a554ccf69636 req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.184096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c22b05-36a7-45ec-b05d-939c64d50b41 req-de0ecef3-4773-41c4-9820-5cf5b8b10bed tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:32.190823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0c22b05-36a7-45ec-b05d-939c64d50b41 req-de0ecef3-4773-41c4-9820-5cf5b8b10bed tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 949 time: 0.1569121 Nov 12 12:24:32.223896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.240549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:32.241208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab6630f-d086-4cef-8e46-60b321839fae,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:32.247261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f64e0797-36a5-41ff-a090-a554ccf69636 req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.248511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f64e0797-36a5-41ff-a090-a554ccf69636 req-0b322092-c1c4-4cac-be26-30e920f753cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3816512 Nov 12 12:24:32.278990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0c22b05-36a7-45ec-b05d-939c64d50b41 req-fa04acd9-f4b7-4bda-a8f6-c8b0a12f5c85 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810742 Nov 12 12:24:32.337704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-49779208-b504-43e7-8e6c-91505e31aba1 req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-727840797', 'description': 'tempest-description-1459206352'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:32.338453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:32.344667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:32.353993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:32.389552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.395838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49779208-b504-43e7-8e6c-91505e31aba1 req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.419025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=b36f3e25-de7f-457b-b85e-0cbf18c30be1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:32.439203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event deleted for resources: {'Port': ['ID=df129edb-fa4a-4961-ac96-964a1f04cdb8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:32.484568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:32.485199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.516275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-1b96b5e0-2caf-4ff5-8902-6aab41fe62a7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4469173 Nov 12 12:24:32.524942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.534829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8388749-b9aa-4e0b-924b-b03015868dec req-92256cc7-a404-4db4-bb47-6857849cb354 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:32.536488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8388749-b9aa-4e0b-924b-b03015868dec req-92256cc7-a404-4db4-bb47-6857849cb354 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 931 time: 0.1755519 Nov 12 12:24:32.545274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Request body: {'port': {'device_id': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:32.632933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.639895 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.657643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49779208-b504-43e7-8e6c-91505e31aba1 req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.662816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.667900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8388749-b9aa-4e0b-924b-b03015868dec req-f915f530-ef55-415f-8360-9d8b6f00cfd7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183004 Nov 12 12:24:32.689735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49779208-b504-43e7-8e6c-91505e31aba1 req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.714801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49779208-b504-43e7-8e6c-91505e31aba1 req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.715918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-49779208-b504-43e7-8e6c-91505e31aba1 req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3834972 Nov 12 12:24:32.716815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.717072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Fanout notify agent at l3_agent the message router_deleted on router f1b05cab-90d5-4dac-b0bc-120d21696d14 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:32.726584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.727725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5364804-272e-4e15-ab31-7d8b3f081ccf tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/f1b05cab-90d5-4dac-b0bc-120d21696d14 HTTP/1.1" status: 204 len: 168 time: 2.3633349 Nov 12 12:24:32.736122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:32.747970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14e18-d1d6-4f2f-bac7-f7b04c0d19d0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcf25db-c5c0-403b-8a93-77b35777eef2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:32.800940 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:24:32.805377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-693267707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:32.928056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.929156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.941761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a363de-dc42-490c-a410-726ac5baffd5 req-d331664c-bdb3-4928-9fbc-03d434dcdaf0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:32.944249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05a363de-dc42-490c-a410-726ac5baffd5 req-d331664c-bdb3-4928-9fbc-03d434dcdaf0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0585079 Nov 12 12:24:32.951084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d19a6-04a5-40d4-9147-00d10e32da25 req-a3fcbcda-0e3f-45ef-8b4a-82954d267dfc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:32.952549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-989d19a6-04a5-40d4-9147-00d10e32da25 req-a3fcbcda-0e3f-45ef-8b4a-82954d267dfc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1538477 Nov 12 12:24:33.001900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05a363de-dc42-490c-a410-726ac5baffd5 req-92c5a6b4-0bc3-474b-abb0-bb92d59ec53f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489931 Nov 12 12:24:33.041378 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.056148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.109984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.111707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ae0411c8-b4d6-4d2e-b586-240952829c2c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3743010 Nov 12 12:24:33.115671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:33.121416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-989d19a6-04a5-40d4-9147-00d10e32da25 req-fa8de513-5d59-4c97-9034-0c40f8325c4a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561303 Nov 12 12:24:33.171990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': False}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:33.173322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36f3e25-de7f-457b-b85e-0cbf18c30be1 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:33.183383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.203010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Transition to ACTIVE for port object b36f3e25-de7f-457b-b85e-0cbf18c30be1 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:33.211693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.298906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5a530c5-b9b7-47af-a680-de2b23af9df9 req-2061b702-74be-4cf6-8415-f801db341c2c tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 210 time: 0.0507278 Nov 12 12:24:33.320008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Pushing event updated for resources: {'Port': ['ID=b36f3e25-de7f-457b-b85e-0cbf18c30be1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:33.372076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-9e256f29-c249-4694-9b97-75b0e006cb6c tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.373569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-9e256f29-c249-4694-9b97-75b0e006cb6c tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.81 "GET /v2.0/networks?id=70812716-ac5e-447d-b125-6f4c28304fe8 HTTP/1.1" status: 200 len: 813 time: 0.3096714 Nov 12 12:24:33.424843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Request body: {'port': {'device_id': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8', 'admin_state_up': True, 'tenant_id': '24078d1601e24124a5d994d33388011f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:33.431437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Attempting to bind port b36f3e25-de7f-457b-b85e-0cbf18c30be1 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:33.431696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Attempting to bind port b36f3e25-de7f-457b-b85e-0cbf18c30be1 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:33.431944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Attempting to bind port b36f3e25-de7f-457b-b85e-0cbf18c30be1 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:33.443538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd0764-9b60-494c-aa52-5662bff740c7 req-f5ce8a9e-0746-469b-a426-3cf5e2d9b81c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.445955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dcd0764-9b60-494c-aa52-5662bff740c7 req-f5ce8a9e-0746-469b-a426-3cf5e2d9b81c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 949 time: 0.0771222 Nov 12 12:24:33.447347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Port b36f3e25-de7f-457b-b85e-0cbf18c30be1 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:33.448379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Attempting to bind port b36f3e25-de7f-457b-b85e-0cbf18c30be1 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:33.453558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:33.453803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:33.454200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:33.454607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-fe8ee336-6ccb-4899-a339-cacc8eebee23 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.454788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Bound port: b36f3e25-de7f-457b-b85e-0cbf18c30be1, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:33.455022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.456218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-fe8ee336-6ccb-4899-a339-cacc8eebee23 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 813 time: 0.3571606 Nov 12 12:24:33.557176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dcd0764-9b60-494c-aa52-5662bff740c7 req-9aa38f8a-21a6-42c6-93ff-bd0f57de79ca tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998304 Nov 12 12:24:33.566846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] For port b36f3e25-de7f-457b-b85e-0cbf18c30be1, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:33.571481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] For port b36f3e25-de7f-457b-b85e-0cbf18c30be1, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:33.575586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-08e321ab-b7e1-4e0f-ac21-58f1c1b62a5a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/quotas/e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 375 time: 0.1069627 Nov 12 12:24:33.577962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.580880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.628661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-e7d4771f-bb70-47af-a7c6-60b20012dbf0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435541 Nov 12 12:24:33.629176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.629981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.632707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] 10.222.0.81 "PUT /v2.0/ports/b36f3e25-de7f-457b-b85e-0cbf18c30be1 HTTP/1.1" status: 200 len: 1091 time: 1.0946798 Nov 12 12:24:33.633285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'tag': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:33.635849 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3defcb-e838-4b8c-9fc9-562d06795c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb", "tag": "b36f3e25-de7f-457b-b85e-0cbf18c30be1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:33.710760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ad380-b2ec-4fd3-b464-146d0f369dde service neutron] Pushing event updated for resources: {'Port': ['ID=b36f3e25-de7f-457b-b85e-0cbf18c30be1,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:33.765328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-e8685c47-573f-4fad-a26e-2bd5f178f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.767706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-e8685c47-573f-4fad-a26e-2bd5f178f53c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 1094 time: 0.0817885 Nov 12 12:24:33.779366 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7c9f9-5b4b-44bf-bf34-a82e33635cac x-openstack-request-id: req-9ef7c9f9-5b4b-44bf-bf34-a82e33635cac {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:33.779725 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb", "tag": "b36f3e25-de7f-457b-b85e-0cbf18c30be1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:33.780082 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ef7c9f9-5b4b-44bf-bf34-a82e33635cac {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:33.780593 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'tag': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1', 'status': 'completed', 'code': 200} Nov 12 12:24:33.816030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Made reservation on behalf of 24078d1601e24124a5d994d33388011f for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:33.820831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.837366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-291d507f-8635-4adf-b195-3e3501e2a6aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1 HTTP/1.1" status: 200 len: 217 time: 0.0534990 Nov 12 12:24:33.931033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-f56b95bb-3b0a-4b34-9e99-5bcf33df7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.932570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-f56b95bb-3b0a-4b34-9e99-5bcf33df7df8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.0859175 Nov 12 12:24:33.961807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd65f5-568b-41f7-ae47-a0a4c5f7594e req-d01b1f38-caca-41c4-8bd3-7143a6d7c7bc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.963386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dfd65f5-568b-41f7-ae47-a0a4c5f7594e req-d01b1f38-caca-41c4-8bd3-7143a6d7c7bc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 943 time: 0.1017358 Nov 12 12:24:33.993676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-c7d2cd98-a666-47cf-8f66-c8abb0c87314 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517361 Nov 12 12:24:34.093266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dfd65f5-568b-41f7-ae47-a0a4c5f7594e req-a1409396-4019-4187-ab00-c17132078fe0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228042 Nov 12 12:24:34.132335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-214ada35-ed18-4391-b4bf-07e6b47c0574 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282310 Nov 12 12:24:34.137601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-71e96a31-c661-4b66-bc69-47066779d716 service neutron] 10.222.0.18 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080891 Nov 12 12:24:34.335528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Allocated IP 172.20.0.2 (70812716-ac5e-447d-b125-6f4c28304fe8/c8c1961b-db75-4438-9d4a-3681aacb4902/eb57c6d5-a59c-4967-a764-e31c38eee0f9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:34.375879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-d55f58a2-9e58-415a-adc9-472b646b7081 service neutron] 10.222.0.18 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110469 Nov 12 12:24:34.497870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.536222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.557990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91f31d8a-3488-4c68-82bd-207856ee8728 req-26b217af-3043-4f95-8bd8-cad8a534d2e8 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144573 Nov 12 12:24:34.594287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b5ff3-016c-4058-b711-dda680b2f650 req-6b17811b-9ab5-4f86-8a7d-681a3df0d56f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:34.601186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e1b5ff3-016c-4058-b711-dda680b2f650 req-6b17811b-9ab5-4f86-8a7d-681a3df0d56f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1073723 Nov 12 12:24:34.688054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e1b5ff3-016c-4058-b711-dda680b2f650 req-14240dbf-01d5-4114-b618-b3c499ad1492 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Nov 12 12:24:34.701778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-6ef3c170-1921-4270-a32c-51eae34047e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:34.705030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-6ef3c170-1921-4270-a32c-51eae34047e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 1094 time: 0.0726554 Nov 12 12:24:34.733248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.744476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f27cc-221d-4a41-a6f2-ccb75e186cbd req-6bdc8e06-2041-401c-9b5b-21f1c7c355cd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:34.752050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-753f27cc-221d-4a41-a6f2-ccb75e186cbd req-6bdc8e06-2041-401c-9b5b-21f1c7c355cd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1739156 Nov 12 12:24:34.824870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Allocated IP 172.25.1.22 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/22315775-a09f-4e44-96d7-bde47a5dd43a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:34.827053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fcd122f2-b191-4259-8e2d-2875ff9a7913 req-1b0f9339-feb0-470e-8c0e-035f742d98da tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 210 time: 0.0334473 Nov 12 12:24:34.855806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-753f27cc-221d-4a41-a6f2-ccb75e186cbd req-93439aa4-a608-4e15-9841-7d0b5ba11a31 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027989 Nov 12 12:24:34.896025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-0315c42b-8218-42b4-b01b-f659697ec772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:34.898525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-0315c42b-8218-42b4-b01b-f659697ec772 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.1867642 Nov 12 12:24:34.904496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 414a38b5-fb34-4ad4-bf11-922f815f1354 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:34.921229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.968792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-1997e1f8-be75-456b-aee5-da9042543e92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1 HTTP/1.1" status: 200 len: 217 time: 0.0512629 Nov 12 12:24:35.004854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba62c6a9-5250-4ecd-a4fa-0dd0350abc73 req-59edd91a-5d13-4143-b8fb-6ec2e8051e25 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 210 time: 0.1050463 Nov 12 12:24:35.020449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 414a38b5-fb34-4ad4-bf11-922f815f1354 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:35.038178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 414a38b5-fb34-4ad4-bf11-922f815f1354 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:35.038924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.070216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Network 70812716-ac5e-447d-b125-6f4c28304fe8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:35.085880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:35.087378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Pushing event updated for resources: {'Port': ['ID=eb57c6d5-a59c-4967-a764-e31c38eee0f9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:35.090359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:35.128986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-40f49c53-6b5d-4d7c-aab3-99be4f768bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.131663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-40f49c53-6b5d-4d7c-aab3-99be4f768bfe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1383655 Nov 12 12:24:35.137992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.163948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90425-9bfd-48b6-ba40-ec37f5bf4905 req-ad091524-fb7c-400c-8f24-be9e2c10b9d0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.171887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39e90425-9bfd-48b6-ba40-ec37f5bf4905 req-ad091524-fb7c-400c-8f24-be9e2c10b9d0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 949 time: 0.1937296 Nov 12 12:24:35.189818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-b1a22c9d-a2de-47f9-a7f7-a9cceb37911f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513959 Nov 12 12:24:35.194514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.196957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e269f-57b6-4e70-9626-387cbe9964e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a38b5-fb34-4ad4-bf11-922f815f1354'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:35.201934 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efd9f9-5d66-4374-8697-399b294b1fb4" -d '{"events": [{"server_uuid": "438e269f-57b6-4e70-9626-387cbe9964e8", "name": "network-vif-plugged", "status": "completed", "tag": "414a38b5-fb34-4ad4-bf11-922f815f1354"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:35.221654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 414a38b5-fb34-4ad4-bf11-922f815f1354, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=414a38b5-fb34-4ad4-bf11-922f815f1354,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:35.221890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.222471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.228126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.267503 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c67b281f-d4e4-45da-ada7-5ff925331489 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8535705 Nov 12 12:24:35.284159 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39e90425-9bfd-48b6-ba40-ec37f5bf4905 req-0cf3a460-99ac-406e-a196-596fc887d592 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069109 Nov 12 12:24:35.300775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Request body: {'port': {'device_id': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:35.301034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=414a38b5-fb34-4ad4-bf11-922f815f1354,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:35.385287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.416160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-e27858e4-3c6d-49b4-9517-68b0001654ae service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140744 Nov 12 12:24:35.424643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-729230a6-cca1-4b19-94e5-2ce46f0efd0a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.426276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-729230a6-cca1-4b19-94e5-2ce46f0efd0a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 814 time: 0.2081239 Nov 12 12:24:35.457630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:35.458666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.471869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-14d1bd9f-d6ad-472e-ba9c-7cd23fdfbdbe tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/quotas/3355621dc09942638e056c1fee411cb1 HTTP/1.1" status: 200 len: 375 time: 0.0196748 Nov 12 12:24:35.476320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:35.482765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:35.546411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Pushing event updated for resources: {'Port': ['ID=22315775-a09f-4e44-96d7-bde47a5dd43a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:35.561847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c3defcb-e838-4b8c-9fc9-562d06795c3f req-e8351aaa-be4e-4b82-9886-0670653ceb0b service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326907 Nov 12 12:24:35.566979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-0928c6a3-2d61-4fa4-b242-002462e8b7db tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694609 Nov 12 12:24:35.576037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40a3c8-b1c9-4f09-a8f2-429b2b32b14b req-ee2a6a3b-ca58-4382-9d93-f566f9826348 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.577612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf40a3c8-b1c9-4f09-a8f2-429b2b32b14b req-ee2a6a3b-ca58-4382-9d93-f566f9826348 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 943 time: 0.1987505 Nov 12 12:24:35.620186 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1eaf765e-c9d2-452f-bac4-621521ba0bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.674980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-72e923ba-0f8b-4642-b86d-20fbc838282d service neutron] 10.222.0.18 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000931 Nov 12 12:24:35.772951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-9ce83021-5224-4430-86e3-d6f6acfe3d36 service neutron] 10.222.0.18 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907116 Nov 12 12:24:35.812822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf40a3c8-b1c9-4f09-a8f2-429b2b32b14b req-503d1aee-e83d-4309-a729-6cec8a50dd0a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248235 Nov 12 12:24:35.969354 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba62ba1d-1690-4cf2-9e52-961613896c48 x-openstack-request-id: req-ba62ba1d-1690-4cf2-9e52-961613896c48 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:35.969962 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e269f-57b6-4e70-9626-387cbe9964e8", "name": "network-vif-plugged", "status": "completed", "tag": "414a38b5-fb34-4ad4-bf11-922f815f1354", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:35.969962 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba62ba1d-1690-4cf2-9e52-961613896c48 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:35.971106 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e269f-57b6-4e70-9626-387cbe9964e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a38b5-fb34-4ad4-bf11-922f815f1354', 'code': 200} Nov 12 12:24:36.074352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90afc-e104-45e9-8e48-423633e7b545 req-75dd28fb-d478-4457-9888-360b1cdc7008 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.082883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14d90afc-e104-45e9-8e48-423633e7b545 req-75dd28fb-d478-4457-9888-360b1cdc7008 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0863469 Nov 12 12:24:36.147575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14d90afc-e104-45e9-8e48-423633e7b545 req-a87e8ac4-f176-4bdb-b420-4e275996e99d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Nov 12 12:24:36.214547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d3a1-a960-4489-86bc-42393fd0c89d req-33a07394-4421-482f-89d4-b1f2e7f78f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.216931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d9d3a1-a960-4489-86bc-42393fd0c89d req-33a07394-4421-482f-89d4-b1f2e7f78f8d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 1101 time: 0.0813947 Nov 12 12:24:36.269635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981312b-fe77-4000-94ac-ea705f6013e9 req-ef50d939-0615-462e-b543-cf3df3490fae tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.271534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21f07bc3-c41b-407c-8695-336b10670573 req-996e81b7-3ff6-4839-b2ba-62ee71bf0378 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 210 time: 0.0428920 Nov 12 12:24:36.271721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4981312b-fe77-4000-94ac-ea705f6013e9 req-ef50d939-0615-462e-b543-cf3df3490fae tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 931 time: 0.2130618 Nov 12 12:24:36.287455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-7957b134-b9e7-4b78-acff-ef6ed0a8440d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.290092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-7957b134-b9e7-4b78-acff-ef6ed0a8440d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.65 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 813 time: 0.3548222 Nov 12 12:24:36.303479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:36.313963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d9d3a1-a960-4489-86bc-42393fd0c89d req-a1c35a6c-52ed-4820-8348-fb4cc662c8ca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866475 Nov 12 12:24:36.316237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'port': {'device_id': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431', 'admin_state_up': True, 'tenant_id': 'e49e8fcdedfe44479fc99ff0992f73fe'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:36.395433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a2140f59-599f-43ed-8619-b38b5412cbef req-4bd0976a-7ea3-4ae5-a0a4-c1d05c8a13ce tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 210 time: 0.0395348 Nov 12 12:24:36.534717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614588fb-6673-44a4-9334-5b0668724fae req-393be8ce-ff17-42e5-895e-09ec3d8214cc tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.536292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-614588fb-6673-44a4-9334-5b0668724fae req-393be8ce-ff17-42e5-895e-09ec3d8214cc tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 950 time: 0.0605993 Nov 12 12:24:36.570888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb57c6d5-a59c-4967-a764-e31c38eee0f9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:36.597698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-614588fb-6673-44a4-9334-5b0668724fae req-27818fc3-e0ef-4b81-97ec-09920dea82de tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513549 Nov 12 12:24:36.603686 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4981312b-fe77-4000-94ac-ea705f6013e9 req-1adb756b-b4a1-49be-a4ef-56a3a92acecf tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117187 Nov 12 12:24:36.606818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:36.648150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Transition to ACTIVE for port object eb57c6d5-a59c-4967-a764-e31c38eee0f9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:36.684193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:36.769783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Made reservation on behalf of e49e8fcdedfe44479fc99ff0992f73fe for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:36.773865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.124180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57c6d5-a59c-4967-a764-e31c38eee0f9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:37.245493 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.263197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.291688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d5bda-3c16-4914-a137-e735256a360b req-f300b54c-1f72-4d25-8886-606c328289fb tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:37.293249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b9d5bda-3c16-4914-a137-e735256a360b req-f300b54c-1f72-4d25-8886-606c328289fb tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 943 time: 0.2105994 Nov 12 12:24:37.311099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Attempting to bind port eb57c6d5-a59c-4967-a764-e31c38eee0f9 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:37.311642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Attempting to bind port eb57c6d5-a59c-4967-a764-e31c38eee0f9 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'f7158f6c-0130-4691-9cb4-31a62d09e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:37.311779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Attempting to bind port eb57c6d5-a59c-4967-a764-e31c38eee0f9 on network 70812716-ac5e-447d-b125-6f4c28304fe8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:37.336651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cde24-ca33-40fd-9e94-69d46d939159 req-ed92c7d6-71c3-4fd0-9fcb-cac151ffebc0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:37.338999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a64cde24-ca33-40fd-9e94-69d46d939159 req-ed92c7d6-71c3-4fd0-9fcb-cac151ffebc0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1057270 Nov 12 12:24:37.392720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Port eb57c6d5-a59c-4967-a764-e31c38eee0f9 on network 70812716-ac5e-447d-b125-6f4c28304fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:37.393036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Attempting to bind port eb57c6d5-a59c-4967-a764-e31c38eee0f9 on network 70812716-ac5e-447d-b125-6f4c28304fe8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:37.414124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:37.414570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Checking segment: {'id': 'f7158f6c-0130-4691-9cb4-31a62d09e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:37.414879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Bound using segment: {'id': 'f7158f6c-0130-4691-9cb4-31a62d09e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:37.415363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Bound port: eb57c6d5-a59c-4967-a764-e31c38eee0f9, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7158f6c-0130-4691-9cb4-31a62d09e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:37.415747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.439154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a64cde24-ca33-40fd-9e94-69d46d939159 req-6c6984c9-af1e-4fd0-a114-70380a46b083 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720155 Nov 12 12:24:37.448776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-a03dc4b3-efcb-43bc-88f8-ea8977583a42 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:37.450364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-a03dc4b3-efcb-43bc-88f8-ea8977583a42 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 814 time: 0.1641412 Nov 12 12:24:37.468961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Request body: {'port': {'device_id': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'admin_state_up': True, 'tenant_id': '3355621dc09942638e056c1fee411cb1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:37.549951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b9d5bda-3c16-4914-a137-e735256a360b req-affe8a2f-9e4c-465a-b717-6e315e9ec1f4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463162 Nov 12 12:24:37.554010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Allocated IP 172.20.0.7 (ac392f5c-a901-44e7-932c-7cb8e2872431/3930b8f8-462b-49f9-9c89-a0e33027c150/b947633a-7e58-44ee-955b-f5dc35801f57) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:37.565722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f8bdcc1-e1f3-4f80-bbe3-c362633aeadf req-a23cfd65-fe09-4a7a-90a5-48779f429251 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 210 time: 0.0309646 Nov 12 12:24:37.639335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] For port eb57c6d5-a59c-4967-a764-e31c38eee0f9, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:37.645739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Made reservation on behalf of 3355621dc09942638e056c1fee411cb1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:37.649616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.687601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-100afcaf-9284-4f3e-b0bb-b519f6d76a9f req-c238e1fc-b86f-41a7-9ece-717349eb425e tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 210 time: 0.0549915 Nov 12 12:24:37.698144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] For port eb57c6d5-a59c-4967-a764-e31c38eee0f9, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9,segment=NetworkSegment(f7158f6c-0130-4691-9cb4-31a62d09e4a2),segment_id=f7158f6c-0130-4691-9cb4-31a62d09e4a2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:37.733625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.820141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01049a7-32d2-4819-87c6-545a9a868de4 req-1a0e913e-f240-4a88-b0e1-97f5f14093b2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:37.823275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b01049a7-32d2-4819-87c6-545a9a868de4 req-1a0e913e-f240-4a88-b0e1-97f5f14093b2 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 950 time: 0.1129818 Nov 12 12:24:37.832545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Router d6099b85-fac1-4469-82f4-b218c33b8746 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:24:37.859696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:37.860339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:37.862299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] 10.222.0.81 "PUT /v2.0/ports/eb57c6d5-a59c-4967-a764-e31c38eee0f9 HTTP/1.1" status: 200 len: 1091 time: 2.5702925 Nov 12 12:24:37.862756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'tag': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:37.865838 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc728f-a47f-450c-8069-d07e8e0fc8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6196f6-99d9-4776-9b4f-54ce30738cc1", "tag": "eb57c6d5-a59c-4967-a764-e31c38eee0f9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:37.870528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Allocated IP 172.20.0.12 (68579a4d-119e-4baa-9c95-139383bb1060/67bbb118-137f-4f1c-a53f-824e5a87661d/81c2aa98-0659-4692-83c5-28ec4fe8d688) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:37.908105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30f993-bd89-4fff-8bd1-6cb25dc8a667 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57c6d5-a59c-4967-a764-e31c38eee0f9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:37.956908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b01049a7-32d2-4819-87c6-545a9a868de4 req-4305e12c-4b24-47de-8c22-05dcf7e35a30 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991805 Nov 12 12:24:37.966065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90d8c6e2-12b6-4412-b0d1-0138497536e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.032532 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870e2de8-6440-44e8-bca0-2e5a14e56a4b x-openstack-request-id: req-870e2de8-6440-44e8-bca0-2e5a14e56a4b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:38.032812 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6196f6-99d9-4776-9b4f-54ce30738cc1", "tag": "eb57c6d5-a59c-4967-a764-e31c38eee0f9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:38.033061 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-870e2de8-6440-44e8-bca0-2e5a14e56a4b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:38.033465 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'tag': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9', 'status': 'completed', 'code': 200} Nov 12 12:24:38.060179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.077383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380c2ee-e28a-43ab-b96d-9058ff2cdb21 req-56eaeb63-aedc-497c-bd8b-f462da2b9871 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.079435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a380c2ee-e28a-43ab-b96d-9058ff2cdb21 req-56eaeb63-aedc-497c-bd8b-f462da2b9871 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 943 time: 0.2712650 Nov 12 12:24:38.119636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.163067 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.175472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f56b5ec9-6ddf-42c8-88e5-b611ec53380a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:38.214796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Network 68579a4d-119e-4baa-9c95-139383bb1060 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:38.222008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:38.225519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:38.252984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c422694a-ef4e-4e90-bd46-e1368138f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.254653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-c422694a-ef4e-4e90-bd46-e1368138f186 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24078d1601e24124a5d994d33388011f&device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 1094 time: 0.2495213 Nov 12 12:24:38.257802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Pushing event updated for resources: {'Port': ['ID=81c2aa98-0659-4692-83c5-28ec4fe8d688,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:38.268009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:38.277154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.278377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6897cb37-e08e-4c5c-a67a-4a1383163f04 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "PUT /v2.0/routers/d6099b85-fac1-4469-82f4-b218c33b8746 HTTP/1.1" status: 200 len: 918 time: 5.1342349 Nov 12 12:24:38.284947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:38.291531 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a380c2ee-e28a-43ab-b96d-9058ff2cdb21 req-0a4974b1-a13d-4b71-a3fb-238443094601 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024195 Nov 12 12:24:38.327801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.331380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-15fe576f-22d6-442f-bf50-3e2e65b772c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9 HTTP/1.1" status: 200 len: 217 time: 0.0577993 Nov 12 12:24:38.350811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.354256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.383749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-1032904c-622f-46af-a10b-01cd184adb4e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9199338 Nov 12 12:24:38.403444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] Sync routers for ids ['d6099b85-fac1-4469-82f4-b218c33b8746'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:38.410668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Network ac392f5c-a901-44e7-932c-7cb8e2872431 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:38.424024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:38.424305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Request body: {'port': {'device_id': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:38.433105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:38.439337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:38.464604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] Routers {'d6099b85-fac1-4469-82f4-b218c33b8746'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:38.465368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d6099b85-fac1-4469-82f4-b218c33b8746'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:38.476077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-d8edeadb-956c-4126-a7ca-72c772d626d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.478036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-d8edeadb-956c-4126-a7ca-72c772d626d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8c1961b-db75-4438-9d4a-3681aacb4902 HTTP/1.1" status: 200 len: 853 time: 0.1349280 Nov 12 12:24:38.507764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a9de59f5-33a5-4a64-b8cb-5b112f5c313a tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/d6099b85-fac1-4469-82f4-b218c33b8746 HTTP/1.1" status: 200 len: 924 time: 0.2218883 Nov 12 12:24:38.510831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:38.514804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:38.524401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.525099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.548738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] Routers {'d6099b85-fac1-4469-82f4-b218c33b8746'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:38.549468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d6099b85-fac1-4469-82f4-b218c33b8746'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:38.550612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.566333 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-31f475c6-f41a-4bfd-ac08-8ab717b1be28 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2519472 Nov 12 12:24:38.589347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-0c2c1a5f-cee4-47f5-b05d-c363af8f483d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70812716-ac5e-447d-b125-6f4c28304fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477598 Nov 12 12:24:38.593668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Request body: {'port': {'device_id': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:38.617149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:38.618402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec30ed-64dc-4094-8c07-24329b531e0a None None] The sync data for ids ['d6099b85-fac1-4469-82f4-b218c33b8746'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:38.685447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26370c-b36c-40d4-afdb-b6150ed65506 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.687062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9d26370c-b36c-40d4-afdb-b6150ed65506 tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=d6099b85-fac1-4469-82f4-b218c33b8746&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1752362 Nov 12 12:24:38.691446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:38.754756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be47af-5833-4127-8a3f-3449267441b1 req-0d929123-fc7f-441d-90e8-94ede5fc35b2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.756883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5be47af-5833-4127-8a3f-3449267441b1 req-0d929123-fc7f-441d-90e8-94ede5fc35b2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.2076149 Nov 12 12:24:38.761700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:38.837146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b6324-4144-4a94-aa07-04ed1a3a3127 req-56e7dd6a-15c7-418f-85d7-dae5efc69f88 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.840127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-490b6324-4144-4a94-aa07-04ed1a3a3127 req-56e7dd6a-15c7-418f-85d7-dae5efc69f88 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 943 time: 0.1620324 Nov 12 12:24:38.849641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-f0f721cd-8b9e-4c9a-b726-3a49443af63f service neutron] 10.222.0.81 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527237 Nov 12 12:24:38.948888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5be47af-5833-4127-8a3f-3449267441b1 req-fff71646-fc1e-4b0b-b02a-0767a8916a03 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738193 Nov 12 12:24:38.953437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04623074-8dba-4ea0-bd02-3b7c6acff85b tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:38.954834 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-04623074-8dba-4ea0-bd02-3b7c6acff85b tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.2610598 Nov 12 12:24:38.958099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:39.006700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4d664096-e886-4dd0-8495-8f028183c4a0 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6099b85-fac1-4469-82f4-b218c33b8746 HTTP/1.1" status: 200 len: 205 time: 0.0432122 Nov 12 12:24:39.012198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49308) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:39.081582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-490b6324-4144-4a94-aa07-04ed1a3a3127 req-a43583c6-0310-4b05-9c9b-053b7fd33d82 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285204 Nov 12 12:24:39.149057 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e260da29-1ad7-42ae-8075-d5f5adc8017a req-13aaf507-0b00-425c-af9d-944796aac006 service neutron] 10.222.0.81 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866888 Nov 12 12:24:39.242350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.262478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b36f3e25-de7f-457b-b85e-0cbf18c30be1 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:39.281446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ef57e-dcdd-488d-92eb-c30f2149bfd7 req-5e456362-58b4-4330-8ec1-44df4b6cdc41 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:39.293845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e6ef57e-dcdd-488d-92eb-c30f2149bfd7 req-5e456362-58b4-4330-8ec1-44df4b6cdc41 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 931 time: 0.1351097 Nov 12 12:24:39.376716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-26bda754-df20-408b-b4ca-7ecdced81411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:39.378645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-26bda754-df20-408b-b4ca-7ecdced81411 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24078d1601e24124a5d994d33388011f&device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 1094 time: 0.1527226 Nov 12 12:24:39.419941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b36f3e25-de7f-457b-b85e-0cbf18c30be1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:39.439324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1', 'mac_address': 'fa:16:3e:ff:16:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:39.443049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b947633a-7e58-44ee-955b-f5dc35801f57 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:39.454948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.484720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.491446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e6ef57e-dcdd-488d-92eb-c30f2149bfd7 req-5226219c-ffa7-45c2-8e86-31e92da973b1 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959758 Nov 12 12:24:39.503413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36f3e25-de7f-457b-b85e-0cbf18c30be1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:39.523434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107548-0142-49a7-910d-44189d3bdf42 req-483ec2e2-65fa-4050-8a1d-3656f0cf0ba6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:39.531085 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90107548-0142-49a7-910d-44189d3bdf42 req-483ec2e2-65fa-4050-8a1d-3656f0cf0ba6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 932 time: 0.4665239 Nov 12 12:24:39.540318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c2aa98-0659-4692-83c5-28ec4fe8d688 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:39.540604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b36f3e25-de7f-457b-b85e-0cbf18c30be1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:39.548583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.576721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.585348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.600938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-9a3efce9-aa61-4ce5-b19b-b1ebf872eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:39.603282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-9a3efce9-aa61-4ce5-b19b-b1ebf872eab4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70812716-ac5e-447d-b125-6f4c28304fe8 HTTP/1.1" status: 200 len: 914 time: 0.2108378 Nov 12 12:24:39.629773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b36f3e25-de7f-457b-b85e-0cbf18c30be1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:39.645421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Transition to ACTIVE for port object b947633a-7e58-44ee-955b-f5dc35801f57 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:39.661861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Transition to ACTIVE for port object 81c2aa98-0659-4692-83c5-28ec4fe8d688 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:39.671515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.679210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-2b458b5c-a635-4c67-a696-d7b251840eed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9 HTTP/1.1" status: 200 len: 217 time: 0.0454836 Nov 12 12:24:39.680675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.756245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90107548-0142-49a7-910d-44189d3bdf42 req-c8681e11-90c0-42b0-9cb3-ebd81e9080a8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240155 Nov 12 12:24:39.800881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Pushing event updated for resources: {'Port': ['ID=81c2aa98-0659-4692-83c5-28ec4fe8d688,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:39.801888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcac2d-5cee-4a3c-af10-43b3a96b9653 req-ae002bc9-2bd4-4c13-b843-4be5760153f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:39.810627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45bcac2d-5cee-4a3c-af10-43b3a96b9653 req-ae002bc9-2bd4-4c13-b843-4be5760153f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 950 time: 0.2222145 Nov 12 12:24:39.821525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:39.844072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.844355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-39f38591-27a7-452b-8d93-cc0bba849080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:39.845476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-39f38591-27a7-452b-8d93-cc0bba849080 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8c1961b-db75-4438-9d4a-3681aacb4902 HTTP/1.1" status: 200 len: 853 time: 0.1543787 Nov 12 12:24:39.899924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b36f3e25-de7f-457b-b85e-0cbf18c30be1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:39.921031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-b92b7fa4-509b-4313-9527-4ab2b34b4ea5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70812716-ac5e-447d-b125-6f4c28304fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563872 Nov 12 12:24:39.948886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Attempting to bind port 81c2aa98-0659-4692-83c5-28ec4fe8d688 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:39.949409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Attempting to bind port 81c2aa98-0659-4692-83c5-28ec4fe8d688 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:39.949866 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Attempting to bind port 81c2aa98-0659-4692-83c5-28ec4fe8d688 on network 68579a4d-119e-4baa-9c95-139383bb1060 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:39.963076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Port 81c2aa98-0659-4692-83c5-28ec4fe8d688 on network 68579a4d-119e-4baa-9c95-139383bb1060 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:39.963340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Attempting to bind port 81c2aa98-0659-4692-83c5-28ec4fe8d688 on network 68579a4d-119e-4baa-9c95-139383bb1060 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:39.973693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:39.974685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Checking segment: {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:39.975669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Bound using segment: {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:39.975839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Bound port: 81c2aa98-0659-4692-83c5-28ec4fe8d688, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcf5262-c9bf-4496-b21b-8f47b658f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:39.976296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:39.990631 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45bcac2d-5cee-4a3c-af10-43b3a96b9653 req-dfa9e4a5-f136-499a-b9eb-14093dc32af3 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789234 Nov 12 12:24:39.996215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Deleting port 22315775-a09f-4e44-96d7-bde47a5dd43a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:39.996555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.121470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] For port 81c2aa98-0659-4692-83c5-28ec4fe8d688, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:40.143711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Attempting to bind port b947633a-7e58-44ee-955b-f5dc35801f57 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:40.144088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Attempting to bind port b947633a-7e58-44ee-955b-f5dc35801f57 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:40.144389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Attempting to bind port b947633a-7e58-44ee-955b-f5dc35801f57 on network ac392f5c-a901-44e7-932c-7cb8e2872431 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:40.157024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Port b947633a-7e58-44ee-955b-f5dc35801f57 on network ac392f5c-a901-44e7-932c-7cb8e2872431 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:40.157024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Attempting to bind port b947633a-7e58-44ee-955b-f5dc35801f57 on network ac392f5c-a901-44e7-932c-7cb8e2872431 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:40.163686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] For port 81c2aa98-0659-4692-83c5-28ec4fe8d688, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:40.174992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.177387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:40.177588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Checking segment: {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:40.178017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Bound using segment: {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:40.178492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Bound port: b947633a-7e58-44ee-955b-f5dc35801f57, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:40.178853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.187743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.206643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Calling delete_port for 22315775-a09f-4e44-96d7-bde47a5dd43a owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:40.214465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-0966e4bc-ba6a-47aa-b97a-3146bfb9ad40 service neutron] 10.222.0.81 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818995 Nov 12 12:24:40.229246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a8ca-4b1e-445d-94a3-f13f18ccf66f req-20951969-c853-4afe-90fe-9902074075e5 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.229979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-68b9a8ca-4b1e-445d-94a3-f13f18ccf66f req-20951969-c853-4afe-90fe-9902074075e5 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1243610 Nov 12 12:24:40.299135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588cec2-9e10-4b8b-9e40-da8eb808c7cf req-971056f7-531d-4dba-8aed-50a8d79d4255 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.300679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8588cec2-9e10-4b8b-9e40-da8eb808c7cf req-971056f7-531d-4dba-8aed-50a8d79d4255 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 943 time: 0.1843588 Nov 12 12:24:40.304011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.304934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.305992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] 10.222.0.65 "PUT /v2.0/ports/81c2aa98-0659-4692-83c5-28ec4fe8d688 HTTP/1.1" status: 200 len: 1092 time: 1.8863006 Nov 12 12:24:40.308257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'tag': '81c2aa98-0659-4692-83c5-28ec4fe8d688'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:40.310448 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f" -d '{"events": [{"name": "network-changed", "server_uuid": "81772bd6-7b6f-4aba-b5ce-a8a520c0cf88", "tag": "81c2aa98-0659-4692-83c5-28ec4fe8d688"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:40.374964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c864a-f27a-4643-9781-ac06df2cf382 service neutron] Pushing event updated for resources: {'Port': ['ID=81c2aa98-0659-4692-83c5-28ec4fe8d688,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:40.394122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:40.401177 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-68b9a8ca-4b1e-445d-94a3-f13f18ccf66f req-f63e122e-33c4-4417-8ba3-ddca44e494aa tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502411 Nov 12 12:24:40.418247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:40.429112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.504571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30cc728f-a47f-450c-8069-d07e8e0fc8b3 req-1a20aa1f-a4fb-4836-a6a1-4ac4d3f5e943 service neutron] 10.222.0.81 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736294 Nov 12 12:24:40.507386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.507783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.508899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] 10.222.0.65 "PUT /v2.0/ports/b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 1091 time: 1.9253166 Nov 12 12:24:40.513802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:40.516767 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d731831-293f-489e-920a-a3e607238d32" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:40.523152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8588cec2-9e10-4b8b-9e40-da8eb808c7cf req-05a55739-78c5-45db-987e-c003605f9e05 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961813 Nov 12 12:24:40.533246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-14038a14-0385-49a7-9187-bc2b1a7fd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.534861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-14038a14-0385-49a7-9187-bc2b1a7fd230 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 1095 time: 0.1771626 Nov 12 12:24:40.548406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e6d63-7d98-4f6d-b7d6-0e9d5426fb74 service neutron] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:40.563516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665fe00-ac18-4998-bda5-334e6cf7848e req-ea8276b0-1b1a-4866-aed5-2266a3003350 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.565116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1665fe00-ac18-4998-bda5-334e6cf7848e req-ea8276b0-1b1a-4866-aed5-2266a3003350 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 1101 time: 0.0803368 Nov 12 12:24:40.570828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.600130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-03de4c62-186e-47b6-b47a-de64a1b40c34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688 HTTP/1.1" status: 200 len: 217 time: 0.0417233 Nov 12 12:24:40.651035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1665fe00-ac18-4998-bda5-334e6cf7848e req-b4c7f112-4694-4978-a869-cc2cfe512560 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751026 Nov 12 12:24:40.660966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-b792cb7b-675e-45db-b114-d2f1ffe90336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.664146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-b792cb7b-675e-45db-b114-d2f1ffe90336 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1094 time: 0.0659518 Nov 12 12:24:40.708060 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a5624-ac94-48c9-9f65-ea74e7b7fff7 x-openstack-request-id: req-876a5624-ac94-48c9-9f65-ea74e7b7fff7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:40.709063 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81772bd6-7b6f-4aba-b5ce-a8a520c0cf88", "tag": "81c2aa98-0659-4692-83c5-28ec4fe8d688", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:40.709492 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-876a5624-ac94-48c9-9f65-ea74e7b7fff7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:40.710263 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'tag': '81c2aa98-0659-4692-83c5-28ec4fe8d688', 'status': 'completed', 'code': 200} Nov 12 12:24:40.713979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:40.729580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169fe81-8bb4-48d2-b9b5-505a34211659 req-cec7558f-0c44-4051-a56a-74a91bef4612 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.731224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7169fe81-8bb4-48d2-b9b5-505a34211659 req-cec7558f-0c44-4051-a56a-74a91bef4612 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 944 time: 0.1284060 Nov 12 12:24:40.764432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event deleted for resources: {'Port': ['ID=22315775-a09f-4e44-96d7-bde47a5dd43a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:40.776505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-dd917cb5-50f6-4b96-84f7-a447693ae1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:40.778059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-dd917cb5-50f6-4b96-84f7-a447693ae1cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.1602588 Nov 12 12:24:40.866302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-e99a749a-ad36-494c-8e7b-bab1e87d0991 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589867 Nov 12 12:24:40.914781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7169fe81-8bb4-48d2-b9b5-505a34211659 req-7d16ef66-e4e7-4766-bcfd-6510e7432f59 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560092 Nov 12 12:24:40.924772 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.034007 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a1f26-a2b7-4ee2-8528-c3c4f45e9069 x-openstack-request-id: req-0e4a1f26-a2b7-4ee2-8528-c3c4f45e9069 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:41.034658 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:41.034658 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e4a1f26-a2b7-4ee2-8528-c3c4f45e9069 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:41.035015 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'status': 'completed', 'code': 200} Nov 12 12:24:41.046066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-00e3a544-4ef5-4b75-adff-2cc30e2f0b66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 217 time: 0.3649371 Nov 12 12:24:41.065595 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.085370 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.126212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e945df-9032-4886-96e6-37a8df6acff1 req-61c51014-f6da-4adb-941a-53e460916003 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.127693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-62e945df-9032-4886-96e6-37a8df6acff1 req-61c51014-f6da-4adb-941a-53e460916003 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 943 time: 0.0919456 Nov 12 12:24:41.129040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6970-0664-4e68-8c59-63e97170d66f req-19555e8a-fc6a-4742-b921-391f3df3c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.130566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-19555e8a-fc6a-4742-b921-391f3df3c788 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.0657821 Nov 12 12:24:41.147286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-30c2c0cb-432b-4508-b77a-20b162f2cc50 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707565 Nov 12 12:24:41.162061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464511bd-3c3a-4f2f-9a92-5a0330d61656 req-ca7c7996-7452-403a-a8bf-1f4622fe314d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.169096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-464511bd-3c3a-4f2f-9a92-5a0330d61656 req-ca7c7996-7452-403a-a8bf-1f4622fe314d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 944 time: 0.1449845 Nov 12 12:24:41.172515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.172717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.173022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Fanout notify agent at l3_agent the message router_deleted on router d6099b85-fac1-4469-82f4-b218c33b8746 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:41.180790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-aeb1627f-e9ee-4869-bdf5-4660011f98c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392010 Nov 12 12:24:41.180984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.181882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ad6e19e-22b4-45ae-a6d6-d7a0399932fd tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/d6099b85-fac1-4469-82f4-b218c33b8746 HTTP/1.1" status: 204 len: 168 time: 2.1680691 Nov 12 12:24:41.194050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49334) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:41.203488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2124232594', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:41.260213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-62e945df-9032-4886-96e6-37a8df6acff1 req-f2b95fd2-1ba6-499c-aa7b-929bb50dcffd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263263 Nov 12 12:24:41.289836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b36f3e25-de7f-457b-b85e-0cbf18c30be1 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:41.305647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.306833 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.307509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-464511bd-3c3a-4f2f-9a92-5a0330d61656 req-20f8225f-f3f8-4b0e-a724-d6f63aa978ab tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108875 Nov 12 12:24:41.319511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31712bf5-0468-4bc1-ba25-cbb6a71cf673 req-a1f652db-b0bb-42e6-b47e-5ab0625368d8 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540625 Nov 12 12:24:41.360429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-b44cbbbe-495b-4355-94e2-202fa0632f21 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640666 Nov 12 12:24:41.377379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port b36f3e25-de7f-457b-b85e-0cbf18c30be1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:41.387855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b36f3e25-de7f-457b-b85e-0cbf18c30be1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:41.388639 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.436150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.457639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-44584c2e-4674-488e-b645-3cec814e1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.460864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-44584c2e-4674-488e-b645-3cec814e1ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 1095 time: 0.0528944 Nov 12 12:24:41.461895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-42490b6c-bbb4-40fa-8e19-bff10dbb20b9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568945 Nov 12 12:24:41.488793 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.513999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:41.516405 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e39e76-07bc-407c-aab4-faccd9750213" -d '{"events": [{"server_uuid": "d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb", "name": "network-vif-plugged", "status": "completed", "tag": "b36f3e25-de7f-457b-b85e-0cbf18c30be1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:41.529091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b36f3e25-de7f-457b-b85e-0cbf18c30be1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:41.535179 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.589946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b36f3e25-de7f-457b-b85e-0cbf18c30be1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:41.619531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a43bf-ee2b-41bc-a30c-f794bd68aa83 req-0714a803-b38c-4402-9c41-d10321cc10a7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.620316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-968a43bf-ee2b-41bc-a30c-f794bd68aa83 req-0714a803-b38c-4402-9c41-d10321cc10a7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1169562 Nov 12 12:24:41.652506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-8f5048f2-6b36-45cc-8bc5-bb7bf1a823a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.653992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-8f5048f2-6b36-45cc-8bc5-bb7bf1a823a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 915 time: 0.1777925 Nov 12 12:24:41.713719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-79bdd0fb-54b5-4817-bb0a-7069702baaa5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688 HTTP/1.1" status: 200 len: 217 time: 0.0474696 Nov 12 12:24:41.718453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-968a43bf-ee2b-41bc-a30c-f794bd68aa83 req-a95a6a41-7e8d-4718-a002-b18bfadcf076 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916541 Nov 12 12:24:41.738739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:41.754086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-676a6970-0664-4e68-8c59-63e97170d66f req-a663b52b-76be-4d85-9655-8e612f94df45 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501945 Nov 12 12:24:41.779574 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f030f4-1920-40e4-a919-0ea6c4ea6c91 x-openstack-request-id: req-f1f030f4-1920-40e4-a919-0ea6c4ea6c91 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:41.779943 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb", "name": "network-vif-plugged", "status": "completed", "tag": "b36f3e25-de7f-457b-b85e-0cbf18c30be1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:41.781006 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1f030f4-1920-40e4-a919-0ea6c4ea6c91 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:41.781006 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1', 'code': 200} Nov 12 12:24:41.811769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-6648df7d-c324-4bdb-b002-8eb53707ce7d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.817992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-e3a18543-f183-44c7-8ef0-67de2bc8af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.819875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-e3a18543-f183-44c7-8ef0-67de2bc8af72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.0866456 Nov 12 12:24:41.820949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-6648df7d-c324-4bdb-b002-8eb53707ce7d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158827 Nov 12 12:24:41.871793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-c15aac10-df39-42bb-ad0a-4464088cd593 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/quotas/52551180fba74be79faca41457f57bc5 HTTP/1.1" status: 200 len: 375 time: 0.0499442 Nov 12 12:24:41.882152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-49f795e6-0d72-42b7-8bce-9ffbccc36a2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409853 Nov 12 12:24:41.978069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d287c15-89ec-4ee8-95be-29041592d16f req-214cc5da-6506-4c39-9e25-e4c283928abe tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.980295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0d287c15-89ec-4ee8-95be-29041592d16f req-214cc5da-6506-4c39-9e25-e4c283928abe tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 943 time: 0.1240358 Nov 12 12:24:41.983095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4b3a3-704b-49be-ac2c-45cd737e1b43 req-3b5b7944-5fd3-4ff4-8b73-b04a41205e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.984626 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe4b3a3-704b-49be-ac2c-45cd737e1b43 req-3b5b7944-5fd3-4ff4-8b73-b04a41205e52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 1096 time: 0.1248534 Nov 12 12:24:41.988594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d731831-293f-489e-920a-a3e607238d32 req-86645f2e-c0ea-42be-bd05-49633462934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:41.990147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-86645f2e-c0ea-42be-bd05-49633462934f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1094 time: 0.1671181 Nov 12 12:24:42.043885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-b6e49c76-66c2-44e4-983a-9f80451db27f service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435924 Nov 12 12:24:42.052855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-b4f87716-d836-4c26-82d8-2e62f50e28c4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1580296 Nov 12 12:24:42.063154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0d287c15-89ec-4ee8-95be-29041592d16f req-c0ba6701-68fa-4e39-a30b-6bf894a7e92f tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695670 Nov 12 12:24:42.149839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe4b3a3-704b-49be-ac2c-45cd737e1b43 req-2d850211-2d72-40eb-9677-81d143622fd1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537156 Nov 12 12:24:42.220050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d731831-293f-489e-920a-a3e607238d32 req-302657cb-2682-4583-a661-f97695a479fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:42.221598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-302657cb-2682-4583-a661-f97695a479fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.2065322 Nov 12 12:24:42.229294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b74890-6cb3-49e2-97ab-1a97444a9d2f req-525844e2-c46e-48ce-979b-b7a7d04a3e77 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:42.237085 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94b74890-6cb3-49e2-97ab-1a97444a9d2f req-525844e2-c46e-48ce-979b-b7a7d04a3e77 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.0954092 Nov 12 12:24:42.248697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c010077-ef0d-4f5a-9f73-3d3dff5c847f req-2ca1039b-26ca-4ad0-8a4d-26e7ee77bd59 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746299 Nov 12 12:24:42.292021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94b74890-6cb3-49e2-97ab-1a97444a9d2f req-9ab9b72a-6401-4e0d-845b-c672ec9c3b5f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Nov 12 12:24:42.337120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-20b7a2df-3c2d-44a1-8ef9-c15438430016 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 217 time: 0.0862620 Nov 12 12:24:42.367201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:42.371165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e90cb55-4f55-461c-9bce-d59950421c6c req-54a3929d-8d00-4889-a14a-7583570e1613 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 210 time: 0.1086087 Nov 12 12:24:42.439592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:42.463234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefd8f-fda9-441a-80d8-9a3c064f9d85 req-6d77747c-885e-474c-ae6e-f22640f770f4 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:42.466092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcefd8f-fda9-441a-80d8-9a3c064f9d85 req-6d77747c-885e-474c-ae6e-f22640f770f4 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 943 time: 0.0983527 Nov 12 12:24:42.526928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcefd8f-fda9-441a-80d8-9a3c064f9d85 req-38f9e1d7-2dfa-49cd-a223-135fb89fa59e tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Nov 12 12:24:42.537838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d731831-293f-489e-920a-a3e607238d32 req-1b3f630f-a845-4bb3-85ef-e99fac9f95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:42.539505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-1b3f630f-a845-4bb3-85ef-e99fac9f95c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.1664896 Nov 12 12:24:42.611520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-bb70d646-733f-4ed4-a4a1-8b41b4acb810 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517416 Nov 12 12:24:42.629760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cf23-f094-4a2e-86f6-82012cbbd32a req-2c78b0ce-2d46-4979-b66e-57b7a71db952 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:42.632111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26d3cf23-f094-4a2e-86f6-82012cbbd32a req-2c78b0ce-2d46-4979-b66e-57b7a71db952 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 944 time: 0.1382964 Nov 12 12:24:42.698930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Allocated IP 172.25.1.18 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/6e15cfd8-295a-4531-b2eb-becd4f639a74) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:42.833718 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26d3cf23-f094-4a2e-86f6-82012cbbd32a req-6a8d9924-d3f0-464c-b6b7-53bf9a24c33c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845727 Nov 12 12:24:42.852426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-4470cbec-83b0-4f78-a945-d151bc47de96 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168331 Nov 12 12:24:42.857850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93f66a-9284-4ff5-bb02-da6a03d53afe req-6b5eabad-108f-4525-aa52-c79639b7ca07 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:42.859946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f93f66a-9284-4ff5-bb02-da6a03d53afe req-6b5eabad-108f-4525-aa52-c79639b7ca07 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0549619 Nov 12 12:24:42.914401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 81c2aa98-0659-4692-83c5-28ec4fe8d688 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:42.918436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f93f66a-9284-4ff5-bb02-da6a03d53afe req-6601c6ec-facc-4ccc-9c9a-f15c6ec44ee7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Nov 12 12:24:42.975311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.023802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d731831-293f-489e-920a-a3e607238d32 req-a4d893c8-96ac-432b-a4ec-0709ec5246ef service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491570 Nov 12 12:24:43.029128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 81c2aa98-0659-4692-83c5-28ec4fe8d688, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:43.035909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.047125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '81c2aa98-0659-4692-83c5-28ec4fe8d688', 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'port_id': '81c2aa98-0659-4692-83c5-28ec4fe8d688', 'mac_address': 'fa:16:3e:4a:d6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bbb118-137f-4f1c-a53f-824e5a87661d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:43.076968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:43.084028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:43.086062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.088910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:43.093606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event updated for resources: {'Port': ['ID=6e15cfd8-295a-4531-b2eb-becd4f639a74,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:43.100078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c2aa98-0659-4692-83c5-28ec4fe8d688 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:43.121768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 81c2aa98-0659-4692-83c5-28ec4fe8d688, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:43.129173 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.178726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=81c2aa98-0659-4692-83c5-28ec4fe8d688,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:43.289027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eb57c6d5-a59c-4967-a764-e31c38eee0f9 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:43.289335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbe7c3-4740-49aa-bc86-ff5f88375739 req-63ad267a-9af8-4abb-a788-f93b40d1b67e tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:43.290904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ddbe7c3-4740-49aa-bc86-ff5f88375739 req-63ad267a-9af8-4abb-a788-f93b40d1b67e tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 943 time: 0.1458786 Nov 12 12:24:43.418679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port eb57c6d5-a59c-4967-a764-e31c38eee0f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9,segment=NetworkSegment(f7158f6c-0130-4691-9cb4-31a62d09e4a2),segment_id=f7158f6c-0130-4691-9cb4-31a62d09e4a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:43.432086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ddbe7c3-4740-49aa-bc86-ff5f88375739 req-37ef7fa5-fe63-4ba5-8bd6-8be7a69931c0 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328025 Nov 12 12:24:43.438775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9', 'network_id': '70812716-ac5e-447d-b125-6f4c28304fe8', 'port_id': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9', 'mac_address': 'fa:16:3e:5a:66:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c1961b-db75-4438-9d4a-3681aacb4902', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:43.465552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dcc81-4b86-4b83-a523-05b7eb4c489a req-9828f465-719e-489c-a334-780429b83820 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:43.475524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d31dcc81-4b86-4b83-a523-05b7eb4c489a req-9828f465-719e-489c-a334-780429b83820 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.0903649 Nov 12 12:24:43.488051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fd71bae4-8eb7-4a07-8a64-96f04c828dda tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448081 Nov 12 12:24:43.490920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.493860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.514939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb57c6d5-a59c-4967-a764-e31c38eee0f9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:43.542392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port eb57c6d5-a59c-4967-a764-e31c38eee0f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9,segment=NetworkSegment(f7158f6c-0130-4691-9cb4-31a62d09e4a2),segment_id=f7158f6c-0130-4691-9cb4-31a62d09e4a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:43.548990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:43.580319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d31dcc81-4b86-4b83-a523-05b7eb4c489a req-5d8ed981-331e-4fa0-802a-3b0cb0bc5d0b tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970147 Nov 12 12:24:43.605610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7d443e4c-7f79-41ff-bbbe-765e1149564c req-7309da9c-a881-4682-8446-751c97d5c4a6 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 210 time: 0.0474296 Nov 12 12:24:43.611216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['81c2aa98-0659-4692-83c5-28ec4fe8d688'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:43.746458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=eb57c6d5-a59c-4967-a764-e31c38eee0f9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:43.760559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4f35-c0fa-41f8-b4c6-73bac0362467 req-71f48e32-62a5-46fb-841f-fd23c7864061 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:43.766774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1ce4f35-c0fa-41f8-b4c6-73bac0362467 req-71f48e32-62a5-46fb-841f-fd23c7864061 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 943 time: 0.0970759 Nov 12 12:24:43.829887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1ce4f35-c0fa-41f8-b4c6-73bac0362467 req-1019b977-8fd2-4ee9-9659-0d685648a7dc tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610850 Nov 12 12:24:43.877498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['eb57c6d5-a59c-4967-a764-e31c38eee0f9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:44.056932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfbcea-68b1-4f9c-8bce-78b31ba5497b req-1c124493-d438-40b0-bb26-f8c7629cb69d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:44.058747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ddfbcea-68b1-4f9c-8bce-78b31ba5497b req-1c124493-d438-40b0-bb26-f8c7629cb69d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0562010 Nov 12 12:24:44.107955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ddfbcea-68b1-4f9c-8bce-78b31ba5497b req-c5af25c6-5c84-4e25-a4f3-81477c92df30 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Nov 12 12:24:44.135395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-a6fabf51-816e-47fe-a37b-1f5df4c89f4e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:44.136830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-a6fabf51-816e-47fe-a37b-1f5df4c89f4e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5775187 Nov 12 12:24:44.144126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a704ea-ae81-483f-8d67-333676547136 req-7dc5e069-16e2-43fe-8a13-ea28916c46d6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:44.145467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82a704ea-ae81-483f-8d67-333676547136 req-7dc5e069-16e2-43fe-8a13-ea28916c46d6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 945 time: 0.1416371 Nov 12 12:24:44.167343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:44.308525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82a704ea-ae81-483f-8d67-333676547136 req-5eb0ab2e-5f2d-47c1-b9bc-4f813ff9eacd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565695 Nov 12 12:24:44.312016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:44.436474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:44.440028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:44.545086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Router 1466c7a7-42eb-44a9-a740-adf210be9a15 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:24:44.555904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0508-fcad-4677-97da-9ed8e7bf7f2c req-642f7c33-ac22-4e24-8562-b3278e317c33 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:44.557427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b4b0508-fcad-4677-97da-9ed8e7bf7f2c req-642f7c33-ac22-4e24-8562-b3278e317c33 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 944 time: 0.0508347 Nov 12 12:24:44.605446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b4b0508-fcad-4677-97da-9ed8e7bf7f2c req-c8453c76-ce5d-4fdb-945d-c705920f817b tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Nov 12 12:24:44.650044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.229 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/5e25b93e-b11f-482c-8b9d-1ddc37a4bea6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:44.712973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89f3f7e7-5935-47ae-8f9f-96767800f902 req-d4920d90-4a31-45c9-bd3f-702c2d8c00ab tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Nov 12 12:24:44.769449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:44.780559 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] Sync routers for ids ['1466c7a7-42eb-44a9-a740-adf210be9a15'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:44.794183 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] Routers {'1466c7a7-42eb-44a9-a740-adf210be9a15'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:44.795111 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1466c7a7-42eb-44a9-a740-adf210be9a15'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:44.805614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2fbf0-fd59-4ad3-986a-8e740b3d3dd5 req-3c0c659b-1d6f-4e1f-88cd-9e719cb0465a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:44.807211 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1b2fbf0-fd59-4ad3-986a-8e740b3d3dd5 req-3c0c659b-1d6f-4e1f-88cd-9e719cb0465a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.1549058 Nov 12 12:24:44.829662 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:44.839771 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] Routers {'1466c7a7-42eb-44a9-a740-adf210be9a15'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:44.840374 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1466c7a7-42eb-44a9-a740-adf210be9a15'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:44.874269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:44.874762 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd48e11-f7de-48d2-bb97-c8ea4c498867 None None] The sync data for ids ['1466c7a7-42eb-44a9-a740-adf210be9a15'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:44.876639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:44.881232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f3c1d8e6-88a4-4a21-a401-925013cdcc20 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6827984 Nov 12 12:24:44.882785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:44.889600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:44.920669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b947633a-7e58-44ee-955b-f5dc35801f57 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:44.924218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 81c2aa98-0659-4692-83c5-28ec4fe8d688 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:44.930375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1b2fbf0-fd59-4ad3-986a-8e740b3d3dd5 req-cc10bce6-f403-4455-9ef6-28ec434269ec tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093102 Nov 12 12:24:44.964781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.010137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.078544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:45.081460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30', '414a38b5-fb34-4ad4-bf11-922f815f1354'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:45.108855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:45.117241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:45.120191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:45.122786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:45.170059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832c134-68ad-49f1-8b3d-cd1206926f76 req-e44e1cdd-56c2-4083-ab6d-8b73de381ad1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:45.181010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1832c134-68ad-49f1-8b3d-cd1206926f76 req-e44e1cdd-56c2-4083-ab6d-8b73de381ad1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.1330185 Nov 12 12:24:45.213039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:45.219161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 81c2aa98-0659-4692-83c5-28ec4fe8d688 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:45.223576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:45.224742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.245399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 81c2aa98-0659-4692-83c5-28ec4fe8d688 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:45.245756 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.250236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431', 'port_id': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'mac_address': 'fa:16:3e:6b:55:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3930b8f8-462b-49f9-9c89-a0e33027c150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:45.252949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-fbc244c1-82a9-4a8b-9d4e-7eafa796bd2f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0955863 Nov 12 12:24:45.284289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1832c134-68ad-49f1-8b3d-cd1206926f76 req-6b01af87-9524-41e2-9764-68dcc348a196 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021545 Nov 12 12:24:45.304886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Request body: {'port': {'device_id': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:45.311380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eb57c6d5-a59c-4967-a764-e31c38eee0f9 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:45.416122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698500-ed7d-443f-84b9-e6f75aee3ff9 req-b4475505-3479-4648-9797-c47675995e1c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:45.416710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.424384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77698500-ed7d-443f-84b9-e6f75aee3ff9 req-b4475505-3479-4648-9797-c47675995e1c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 943 time: 0.4877102 Nov 12 12:24:45.463316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.505202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b947633a-7e58-44ee-955b-f5dc35801f57 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:45.533154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77698500-ed7d-443f-84b9-e6f75aee3ff9 req-9ae88782-9694-45ad-a901-9c9ae9bc1b1d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077497 Nov 12 12:24:45.563488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:45.572323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port eb57c6d5-a59c-4967-a764-e31c38eee0f9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:45.580704 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.602117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addbb51-f4c3-4dd2-8c4b-83b0af77c8c4 req-58fbc18e-2c1a-4442-8c84-a01f64d8b34c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:45.604256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addbb51-f4c3-4dd2-8c4b-83b0af77c8c4 req-58fbc18e-2c1a-4442-8c84-a01f64d8b34c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1889374 Nov 12 12:24:45.610807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port eb57c6d5-a59c-4967-a764-e31c38eee0f9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:45.611315 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.690556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6addbb51-f4c3-4dd2-8c4b-83b0af77c8c4 req-dd63075b-bfb6-4786-acda-2463167b526f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729353 Nov 12 12:24:45.814193 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.815767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.836814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.900628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede3c11-d14b-4eb6-999e-0387c3b96522 req-c9e5a3c6-6a73-4e57-abb4-b9da318aa114 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:45.902252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aede3c11-d14b-4eb6-999e-0387c3b96522 req-c9e5a3c6-6a73-4e57-abb4-b9da318aa114 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 945 time: 0.0890517 Nov 12 12:24:45.938558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdc053-0493-4346-8991-ff45c4915acc req-37ae7135-3615-42ef-ac37-69d47f421967 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:45.940808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cdc053-0493-4346-8991-ff45c4915acc req-37ae7135-3615-42ef-ac37-69d47f421967 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 944 time: 0.0935464 Nov 12 12:24:45.962631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Deleting port 6e15cfd8-295a-4531-b2eb-becd4f639a74 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:45.962980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:45.977405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:45.992508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.000926 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aede3c11-d14b-4eb6-999e-0387c3b96522 req-0116ab0a-8432-46d5-bbba-7b55e7793989 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920694 Nov 12 12:24:46.012451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Transition to ACTIVE for port object 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:46.017668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.037990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-19eda8b0-4bc6-4eaa-b3d4-d9bc6166e705 None None] Provisioning complete for port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:46.038597 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19eda8b0-4bc6-4eaa-b3d4-d9bc6166e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.079263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:46.097698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Pushing event updated for resources: {'Port': ['ID=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:46.109283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c2aa98-0659-4692-83c5-28ec4fe8d688'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:46.113068 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f2a06b-65fc-43e3-ace3-88fa42a9845a" -d '{"events": [{"server_uuid": "81772bd6-7b6f-4aba-b5ce-a8a520c0cf88", "name": "network-vif-plugged", "status": "completed", "tag": "81c2aa98-0659-4692-83c5-28ec4fe8d688"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:46.147930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cdc053-0493-4346-8991-ff45c4915acc req-3d1782cb-3ad3-4a81-b584-58423a294281 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938002 Nov 12 12:24:46.164867 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.183977 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.208985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 81c2aa98-0659-4692-83c5-28ec4fe8d688, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:46.215627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Calling delete_port for 6e15cfd8-295a-4531-b2eb-becd4f639a74 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:46.216802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:46.227104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Attempting to bind port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:46.227703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Attempting to bind port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:46.227826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Attempting to bind port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:46.237991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:46.238650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Attempting to bind port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:46.250661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:46.250990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:46.252161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:46.252626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Bound port: 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:46.253275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.258896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.267518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-19eda8b0-4bc6-4eaa-b3d4-d9bc6166e705 None None] Port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:24:46.285739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0743-abea-4f66-8c5f-3dc4e03ebe71 req-d359fa58-11b6-4828-bc88-9532b5209e00 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.288243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1cdc0743-abea-4f66-8c5f-3dc4e03ebe71 req-d359fa58-11b6-4828-bc88-9532b5209e00 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 948 time: 0.1629121 Nov 12 12:24:46.307773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port eb57c6d5-a59c-4967-a764-e31c38eee0f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9,segment=NetworkSegment(f7158f6c-0130-4691-9cb4-31a62d09e4a2),segment_id=f7158f6c-0130-4691-9cb4-31a62d09e4a2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:46.332712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01313f3-3964-46c9-bbfa-0dbb5a69a8a9 req-234f5b4a-1ae7-4250-93b1-3c5ca46c05c9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.340412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c01313f3-3964-46c9-bbfa-0dbb5a69a8a9 req-234f5b4a-1ae7-4250-93b1-3c5ca46c05c9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.1223259 Nov 12 12:24:46.365115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.383407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1cdc0743-abea-4f66-8c5f-3dc4e03ebe71 req-fa339e85-13f5-446a-9a45-71efcd52b0a9 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689635 Nov 12 12:24:46.394527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] For port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:46.401811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] For port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:46.411270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.446133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.446806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.448250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] 10.222.0.65 "PUT /v2.0/ports/5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 HTTP/1.1" status: 200 len: 1096 time: 1.1628852 Nov 12 12:24:46.448726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'tag': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:46.451082 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe35374-dc72-4a4a-be1c-d3ff19037497" -d '{"events": [{"name": "network-changed", "server_uuid": "408d277c-0259-4f6b-8dc2-79ae4f88add4", "tag": "5e25b93e-b11f-482c-8b9d-1ddc37a4bea6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:46.454440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c01313f3-3964-46c9-bbfa-0dbb5a69a8a9 req-e0945c62-a308-4db5-a64f-43cc6b24781e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093292 Nov 12 12:24:46.519776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf119e-9c6e-411e-8c1c-b249e27f4b7b service neutron] Pushing event updated for resources: {'Port': ['ID=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:46.528886 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf99d8-58d5-4523-89dd-7d9b386d4123 x-openstack-request-id: req-8faf99d8-58d5-4523-89dd-7d9b386d4123 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:46.529157 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81772bd6-7b6f-4aba-b5ce-a8a520c0cf88", "name": "network-vif-plugged", "status": "completed", "tag": "81c2aa98-0659-4692-83c5-28ec4fe8d688", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:46.529468 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8faf99d8-58d5-4523-89dd-7d9b386d4123 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:46.530017 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c2aa98-0659-4692-83c5-28ec4fe8d688', 'code': 200} Nov 12 12:24:46.551717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=81c2aa98-0659-4692-83c5-28ec4fe8d688,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:46.571730 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4fbee7-cbf8-45b1-bbda-c784302538b4 x-openstack-request-id: req-6c4fbee7-cbf8-45b1-bbda-c784302538b4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:46.572282 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408d277c-0259-4f6b-8dc2-79ae4f88add4", "tag": "5e25b93e-b11f-482c-8b9d-1ddc37a4bea6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:46.572787 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c4fbee7-cbf8-45b1-bbda-c784302538b4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:46.573426 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'tag': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6', 'status': 'completed', 'code': 200} Nov 12 12:24:46.593688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-8069dddc-a688-433b-ab0c-125c3c41531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.596050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-8069dddc-a688-433b-ab0c-125c3c41531e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 1099 time: 0.0652673 Nov 12 12:24:46.607133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.663006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Pushing event deleted for resources: {'Port': ['ID=6e15cfd8-295a-4531-b2eb-becd4f639a74,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:46.695107 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-60e97b13-7c8a-4467-b833-978135595e9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 HTTP/1.1" status: 200 len: 217 time: 0.0899138 Nov 12 12:24:46.748685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332136ec-1b6e-4890-aac4-1e4bae163128 req-56ccb243-e065-4c01-947c-a2aa4bfcfd5a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.757240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd20b9f-919d-4e07-999f-5e83dc749456 req-2011c695-4a34-4dcc-9e21-f716ede88577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.757474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=eb57c6d5-a59c-4967-a764-e31c38eee0f9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:46.758842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332136ec-1b6e-4890-aac4-1e4bae163128 req-56ccb243-e065-4c01-947c-a2aa4bfcfd5a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 944 time: 0.1013882 Nov 12 12:24:46.759003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8fd20b9f-919d-4e07-999f-5e83dc749456 req-2011c695-4a34-4dcc-9e21-f716ede88577 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 1097 time: 0.1057281 Nov 12 12:24:46.764203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:46.807599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-769a3cbd-6ceb-47e3-b34c-a3ab55bcd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.809227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-769a3cbd-6ceb-47e3-b34c-a3ab55bcd083 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1056406 Nov 12 12:24:46.840063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-332136ec-1b6e-4890-aac4-1e4bae163128 req-fb08d306-14c6-4046-8e39-5770179aa697 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691738 Nov 12 12:24:46.882021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-b517ee94-169d-475d-8503-bc2903df8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:46.883576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-b517ee94-169d-475d-8503-bc2903df8b89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484202 Nov 12 12:24:46.989424 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-70e7a863-49da-4ce7-95da-aaca924e7d46 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913193 Nov 12 12:24:47.025715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae753b-3a34-45ee-a2b0-b12962e0f8ca req-87301a62-d208-4cb4-841f-9fcb59389219 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.027542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94ae753b-3a34-45ee-a2b0-b12962e0f8ca req-87301a62-d208-4cb4-841f-9fcb59389219 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1458519 Nov 12 12:24:47.031910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8fd20b9f-919d-4e07-999f-5e83dc749456 req-d83204c5-f650-47a1-8eb2-32c0ff782a0e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635186 Nov 12 12:24:47.131589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.138116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7ed8ff3-ea2d-406d-96a2-4c094ca5e9e2 req-151ae7f7-742c-4b23-a24a-b3e86a8d4369 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331992 Nov 12 12:24:47.139096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.153364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18291fb-6233-4d1e-b6a3-78d25f041060 req-08f41249-2dbf-4bb1-8803-d1fb191166f5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.154870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18291fb-6233-4d1e-b6a3-78d25f041060 req-08f41249-2dbf-4bb1-8803-d1fb191166f5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.0658739 Nov 12 12:24:47.155847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94ae753b-3a34-45ee-a2b0-b12962e0f8ca req-904fcd55-35aa-4cba-a7ed-9ab89e1d4b45 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201525 Nov 12 12:24:47.215024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18291fb-6233-4d1e-b6a3-78d25f041060 req-435b08a6-7748-42e1-a9f1-e46e55665fc4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536239 Nov 12 12:24:47.248354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Router 1466c7a7-42eb-44a9-a740-adf210be9a15 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:24:47.357904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83246fe5-8dba-439f-8959-fddec7fbac4e req-bb3e615a-31b1-4ecd-8c62-66001e51f7dc tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.358213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-b68412c7-cb1b-4645-bb65-5d430376eb72 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.359454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83246fe5-8dba-439f-8959-fddec7fbac4e req-bb3e615a-31b1-4ecd-8c62-66001e51f7dc tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.1243513 Nov 12 12:24:47.359601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-b68412c7-cb1b-4645-bb65-5d430376eb72 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.0537651 Nov 12 12:24:47.373824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:47.381777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.385424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f1826cf5-8729-43cb-9bd3-904f0790a1a8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "PUT /v2.0/routers/1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 200 len: 710 time: 2.4989979 Nov 12 12:24:47.389097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:47.389996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] Sync routers for ids ['1466c7a7-42eb-44a9-a740-adf210be9a15'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:47.407746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] Routers {'1466c7a7-42eb-44a9-a740-adf210be9a15'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:47.407746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1466c7a7-42eb-44a9-a740-adf210be9a15'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:47.472806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-6d33b00c-76d2-469a-87b7-90b08f9c4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.474982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-6d33b00c-76d2-469a-87b7-90b08f9c4fbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 1099 time: 0.1137412 Nov 12 12:24:47.477225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:47.493787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4628eaa0-618b-4ef6-ab03-1532667ee60d tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/routers/1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 200 len: 745 time: 0.1035652 Nov 12 12:24:47.498631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:47.498806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] Routers {'1466c7a7-42eb-44a9-a740-adf210be9a15'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:47.498806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:24:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1466c7a7-42eb-44a9-a740-adf210be9a15'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:47.545850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:47.546571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd62a79-d906-4b2f-9f9f-01709aec0d61 None None] The sync data for ids ['1466c7a7-42eb-44a9-a740-adf210be9a15'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:47.550881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83246fe5-8dba-439f-8959-fddec7fbac4e req-b4e1b6fb-5169-4f3e-b658-738f3fed5a46 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834102 Nov 12 12:24:47.566646 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-049bc642-3a31-46b2-b40d-f59f4c3ee35f tempest-RoutersIpV6AdminTest-644584256 tempest-RoutersIpV6AdminTest-644584256-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 200 len: 205 time: 0.0641747 Nov 12 12:24:47.566646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:47.600349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c70d19f-c5d1-4a4d-b90b-8ac4280c3c91 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 200 len: 205 time: 0.0355895 Nov 12 12:24:47.603103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:47.607819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port b36f3e25-de7f-457b-b85e-0cbf18c30be1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:47.608157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.722875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.723211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a553-21ac-4901-b7ff-ba7252fe08dc req-9f561d44-5241-4130-bd4a-5153f71af83c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.726793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7b3a553-21ac-4901-b7ff-ba7252fe08dc req-9f561d44-5241-4130-bd4a-5153f71af83c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 948 time: 0.1989100 Nov 12 12:24:47.746073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-2cc75d2a-37a2-4c7b-9bcf-8fd764276c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.747468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-2cc75d2a-37a2-4c7b-9bcf-8fd764276c83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2563813 Nov 12 12:24:47.809523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142543c-53e3-46b8-960f-ed0f75f44446 req-710f8977-c000-4a7b-b3db-4e6ba2bc8a2d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.811415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e142543c-53e3-46b8-960f-ed0f75f44446 req-710f8977-c000-4a7b-b3db-4e6ba2bc8a2d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 945 time: 0.1548891 Nov 12 12:24:47.812257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-a81c2741-6207-4f36-b5d5-cbced891b42e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 HTTP/1.1" status: 200 len: 217 time: 0.0483398 Nov 12 12:24:47.819995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port b36f3e25-de7f-457b-b85e-0cbf18c30be1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b36f3e25-de7f-457b-b85e-0cbf18c30be1,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:47.820359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.855284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for b36f3e25-de7f-457b-b85e-0cbf18c30be1 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:47.899117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7b3a553-21ac-4901-b7ff-ba7252fe08dc req-8ec78668-6726-419e-82c9-6fb9e9a07fd1 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634974 Nov 12 12:24:47.940235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.945005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-17ddad86-22de-4b11-8e53-8482c4bc0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:47.945848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:47.946245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-17ddad86-22de-4b11-8e53-8482c4bc0770 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1133800 Nov 12 12:24:47.964289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e142543c-53e3-46b8-960f-ed0f75f44446 req-b720562b-c2e9-4a8f-ac2f-e2312df8b45c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438253 Nov 12 12:24:48.007383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:48.008075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Fanout notify agent at l3_agent the message router_deleted on router 1466c7a7-42eb-44a9-a740-adf210be9a15 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:24:48.016748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:48.018553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1912eb45-ac8b-4f9f-8fb2-2c0926f5be50 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 204 len: 168 time: 0.4139647 Nov 12 12:24:48.023009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.029038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-a6294cb0-a6e0-4800-ad42-6fb8303c7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:48.031040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-a6294cb0-a6e0-4800-ad42-6fb8303c7bab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705667 Nov 12 12:24:48.054013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00d6f928-5f2a-4ccd-9f9c-a599266259f9 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 200 len: 205 time: 0.0290287 Nov 12 12:24:48.060646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.103991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1970807-1577-4bc6-bea9-9d7b4359f209 req-62ec0c68-ecb8-465b-8099-e40f3caef958 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:48.105480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1970807-1577-4bc6-bea9-9d7b4359f209 req-62ec0c68-ecb8-465b-8099-e40f3caef958 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 944 time: 0.0543392 Nov 12 12:24:48.119998 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-48c28405-3e6a-474c-979b-ab0cc2d57c9d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] delete failed (client error): The resource could not be found. Nov 12 12:24:48.123701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-48c28405-3e6a-474c-979b-ab0cc2d57c9d tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/1466c7a7-42eb-44a9-a740-adf210be9a15 HTTP/1.1" status: 404 len: 336 time: 0.0595388 Nov 12 12:24:48.125955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49444) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.167780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9aa6804c-2ce1-4567-af06-f681b9f460ee tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6099b85-fac1-4469-82f4-b218c33b8746 HTTP/1.1" status: 200 len: 205 time: 0.0373623 Nov 12 12:24:48.172322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.193857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1970807-1577-4bc6-bea9-9d7b4359f209 req-d5d48cde-5530-4372-84d9-3ba30fd89df0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809774 Nov 12 12:24:48.222403 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d006e07b-bca2-456b-be5f-efc4ca08ecce tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] delete failed (client error): The resource could not be found. Nov 12 12:24:48.223442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d006e07b-bca2-456b-be5f-efc4ca08ecce tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/d6099b85-fac1-4469-82f4-b218c33b8746 HTTP/1.1" status: 404 len: 336 time: 0.0501688 Nov 12 12:24:48.226949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:48.228670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.249020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730', 'b36f3e25-de7f-457b-b85e-0cbf18c30be1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:48.269744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ebef6095-f811-4697-aa2f-25403143adfa tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b05cab-90d5-4dac-b0bc-120d21696d14 HTTP/1.1" status: 200 len: 205 time: 0.0402794 Nov 12 12:24:48.270365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.314067 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-ffb93d78-8cbd-428b-8970-2c03211b33e8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] delete failed (client error): The resource could not be found. Nov 12 12:24:48.315134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ffb93d78-8cbd-428b-8970-2c03211b33e8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/f1b05cab-90d5-4dac-b0bc-120d21696d14 HTTP/1.1" status: 404 len: 336 time: 0.0424018 Nov 12 12:24:48.327809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49456) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.373990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac5e5a65-2855-4b52-a134-f6e9053c5cc8 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c47bde8-8037-458a-8b4b-88b9e906bfcb HTTP/1.1" status: 200 len: 205 time: 0.0445299 Nov 12 12:24:48.374876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.417277 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b9972842-1842-4229-ba8e-03f75d9bee8c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] delete failed (client error): The resource could not be found. Nov 12 12:24:48.421037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9972842-1842-4229-ba8e-03f75d9bee8c tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/1c47bde8-8037-458a-8b4b-88b9e906bfcb HTTP/1.1" status: 404 len: 336 time: 0.0432005 Nov 12 12:24:48.421250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.452865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1ba31877-bc1b-406e-830d-fdecf32d77e3 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=df251afa-ee02-469a-ae87-9c094e19e4ab HTTP/1.1" status: 200 len: 205 time: 0.0305009 Nov 12 12:24:48.455363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49462) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.473618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49677e5-33a0-41cc-a3c0-3e1f26aa7ab5 req-238818d8-5fc4-430f-9f8a-cbb19a82e7c2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:48.475864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a49677e5-33a0-41cc-a3c0-3e1f26aa7ab5 req-238818d8-5fc4-430f-9f8a-cbb19a82e7c2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.1639280 Nov 12 12:24:48.517104 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a8feb881-6ba0-4baf-a8e5-266b87681123 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] delete failed (client error): The resource could not be found. Nov 12 12:24:48.521451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a8feb881-6ba0-4baf-a8e5-266b87681123 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/df251afa-ee02-469a-ae87-9c094e19e4ab HTTP/1.1" status: 404 len: 336 time: 0.0616817 Nov 12 12:24:48.527122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.531494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:48.533974 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e95a84-dc8d-4744-aebf-00f0f56352db" -d '{"events": [{"server_uuid": "3f6196f6-99d9-4776-9b4f-54ce30738cc1", "name": "network-vif-plugged", "status": "completed", "tag": "eb57c6d5-a59c-4967-a764-e31c38eee0f9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:48.561617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8bd762dc-6dcc-4135-81f3-3508e4a82a03 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a87cf-de71-40cc-b703-ae6ebfc469ab HTTP/1.1" status: 200 len: 205 time: 0.0311272 Nov 12 12:24:48.564666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.590650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=b36f3e25-de7f-457b-b85e-0cbf18c30be1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:48.616214 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0a98b5f3-3195-4d44-8b55-52a6def5ca28 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] delete failed (client error): The resource could not be found. Nov 12 12:24:48.617261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0a98b5f3-3195-4d44-8b55-52a6def5ca28 tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/routers/598a87cf-de71-40cc-b703-ae6ebfc469ab HTTP/1.1" status: 404 len: 336 time: 0.0519042 Nov 12 12:24:48.621653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49472) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:48.624538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-12f50807-e31d-4f8f-9392-299fd8ce5ecd service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646610 Nov 12 12:24:48.625425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port b36f3e25-de7f-457b-b85e-0cbf18c30be1 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:48.627856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:48.631997 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d605672f-d36c-47da-82aa-b6a1dd92ef7f req-ec3b5e38-46d8-459a-b7e3-f0adc1c8eca7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "DELETE /v2.0/ports/b36f3e25-de7f-457b-b85e-0cbf18c30be1 HTTP/1.1" status: 204 len: 173 time: 1.2616644 Nov 12 12:24:48.633976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'name': 'network-vif-deleted', 'tag': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:48.637115 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52736f-10f9-474e-b1ab-3c998da8951c" -d '{"events": [{"server_uuid": "d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb", "name": "network-vif-deleted", "tag": "b36f3e25-de7f-457b-b85e-0cbf18c30be1"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:48.656499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a49677e5-33a0-41cc-a3c0-3e1f26aa7ab5 req-6bc863e8-5c22-4588-b08f-ea7638c12a0d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462617 Nov 12 12:24:48.657337 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ab2844-216a-43d7-9c04-70d2fc61e63a tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] DELETE failed (client error): The resource could not be found. Nov 12 12:24:48.657793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ab2844-216a-43d7-9c04-70d2fc61e63a tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:24:48.660797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-49ab2844-216a-43d7-9c04-70d2fc61e63a tempest-RoutersIpV6AdminTest-496692962 tempest-RoutersIpV6AdminTest-496692962-project] 10.222.0.18 "DELETE /v2.0/subnets/272741c1-b20c-4b21-bb65-fdcabaa74191 HTTP/1.1" status: 404 len: 337 time: 0.0381980 Nov 12 12:24:48.681052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e4f-c327-4ecf-bb73-2e0d6772e921 req-39f60b4d-6b57-4cdf-8297-51f86ffcb8d1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:48.682605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b3b1e4f-c327-4ecf-bb73-2e0d6772e921 req-39f60b4d-6b57-4cdf-8297-51f86ffcb8d1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.4298003 Nov 12 12:24:48.789827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b3b1e4f-c327-4ecf-bb73-2e0d6772e921 req-75641e13-b8ae-4d5e-8993-fd95c148bc99 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Nov 12 12:24:48.794232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fe35374-dc72-4a4a-be1c-d3ff19037497 req-ce444dfe-3c6d-43f5-b6c9-89c24eb6cf24 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531694 Nov 12 12:24:48.908049 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b6e88-f698-4146-b288-b15cdd08734f x-openstack-request-id: req-372b6e88-f698-4146-b288-b15cdd08734f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:48.908935 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6196f6-99d9-4776-9b4f-54ce30738cc1", "name": "network-vif-plugged", "status": "completed", "tag": "eb57c6d5-a59c-4967-a764-e31c38eee0f9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:48.909622 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-372b6e88-f698-4146-b288-b15cdd08734f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:48.910058 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9', 'code': 200} Nov 12 12:24:48.938202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:48.949589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2682b-f0be-4c16-8361-388dd8840c76 req-37969f74-ba0f-44ba-a015-ecfeac6a2da0 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:48.957311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9f2682b-f0be-4c16-8361-388dd8840c76 req-37969f74-ba0f-44ba-a015-ecfeac6a2da0 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.0847752 Nov 12 12:24:48.958127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b947633a-7e58-44ee-955b-f5dc35801f57 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:48.982460 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df575a16-aaf9-4702-99e5-af1834b3f8d3 x-openstack-request-id: req-df575a16-aaf9-4702-99e5-af1834b3f8d3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:48.982753 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb", "name": "network-vif-deleted", "tag": "b36f3e25-de7f-457b-b85e-0cbf18c30be1", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:48.983005 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df575a16-aaf9-4702-99e5-af1834b3f8d3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:48.983405 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e73cb8-bfc5-44d8-89bb-28035cb1f2fb', 'name': 'network-vif-deleted', 'tag': 'b36f3e25-de7f-457b-b85e-0cbf18c30be1', 'status': 'completed', 'code': 200} Nov 12 12:24:49.053604 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9f2682b-f0be-4c16-8361-388dd8840c76 req-9c335323-37a2-417b-9cbf-591cd25ed1c9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926492 Nov 12 12:24:49.060311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:49.086656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff252e4-3137-4afd-9fcc-98ad83402c6e req-4a3b3259-0f2f-433a-9734-29fb2d287d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:49.088606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ff252e4-3137-4afd-9fcc-98ad83402c6e req-4a3b3259-0f2f-433a-9734-29fb2d287d6d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0982521 Nov 12 12:24:49.097841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe5fa-3ff1-46f4-aba1-6d0b6446ab3e req-9df86c1f-c229-43e1-9546-7d4e0e1c81f5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:49.106754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bebe5fa-3ff1-46f4-aba1-6d0b6446ab3e req-9df86c1f-c229-43e1-9546-7d4e0e1c81f5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 948 time: 0.0719266 Nov 12 12:24:49.110849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:49.128113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6', 'mac_address': 'fa:16:3e:3d:d7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:49.134005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b947633a-7e58-44ee-955b-f5dc35801f57 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:49.139756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b947633a-7e58-44ee-955b-f5dc35801f57 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:49.140178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.155198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ff252e4-3137-4afd-9fcc-98ad83402c6e req-347bd2c7-f88a-4365-a85f-a2bbcd878d3c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554783 Nov 12 12:24:49.174877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bebe5fa-3ff1-46f4-aba1-6d0b6446ab3e req-9ef3f021-596e-4d78-98b8-a777f1df5ad7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672638 Nov 12 12:24:49.218227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.224861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a377517f-0bee-4415-9f6b-42cad48220e5 req-ed16a3b9-24f4-406e-bbd5-2d07ee777363 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e73cb8-bfc5-44d8-89bb-28035cb1f2fb HTTP/1.1" status: 200 len: 210 time: 0.0392776 Nov 12 12:24:49.236163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:49.282501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:49.288801 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.299133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb9960a1-9bdb-4bdb-89f9-83d8cb6d40e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.327550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.362150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:49.376327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c9a7f-5bca-488f-a191-e2fa176a5e18 req-b5d7ea31-fc50-4fbf-b1cf-6ac9d3f9dc0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:49.377851 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-790c9a7f-5bca-488f-a191-e2fa176a5e18 req-b5d7ea31-fc50-4fbf-b1cf-6ac9d3f9dc0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 944 time: 0.0767355 Nov 12 12:24:49.380515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:49.386407 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.443393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:49.462288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb9960a1-9bdb-4bdb-89f9-83d8cb6d40e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.467037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-790c9a7f-5bca-488f-a191-e2fa176a5e18 req-1d448af3-6ba6-40cd-8161-86ef09ed80c7 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797331 Nov 12 12:24:49.468226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb9960a1-9bdb-4bdb-89f9-83d8cb6d40e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.511742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cb9960a1-9bdb-4bdb-89f9-83d8cb6d40e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40d0f5f4652449828e1f72e2d0958509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476252 Nov 12 12:24:49.512624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9960a1-9bdb-4bdb-89f9-83d8cb6d40e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafaae45-e671-4659-be80-4569ea3fb1b7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:49.514604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49494) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:49.574897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01592019-ac23-4ef4-af0e-986eb6ae44cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.604766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01592019-ac23-4ef4-af0e-986eb6ae44cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.654905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01592019-ac23-4ef4-af0e-986eb6ae44cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.657696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01592019-ac23-4ef4-af0e-986eb6ae44cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:49.658888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-01592019-ac23-4ef4-af0e-986eb6ae44cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aafaae45-e671-4659-be80-4569ea3fb1b7 HTTP/1.1" status: 204 len: 168 time: 0.1420085 Nov 12 12:24:49.667397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592019-ac23-4ef4-af0e-986eb6ae44cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafaae45-e671-4659-be80-4569ea3fb1b7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:49.711966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5e25b93e-b11f-482c-8b9d-1ddc37a4bea6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:49.810136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105fae3-9270-4220-ac99-0962bdab904c req-97bfeb95-764c-4f94-9495-ef811dcb3f24 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:49.811467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0105fae3-9270-4220-ac99-0962bdab904c req-97bfeb95-764c-4f94-9495-ef811dcb3f24 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.0592480 Nov 12 12:24:49.876844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0105fae3-9270-4220-ac99-0962bdab904c req-935291fb-1e61-4f82-adda-971d05c57b95 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575602 Nov 12 12:24:49.943278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ef06-9fd6-4063-9ab9-57be391da3b0 req-fe82f3c2-e62a-46d6-9d58-537899fe121b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:49.945247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea46ef06-9fd6-4063-9ab9-57be391da3b0 req-fe82f3c2-e62a-46d6-9d58-537899fe121b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0620434 Nov 12 12:24:50.000040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea46ef06-9fd6-4063-9ab9-57be391da3b0 req-30445686-904b-42d1-b808-6f103d734199 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Nov 12 12:24:50.022378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:50.068278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5fffcaa-9200-4da0-9dae-1f8b68c2a577 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64180834441746e1a982c24df4e42021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444574 Nov 12 12:24:50.070664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:50.127056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa22853-f50b-4228-a41e-17899960645e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:50.144819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2999cb-e81b-408e-a7c1-14e6d55c0206 req-f19dae12-0690-4037-8583-a688e819ebe5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:50.146936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0e2999cb-e81b-408e-a7c1-14e6d55c0206 req-f19dae12-0690-4037-8583-a688e819ebe5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.0514181 Nov 12 12:24:50.204644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0e2999cb-e81b-408e-a7c1-14e6d55c0206 req-4298f52f-53b4-46cc-8e17-d67426917cd8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Nov 12 12:24:50.316386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2479-77fe-4961-8a11-696833629f4f req-7fd7d61b-68df-4afb-9b2f-8bc75d16c886 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:50.318228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2fcf2479-77fe-4961-8a11-696833629f4f req-7fd7d61b-68df-4afb-9b2f-8bc75d16c886 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 949 time: 0.0526223 Nov 12 12:24:50.370281 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2fcf2479-77fe-4961-8a11-696833629f4f req-6c5a2842-445e-4115-9c40-4c195a2af7b1 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458295 Nov 12 12:24:50.442569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa22853-f50b-4228-a41e-17899960645e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:50.489494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c58dd-0840-41f9-ba19-a8eca1b60e91 req-e6eb8598-2ec8-468e-990b-0d13c46bc93f tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:50.491463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f7c58dd-0840-41f9-ba19-a8eca1b60e91 req-e6eb8598-2ec8-468e-990b-0d13c46bc93f tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.3622336 Nov 12 12:24:50.545453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa22853-f50b-4228-a41e-17899960645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:50.549165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa22853-f50b-4228-a41e-17899960645e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:50.550536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0fa22853-f50b-4228-a41e-17899960645e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a2a5168-4644-4455-9a7f-99654dae59fd HTTP/1.1" status: 204 len: 168 time: 0.4787190 Nov 12 12:24:50.570434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa22853-f50b-4228-a41e-17899960645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2a5168-4644-4455-9a7f-99654dae59fd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:50.584698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f7c58dd-0840-41f9-ba19-a8eca1b60e91 req-524c9240-876d-4f7d-922f-13e546f71e82 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848894 Nov 12 12:24:50.692016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d078a4e-64a2-4343-bda9-c38868913245 req-d37f938d-35d1-4972-9942-8190b43b7485 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:50.698734 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d078a4e-64a2-4343-bda9-c38868913245 req-d37f938d-35d1-4972-9942-8190b43b7485 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 945 time: 0.0771403 Nov 12 12:24:50.751048 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d078a4e-64a2-4343-bda9-c38868913245 req-9f8e6249-eabf-4346-a523-ec1246619e81 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Nov 12 12:24:50.841191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-9397cb38-f99e-49af-aa59-722a6c2456a8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:50.842877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-9397cb38-f99e-49af-aa59-722a6c2456a8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.1239977 Nov 12 12:24:50.859139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7514f021-4536-4493-bb6e-a427a8f000dc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0102243 Nov 12 12:24:50.912173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:50.915228 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc1568b-3fbc-4d6b-a61e-313f9904b5a4" -d '{"events": [{"server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "name": "network-vif-plugged", "status": "completed", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:50.939034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-1420ebc1-5e59-4f8d-a298-9d26b5e1092b tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726309 Nov 12 12:24:50.953368 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a98f236-953a-44fe-86b0-eddca7d2d485 x-openstack-request-id: req-7a98f236-953a-44fe-86b0-eddca7d2d485 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:50.953736 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "name": "network-vif-plugged", "status": "completed", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:50.954066 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a98f236-953a-44fe-86b0-eddca7d2d485 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:50.954556 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'code': 200} Nov 12 12:24:51.043109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-51af82bb-831c-4693-8d0e-53d252542e15 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031091 Nov 12 12:24:51.132459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da78103-bf01-4c5e-8592-eb22320da348 req-b945b72e-327f-4f9f-b353-99df44b3cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:51.134271 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6da78103-bf01-4c5e-8592-eb22320da348 req-b945b72e-327f-4f9f-b353-99df44b3cb0b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1096 time: 0.0827720 Nov 12 12:24:51.148256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94c950-e7cc-4b1c-9817-b438babf5e04 req-8e5d4d90-e2c3-4f4a-94ee-38a7ac36ba3d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:51.151023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-e88f20b9-4376-4be3-bb17-2c74914ce315 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012743 Nov 12 12:24:51.155983 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e94c950-e7cc-4b1c-9817-b438babf5e04 req-8e5d4d90-e2c3-4f4a-94ee-38a7ac36ba3d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0717478 Nov 12 12:24:51.238956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e94c950-e7cc-4b1c-9817-b438babf5e04 req-bdbed1dd-6b1d-43e2-b1d6-83cd176c12a9 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817196 Nov 12 12:24:51.244649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6da78103-bf01-4c5e-8592-eb22320da348 req-6d281650-0b72-4285-a5fa-be0aecd3dd22 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857787 Nov 12 12:24:51.328272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b36f3e25-de7f-457b-b85e-0cbf18c30be1 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:51.373888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: b36f3e25-de7f-457b-b85e-0cbf18c30be1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:51.374265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b36f3e25-de7f-457b-b85e-0cbf18c30be1 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:51.374672 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b74b1042-0650-4c88-ae87-60989347279e req-4d53a6d3-7fa4-4356-b488-7be82e97607a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 210 time: 0.0424972 Nov 12 12:24:51.397724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6bb66-bda7-4502-9337-e342003f125a req-cf45716b-10e8-4751-bcc4-65e595722929 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:51.399645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44d6bb66-bda7-4502-9337-e342003f125a req-cf45716b-10e8-4751-bcc4-65e595722929 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.0878205 Nov 12 12:24:51.454719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:51.474492 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44d6bb66-bda7-4502-9337-e342003f125a req-926b25c6-6334-4f57-8958-cdcca5173fe7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669188 Nov 12 12:24:51.530769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4666-0a8c-47ba-8b55-9d628a38f743 req-b6a65a67-fa72-4386-b4c0-2e0c7303e982 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:51.532491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03ce4666-0a8c-47ba-8b55-9d628a38f743 req-b6a65a67-fa72-4386-b4c0-2e0c7303e982 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 949 time: 0.0649674 Nov 12 12:24:51.604452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03ce4666-0a8c-47ba-8b55-9d628a38f743 req-3289927c-7323-4f51-8af7-2353bc40e9bc tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634136 Nov 12 12:24:51.621286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dfc703d6-ac91-4083-88f7-1d049f58de5a tempest-AgentManagementNegativeTest-1018246442 tempest-AgentManagementNegativeTest-1018246442-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1652846 Nov 12 12:24:51.719017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65e4cf-5b71-45ef-b0ba-f85785c041b4 req-60f9ab65-0ecc-44e2-b425-29bd3fcc70e4 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:51.726310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef65e4cf-5b71-45ef-b0ba-f85785c041b4 req-60f9ab65-0ecc-44e2-b425-29bd3fcc70e4 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.0606339 Nov 12 12:24:51.785731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef65e4cf-5b71-45ef-b0ba-f85785c041b4 req-121902a9-35df-4446-89a9-94e3fdbc8c9d tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585434 Nov 12 12:24:51.885668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f035b7-b8ae-4eb0-b43e-b58c830d887f req-e48ea719-70cb-4430-9f63-5d7e86c887a4 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:51.887654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4f035b7-b8ae-4eb0-b43e-b58c830d887f req-e48ea719-70cb-4430-9f63-5d7e86c887a4 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Nov 12 12:24:51.962462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:51.964577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4f035b7-b8ae-4eb0-b43e-b58c830d887f req-8b33fc9b-12d1-4189-9960-0b29060eb2bd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616720 Nov 12 12:24:52.096569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191552a0-d4e7-4c6b-bf00-d08480bace15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.135282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc7630-cc50-47a3-bdd6-cbca0c7299a5 req-dee1f373-1d35-48dc-a9d5-3b6fe39ee785 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.136856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4dc7630-cc50-47a3-bdd6-cbca0c7299a5 req-dee1f373-1d35-48dc-a9d5-3b6fe39ee785 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Nov 12 12:24:52.167041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-91c8011c-7d1e-4e8b-8273-128097bcb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.168582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-91c8011c-7d1e-4e8b-8273-128097bcb740 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24078d1601e24124a5d994d33388011f&device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0634620 Nov 12 12:24:52.194059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4dc7630-cc50-47a3-bdd6-cbca0c7299a5 req-de3e31d5-415b-439d-a009-afb6bb032fbc tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Nov 12 12:24:52.295768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191552a0-d4e7-4c6b-bf00-d08480bace15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.302960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191552a0-d4e7-4c6b-bf00-d08480bace15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.390417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-a656d5a8-e868-484e-b9f7-c0f63c9f9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.392416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-a656d5a8-e868-484e-b9f7-c0f63c9f9819 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70812716-ac5e-447d-b125-6f4c28304fe8 HTTP/1.1" status: 200 len: 914 time: 0.2134209 Nov 12 12:24:52.402470 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-191552a0-d4e7-4c6b-bf00-d08480bace15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=667acac65e5a4779b384d57214306371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388096 Nov 12 12:24:52.405753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:52.410903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191552a0-d4e7-4c6b-bf00-d08480bace15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a493597-0251-497c-83a5-4cfe4c68f8f8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:52.481566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-0827da95-2433-41f4-b9db-fed6ddf01f74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9 HTTP/1.1" status: 200 len: 217 time: 0.0776155 Nov 12 12:24:52.500372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd9ef-8db0-4f47-bf4d-2655c43415d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.539286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccf6b5-9038-4a1e-86e1-cc6ee3ad27c3 req-d09b4b2c-c3e2-4331-890c-a2cfddaf209d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.540909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3eccf6b5-9038-4a1e-86e1-cc6ee3ad27c3 req-d09b4b2c-c3e2-4331-890c-a2cfddaf209d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.2165821 Nov 12 12:24:52.598251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0a852aa-a4c5-4170-b018-23c455d4ca13 req-9ea701f6-e542-4652-a7e1-a8f552c21f76 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 210 time: 0.0739696 Nov 12 12:24:52.602466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd9ef-8db0-4f47-bf4d-2655c43415d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.640283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-dd9ca829-3c51-405f-943c-922c2be875ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.641813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-dd9ca829-3c51-405f-943c-922c2be875ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8c1961b-db75-4438-9d4a-3681aacb4902 HTTP/1.1" status: 200 len: 853 time: 0.1365438 Nov 12 12:24:52.674512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-886b6236-c817-4dbd-a4ea-75310ab6c662 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.676136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-886b6236-c817-4dbd-a4ea-75310ab6c662 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.2082548 Nov 12 12:24:52.695012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:52.696343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-bcc16167-9f62-471f-887f-1ce887d1647d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70812716-ac5e-447d-b125-6f4c28304fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380507 Nov 12 12:24:52.727074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-6075ebd3-c564-4338-ae1a-b2e239f4bd56 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:24:52.727888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd9ef-8db0-4f47-bf4d-2655c43415d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.728727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-6075ebd3-c564-4338-ae1a-b2e239f4bd56 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077627 Nov 12 12:24:52.730838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd9ef-8db0-4f47-bf4d-2655c43415d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.732011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ec2cd9ef-8db0-4f47-bf4d-2655c43415d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a493597-0251-497c-83a5-4cfe4c68f8f8 HTTP/1.1" status: 204 len: 168 time: 0.3243339 Nov 12 12:24:52.752610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-4e9dc3fb-6131-4591-beb9-f1c1f65f0636 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.755634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-4e9dc3fb-6131-4591-beb9-f1c1f65f0636 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.2281570 Nov 12 12:24:52.801634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3eccf6b5-9038-4a1e-86e1-cc6ee3ad27c3 req-033caa8e-1fae-4723-93ea-2bfd965bc70a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296729 Nov 12 12:24:52.804649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cd9ef-8db0-4f47-bf4d-2655c43415d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a493597-0251-497c-83a5-4cfe4c68f8f8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:52.853262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1292d-31c5-4354-989e-5414a3e478b7 req-13b3ea65-4981-4610-b9e3-3b14b40e7b6e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:52.860772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12f1292d-31c5-4354-989e-5414a3e478b7 req-13b3ea65-4981-4610-b9e3-3b14b40e7b6e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 946 time: 0.1426311 Nov 12 12:24:52.939427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12f1292d-31c5-4354-989e-5414a3e478b7 req-c292e7d2-e9b9-4ef4-8781-4fad897030b9 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775394 Nov 12 12:24:52.940620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:52.953996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:52.971844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:53.015656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-30e2f160-ce51-4143-b947-84dbbe968d3c service neutron] 10.222.0.81 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582753 Nov 12 12:24:53.067228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Deleting port 81c2aa98-0659-4692-83c5-28ec4fe8d688 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:53.068026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.095508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:53.103047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:53.103411 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.197980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07b934-d621-4469-a798-9eaee14cc440 req-485970dc-9017-4240-9388-10f418918ce3 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:53.207510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d07b934-d621-4469-a798-9eaee14cc440 req-485970dc-9017-4240-9388-10f418918ce3 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 949 time: 0.1264560 Nov 12 12:24:53.210201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.214599 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f77de-c10a-4f57-bb74-75ecb17a4edc req-1457eeff-3d61-485c-a2ee-b50f77f5b510 service neutron] 10.222.0.81 "GET /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883786 Nov 12 12:24:53.246309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.5 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/a5e825f9-d738-469c-809d-b41ee5dfe2ab) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:53.274513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:53.280656 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0469700d-82d1-4570-bdd4-f4a8192a23f4" -d '{"events": [{"server_uuid": "408d277c-0259-4f6b-8dc2-79ae4f88add4", "name": "network-vif-plugged", "status": "completed", "tag": "5e25b93e-b11f-482c-8b9d-1ddc37a4bea6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:53.294439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:53.297090 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d07b934-d621-4469-a798-9eaee14cc440 req-f655a0f1-bda2-425a-b05e-edf587878339 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875635 Nov 12 12:24:53.309136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.359495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573242e-5002-479e-984e-e131281ca0e0 req-ba80a61f-ceae-4053-84fd-1b20a7db0926 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:53.361015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9573242e-5002-479e-984e-e131281ca0e0 req-ba80a61f-ceae-4053-84fd-1b20a7db0926 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 945 time: 0.2130005 Nov 12 12:24:53.370660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] For port 81c2aa98-0659-4692-83c5-28ec4fe8d688, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=81c2aa98-0659-4692-83c5-28ec4fe8d688,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:53.371031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.411931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Calling delete_port for 81c2aa98-0659-4692-83c5-28ec4fe8d688 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:53.439156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:53.480236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9573242e-5002-479e-984e-e131281ca0e0 req-1323cd9d-65cf-4388-bd58-e2a6ea6fedd7 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042311 Nov 12 12:24:53.516125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d27ac-6a8e-4eb9-af29-a2f4d485a36c req-143c262c-173d-4cc5-a525-c1d10f8edc38 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:53.517695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-686d27ac-6a8e-4eb9-af29-a2f4d485a36c req-143c262c-173d-4cc5-a525-c1d10f8edc38 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.1634743 Nov 12 12:24:53.549265 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4561ddc6-d612-471f-b5e8-907937494339 x-openstack-request-id: req-4561ddc6-d612-471f-b5e8-907937494339 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:53.550007 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d277c-0259-4f6b-8dc2-79ae4f88add4", "name": "network-vif-plugged", "status": "completed", "tag": "5e25b93e-b11f-482c-8b9d-1ddc37a4bea6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:53.550292 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4561ddc6-d612-471f-b5e8-907937494339 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:53.550933 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6', 'code': 200} Nov 12 12:24:53.611149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-686d27ac-6a8e-4eb9-af29-a2f4d485a36c req-2c3432ce-2c97-4571-ad53-6a789653213f tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854201 Nov 12 12:24:53.706091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.726274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f56b5ec9-6ddf-42c8-88e5-b611ec53380a', '81c2aa98-0659-4692-83c5-28ec4fe8d688'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:53.735255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.742223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-bf93a319-d425-492f-a825-3a2ef7987bed tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-846422877&fields=id&tenant_id=e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 267 time: 0.1250234 Nov 12 12:24:53.762694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:53.796657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Pushing event deleted for resources: {'Port': ['ID=81c2aa98-0659-4692-83c5-28ec4fe8d688,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:53.821034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-247f75cc-8174-4cd5-a9bc-ed51a8983ffd req-8e77f8b3-061d-4001-a32f-b2d826f0f3bb tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 210 time: 0.0998259 Nov 12 12:24:53.836236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc45de-f6a4-47e1-b264-e421e8e8c775 req-d78f6056-11ce-4f34-9902-b43b3e0fb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:53.838137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0bc45de-f6a4-47e1-b264-e421e8e8c775 req-d78f6056-11ce-4f34-9902-b43b3e0fb5c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 1101 time: 0.1810760 Nov 12 12:24:53.840047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.848266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] No DVR routers for this DVR port 81c2aa98-0659-4692-83c5-28ec4fe8d688 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:53.864755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:53.876178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8de45942-b269-4831-b9db-74b60dbc0c35 req-84d516aa-234c-42fe-b7dd-5005bc58b577 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "DELETE /v2.0/ports/81c2aa98-0659-4692-83c5-28ec4fe8d688 HTTP/1.1" status: 204 len: 173 time: 1.1032169 Nov 12 12:24:53.877915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'name': 'network-vif-deleted', 'tag': '81c2aa98-0659-4692-83c5-28ec4fe8d688'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:53.881654 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033321b1-668e-435c-b321-be8075e306ca" -d '{"events": [{"server_uuid": "81772bd6-7b6f-4aba-b5ce-a8a520c0cf88", "name": "network-vif-deleted", "tag": "81c2aa98-0659-4692-83c5-28ec4fe8d688"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:53.887908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:53.902927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:53.909270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:53.921113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:53.928021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-61c6806c-9437-4a1a-b682-2f07e3c9f99e tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:53.943018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-61c6806c-9437-4a1a-b682-2f07e3c9f99e tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 945 time: 0.1996832 Nov 12 12:24:53.955370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'port': {'security_groups': ['311e719c-6f6a-494b-86fc-bb1f8d6e9b4e', '0ab6630f-d086-4cef-8e46-60b321839fae']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:53.977399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=a5e825f9-d738-469c-809d-b41ee5dfe2ab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:54.029832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-605779657'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:54.048186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.060544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0bc45de-f6a4-47e1-b264-e421e8e8c775 req-f333d0f2-2066-4576-b359-ded29d561496 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080195 Nov 12 12:24:54.080571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:54.081508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.105885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:54.110009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.125371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-7b2adab5-5c1b-439b-91a9-4814c5f9bccd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4363115 Nov 12 12:24:54.128150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.138681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa38c06-e168-47f9-934d-8fe62b234499 req-e7684533-4e65-4c85-bf90-2db34e760fa3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:54.140504 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2fa38c06-e168-47f9-934d-8fe62b234499 req-e7684533-4e65-4c85-bf90-2db34e760fa3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1577315 Nov 12 12:24:54.150895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Request body: {'port': {'device_id': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:54.262932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.280546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:54.286395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2fa38c06-e168-47f9-934d-8fe62b234499 req-1ae0c0d9-ffc3-4cf6-95aa-f9893a1b1e1f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321290 Nov 12 12:24:54.328548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.336176 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.380891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:54.381438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.382871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4753df98-d0f4-4038-8c79-fd3bffc00458 req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "PUT /v2.0/ports/b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 981 time: 0.4372027 Nov 12 12:24:54.420304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a2ca1-733b-4809-9af1-366a24216f0a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:54.424222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.429519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.487668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:24:54.504021 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c97d767-0d82-4c98-8d3a-7986aa6352e0 req-9489930a-ed60-4ad2-9d16-5c413ab2efcf tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=81772bd6-7b6f-4aba-b5ce-a8a520c0cf88 HTTP/1.1" status: 200 len: 210 time: 0.0365062 Nov 12 12:24:54.532924 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce90890b-9939-4010-9172-279ec2a2fcff x-openstack-request-id: req-ce90890b-9939-4010-9172-279ec2a2fcff {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:54.533353 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81772bd6-7b6f-4aba-b5ce-a8a520c0cf88", "name": "network-vif-deleted", "tag": "81c2aa98-0659-4692-83c5-28ec4fe8d688", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:54.533703 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce90890b-9939-4010-9172-279ec2a2fcff {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:54.534608 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81772bd6-7b6f-4aba-b5ce-a8a520c0cf88', 'name': 'network-vif-deleted', 'tag': '81c2aa98-0659-4692-83c5-28ec4fe8d688', 'status': 'completed', 'code': 200} Nov 12 12:24:54.540225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395282ed-3584-4e91-b4eb-656b2b728001,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:54.543493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.543824 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Added segment 1e01e693-fe65-439c-a3d2-d3637677b491 of type vlan for network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 Nov 12 12:24:54.581421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:54.606479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.613920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:54.683039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.688771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:54.689382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.753869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-612c5ca2-5b2b-48d3-8a0b-7b3e8d39d07e tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-727840797&fields=id&tenant_id=e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 267 time: 0.0728557 Nov 12 12:24:54.773548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44f844-c88b-472b-b8f6-b6749bfa6bd7 req-2dc7e784-20ec-497b-a0b4-099250e121d0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:54.775316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f44f844-c88b-472b-b8f6-b6749bfa6bd7 req-2dc7e784-20ec-497b-a0b4-099250e121d0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 950 time: 0.1869202 Nov 12 12:24:54.846764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-9e30a96a-3b62-4660-831d-a6aee44ef68b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:54.855156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-9e30a96a-3b62-4660-831d-a6aee44ef68b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 984 time: 0.0919533 Nov 12 12:24:54.864138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'port': {'security_groups': ['0ab6630f-d086-4cef-8e46-60b321839fae', '311e719c-6f6a-494b-86fc-bb1f8d6e9b4e', 'fdcf25db-c5c0-403b-8a93-77b35777eef2']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:54.869618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1033273 Nov 12 12:24:54.873016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49662) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:54.882327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'subnet': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:54.891207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494ffd1-acea-419e-8520-7cd43a895e4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Network': ['ID=6f20a84e-0d1b-4bff-a19c-2488277bcfd5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:54.907224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e825f9-d738-469c-809d-b41ee5dfe2ab {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:54.907620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:24:54.921806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:54.953852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Transition to ACTIVE for port object a5e825f9-d738-469c-809d-b41ee5dfe2ab will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:54.960406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f44f844-c88b-472b-b8f6-b6749bfa6bd7 req-c26f9cc5-db87-46a4-b100-8bce848a5b44 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315694 Nov 12 12:24:54.961626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.026850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e825f9-d738-469c-809d-b41ee5dfe2ab,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:55.108577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.138692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Attempting to bind port a5e825f9-d738-469c-809d-b41ee5dfe2ab on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:55.139031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Attempting to bind port a5e825f9-d738-469c-809d-b41ee5dfe2ab by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:55.139357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Attempting to bind port a5e825f9-d738-469c-809d-b41ee5dfe2ab on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:55.146912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Port a5e825f9-d738-469c-809d-b41ee5dfe2ab on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:55.147243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Attempting to bind port a5e825f9-d738-469c-809d-b41ee5dfe2ab on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:55.156634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f534f9-7319-4e28-aaf6-3476ed2c20b5 req-71c361bd-fb16-4cc6-90c1-1138829d3bb9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.158133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89f534f9-7319-4e28-aaf6-3476ed2c20b5 req-71c361bd-fb16-4cc6-90c1-1138829d3bb9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.0821989 Nov 12 12:24:55.162829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:55.163177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:55.163557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:55.163991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Bound port: a5e825f9-d738-469c-809d-b41ee5dfe2ab, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:55.164346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.186630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:55.190425 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.253509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89f534f9-7319-4e28-aaf6-3476ed2c20b5 req-d2048a9c-77cf-48aa-a6c2-b6fdef599538 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796330 Nov 12 12:24:55.275909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] For port a5e825f9-d738-469c-809d-b41ee5dfe2ab, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:55.280936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] For port a5e825f9-d738-469c-809d-b41ee5dfe2ab, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:55.288020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.327891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.328515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.329972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] 10.222.0.81 "PUT /v2.0/ports/a5e825f9-d738-469c-809d-b41ee5dfe2ab HTTP/1.1" status: 200 len: 1091 time: 1.1832402 Nov 12 12:24:55.330528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'tag': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:55.332782 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489a8e0-c733-4a4d-a406-6a59cc637fed" -d '{"events": [{"name": "network-changed", "server_uuid": "62fab5e0-3f38-4fca-9a66-e512bbc75c33", "tag": "a5e825f9-d738-469c-809d-b41ee5dfe2ab"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:55.402259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff417341-ae07-433f-8062-16062948dbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e825f9-d738-469c-809d-b41ee5dfe2ab,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:55.442120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2105-7d81-49e9-9013-881ba8c1e427 req-f3df198a-25a2-4033-97d4-7157253273f7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.444264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41ae2105-7d81-49e9-9013-881ba8c1e427 req-f3df198a-25a2-4033-97d4-7157253273f7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 943 time: 0.1074085 Nov 12 12:24:55.470581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-5ce40e05-2e23-4285-9660-449cc8e4a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.472058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-5ce40e05-2e23-4285-9660-449cc8e4a1a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 1094 time: 0.0879190 Nov 12 12:24:55.504162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:55.528432 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.535070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-a2aa231b-b5cb-4199-9b88-1bf38a585d1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab HTTP/1.1" status: 200 len: 217 time: 0.0520089 Nov 12 12:24:55.575212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.578266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41ae2105-7d81-49e9-9013-881ba8c1e427 req-6b1d589a-b691-4b07-bfa0-7ccaf04e7463 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256626 Nov 12 12:24:55.585658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.598054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-eed8b2e9-e7ca-4b2f-9073-8e6045515909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.599339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:55.601288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-eed8b2e9-e7ca-4b2f-9073-8e6045515909 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.0573490 Nov 12 12:24:55.655314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-936a6ea5-326e-4b2e-ae5d-09f7ab17a709 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415511 Nov 12 12:24:55.659086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Subnet': ['ID=0d4bde0d-44d4-4d42-82e6-2e2b29936888,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:55.686063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.686740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.688169 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8aded56b-e449-4bf5-a2e7-9a1169289c6e req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "PUT /v2.0/ports/b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 1020 time: 0.8310058 Nov 12 12:24:55.701907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Checking segment: {'id': '1e01e693-fe65-439c-a3d2-d3637677b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:55.702309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network hostable DHCP agents. Network: 6f20a84e-0d1b-4bff-a19c-2488277bcfd5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:24:55.711785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105c9a9-4e8b-4423-9009-fdb9c25a4588 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:55.731602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:24:55.749062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 6f20a84e-0d1b-4bff-a19c-2488277bcfd5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:55.755590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.758864 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:55.781625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b325e13-52a1-4d6d-aaa2-1cd2e1d643e0 None None] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:55.796032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7af495e-b4f2-4cc7-9c76-7426fa8e0aab tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9175940 Nov 12 12:24:55.796352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:55.801860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'name': 'tempest-AllowedAddressPairTestJSON-1173190443'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:55.854334 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f69b51-dda3-4698-804e-79daf45083f8 x-openstack-request-id: req-95f69b51-dda3-4698-804e-79daf45083f8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:55.854933 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fab5e0-3f38-4fca-9a66-e512bbc75c33", "tag": "a5e825f9-d738-469c-809d-b41ee5dfe2ab", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:55.854933 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95f69b51-dda3-4698-804e-79daf45083f8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:55.855219 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'tag': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab', 'status': 'completed', 'code': 200} Nov 12 12:24:55.884258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:55.954968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef81066-4f80-4710-b3b1-57ca373cd167 req-56b34ea0-9ebe-43dc-87ee-ec54200d92ec tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:55.954968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ef81066-4f80-4710-b3b1-57ca373cd167 req-56b34ea0-9ebe-43dc-87ee-ec54200d92ec tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0931609 Nov 12 12:24:55.957648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-e35d9c11-918b-46da-8631-9481936b4a83 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770960 Nov 12 12:24:56.049662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:56.056127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.069536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ef81066-4f80-4710-b3b1-57ca373cd167 req-25087243-717f-4598-92b2-79a7aebfb3e7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228814 Nov 12 12:24:56.099084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] device_id is not set on port 32871051-9dfc-4c12-9130-2423e5941a31 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:24:56.120928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-984a3689-ae6e-4ae1-9b04-f276a250965d req-19038fbe-223e-4f4c-93b2-830471dffc48 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543605 Nov 12 12:24:56.184144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'tenant_id': '0dbed315c8a349f5bb6630bf2464ee02', 'fixed_ips': [{'subnet_id': '0d4bde0d-44d4-4d42-82e6-2e2b29936888'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:24:56.185410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.268310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64679597-1332-4654-8101-87cbfa82e9f7 req-9f391276-0339-444e-bb27-9592254ba06c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.269868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64679597-1332-4654-8101-87cbfa82e9f7 req-9f391276-0339-444e-bb27-9592254ba06c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1023 time: 0.1213841 Nov 12 12:24:56.272642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-279ca27d-ca6b-40d9-b44a-765f36376f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.274037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-279ca27d-ca6b-40d9-b44a-765f36376f56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 1094 time: 0.0794415 Nov 12 12:24:56.312060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Allocated IP 172.20.0.13 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/32871051-9dfc-4c12-9130-2423e5941a31) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:56.325427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9bfc8-5bf2-4745-8a10-ab19ff2ebd8c req-2e1aa689-2b52-4757-9055-75a4bff78fc0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.326439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0f9bfc8-5bf2-4745-8a10-ab19ff2ebd8c req-2e1aa689-2b52-4757-9055-75a4bff78fc0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0751681 Nov 12 12:24:56.418847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64679597-1332-4654-8101-87cbfa82e9f7 req-efdf9166-9b00-4e86-828c-0b045ac2a05c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ab6630f-d086-4cef-8e46-60b321839fae&id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=fdcf25db-c5c0-403b-8a93-77b35777eef2 HTTP/1.1" status: 200 len: 6206 time: 0.1404529 Nov 12 12:24:56.430580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-419ddfb3-0b4f-4c00-b6cc-f14a1d9f1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.437788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-419ddfb3-0b4f-4c00-b6cc-f14a1d9f1564 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.1404519 Nov 12 12:24:56.458881 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0f9bfc8-5bf2-4745-8a10-ab19ff2ebd8c req-8ee1a240-faa4-4594-8d68-0d63a9690cae tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092653 Nov 12 12:24:56.527183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-048ae614-68f6-4d78-ae3b-c881ae85be03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab HTTP/1.1" status: 200 len: 217 time: 0.0865409 Nov 12 12:24:56.545845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57'}, {'name': 'network-changed', 'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:56.548992 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57"}, {"name": "network-changed", "server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:56.612302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-4b56125f-0b6a-4c63-880b-639264c3c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.613863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-4b56125f-0b6a-4c63-880b-639264c3c2a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.0689576 Nov 12 12:24:56.623101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.624135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7365-c6e5-4308-b86b-1f149e7a872b req-5aeaebee-5a28-44e8-a881-f195eddebc95 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.625676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106f7365-c6e5-4308-b86b-1f149e7a872b req-5aeaebee-5a28-44e8-a881-f195eddebc95 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 950 time: 0.0930638 Nov 12 12:24:56.660729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-25b38406-1392-4fae-984e-95a0e83bab88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340283 Nov 12 12:24:56.674512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959805de-dbbf-4dee-8f0b-b70726379f23 req-3376bd61-695e-4836-83af-066f217f67d0 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.675963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959805de-dbbf-4dee-8f0b-b70726379f23 req-3376bd61-695e-4836-83af-066f217f67d0 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.1064255 Nov 12 12:24:56.698205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.727334 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106f7365-c6e5-4308-b86b-1f149e7a872b req-7e0ecfa0-fbdd-4693-b6b8-c8d792490030 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869374 Nov 12 12:24:56.761823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Allocated IP 172.20.0.2 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/a9491bd6-8937-4780-9416-13e51063a89d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:56.776809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fb432593-f43f-4e6b-b0c2-f87414cd9c02 req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1565245023 ', 'description': 'tempest-description-767093704'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:56.807268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:56.809113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=32871051-9dfc-4c12-9130-2423e5941a31,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:56.811921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-8b28ed7c-438c-46ce-987b-0ea4aea73c92 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293786 Nov 12 12:24:56.816358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959805de-dbbf-4dee-8f0b-b70726379f23 req-4cb8e2c3-447f-429a-896c-30c719ba5573 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333809 Nov 12 12:24:56.818051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:56.821046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:56.830554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb432593-f43f-4e6b-b0c2-f87414cd9c02 req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.876912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:56.877695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.901219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d565994f-da34-49e9-9d48-e2506ce7bbbe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1035922 Nov 12 12:24:56.903446 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05874cf5-08e3-4ac8-ab01-fcb4e29e008c x-openstack-request-id: req-05874cf5-08e3-4ac8-ab01-fcb4e29e008c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:56.904506 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:56.904931 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05874cf5-08e3-4ac8-ab01-fcb4e29e008c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:56.905667 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'status': 'completed', 'code': 200} Nov 12 12:24:56.906247 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'status': 'completed', 'code': 200} Nov 12 12:24:56.906953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:56.913471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'name': 'tempest-AllowedAddressPairTestJSON-1581253122', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:da:ee:d8'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:56.955298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.963754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:56.994295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 81c2aa98-0659-4692-83c5-28ec4fe8d688 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:24:57.026389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 81c2aa98-0659-4692-83c5-28ec4fe8d688 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:24:57.026728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 81c2aa98-0659-4692-83c5-28ec4fe8d688 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:24:57.048158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:57.049491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Pushing event updated for resources: {'Port': ['ID=a9491bd6-8937-4780-9416-13e51063a89d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:57.053872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:57.056777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:57.080523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e617b9-7889-4ea5-94c1-e2c0fb7be786 req-d1e38766-2247-4bae-af74-cf04b7fd3cc4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:57.082126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23e617b9-7889-4ea5-94c1-e2c0fb7be786 req-d1e38766-2247-4bae-af74-cf04b7fd3cc4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 943 time: 0.1038783 Nov 12 12:24:57.113682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:57.116393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Attempting to bind port a9491bd6-8937-4780-9416-13e51063a89d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:57.116767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Attempting to bind port a9491bd6-8937-4780-9416-13e51063a89d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '1e01e693-fe65-439c-a3d2-d3637677b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:57.117185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Attempting to bind port a9491bd6-8937-4780-9416-13e51063a89d on network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:57.123434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:57.123853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Checking segment: {'id': '1e01e693-fe65-439c-a3d2-d3637677b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:57.124259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.124701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Bound using segment: {'id': '1e01e693-fe65-439c-a3d2-d3637677b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:57.125231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Bound port: a9491bd6-8937-4780-9416-13e51063a89d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e01e693-fe65-439c-a3d2-d3637677b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:57.125755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.198236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] For port a9491bd6-8937-4780-9416-13e51063a89d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:57.203593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] For port a9491bd6-8937-4780-9416-13e51063a89d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9491bd6-8937-4780-9416-13e51063a89d,segment=NetworkSegment(1e01e693-fe65-439c-a3d2-d3637677b491),segment_id=1e01e693-fe65-439c-a3d2-d3637677b491)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:57.207465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23e617b9-7889-4ea5-94c1-e2c0fb7be786 req-a36fc0b4-64d6-4bc2-bd13-a1a6bf0a8061 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098883 Nov 12 12:24:57.210334 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.239163 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.264301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d489a8e0-c733-4a4d-a406-6a59cc637fed req-1fccc829-2314-4773-b5c6-07db2f9ae7b9 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385245 Nov 12 12:24:57.284210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-80cc0814-e0f9-4dcc-9ce9-65accb7302c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:57.286423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-80cc0814-e0f9-4dcc-9ce9-65accb7302c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1174 time: 0.1101904 Nov 12 12:24:57.338902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c60b-60c6-4230-ab04-af8deffc5ee9 None None] Pushing event updated for resources: {'Port': ['ID=a9491bd6-8937-4780-9416-13e51063a89d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:57.394963 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb432593-f43f-4e6b-b0c2-f87414cd9c02 req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.401975 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb432593-f43f-4e6b-b0c2-f87414cd9c02 req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.459110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb432593-f43f-4e6b-b0c2-f87414cd9c02 req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.475559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb432593-f43f-4e6b-b0c2-f87414cd9c02 req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7016697 Nov 12 12:24:57.484535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6b64f-52d4-4092-930e-9a4f0afb764d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67639b-7e0a-4da2-8e81-9b875f8ae798,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:57.487741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-c8f81da5-68e7-4aba-b7ef-a73f68563bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:57.498038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-c8f81da5-68e7-4aba-b7ef-a73f68563bd1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.1999857 Nov 12 12:24:57.564192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-5f544513-634a-4cfe-b55a-daf9737d1a56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 217 time: 0.0485647 Nov 12 12:24:57.593386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] device_id is not set on port e57c7102-761f-4c95-a0c2-aed8c812640f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:24:57.647045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d5f0e-f629-4741-aff2-ec9e566f729a req-f3caa138-eee7-432e-8a54-230a28f6da37 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:57.655022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e4d5f0e-f629-4741-aff2-ec9e566f729a req-f3caa138-eee7-432e-8a54-230a28f6da37 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 1101 time: 0.0959425 Nov 12 12:24:57.683905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-f69f9dab-f807-4840-bbcd-da477e842996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:57.685133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-f69f9dab-f807-4840-bbcd-da477e842996 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.1030886 Nov 12 12:24:57.697581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438ea4-2361-45c9-8e5e-9898abf67598 req-da75dc15-4d20-4aab-a56b-f787d4201722 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:57.699272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31438ea4-2361-45c9-8e5e-9898abf67598 req-da75dc15-4d20-4aab-a56b-f787d4201722 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0778892 Nov 12 12:24:57.748280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-d616dee9-9fae-4cea-b26b-11a31a245cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414922 Nov 12 12:24:57.766398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e4d5f0e-f629-4741-aff2-ec9e566f729a req-1901354d-65b0-47b3-af70-84eac088dc98 tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103423 Nov 12 12:24:57.790628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Allocated IP 172.20.0.14 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/e57c7102-761f-4c95-a0c2-aed8c812640f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:57.866712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9491bd6-8937-4780-9416-13e51063a89d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:57.888956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31438ea4-2361-45c9-8e5e-9898abf67598 req-2006a316-fc42-4b4d-b097-4cb3f79480fc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833701 Nov 12 12:24:57.953220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a9491bd6-8937-4780-9416-13e51063a89d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:57.953592 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:57.968945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-3fdabd71-45df-456f-8fe8-d4420acbc1d1 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067115 Nov 12 12:24:58.010376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724db9-f15e-4afa-8c73-9f84ea0a5f0d req-516f4c77-eeb9-41a7-8b33-9b21533cdad0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.011927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31724db9-f15e-4afa-8c73-9f84ea0a5f0d req-516f4c77-eeb9-41a7-8b33-9b21533cdad0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1419992 Nov 12 12:24:58.046202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.047592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51a948c5-ab1a-4adc-a6e4-1d78f5b5838e req-4555c26d-a5b0-4264-b4a7-9714bae25c36 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/2c67639b-7e0a-4da2-8e81-9b875f8ae798 HTTP/1.1" status: 200 len: 1799 time: 0.1176126 Nov 12 12:24:58.088803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a9491bd6-8937-4780-9416-13e51063a89d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9491bd6-8937-4780-9416-13e51063a89d,segment=NetworkSegment(1e01e693-fe65-439c-a3d2-d3637677b491),segment_id=1e01e693-fe65-439c-a3d2-d3637677b491)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:58.094233 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.096572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.159771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a9491bd6-8937-4780-9416-13e51063a89d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:58.160080 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31724db9-f15e-4afa-8c73-9f84ea0a5f0d req-14679a44-f46b-4885-8f2f-ecbc8382cfc4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344419 Nov 12 12:24:58.172086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee5824-2b85-4bac-8585-172db67366ba req-f807a82f-f1f2-48e2-b9af-95d25760ef04 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.172978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89ee5824-2b85-4bac-8585-172db67366ba req-f807a82f-f1f2-48e2-b9af-95d25760ef04 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.1919625 Nov 12 12:24:58.195246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.248968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:58.253079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:58.257872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df7eda-b2c1-406d-bdd5-ba299e45d3e0 req-f19fb584-5303-40e6-af3c-a69dd50429c6 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.260284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5df7eda-b2c1-406d-bdd5-ba299e45d3e0 req-f19fb584-5303-40e6-af3c-a69dd50429c6 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 945 time: 0.1573958 Nov 12 12:24:58.260414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:58.271899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-60e806dd-4119-432a-9881-acc2ee82e6d9 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857485 Nov 12 12:24:58.309354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=e57c7102-761f-4c95-a0c2-aed8c812640f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:58.331995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-63efad95-395b-4eff-a7e9-3d39058398db tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425620 Nov 12 12:24:58.381605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.382284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.392980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5df7eda-b2c1-406d-bdd5-ba299e45d3e0 req-58370656-bf6a-4a36-979c-722e21d2e8b1 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/security-groups?id=82379669-e5ec-4eed-a1fd-1668ec493bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194491 Nov 12 12:24:58.416932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Deleting port eb57c6d5-a59c-4967-a764-e31c38eee0f9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:58.418150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.434059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-31c210d0-91e3-4056-8e1d-cbaf3b689d4f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.5253680 Nov 12 12:24:58.439032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:58.495720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-c46fd78e-3b68-47f3-a66e-511a90784b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.497200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-c46fd78e-3b68-47f3-a66e-511a90784b2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1174 time: 0.1473877 Nov 12 12:24:58.535808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-bb9f6372-b83a-4d6f-8625-77f1fec87e9f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.537968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-bb9f6372-b83a-4d6f-8625-77f1fec87e9f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952686 Nov 12 12:24:58.556198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba69b92-6300-4808-a797-8b667151410d tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.562773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba69b92-6300-4808-a797-8b667151410d tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.568962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba69b92-6300-4808-a797-8b667151410d tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.570692 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5ba69b92-6300-4808-a797-8b667151410d tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.1309853 Nov 12 12:24:58.578061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:58.596109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6c4b467-265c-40b0-9501-f5c0f04f22c7 req-bdf5f899-79a9-4860-a1ed-1541c7c355e1 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/2c67639b-7e0a-4da2-8e81-9b875f8ae798 HTTP/1.1" status: 200 len: 1799 time: 0.1610601 Nov 12 12:24:58.607089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-c9bd4b12-5da0-441d-8edc-fbf6c1ef07fd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/quotas/52551180fba74be79faca41457f57bc5 HTTP/1.1" status: 200 len: 375 time: 0.0352712 Nov 12 12:24:58.608318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2a307-4ca6-4123-b074-953941e86256 None None] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:24:58.636431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] For port eb57c6d5-a59c-4967-a764-e31c38eee0f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=eb57c6d5-a59c-4967-a764-e31c38eee0f9,segment=NetworkSegment(f7158f6c-0130-4691-9cb4-31a62d09e4a2),segment_id=f7158f6c-0130-4691-9cb4-31a62d09e4a2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:58.636811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.669086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Calling delete_port for eb57c6d5-a59c-4967-a764-e31c38eee0f9 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:58.685348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5c9430f3-90bc-4625-9371-bab648bfab1b None None] Provisioning complete for port a9491bd6-8937-4780-9416-13e51063a89d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:58.685864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c9430f3-90bc-4625-9371-bab648bfab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.712268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-bc26582f-57a2-4419-9995-ded0d04d0ab5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0925875 Nov 12 12:24:58.725506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port e57c7102-761f-4c95-a0c2-aed8c812640f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:24:58.725847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.733102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-e0530c50-1d29-4aa1-918b-995da99f2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.736328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-e0530c50-1d29-4aa1-918b-995da99f2931 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.2227852 Nov 12 12:24:58.818677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-574c7762-8b9a-4394-9046-757f788b1dd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 200 len: 217 time: 0.0616431 Nov 12 12:24:58.827805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6c4b467-265c-40b0-9501-f5c0f04f22c7 req-c7112b9a-63ae-440b-a178-86b1c4e916d3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.885339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.899554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for e57c7102-761f-4c95-a0c2-aed8c812640f owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:24:58.929072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6c4b467-265c-40b0-9501-f5c0f04f22c7 req-c7112b9a-63ae-440b-a178-86b1c4e916d3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:58.955003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-b1d33064-bd63-4087-a089-d24e977055a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:58.957122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-b1d33064-bd63-4087-a089-d24e977055a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.1212518 Nov 12 12:24:59.042020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-f893927d-a50d-4a22-96b3-b77ffe30b8b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734918 Nov 12 12:24:59.099924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.112403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6c4b467-265c-40b0-9501-f5c0f04f22c7 req-c7112b9a-63ae-440b-a178-86b1c4e916d3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.117535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6c4b467-265c-40b0-9501-f5c0f04f22c7 req-c7112b9a-63ae-440b-a178-86b1c4e916d3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.118532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca2f05-97c9-4024-9109-edcbb6471748 req-2860d7f9-df8c-4889-9c59-a4a7dc02af38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:59.120336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39ca2f05-97c9-4024-9109-edcbb6471748 req-2860d7f9-df8c-4889-9c59-a4a7dc02af38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1242747 Nov 12 12:24:59.134460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6c4b467-265c-40b0-9501-f5c0f04f22c7 req-c7112b9a-63ae-440b-a178-86b1c4e916d3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c67639b-7e0a-4da2-8e81-9b875f8ae798 HTTP/1.1" status: 204 len: 173 time: 0.5240746 Nov 12 12:24:59.148865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=e57c7102-761f-4c95-a0c2-aed8c812640f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:59.178818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.182421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc86f073-5530-4393-b12f-aaa0042b30ad None None] Provisioning complete for port 32871051-9dfc-4c12-9130-2423e5941a31 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:59.183410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc86f073-5530-4393-b12f-aaa0042b30ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.243435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['eb57c6d5-a59c-4967-a764-e31c38eee0f9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:59.269076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Pushing event deleted for resources: {'Port': ['ID=eb57c6d5-a59c-4967-a764-e31c38eee0f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:59.320284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cc86f073-5530-4393-b12f-aaa0042b30ad None None] Port 32871051-9dfc-4c12-9130-2423e5941a31 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:24:59.321110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39ca2f05-97c9-4024-9109-edcbb6471748 req-a2b8fb13-9081-431e-97c6-eb3f4ef5de0c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778281 Nov 12 12:24:59.345433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc86f073-5530-4393-b12f-aaa0042b30ad None None] Provisioning complete for port a9491bd6-8937-4780-9416-13e51063a89d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:59.345813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc86f073-5530-4393-b12f-aaa0042b30ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.349145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] No DVR routers for this DVR port eb57c6d5-a59c-4967-a764-e31c38eee0f9 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:24:59.352918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7112b9a-63ae-440b-a178-86b1c4e916d3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67639b-7e0a-4da2-8e81-9b875f8ae798,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:59.355263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a5e825f9-d738-469c-809d-b41ee5dfe2ab details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:59.374934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.388807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89ee5824-2b85-4bac-8585-172db67366ba req-4c3baaae-7cbd-4773-bc2a-c50895536aa9 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.81 "DELETE /v2.0/ports/eb57c6d5-a59c-4967-a764-e31c38eee0f9 HTTP/1.1" status: 204 len: 173 time: 1.2062802 Nov 12 12:24:59.407202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'name': 'network-vif-deleted', 'tag': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:59.419728 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac037f1f-43b1-4a1a-91b5-42f239025b20" -d '{"events": [{"server_uuid": "3f6196f6-99d9-4776-9b4f-54ce30738cc1", "name": "network-vif-deleted", "tag": "eb57c6d5-a59c-4967-a764-e31c38eee0f9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:59.550072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-db123d70-d349-46e7-b28e-a6d9afa45e16 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947476 Nov 12 12:24:59.572149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a5e825f9-d738-469c-809d-b41ee5dfe2ab, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:59.649746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d19e00d5-a433-4829-b7a0-f8fb879d2161 req-a18c6676-bc33-430f-915b-c8128f50f30a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0490329 Nov 12 12:24:59.664194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.677533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e3a60b4c-084e-4738-a86a-7b01b4f35328 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/ports/e57c7102-761f-4c95-a0c2-aed8c812640f HTTP/1.1" status: 204 len: 168 time: 1.0983117 Nov 12 12:24:59.678248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:59.733362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab', 'mac_address': 'fa:16:3e:4b:fb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:59.748310 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.748987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.752879 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf94953-cf2c-4640-9b80-973589707b8f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] GET failed (client error): The resource could not be found. Nov 12 12:24:59.755362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bca06-8d6b-41d5-9e44-c619fa55a9aa req-e3cee339-cd8a-413b-954a-bc19bfa0917c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:59.757011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803bca06-8d6b-41d5-9e44-c619fa55a9aa req-e3cee339-cd8a-413b-954a-bc19bfa0917c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 943 time: 0.4907036 Nov 12 12:24:59.761509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8cf94953-cf2c-4640-9b80-973589707b8f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "GET /v2.0/ports/e57c7102-761f-4c95-a0c2-aed8c812640f HTTP/1.1" status: 404 len: 333 time: 0.0821507 Nov 12 12:24:59.762211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:59.770279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'name': 'tempest-AllowedAddressPairTestJSON-1337000306'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:59.856101 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.885798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfb26c-d62d-40eb-ba3b-27bacd34af4d req-38b063f3-bc76-436c-bbff-cd21e2966ca4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:59.893426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-68dfb26c-d62d-40eb-ba3b-27bacd34af4d req-38b063f3-bc76-436c-bbff-cd21e2966ca4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1169467 Nov 12 12:24:59.921130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e825f9-d738-469c-809d-b41ee5dfe2ab {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:59.956395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a5e825f9-d738-469c-809d-b41ee5dfe2ab, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:59.965759 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.023201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-68dfb26c-d62d-40eb-ba3b-27bacd34af4d req-7d5800e0-5312-438b-a1df-1ab1a1ea26bd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269968 Nov 12 12:25:00.044060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9491bd6-8937-4780-9416-13e51063a89d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:00.078583 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-632a071f-8d09-451b-84be-a94134a32338 req-e6f3a31b-370b-43f4-8d26-a5566eee067a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:00.085900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-632a071f-8d09-451b-84be-a94134a32338 req-e6f3a31b-370b-43f4-8d26-a5566eee067a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/2c67639b-7e0a-4da2-8e81-9b875f8ae798 HTTP/1.1" status: 404 len: 352 time: 0.0286314 Nov 12 12:25:00.133999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803bca06-8d6b-41d5-9e44-c619fa55a9aa req-5ccd8f7d-eeec-403c-a4c0-80b0c4e7d4aa tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458812 Nov 12 12:25:00.134552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc86f073-5530-4393-b12f-aaa0042b30ad None None] Could not find standard attr ID for object e57c7102-761f-4c95-a0c2-aed8c812640f. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:00.172397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df73386e-5ca5-45ff-adf5-1e6e37c1ef8d req-1306cf3c-e5b8-420b-bdba-c5cd2af4aff3 service neutron] 10.222.0.65 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031265 Nov 12 12:25:00.195074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a5e825f9-d738-469c-809d-b41ee5dfe2ab,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:00.222317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.223037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.224195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.224744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.225274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.225743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.226341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.226801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.227433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.228452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.228951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.229560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:00.260756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a9491bd6-8937-4780-9416-13e51063a89d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:00.260993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:00.261731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.264895 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.292793 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dad7f7-1235-4898-91b4-1cee7ba23957 x-openstack-request-id: req-b9dad7f7-1235-4898-91b4-1cee7ba23957 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:00.298081 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6196f6-99d9-4776-9b4f-54ce30738cc1", "name": "network-vif-deleted", "tag": "eb57c6d5-a59c-4967-a764-e31c38eee0f9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:00.298378 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9dad7f7-1235-4898-91b4-1cee7ba23957 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:00.298967 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6196f6-99d9-4776-9b4f-54ce30738cc1', 'name': 'network-vif-deleted', 'tag': 'eb57c6d5-a59c-4967-a764-e31c38eee0f9', 'status': 'completed', 'code': 200} Nov 12 12:25:00.333296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4d558c8-499d-47d7-9d6f-360011d8547f req-3bf2d6b9-95ce-4f91-9559-0a671b19f578 tempest-InstanceActionsTestJSON-1387133467 tempest-InstanceActionsTestJSON-1387133467-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6196f6-99d9-4776-9b4f-54ce30738cc1 HTTP/1.1" status: 200 len: 210 time: 0.0993741 Nov 12 12:25:00.335039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] device_id is not set on port 90ad268f-6187-416d-99b6-d07c845eb396 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:00.344692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a5e825f9-d738-469c-809d-b41ee5dfe2ab'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:00.345852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ee4fdc94-28f5-45df-b65e-7111a45c1d35 req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-236285768', 'description': 'tempest-description-1131347334'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:00.384995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33acabd2-f81a-489d-9f80-5b5f237896df None None] Provisioning complete for port 32871051-9dfc-4c12-9130-2423e5941a31 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:00.385372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33acabd2-f81a-489d-9f80-5b5f237896df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.431061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee4fdc94-28f5-45df-b65e-7111a45c1d35 req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.478781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-33acabd2-f81a-489d-9f80-5b5f237896df None None] Port 32871051-9dfc-4c12-9130-2423e5941a31 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:00.495209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33acabd2-f81a-489d-9f80-5b5f237896df None None] Could not find standard attr ID for object e57c7102-761f-4c95-a0c2-aed8c812640f. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:00.581675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Allocated IP 172.20.0.5 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/90ad268f-6187-416d-99b6-d07c845eb396) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:00.651795 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-b7a506f9-7b7e-4946-b400-219177d637c7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52551180fba74be79faca41457f57bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376396 Nov 12 12:25:00.676947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee4fdc94-28f5-45df-b65e-7111a45c1d35 req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.696895 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee4fdc94-28f5-45df-b65e-7111a45c1d35 req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.763981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8d282f6-2d29-4197-807f-f4146f34659f req-424bdb5c-13d6-4ea0-b9bb-751d260927e0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0451517 Nov 12 12:25:00.793672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f8022f-4265-41f6-8160-2b420db35633,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:00.821129 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee4fdc94-28f5-45df-b65e-7111a45c1d35 req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.822414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee4fdc94-28f5-45df-b65e-7111a45c1d35 req-83b0aacb-4d7b-4c5e-a08d-8196158296cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4822288 Nov 12 12:25:00.855437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-44ef1b00-4c15-4594-925e-45f18bac5023 req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-783984545', 'description': 'tempest-description-49568053'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:00.878553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44ef1b00-4c15-4594-925e-45f18bac5023 req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:00.922035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-d40dfd16-b2ee-4cb3-9920-c7f10da1b997 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:00.923747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-d40dfd16-b2ee-4cb3-9920-c7f10da1b997 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587643 Nov 12 12:25:00.941214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Request body: {'port': {'device_id': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '52551180fba74be79faca41457f57bc5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:00.998957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44ef1b00-4c15-4594-925e-45f18bac5023 req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.004450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44ef1b00-4c15-4594-925e-45f18bac5023 req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.042029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.050153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45acc529-60e2-45f7-9201-3bafc03e8453,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:01.068499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44ef1b00-4c15-4594-925e-45f18bac5023 req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.069838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44ef1b00-4c15-4594-925e-45f18bac5023 req-a02bdab3-caae-433f-8771-f04c05398972 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2187560 Nov 12 12:25:01.133959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8effb52d-3cda-45ad-9ccd-a831ea8d5a68 req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1529927988', 'description': 'tempest-description-1588635455'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:01.175483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8effb52d-3cda-45ad-9ccd-a831ea8d5a68 req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.203909 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.265856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8effb52d-3cda-45ad-9ccd-a831ea8d5a68 req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.267257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Made reservation on behalf of 52551180fba74be79faca41457f57bc5 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:01.269990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8effb52d-3cda-45ad-9ccd-a831ea8d5a68 req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.271967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.293389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:01.300933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109cdcba-8d31-4914-86d4-7cd5dcf9647d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:01.302402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1114-fd08-44dd-b09f-c40de11a7cfb req-d1a02f90-77fa-4eda-8840-f4da33aeae00 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:01.304052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762f1114-fd08-44dd-b09f-c40de11a7cfb req-d1a02f90-77fa-4eda-8840-f4da33aeae00 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1535623 Nov 12 12:25:01.306280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8effb52d-3cda-45ad-9ccd-a831ea8d5a68 req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.317709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:01.319737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=90ad268f-6187-416d-99b6-d07c845eb396,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:01.323112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:01.328452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8effb52d-3cda-45ad-9ccd-a831ea8d5a68 req-64e7a38e-a039-4082-a830-379318e2181a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2210667 Nov 12 12:25:01.365894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eb57c6d5-a59c-4967-a764-e31c38eee0f9 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:01.406263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: eb57c6d5-a59c-4967-a764-e31c38eee0f9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:01.407525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device eb57c6d5-a59c-4967-a764-e31c38eee0f9 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:01.453273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836452b-6584-42de-8e42-6b589cc29e37 req-c26cf585-0634-4cd9-9afc-ffd52b8f46e2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:01.456410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6836452b-6584-42de-8e42-6b589cc29e37 req-c26cf585-0634-4cd9-9afc-ffd52b8f46e2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 944 time: 0.0711377 Nov 12 12:25:01.482829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762f1114-fd08-44dd-b09f-c40de11a7cfb req-2a01b00f-d674-433b-9e6b-8da146794521 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672294 Nov 12 12:25:01.489441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:01.490143 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.533488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6836452b-6584-42de-8e42-6b589cc29e37 req-2e07015f-86a5-4910-8951-8fa4115f3c06 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699627 Nov 12 12:25:01.565854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-79eeed98-1eb1-4a14-b713-a399ac55acb8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7985206 Nov 12 12:25:01.566191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49788) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:01.572393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:da:ee:d8'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:01.596532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:01.639771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Allocated IP 192.168.233.211 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/4a9bb86d-5e55-4997-9822-a993a0e5d72e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:01.703767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Deleting subnet c8c1961b-db75-4438-9d4a-3681aacb4902 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:01.706917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.709220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.729880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa5769a6-68e4-4dc3-ad55-dd77ae7cd015 None None] Provisioning complete for port 90ad268f-6187-416d-99b6-d07c845eb396 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:01.730992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa5769a6-68e4-4dc3-ad55-dd77ae7cd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.771031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-aa5769a6-68e4-4dc3-ad55-dd77ae7cd015 None None] Port 90ad268f-6187-416d-99b6-d07c845eb396 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:01.773682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75a7fa43-2f35-43a4-aa29-0e60d3094c9d req-70efe5c0-5372-4ca0-bc09-88dda65782b0 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 11009 time: 0.2319257 Nov 12 12:25:01.786963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.878297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.881685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75a7fa43-2f35-43a4-aa29-0e60d3094c9d req-f04fd73e-8411-480e-a5bc-283b2155d46d tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/311e719c-6f6a-494b-86fc-bb1f8d6e9b4e HTTP/1.1" status: 200 len: 3002 time: 0.1070511 Nov 12 12:25:01.912396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-32121400-d495-4dd0-9b1b-8ceb1b4f2b26 req-292ebcaa-6486-4b12-af81-4c312eb68eb1 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 210 time: 0.0571008 Nov 12 12:25:01.950264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.965502 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75a7fa43-2f35-43a4-aa29-0e60d3094c9d req-f851888c-601c-4010-a655-bd1d8b782414 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/311e719c-6f6a-494b-86fc-bb1f8d6e9b4e HTTP/1.1" status: 200 len: 3002 time: 0.0755765 Nov 12 12:25:02.001669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.014484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:02.024592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.053263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:02.059753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:02.061821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:02.078256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c1961b-db75-4438-9d4a-3681aacb4902,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:02.080504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.086591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc72d3cf-e322-4175-826c-c47f49fdf897 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c8c1961b-db75-4438-9d4a-3681aacb4902 HTTP/1.1" status: 204 len: 168 time: 0.4864397 Nov 12 12:25:02.089876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49800) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:02.104964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.105221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event updated for resources: {'Port': ['ID=4a9bb86d-5e55-4997-9822-a993a0e5d72e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:02.105898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30', '414a38b5-fb34-4ad4-bf11-922f815f1354', '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:02.111576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-872caac2-032a-4b5b-b594-96634e4c3c3d req-e453ea01-97cb-4df6-8cc8-36ef2b135175 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/42f8022f-4265-41f6-8160-2b420db35633 HTTP/1.1" status: 200 len: 1819 time: 0.1145260 Nov 12 12:25:02.111576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.279186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=90ad268f-6187-416d-99b6-d07c845eb396,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:02.314755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] In _notify_port_updated(), no bound segment for port 90ad268f-6187-416d-99b6-d07c845eb396 on network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:25:02.326132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:02.326875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.328694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-37774620-fae1-4778-835a-da7c2495e7fe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "PUT /v2.0/ports/90ad268f-6187-416d-99b6-d07c845eb396 HTTP/1.1" status: 200 len: 994 time: 0.7610161 Nov 12 12:25:02.337395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49808) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:02.405502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-872caac2-032a-4b5b-b594-96634e4c3c3d req-0a7acce8-6f68-4d81-9cc9-90282b118121 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.507322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-872caac2-032a-4b5b-b594-96634e4c3c3d req-0a7acce8-6f68-4d81-9cc9-90282b118121 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.593267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port 90ad268f-6187-416d-99b6-d07c845eb396 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:02.593904 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.682268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3467aca3-47e7-4322-9866-dfd5c1bc51ad None None] Provisioning complete for port 4a9bb86d-5e55-4997-9822-a993a0e5d72e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:02.682823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3467aca3-47e7-4322-9866-dfd5c1bc51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.703112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.713633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-872caac2-032a-4b5b-b594-96634e4c3c3d req-0a7acce8-6f68-4d81-9cc9-90282b118121 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.716320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-872caac2-032a-4b5b-b594-96634e4c3c3d req-0a7acce8-6f68-4d81-9cc9-90282b118121 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.718206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-872caac2-032a-4b5b-b594-96634e4c3c3d req-0a7acce8-6f68-4d81-9cc9-90282b118121 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/42f8022f-4265-41f6-8160-2b420db35633 HTTP/1.1" status: 204 len: 173 time: 0.5780461 Nov 12 12:25:02.726310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for 90ad268f-6187-416d-99b6-d07c845eb396 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:02.743801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:02.744328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7acce8-6f68-4d81-9cc9-90282b118121 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f8022f-4265-41f6-8160-2b420db35633,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:02.746133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.763059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.790679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-79655f24-0773-40d5-8004-c3429e8a3c35 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8563302 Nov 12 12:25:02.800534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466ddd5-bf9b-4129-82c3-7edee717e7ea req-af330b69-4b46-4635-ac73-9860eecc3b26 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:02.802687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0466ddd5-bf9b-4129-82c3-7edee717e7ea req-af330b69-4b46-4635-ac73-9860eecc3b26 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1311285 Nov 12 12:25:02.864800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3467aca3-47e7-4322-9866-dfd5c1bc51ad None None] Port 4a9bb86d-5e55-4997-9822-a993a0e5d72e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:02.877011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Request body: {'port': {'device_id': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:02.901578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d9fbb-e27f-49d1-9ae3-25d243d6fa57 req-f165f9ac-4152-4989-ad5a-609b79865656 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:02.903171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b83d9fbb-e27f-49d1-9ae3-25d243d6fa57 req-f165f9ac-4152-4989-ad5a-609b79865656 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0957062 Nov 12 12:25:02.935352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.971257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:02.975894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=90ad268f-6187-416d-99b6-d07c845eb396,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:02.987797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed1b45c3-8f8e-4e1c-a293-02a798bd564c None None] Could not find standard attr ID for object 90ad268f-6187-416d-99b6-d07c845eb396. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:03.025741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0466ddd5-bf9b-4129-82c3-7edee717e7ea req-e6ecfc9a-1a66-44e0-beb9-8d2e595518f6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151923 Nov 12 12:25:03.030931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70812716-ac5e-447d-b125-6f4c28304fe8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:03.039493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b83d9fbb-e27f-49d1-9ae3-25d243d6fa57 req-d25204ce-c98b-409c-9a16-4b4742e31ce4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217294 Nov 12 12:25:03.064295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7158f6c-0130-4691-9cb4-31a62d09e4a2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:03.064591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7158f6c-0130-4691-9cb4-31a62d09e4a2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:03.080168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.105882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.147832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.165434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:25:03.165839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:25:03.167687 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:25:03.231572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.235365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ed5dc5f-0a61-44a1-9ef4-c025f3a88911 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/ports/90ad268f-6187-416d-99b6-d07c845eb396 HTTP/1.1" status: 204 len: 168 time: 0.8969312 Nov 12 12:25:03.238246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:03.266490 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d6cd1a-6f86-4520-b829-2c67732bf834 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] GET failed (client error): The resource could not be found. Nov 12 12:25:03.272383 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-54d6cd1a-6f86-4520-b829-2c67732bf834 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "GET /v2.0/ports/90ad268f-6187-416d-99b6-d07c845eb396 HTTP/1.1" status: 404 len: 333 time: 0.0289459 Nov 12 12:25:03.272717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49832) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:03.279521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'name': 'tempest-AllowedAddressPairTestJSON-289331060'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:03.290292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfc7db-da65-4481-bc66-f4a611a82a78 req-29377b7e-b11d-406f-af56-749ad3f7e201 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:03.290958 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-f5a16988-87b2-4651-8fb3-2e5c4f97dcb5 req-9fd35a42-81e5-4d00-82f1-ef66bae44b52 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:03.292001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21cfc7db-da65-4481-bc66-f4a611a82a78 req-29377b7e-b11d-406f-af56-749ad3f7e201 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 944 time: 0.1142502 Nov 12 12:25:03.292108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5a16988-87b2-4651-8fb3-2e5c4f97dcb5 req-9fd35a42-81e5-4d00-82f1-ef66bae44b52 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/42f8022f-4265-41f6-8160-2b420db35633 HTTP/1.1" status: 404 len: 352 time: 0.0683537 Nov 12 12:25:03.332644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.352500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a5e825f9-d738-469c-809d-b41ee5dfe2ab up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:03.365069 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.371097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] 10.222.0.18 "DELETE /v2.0/networks/70812716-ac5e-447d-b125-6f4c28304fe8 HTTP/1.1" status: 204 len: 168 time: 1.2742918 Nov 12 12:25:03.388997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8de778-424a-4a68-87a4-c07f3e0d5e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=70812716-ac5e-447d-b125-6f4c28304fe8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:03.415500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port a5e825f9-d738-469c-809d-b41ee5dfe2ab completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:03.421254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port a5e825f9-d738-469c-809d-b41ee5dfe2ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:03.421708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.428635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21cfc7db-da65-4481-bc66-f4a611a82a78 req-d0c474a7-bf17-4a6d-8c54-dd63e842aede tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156564 Nov 12 12:25:03.511412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678fd5a-9485-4655-b619-9a37a4a1db2d req-2d6e39fa-5c6f-4717-a3a6-d02ea3167a32 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:03.513277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a678fd5a-9485-4655-b619-9a37a4a1db2d req-2d6e39fa-5c6f-4717-a3a6-d02ea3167a32 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 936 time: 0.1253488 Nov 12 12:25:03.520019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:03.532156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.547855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.586327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] device_id is not set on port 14bd38cf-3fa1-41b9-99be-84f211fdb736 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:03.596456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a5e825f9-d738-469c-809d-b41ee5dfe2ab, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:03.597746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:03.600303 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7611c2-38f6-4292-b88f-726f53bea175" -d '{"events": [{"server_uuid": "62fab5e0-3f38-4fca-9a66-e512bbc75c33", "name": "network-vif-plugged", "status": "completed", "tag": "a5e825f9-d738-469c-809d-b41ee5dfe2ab"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:03.604275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.624051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a678fd5a-9485-4655-b619-9a37a4a1db2d req-a8ba0be7-d8de-45b3-b5ce-8f877366cd24 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973866 Nov 12 12:25:03.644251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9bb86d-5e55-4997-9822-a993a0e5d72e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:03.657979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a5e825f9-d738-469c-809d-b41ee5dfe2ab,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:03.662285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.670871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8397e9-d33a-44fc-a3d6-770b54882706 req-24a89828-099c-477a-9e9c-d66e0abde654 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:03.672547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d8397e9-d33a-44fc-a3d6-770b54882706 req-24a89828-099c-477a-9e9c-d66e0abde654 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1278450 Nov 12 12:25:03.693071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:03.706513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Transition to ACTIVE for port object 4a9bb86d-5e55-4997-9822-a993a0e5d72e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:03.719359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.774615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Allocated IP 172.20.0.12 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/14bd38cf-3fa1-41b9-99be-84f211fdb736) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:03.780215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d8397e9-d33a-44fc-a3d6-770b54882706 req-06cd341f-d145-4370-af7c-cc6fbdca203f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996838 Nov 12 12:25:03.787545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-914365ec-b8e0-414b-82d9-894bb896f36c req-3bfbad3a-2016-40c3-bc31-8ddad06e52de tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/45acc529-60e2-45f7-9201-3bafc03e8453 HTTP/1.1" status: 200 len: 1817 time: 0.1357474 Nov 12 12:25:03.850830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Pushing event updated for resources: {'Port': ['ID=4a9bb86d-5e55-4997-9822-a993a0e5d72e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:03.860429 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-871cd49e-d30c-4e85-a28f-f20c8ef5c404 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24078d1601e24124a5d994d33388011f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1617177 Nov 12 12:25:03.864468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:03.867773 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48803be2-3b90-4042-b202-2c0100f0a9b0 x-openstack-request-id: req-48803be2-3b90-4042-b202-2c0100f0a9b0 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:03.868721 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fab5e0-3f38-4fca-9a66-e512bbc75c33", "name": "network-vif-plugged", "status": "completed", "tag": "a5e825f9-d738-469c-809d-b41ee5dfe2ab", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:03.869107 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48803be2-3b90-4042-b202-2c0100f0a9b0 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:03.869706 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab', 'code': 200} Nov 12 12:25:03.988822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-914365ec-b8e0-414b-82d9-894bb896f36c req-e2199892-0d0d-4289-8626-9027060dd0d6 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.005789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-519997e5-1cfe-4c2b-b9f7-d301ca244e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.014593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Attempting to bind port 4a9bb86d-5e55-4997-9822-a993a0e5d72e on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:04.014851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Attempting to bind port 4a9bb86d-5e55-4997-9822-a993a0e5d72e by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:04.015184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Attempting to bind port 4a9bb86d-5e55-4997-9822-a993a0e5d72e on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:04.046269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Port 4a9bb86d-5e55-4997-9822-a993a0e5d72e on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:04.046614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Attempting to bind port 4a9bb86d-5e55-4997-9822-a993a0e5d72e on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:04.052686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5df8da-7e31-4ba0-ad9c-2e6e212be0c8 req-aec5a644-6088-4fcc-9b43-68650be99078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.054976 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e5df8da-7e31-4ba0-ad9c-2e6e212be0c8 req-aec5a644-6088-4fcc-9b43-68650be99078 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 1096 time: 0.1045995 Nov 12 12:25:04.055701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-914365ec-b8e0-414b-82d9-894bb896f36c req-e2199892-0d0d-4289-8626-9027060dd0d6 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.102454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-519997e5-1cfe-4c2b-b9f7-d301ca244e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.103829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.132860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e5df8da-7e31-4ba0-ad9c-2e6e212be0c8 req-fce149b7-1ff4-46e6-bcfd-d43c6974d891 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684857 Nov 12 12:25:04.138351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:04.149475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:04.152864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:04.153956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Bound port: 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:04.154402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.210471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f9769-e0a7-4f24-bb7b-1249f84338fe req-5f808b3f-50e8-41dc-9a97-c1fe4982ba07 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.210791 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a23f9769-e0a7-4f24-bb7b-1249f84338fe req-5f808b3f-50e8-41dc-9a97-c1fe4982ba07 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0834908 Nov 12 12:25:04.212621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.249365 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-914365ec-b8e0-414b-82d9-894bb896f36c req-e2199892-0d0d-4289-8626-9027060dd0d6 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.252455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-914365ec-b8e0-414b-82d9-894bb896f36c req-e2199892-0d0d-4289-8626-9027060dd0d6 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.253661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-914365ec-b8e0-414b-82d9-894bb896f36c req-e2199892-0d0d-4289-8626-9027060dd0d6 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/45acc529-60e2-45f7-9201-3bafc03e8453 HTTP/1.1" status: 204 len: 173 time: 0.4653053 Nov 12 12:25:04.278275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2199892-0d0d-4289-8626-9027060dd0d6 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45acc529-60e2-45f7-9201-3bafc03e8453,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:04.280555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] For port 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:04.290535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:04.292009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-519997e5-1cfe-4c2b-b9f7-d301ca244e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.295723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-519997e5-1cfe-4c2b-b9f7-d301ca244e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.299317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-519997e5-1cfe-4c2b-b9f7-d301ca244e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82379669-e5ec-4eed-a1fd-1668ec493bb8 HTTP/1.1" status: 204 len: 168 time: 0.4337928 Nov 12 12:25:04.304790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] For port 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:04.313412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.314233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:04.315876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519997e5-1cfe-4c2b-b9f7-d301ca244e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82379669-e5ec-4eed-a1fd-1668ec493bb8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:04.323274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:04.366306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.367083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.368355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] 10.222.0.81 "PUT /v2.0/ports/4a9bb86d-5e55-4997-9822-a993a0e5d72e HTTP/1.1" status: 200 len: 1096 time: 1.5636449 Nov 12 12:25:04.369077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'tag': '4a9bb86d-5e55-4997-9822-a993a0e5d72e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:04.371112 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263dad4-b4a4-407f-b22e-91d00d30a9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4", "tag": "4a9bb86d-5e55-4997-9822-a993a0e5d72e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:04.394138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce81b9-deec-4418-840a-3e339330380e service neutron] Pushing event updated for resources: {'Port': ['ID=4a9bb86d-5e55-4997-9822-a993a0e5d72e,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:04.437871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=14bd38cf-3fa1-41b9-99be-84f211fdb736,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:04.517774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a23f9769-e0a7-4f24-bb7b-1249f84338fe req-71d503d5-79f8-4d7f-8039-201dfacf5ab0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917466 Nov 12 12:25:04.555102 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-8129005b-3b9e-4bbb-8b63-b96f26dc438b req-6a273a72-322d-4060-b557-2c06a307e1ae tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:04.557611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8129005b-3b9e-4bbb-8b63-b96f26dc438b req-6a273a72-322d-4060-b557-2c06a307e1ae tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/45acc529-60e2-45f7-9201-3bafc03e8453 HTTP/1.1" status: 404 len: 352 time: 0.0934300 Nov 12 12:25:04.598015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.600152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-220607f6-c45a-4a2f-80f8-f0ddd3114927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.600610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.601729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-220607f6-c45a-4a2f-80f8-f0ddd3114927 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 1099 time: 0.1888816 Nov 12 12:25:04.650868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-12c3431e-4dd4-47ce-897a-420a4e73e6cc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3743732 Nov 12 12:25:04.651471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:04.662329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:da:ee:d8'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:04.748657 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce3c7cc-1c59-43e3-8163-4396017bb142 x-openstack-request-id: req-dce3c7cc-1c59-43e3-8163-4396017bb142 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:04.748978 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4", "tag": "4a9bb86d-5e55-4997-9822-a993a0e5d72e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:04.749178 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dce3c7cc-1c59-43e3-8163-4396017bb142 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:04.749609 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'tag': '4a9bb86d-5e55-4997-9822-a993a0e5d72e', 'status': 'completed', 'code': 200} Nov 12 12:25:04.753544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-975296f9-b7fe-4b56-926e-d3b9397138c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e HTTP/1.1" status: 200 len: 217 time: 0.1383502 Nov 12 12:25:04.782546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-661dead1-5c8b-49f7-81c9-ab1d9a15f3cb req-63ee4697-d17d-4b4d-ad47-a3722e8bd0da tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/109cdcba-8d31-4914-86d4-7cd5dcf9647d HTTP/1.1" status: 200 len: 1820 time: 0.0848017 Nov 12 12:25:04.857913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-febc0edb-f15c-4a31-b702-a3efd35fac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.862286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-febc0edb-f15c-4a31-b702-a3efd35fac1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0965474 Nov 12 12:25:04.872530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead7fc0-8f4d-40a3-aceb-2b4f7bbf0e05 req-3a79dcc5-ea97-4714-bd1f-042799bfacca tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.874091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ead7fc0-8f4d-40a3-aceb-2b4f7bbf0e05 req-3a79dcc5-ea97-4714-bd1f-042799bfacca tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 945 time: 0.1236446 Nov 12 12:25:04.879960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0f096265-2e34-410f-aed4-88a48365c1a0 None None] Provisioning complete for port 14bd38cf-3fa1-41b9-99be-84f211fdb736 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:04.880471 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f096265-2e34-410f-aed4-88a48365c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.941120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0f096265-2e34-410f-aed4-88a48365c1a0 None None] Port 14bd38cf-3fa1-41b9-99be-84f211fdb736 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:04.947993 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-661dead1-5c8b-49f7-81c9-ab1d9a15f3cb req-b697785f-803f-40de-8863-8f9afd9b2738 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.966912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.982470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-599c5d3d-da75-46e5-ac85-83c7a773f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:04.984389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-599c5d3d-da75-46e5-ac85-83c7a773f4fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093531 Nov 12 12:25:04.989876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ead7fc0-8f4d-40a3-aceb-2b4f7bbf0e05 req-ff2722a3-b091-417c-b2dd-271ae428918c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057682 Nov 12 12:25:04.995683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-661dead1-5c8b-49f7-81c9-ab1d9a15f3cb req-b697785f-803f-40de-8863-8f9afd9b2738 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.055634 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-661dead1-5c8b-49f7-81c9-ab1d9a15f3cb req-b697785f-803f-40de-8863-8f9afd9b2738 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.062674 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-661dead1-5c8b-49f7-81c9-ab1d9a15f3cb req-b697785f-803f-40de-8863-8f9afd9b2738 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.068123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-661dead1-5c8b-49f7-81c9-ab1d9a15f3cb req-b697785f-803f-40de-8863-8f9afd9b2738 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/109cdcba-8d31-4914-86d4-7cd5dcf9647d HTTP/1.1" status: 204 len: 173 time: 0.2778814 Nov 12 12:25:05.142687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697785f-803f-40de-8863-8f9afd9b2738 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109cdcba-8d31-4914-86d4-7cd5dcf9647d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:05.156661 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-9d236d72-abc4-414b-aff5-bca3ab387c16 req-11ede160-ee97-49e9-8ebe-da849ad52f34 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:05.164770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d236d72-abc4-414b-aff5-bca3ab387c16 req-11ede160-ee97-49e9-8ebe-da849ad52f34 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/109cdcba-8d31-4914-86d4-7cd5dcf9647d HTTP/1.1" status: 404 len: 352 time: 0.0396349 Nov 12 12:25:05.200014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-855782b3-8ba1-4e79-b703-959dc5a0f8f1 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052045 Nov 12 12:25:05.315153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f901e-b599-4971-971b-41afe22b220f req-38c2d498-97ff-4051-9d08-29e09d648563 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:05.317126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-479f901e-b599-4971-971b-41afe22b220f req-38c2d498-97ff-4051-9d08-29e09d648563 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 948 time: 0.2085936 Nov 12 12:25:05.409461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e093ec1d-913f-46a9-8ad7-f202fc5c708b req-3a7da820-48f7-446f-9381-1a8b474842aa service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990345 Nov 12 12:25:05.420549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-479f901e-b599-4971-971b-41afe22b220f req-87f2d374-e0f5-4ebc-8b9e-a52796e89bd3 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958021 Nov 12 12:25:05.627127 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0380-4dc9-48a3-8fe0-cc694cd7db47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.661961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:05.673230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-21026028-b221-4d2b-8051-78043ae2cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:05.675001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-21026028-b221-4d2b-8051-78043ae2cc01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52551180fba74be79faca41457f57bc5&device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 1099 time: 0.1736057 Nov 12 12:25:05.809008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5de704c9-dc48-4331-9ac0-be225d5cc1ba req-2f7cc1e6-13c0-4f8b-9112-f4a82f341837 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 6206 time: 0.6210580 Nov 12 12:25:05.822017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc13afc-bc14-4003-895f-156873425b2f req-73d94e5b-4c56-4ff2-8522-f7d3cc8e2749 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:05.823626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc13afc-bc14-4003-895f-156873425b2f req-73d94e5b-4c56-4ff2-8522-f7d3cc8e2749 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1825330 Nov 12 12:25:05.831166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2108925776-network', 'tenant_id': '42d83a7b50b44117be2ca93056947818'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:05.870298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-8548bbbc-f154-4676-be5f-32b2d5e65a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:05.871790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-8548bbbc-f154-4676-be5f-32b2d5e65a99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1776423 Nov 12 12:25:05.886336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.891958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5de704c9-dc48-4331-9ac0-be225d5cc1ba req-16ebd7c9-6c14-4a23-a84e-9846e7a10287 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/311e719c-6f6a-494b-86fc-bb1f8d6e9b4e HTTP/1.1" status: 200 len: 3002 time: 0.0725827 Nov 12 12:25:05.893007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.898138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:05.901887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.949660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-7b86d0a4-0df3-4f27-8715-48b0e280856d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e HTTP/1.1" status: 200 len: 217 time: 0.0670428 Nov 12 12:25:05.950505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:05.958304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc13afc-bc14-4003-895f-156873425b2f req-faf73802-d602-4b9e-8bfb-47d178b9c307 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136136 Nov 12 12:25:06.017008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=14bd38cf-3fa1-41b9-99be-84f211fdb736,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:06.022943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] In _notify_port_updated(), no bound segment for port 14bd38cf-3fa1-41b9-99be-84f211fdb736 on network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:25:06.028897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.029618 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.033295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b9307adc-b6fe-48f9-b052-00e7162394f7 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "PUT /v2.0/ports/14bd38cf-3fa1-41b9-99be-84f211fdb736 HTTP/1.1" status: 200 len: 996 time: 1.3779774 Nov 12 12:25:06.034289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:06.037042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5de704c9-dc48-4331-9ac0-be225d5cc1ba req-8c8d3a43-f2f1-4c1f-83fc-bed2145916d8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/311e719c-6f6a-494b-86fc-bb1f8d6e9b4e HTTP/1.1" status: 200 len: 3002 time: 0.1347845 Nov 12 12:25:06.072622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-74977bd9-9a0c-4dd3-99e1-08d87661a179 req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-110369002', 'description': 'tempest-description-1627994351'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:06.080565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-253c11a2-b1a2-4e40-9e6f-d1bc94791aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.082706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-253c11a2-b1a2-4e40-9e6f-d1bc94791aae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1182978 Nov 12 12:25:06.102619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74977bd9-9a0c-4dd3-99e1-08d87661a179 req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.195913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74977bd9-9a0c-4dd3-99e1-08d87661a179 req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.200917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74977bd9-9a0c-4dd3-99e1-08d87661a179 req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.206853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8f6300ef-cade-4975-a755-141099246679 None None] Provisioning complete for port 14bd38cf-3fa1-41b9-99be-84f211fdb736 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:06.209258 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f6300ef-cade-4975-a755-141099246679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.239566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74977bd9-9a0c-4dd3-99e1-08d87661a179 req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.241317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74977bd9-9a0c-4dd3-99e1-08d87661a179 req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1756864 Nov 12 12:25:06.242258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b0ce5-dfdb-460b-a628-b8d589161c5b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:06.251969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.255560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-67451e68-48fd-489f-8bad-7cfe7cb8a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.257322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-67451e68-48fd-489f-8bad-7cfe7cb8a112 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560302 Nov 12 12:25:06.265719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8f6300ef-cade-4975-a755-141099246679 None None] Port 14bd38cf-3fa1-41b9-99be-84f211fdb736 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:06.266625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8f96-daa4-4d84-bd34-76ae66eb018f req-53047094-1de8-483a-a16b-90d90af681e6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.268253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-084b8f96-daa4-4d84-bd34-76ae66eb018f req-53047094-1de8-483a-a16b-90d90af681e6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 945 time: 0.1700733 Nov 12 12:25:06.271482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.277019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-eae3fa5b-85d7-402e-b2f7-cbb20c874ff0 req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1651552659', 'description': 'tempest-description-1232957936'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:06.303889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-eae3fa5b-85d7-402e-b2f7-cbb20c874ff0 req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.354500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:25:06.357765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port 14bd38cf-3fa1-41b9-99be-84f211fdb736 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:06.358146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.380138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-eae3fa5b-85d7-402e-b2f7-cbb20c874ff0 req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.384918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-eae3fa5b-85d7-402e-b2f7-cbb20c874ff0 req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.418691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc684de-0646-4054-a86b-eb59961906fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:06.420028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-eae3fa5b-85d7-402e-b2f7-cbb20c874ff0 req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.421346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eae3fa5b-85d7-402e-b2f7-cbb20c874ff0 req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1487312 Nov 12 12:25:06.425675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd469b-6d4c-4fe0-852d-4a1c8fa7f0d5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66907ded-ad08-444f-81ba-4ec3b55359a0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:06.441408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.441801 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Added segment 683bdd41-c752-407a-b6b2-2e61e0e4d594 of type vlan for network d889def1-fa0c-4b04-88d3-b8caf44ecf3d Nov 12 12:25:06.534929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-084b8f96-daa4-4d84-bd34-76ae66eb018f req-66b68f05-d3b0-4ab9-8a9b-cf48a892ebc2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515275 Nov 12 12:25:06.574088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.586827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-686551eb-6546-49e5-9aa4-0d814d0d9733 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082807 Nov 12 12:25:06.594847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29889a7d-ba6c-4ff6-b913-dcaca9b0a7fd req-d2652928-a8c4-4443-92ff-fa906137b229 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.596699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29889a7d-ba6c-4ff6-b913-dcaca9b0a7fd req-d2652928-a8c4-4443-92ff-fa906137b229 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 948 time: 0.0815892 Nov 12 12:25:06.621748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.655995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29889a7d-ba6c-4ff6-b913-dcaca9b0a7fd req-dfbc63bb-b711-40de-a77c-5063994ffa58 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Nov 12 12:25:06.699351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for 14bd38cf-3fa1-41b9-99be-84f211fdb736 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:06.729196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.730195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.730779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.852326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb7a52-e78b-4907-ad0c-f04db3bf91d0 req-bb372b71-c857-43f1-b451-d3667d401e92 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.853828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20bb7a52-e78b-4907-ad0c-f04db3bf91d0 req-bb372b71-c857-43f1-b451-d3667d401e92 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0610974 Nov 12 12:25:06.867655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1975214 Nov 12 12:25:06.874937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:06.882872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Request body: {'subnet': {'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2108925776-subnet', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:06.911997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6263dad4-b4a4-407f-b22e-91d00d30a9bf req-a4d378d8-4a30-4429-9c27-122f86cb5095 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144145 Nov 12 12:25:06.925744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849db329-ce28-4581-bb6d-7a1756512e04 admin admin] Pushing event updated for resources: {'Network': ['ID=d889def1-fa0c-4b04-88d3-b8caf44ecf3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:06.926378 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20bb7a52-e78b-4907-ad0c-f04db3bf91d0 req-8fd143ff-a3f6-4602-88eb-afb237f5b211 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660925 Nov 12 12:25:06.930143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:06.933131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.944460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:25:06.979744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-ad39cae9-0ea9-4625-bc0e-8cc83065a994 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:06.982023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-ad39cae9-0ea9-4625-bc0e-8cc83065a994 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 813 time: 0.2845976 Nov 12 12:25:07.034957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3ac2f463-d0a8-4a2c-9fb2-3f4513aafe16 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/quotas/e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 375 time: 0.0437856 Nov 12 12:25:07.092787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.126969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=14bd38cf-3fa1-41b9-99be-84f211fdb736,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:07.136169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-bd925ad1-75fb-4df6-b46d-9cfb27c52ea5 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968862 Nov 12 12:25:07.202083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-5e03f8d9-6759-4f8a-95fb-e018530ab6a1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:07.203900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-5e03f8d9-6759-4f8a-95fb-e018530ab6a1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.1619797 Nov 12 12:25:07.232402 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-e2936b8f-077f-47af-bf7a-0480aa3947e9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0180132 Nov 12 12:25:07.262834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.268915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b89cb13-23d4-449d-bf76-0b0e6c694ce4 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/ports/14bd38cf-3fa1-41b9-99be-84f211fdb736 HTTP/1.1" status: 204 len: 168 time: 1.2317886 Nov 12 12:25:07.274200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:07.303835 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fdfe14-379d-48a5-acbc-a7ccd8da5bfe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] GET failed (client error): The resource could not be found. Nov 12 12:25:07.311067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:07.311654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2fdfe14-379d-48a5-acbc-a7ccd8da5bfe tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "GET /v2.0/ports/14bd38cf-3fa1-41b9-99be-84f211fdb736 HTTP/1.1" status: 404 len: 333 time: 0.0364316 Nov 12 12:25:07.316945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'name': 'tempest-AllowedAddressPairTestJSON-1116101412'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:07.332446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-d522c8dd-f75e-4282-b8c6-9884e915956b service neutron] 10.222.0.18 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691384 Nov 12 12:25:07.335046 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.427148 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-39f7cbf9-b7bf-4214-9da2-5d0861bf30b4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688519 Nov 12 12:25:07.438399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-e6b05c69-5fc5-4e0e-b1b5-c7d21ff288e5 service neutron] 10.222.0.18 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959902 Nov 12 12:25:07.448712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-d3974919-2575-495f-829a-40e97c3ae5b4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:25:07.449713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-d3974919-2575-495f-829a-40e97c3ae5b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083632 Nov 12 12:25:07.496637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e79d26-cdbf-43d1-a36a-b382d5f64820,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:07.558736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:07.559100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Network hostable DHCP agents. Network: d889def1-fa0c-4b04-88d3-b8caf44ecf3d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:25:07.616505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:07.621254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.626922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:25:07.645688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-7a0f9fe7-fe97-4a9b-b502-f52c470b5404 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824584 Nov 12 12:25:07.650662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, d889def1-fa0c-4b04-88d3-b8caf44ecf3d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:07.660707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cd86b6-2c3b-46e3-845b-550af5d577fb None None] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:07.661969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:07.662624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.674981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] device_id is not set on port 6721c472-a37c-4d5f-8cb8-24e638378cf1 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:07.786869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cd46568f-6776-4ada-8ac1-36c87e16e115 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9076109 Nov 12 12:25:07.788104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49968) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:07.798708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:07.903097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-d889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:07.904006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.924921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Allocated IP 172.20.0.10 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/6721c472-a37c-4d5f-8cb8-24e638378cf1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:07.970695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-d3046906-9458-4c10-97e2-42a943c5f31a service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137236 Nov 12 12:25:07.983039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d6bb5-d10d-45aa-b29a-337dc346efa1 req-bf9a2cdd-6c6a-4e06-83ff-5fee86ae1151 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:07.992328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:07.992677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d2d6bb5-d10d-45aa-b29a-337dc346efa1 req-bf9a2cdd-6c6a-4e06-83ff-5fee86ae1151 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.3923697 Nov 12 12:25:07.993653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.076752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d2d6bb5-d10d-45aa-b29a-337dc346efa1 req-350832f1-cc11-4d62-9f7f-244f81b5895e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828903 Nov 12 12:25:08.129291 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c252fc57-ae50-4cb9-ae43-2c94f7a669df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.194524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.241300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Allocated IP 172.20.0.2 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/f3c00437-4b21-4f1b-8618-f3eea11ee709) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:08.302122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de53ab4-9bf2-4978-8170-e798b19e042c req-4fbca6e6-403c-4b06-a031-3443c2f6ad65 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:08.303920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3de53ab4-9bf2-4978-8170-e798b19e042c req-4fbca6e6-403c-4b06-a031-3443c2f6ad65 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.1059353 Nov 12 12:25:08.417895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3de53ab4-9bf2-4978-8170-e798b19e042c req-291555de-0315-4285-826f-6ff82afee4f8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065056 Nov 12 12:25:08.425359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-49e06942-22dc-49b1-9323-38d88157e752 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128445 Nov 12 12:25:08.510096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-1c397122-9b91-4e22-9152-6ebe19cbe382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:08.512473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-1c397122-9b91-4e22-9152-6ebe19cbe382 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87b4ce763192452a897da3e00291a04e&device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 1097 time: 0.0588794 Nov 12 12:25:08.534719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.541510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.573845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a16e02-d061-4355-b376-0abe9e88d1fd req-d8e023e8-e9ea-4b3d-b323-18d69e5171ec tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 210 time: 0.2799876 Nov 12 12:25:08.584449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.608371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Pushing event updated for resources: {'Port': ['ID=f3c00437-4b21-4f1b-8618-f3eea11ee709,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:08.616585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:08.618911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:08.624235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:08.691034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-c22d07dd-aab7-44b9-9678-1fed28c0043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:08.693714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-c22d07dd-aab7-44b9-9678-1fed28c0043a service neutron] 10.222.0.65 "GET /v2.0/networks?id=db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 200 len: 912 time: 0.1293213 Nov 12 12:25:08.702646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.710436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Attempting to bind port f3c00437-4b21-4f1b-8618-f3eea11ee709 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:08.711012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Attempting to bind port f3c00437-4b21-4f1b-8618-f3eea11ee709 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:08.711180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Attempting to bind port f3c00437-4b21-4f1b-8618-f3eea11ee709 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:08.717577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42203-927d-41ad-9434-79e636dd1a08 req-c2add981-c775-4cb0-bbf4-0683abc4aeaa tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:08.719248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51c42203-927d-41ad-9434-79e636dd1a08 req-c2add981-c775-4cb0-bbf4-0683abc4aeaa tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 948 time: 0.1904626 Nov 12 12:25:08.719418 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2c01bf59-e730-433c-916f-45b3800ad56c service neutron] show failed (client error): The resource could not be found. Nov 12 12:25:08.720531 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2c01bf59-e730-433c-916f-45b3800ad56c service neutron] 10.222.0.65 "GET /v2.0/ports/206e896e-6b88-42fe-af65-aae73f8f65b8/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.3188250 Nov 12 12:25:08.722609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:08.724686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:08.727047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.727852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:08.728628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Bound port: f3c00437-4b21-4f1b-8618-f3eea11ee709, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:08.729596 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.735015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:08.851404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:08.868575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:08.873647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=6721c472-a37c-4d5f-8cb8-24e638378cf1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:08.878027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:08.897939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-43195e94-e1ba-414a-a04c-7414739d42a7 req-fd4c2771-d2ed-4703-8400-a18a60e252e0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 210 time: 0.0495160 Nov 12 12:25:08.906631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-e3a980e0-1349-49de-942b-39eb5460cb6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d HTTP/1.1" status: 200 len: 1002 time: 0.1825314 Nov 12 12:25:08.912051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] For port f3c00437-4b21-4f1b-8618-f3eea11ee709, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:08.923626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] For port f3c00437-4b21-4f1b-8618-f3eea11ee709, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f3c00437-4b21-4f1b-8618-f3eea11ee709,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:08.931426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.024377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.028170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.068089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee7c31-9567-49e0-9f7d-f7cf8b0dd2dd None None] Pushing event updated for resources: {'Port': ['ID=f3c00437-4b21-4f1b-8618-f3eea11ee709,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:09.082003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab9b1a04-9ad4-409d-9046-b65caf805a25 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7673194 Nov 12 12:25:09.103236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51c42203-927d-41ad-9434-79e636dd1a08 req-01e7530e-e6e7-4c1b-841a-c20fa089f9bd tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950874 Nov 12 12:25:09.107582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:09.119569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-b00b7a4a-8739-4d2a-8b33-b11bc7919e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.127010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-b00b7a4a-8739-4d2a-8b33-b11bc7919e1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 200 len: 850 time: 0.1908844 Nov 12 12:25:09.134603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'network_id': '6f20a84e-0d1b-4bff-a19c-2488277bcfd5', 'name': 'tempest-AllowedAddressPairTestJSON-295813395'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:09.243322 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.392844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4a9bb86d-5e55-4997-9822-a993a0e5d72e details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:09.397422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-069cb330-5d11-40a2-85f5-f38362764833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.399194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-069cb330-5d11-40a2-85f5-f38362764833 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db42803f-3d5a-4663-bf93-9608df557453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2581737 Nov 12 12:25:09.437955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a96f56-c89e-4a22-b6c0-42b4f8b9b77c req-31572562-5d72-41ad-888b-a6712e1c434f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.439719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53a96f56-c89e-4a22-b6c0-42b4f8b9b77c req-31572562-5d72-41ad-888b-a6712e1c434f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.3673556 Nov 12 12:25:09.470024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-e9bde685-4dc7-48a2-88e6-61f41651ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.472911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-e9bde685-4dc7-48a2-88e6-61f41651ab76 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c&tenant_id=02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 1101 time: 0.2505913 Nov 12 12:25:09.507125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:09.523461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7bfbe33a-9f09-437c-b917-e7b20e485843 None None] Provisioning complete for port 6721c472-a37c-4d5f-8cb8-24e638378cf1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:09.523829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe33a-9f09-437c-b917-e7b20e485843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.525323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.540738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-254e7223-1fa5-4311-b606-a12f2c8b25d1 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.543920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-254e7223-1fa5-4311-b606-a12f2c8b25d1 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.81 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 813 time: 0.3915083 Nov 12 12:25:09.565136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbe33a-9f09-437c-b917-e7b20e485843 None None] Port 6721c472-a37c-4d5f-8cb8-24e638378cf1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:09.570310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'port': {'device_id': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431', 'admin_state_up': True, 'tenant_id': 'e49e8fcdedfe44479fc99ff0992f73fe'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:09.587593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.592746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53a96f56-c89e-4a22-b6c0-42b4f8b9b77c req-bc3b7f7a-6536-4f36-b249-541c7c64dcc4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453598 Nov 12 12:25:09.606359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:09.632016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '4a9bb86d-5e55-4997-9822-a993a0e5d72e', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '4a9bb86d-5e55-4997-9822-a993a0e5d72e', 'mac_address': 'fa:16:3e:2f:56:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:09.663320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.682446 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.701074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9bb86d-5e55-4997-9822-a993a0e5d72e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:09.752245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:09.759164 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.776404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae2a52ff-052a-4bb9-a399-61ece53f6bf9 req-a1bd72e7-a5d5-498a-a063-e180172339fa tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0927212 Nov 12 12:25:09.799865 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:25:09.804198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Made reservation on behalf of 0dbed315c8a349f5bb6630bf2464ee02 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:09.811859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:09.822453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-557bc923-a721-4605-bb53-07a355d680c2 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999882 Nov 12 12:25:09.870629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567bb0b-3cfa-45cc-92a8-f6c0405e7e4c req-92ddd88b-43da-408f-8f72-6508dcaa5f92 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:09.872720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0567bb0b-3cfa-45cc-92a8-f6c0405e7e4c req-92ddd88b-43da-408f-8f72-6508dcaa5f92 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.3420706 Nov 12 12:25:09.889465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=4a9bb86d-5e55-4997-9822-a993a0e5d72e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:09.905248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Allocated IP 172.25.1.254 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/19b60348-a9e3-4fa0-ac5a-2f5cfb65db34) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:09.965875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f3c00437-4b21-4f1b-8618-f3eea11ee709 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:09.995985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] device_id is not set on port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:10.072436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f3c00437-4b21-4f1b-8618-f3eea11ee709 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:10.072832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.109029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.155196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4a9bb86d-5e55-4997-9822-a993a0e5d72e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:10.155879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Allocated IP 172.20.0.9 (6f20a84e-0d1b-4bff-a19c-2488277bcfd5/0d4bde0d-44d4-4d42-82e6-2e2b29936888/3ad25cb7-8aac-4ffb-8a1e-81998af7ad32) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:10.305204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.352806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.368906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port f3c00437-4b21-4f1b-8618-f3eea11ee709, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f3c00437-4b21-4f1b-8618-f3eea11ee709,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:10.383615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.417235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.438030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Made reservation on behalf of e49e8fcdedfe44479fc99ff0992f73fe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:10.442506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.447019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe4fb0-97be-474b-842a-739946b6bf1c None None] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:10.480343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=f3c00437-4b21-4f1b-8618-f3eea11ee709,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:10.483606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5b7d-6e07-4a37-8086-34e0965c6abe req-9d370bf6-36f5-43c6-b8a8-b791012b2102 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:10.493510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9edc5b7d-6e07-4a37-8086-34e0965c6abe req-9d370bf6-36f5-43c6-b8a8-b791012b2102 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.5794034 Nov 12 12:25:10.552841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.562316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.564459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6f4066cc-bc6f-461b-9649-6ced8b397a18 None None] Provisioning complete for port f3c00437-4b21-4f1b-8618-f3eea11ee709 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:10.564818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f4066cc-bc6f-461b-9649-6ced8b397a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:10.607702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:10.614778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:10.619231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:10.628480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:10.639889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:10.646434 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9edc5b7d-6e07-4a37-8086-34e0965c6abe req-95e02053-fbaa-4ca6-a924-3ed875fc2f5b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517529 Nov 12 12:25:10.659290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Pushing event updated for resources: {'Port': ['ID=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:10.697105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:10.702057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:10.714081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=3ad25cb7-8aac-4ffb-8a1e-81998af7ad32,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:10.728266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0567bb0b-3cfa-45cc-92a8-f6c0405e7e4c req-77e2eb14-6945-4e97-b22b-a79915e345b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7974892 Nov 12 12:25:10.730321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-918e8ad2-324c-46aa-8f9d-66ddfef76f09 req-f1e7b0a4-0b5f-4e78-82ab-675b265a2d39 service neutron] 10.222.0.65 "GET /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817973 Nov 12 12:25:10.840069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:10.852674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-7035c564-d74b-49a1-a6d9-1b09a3a16378 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:10.858021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-7035c564-d74b-49a1-a6d9-1b09a3a16378 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.9314511 Nov 12 12:25:10.898811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:10.930148 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3754fbf6-8ef8-410c-b591-94ee802afa87 req-e57cbca4-6919-40e3-b980-2b0ffec0b502 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 210 time: 0.0826788 Nov 12 12:25:11.085089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:11.086485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d779a-ae25-4ace-b507-347f97ee0338 req-8c9b47e5-ee09-4387-af6d-e9cb0575ebb8 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:11.088407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a9d779a-ae25-4ace-b507-347f97ee0338 req-8c9b47e5-ee09-4387-af6d-e9cb0575ebb8 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 949 time: 0.1996450 Nov 12 12:25:11.091699 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea400a12-cc36-4e9d-b23a-f2d3d8a5bc2a" -d '{"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-unplugged", "status": "completed", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:11.099578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:11.100412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.105291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.176263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-184b8f04-bb69-4dbb-95c0-985d446153d8 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0657992 Nov 12 12:25:11.178135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f47f97f1-0e3c-4bb9-9abf-88c46a647a78 None None] Provisioning complete for port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:11.178833 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f47f97f1-0e3c-4bb9-9abf-88c46a647a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.181368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Allocated IP 172.20.0.6 (ac392f5c-a901-44e7-932c-7cb8e2872431/3930b8f8-462b-49f9-9c89-a0e33027c150/4fefded8-b548-4263-9f31-46d4abcfd186) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:11.182206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6086d6d3-668e-4695-802c-6f581a8b05fb req-9bb31084-9b17-4e4b-9a5d-b608cb988db4 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0792849 Nov 12 12:25:11.182206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:11.183099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.183269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Transition to ACTIVE for port object 206e896e-6b88-42fe-af65-aae73f8f65b8 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:11.196202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:da:ee:d8'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:cd:68:51'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:11.204459 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.244196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f47f97f1-0e3c-4bb9-9abf-88c46a647a78 None None] Port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:11.272179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:11.277349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.310889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a9d779a-ae25-4ace-b507-347f97ee0338 req-0b78e7df-d8aa-4791-9ee4-53e59b005f0e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008278 Nov 12 12:25:11.371771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] No DVR routers for this DVR port 206e896e-6b88-42fe-af65-aae73f8f65b8 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:11.390619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b57ecaab-2234-4b1b-acc3-f80352fbb0db None None] Provisioning complete for port f3c00437-4b21-4f1b-8618-f3eea11ee709 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:11.391001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b57ecaab-2234-4b1b-acc3-f80352fbb0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.420519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4a9bb86d-5e55-4997-9822-a993a0e5d72e up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:11.453181 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31274857-63f1-49e3-8e9e-24f59f4e5436 x-openstack-request-id: req-31274857-63f1-49e3-8e9e-24f59f4e5436 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:11.453181 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-unplugged", "status": "completed", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:11.453181 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31274857-63f1-49e3-8e9e-24f59f4e5436 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:11.453181 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'code': 200} Nov 12 12:25:11.461856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:11.545927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.549440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 4a9bb86d-5e55-4997-9822-a993a0e5d72e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:11.553834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 4a9bb86d-5e55-4997-9822-a993a0e5d72e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:11.554231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.620633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.7 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/79547bcb-7ae6-45a3-849b-f047469385a7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:11.625012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:11.625516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:11.625795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:11.641125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01312cc-11a3-47fb-a636-f8777c90a56c req-b491d4f5-ff73-43dc-a824-56ff65fc841b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:11.642368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.643297 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.652077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c01312cc-11a3-47fb-a636-f8777c90a56c req-b491d4f5-ff73-43dc-a824-56ff65fc841b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.3096247 Nov 12 12:25:11.655474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:11.684787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.686293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:11.686794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:11.704318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9bb86d-5e55-4997-9822-a993a0e5d72e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:11.706815 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a693c-1197-44d7-8308-a0c98cfda789" -d '{"events": [{"server_uuid": "80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4", "name": "network-vif-plugged", "status": "completed", "tag": "4a9bb86d-5e55-4997-9822-a993a0e5d72e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:11.710010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Network ac392f5c-a901-44e7-932c-7cb8e2872431 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:11.721758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:11.735476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:11.740488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:11.745501 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.747176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:11.748497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:11.757626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:11.757999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Bound port: 206e896e-6b88-42fe-af65-aae73f8f65b8, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:11.758393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:11.832316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=4a9bb86d-5e55-4997-9822-a993a0e5d72e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:11.838894 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c145576-4be6-4ff8-ac37-0aaaf8d24093 x-openstack-request-id: req-1c145576-4be6-4ff8-ac37-0aaaf8d24093 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:11.839349 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4", "name": "network-vif-plugged", "status": "completed", "tag": "4a9bb86d-5e55-4997-9822-a993a0e5d72e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:11.839827 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c145576-4be6-4ff8-ac37-0aaaf8d24093 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:11.840370 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9bb86d-5e55-4997-9822-a993a0e5d72e', 'code': 200} Nov 12 12:25:11.898749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f3c00437-4b21-4f1b-8618-f3eea11ee709 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:11.920224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.015302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f3c00437-4b21-4f1b-8618-f3eea11ee709 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:12.015792 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.038859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c01312cc-11a3-47fb-a636-f8777c90a56c req-ac27a988-a807-4b89-8735-7174cc4b2c7c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858871 Nov 12 12:25:12.086123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:12.090402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:12.161652 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.179951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:12.260720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10eff4d5-b343-4b3a-a911-9efbe3b83347 req-712bfe8e-d8ef-4885-b046-478af2b9841a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 210 time: 0.1014440 Nov 12 12:25:12.304859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.305775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:12.306750 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.309685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.310473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.312061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-2106ec77-d90e-4f1e-903e-aa670b0f849c service neutron] 10.222.0.81 "PUT /v2.0/ports/206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 1096 time: 2.8177395 Nov 12 12:25:12.339006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.360258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442b9e-7198-4094-855d-c332b157fa03 req-4cc19022-e7a1-423d-8682-190042153fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.361863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c442b9e-7198-4094-855d-c332b157fa03 req-4cc19022-e7a1-423d-8682-190042153fd0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 1101 time: 0.2185283 Nov 12 12:25:12.370691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e857d-852a-4375-9837-e5320966ab93 req-51e4208e-0605-44d7-ae1a-e4a1af76d3ee tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.372297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f30e857d-852a-4375-9837-e5320966ab93 req-51e4208e-0605-44d7-ae1a-e4a1af76d3ee tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.2303023 Nov 12 12:25:12.376828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-a420f81b-1556-4904-8e5e-2015bfcfdc63 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8135943 Nov 12 12:25:12.418138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Request body: {'port': {'device_id': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:12.423423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.560208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c442b9e-7198-4094-855d-c332b157fa03 req-359a1765-74a5-4103-8cf9-cc9f57daac0d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822701 Nov 12 12:25:12.567509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.574441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f30e857d-852a-4375-9837-e5320966ab93 req-c3b7b6a2-f965-4661-a9b2-9ea654f6206b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849489 Nov 12 12:25:12.599650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-17c0efec-2789-483b-bd95-7cbef8caedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.601185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-17c0efec-2789-483b-bd95-7cbef8caedcf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1099 time: 0.2601252 Nov 12 12:25:12.611275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ccaf3-98fd-480a-9881-b82b47ff0885 req-12e474a1-87bc-4465-a070-6da28b9bd17f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.618146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.619059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d27ccaf3-98fd-480a-9881-b82b47ff0885 req-12e474a1-87bc-4465-a070-6da28b9bd17f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2351425 Nov 12 12:25:12.631877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730', 'a5e825f9-d738-469c-809d-b41ee5dfe2ab'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:12.696114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:12.728403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:12.745733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.753755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d27ccaf3-98fd-480a-9881-b82b47ff0885 req-f16cee10-f0f2-4251-9877-40f3dac7c0f0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337430 Nov 12 12:25:12.759649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.788085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:12.834367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=79547bcb-7ae6-45a3-849b-f047469385a7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:12.862642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Router 256c6e10-a61d-4909-9700-9b2b811da247 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:25:12.890612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0937355-56bf-44c4-a653-f5b5dbc9b903 req-0f638639-54d7-40c8-98fb-674224b94f59 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.897197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0937355-56bf-44c4-a653-f5b5dbc9b903 req-0f638639-54d7-40c8-98fb-674224b94f59 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 931 time: 0.2305744 Nov 12 12:25:12.914835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.915487 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:12.922408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event updated for resources: {'Port': ['ID=3ad25cb7-8aac-4ffb-8a1e-81998af7ad32,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:12.993567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-537a86c2-2105-498f-85aa-1b515a794631 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1004863 Nov 12 12:25:13.002587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] In _notify_port_updated(), no bound segment for port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 on network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:25:13.011123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:13.011798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.016424 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e483b742-8669-4f8c-ba68-35fc78d9e9ea tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "PUT /v2.0/ports/3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 HTTP/1.1" status: 200 len: 1056 time: 1.8267703 Nov 12 12:25:13.017000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:13.023120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:13.045209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Request body: {'port': {'device_id': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:13.095472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0937355-56bf-44c4-a653-f5b5dbc9b903 req-9c242486-ea71-4b22-b793-37ef803aeb79 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889062 Nov 12 12:25:13.108176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:13.184051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.346959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7a014389-08c3-4b3a-a4a7-8fd8659709ff None None] Provisioning complete for port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:13.347331 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a014389-08c3-4b3a-a4a7-8fd8659709ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.349925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fefded8-b548-4263-9f31-46d4abcfd186 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:13.375380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.392845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7a014389-08c3-4b3a-a4a7-8fd8659709ff None None] Port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:13.432323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-ffa201cb-f92f-4c14-a749-a1501b0e3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:13.433859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-ffa201cb-f92f-4c14-a749-a1501b0e3f2c service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.6326942 Nov 12 12:25:13.436126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Transition to ACTIVE for port object 4fefded8-b548-4263-9f31-46d4abcfd186 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:13.456065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.478246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:13.480451 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9373be-eb32-41b4-9260-55c7e64227c9" -d '{"events": [{"name": "network-changed", "server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:13.531192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac8b8-4ae1-4d02-bfd1-694f60be0887 req-00cfd279-f785-4950-b4b6-ebc1d9519fae tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:13.532678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e28ac8b8-4ae1-4d02-bfd1-694f60be0887 req-00cfd279-f785-4950-b4b6-ebc1d9519fae tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1780975 Nov 12 12:25:13.551162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22661e5-a6da-4f45-bf2a-22c2665dd497 req-4dd451b9-f751-4844-b3b1-1870b3ab8381 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:13.553335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e22661e5-a6da-4f45-bf2a-22c2665dd497 req-4dd451b9-f751-4844-b3b1-1870b3ab8381 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 950 time: 0.6320817 Nov 12 12:25:13.559891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-d9368926-d525-4083-b5e6-38335f0b1d0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.1076953 Nov 12 12:25:13.581478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:13.640248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:25:13.651309 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Sync routers for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:25:13.664216 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:25:13.665925 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:25:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:13.682050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-ae49cade-9ee7-4fed-a1ff-79f5a88416c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:13.683617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-ae49cade-9ee7-4fed-a1ff-79f5a88416c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1120625 Nov 12 12:25:13.695107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:13.695450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.699921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e28ac8b8-4ae1-4d02-bfd1-694f60be0887 req-7d19be20-1644-4644-a540-32e3dce11bb8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554906 Nov 12 12:25:13.702760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e22661e5-a6da-4f45-bf2a-22c2665dd497 req-5a05de88-02d8-4357-aaf0-a8086fa63af0 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386416 Nov 12 12:25:13.713907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.715427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7134e779-d591-4206-a54b-3eed955cd850 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9239881 Nov 12 12:25:13.736256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:13.806111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Attempting to bind port 4fefded8-b548-4263-9f31-46d4abcfd186 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:13.806678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Attempting to bind port 4fefded8-b548-4263-9f31-46d4abcfd186 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:13.807164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Attempting to bind port 4fefded8-b548-4263-9f31-46d4abcfd186 on network ac392f5c-a901-44e7-932c-7cb8e2872431 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:13.816318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Port 4fefded8-b548-4263-9f31-46d4abcfd186 on network ac392f5c-a901-44e7-932c-7cb8e2872431 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:13.816825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Attempting to bind port 4fefded8-b548-4263-9f31-46d4abcfd186 on network ac392f5c-a901-44e7-932c-7cb8e2872431 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:13.827310 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:25:13.829672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:13.830247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Checking segment: {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:13.830785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Bound using segment: {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:13.831367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Bound port: 4fefded8-b548-4263-9f31-46d4abcfd186, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:13.831885 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.835923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79547bcb-7ae6-45a3-849b-f047469385a7 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:13.851771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:13.890463 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0909a139-4994-4bfe-9b50-b37a6c06b314 x-openstack-request-id: req-0909a139-4994-4bfe-9b50-b37a6c06b314 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:13.891026 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:13.891026 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0909a139-4994-4bfe-9b50-b37a6c06b314 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:13.891372 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'status': 'completed', 'code': 200} Nov 12 12:25:13.892021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Transition to ACTIVE for port object 79547bcb-7ae6-45a3-849b-f047469385a7 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:13.909264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.024010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-06bcfe4c-e133-4f78-ab30-d3ed5f8c3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.025583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-06bcfe4c-e133-4f78-ab30-d3ed5f8c3347 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3267844 Nov 12 12:25:14.030569 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:11Z', 'revision_number': 3, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:14.046664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:14.063477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Pushing event updated for resources: {'Port': ['ID=79547bcb-7ae6-45a3-849b-f047469385a7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:14.064606 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Checking router: 256c6e10-a61d-4909-9700-9b2b811da247 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:25:14.065190 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Updating router 256c6e10-a61d-4909-9700-9b2b811da247 port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:25:14.075107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-8ec974cf-9dee-407a-a9dd-60892bd625b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.076875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-8ec974cf-9dee-407a-a9dd-60892bd625b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1099 time: 0.1816425 Nov 12 12:25:14.080979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:14.099903 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.100213 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.108349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e47d6-300a-442a-b64d-6808a2884238 req-5de23444-8546-490b-9f6d-fd662417e95b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.109949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-388e47d6-300a-442a-b64d-6808a2884238 req-5de23444-8546-490b-9f6d-fd662417e95b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.1786711 Nov 12 12:25:14.127273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.141970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fccec1-5a0b-4d85-af22-0fbdeacf559a req-f0bdf206-4b8d-4e96-b93b-6f67b7e76015 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.152306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9fccec1-5a0b-4d85-af22-0fbdeacf559a req-f0bdf206-4b8d-4e96-b93b-6f67b7e76015 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 943 time: 0.2566736 Nov 12 12:25:14.183943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for 3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:14.256082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.256716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.258137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] 10.222.0.81 "PUT /v2.0/ports/4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 1091 time: 1.8532166 Nov 12 12:25:14.264248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:14.266654 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:14.346845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708ac56-1385-4bb1-8477-4f2b6932f7bc service neutron] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:14.375734 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9fccec1-5a0b-4d85-af22-0fbdeacf559a req-1dfcb0b2-b459-4969-b4e5-00ef3005f86c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228110 Nov 12 12:25:14.386914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-8dc5e45d-6a50-4ad8-9a5a-dc1026c2301a service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142712 Nov 12 12:25:14.388679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Attempting to bind port 79547bcb-7ae6-45a3-849b-f047469385a7 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:14.389026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Attempting to bind port 79547bcb-7ae6-45a3-849b-f047469385a7 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:14.389370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Attempting to bind port 79547bcb-7ae6-45a3-849b-f047469385a7 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:14.401154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-388e47d6-300a-442a-b64d-6808a2884238 req-ab52de11-e3cd-4c84-a2bb-0f0d99e9a5af tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712986 Nov 12 12:25:14.411017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Port 79547bcb-7ae6-45a3-849b-f047469385a7 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:14.411017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Attempting to bind port 79547bcb-7ae6-45a3-849b-f047469385a7 on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:14.427307 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.428045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-817fb4a4-8ca0-41eb-8b91-0518b6b63461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.429571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-817fb4a4-8ca0-41eb-8b91-0518b6b63461 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3416307 Nov 12 12:25:14.436213 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.442285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:14.442635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:14.443037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:14.443506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Bound port: 79547bcb-7ae6-45a3-849b-f047469385a7, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:14.443882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.500787 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Pushing event updated for resources: {'Port': ['ID=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:14.518084 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.518637 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.519018 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.520118 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.520118 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.520318 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.520799 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.521256 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.521566 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.521954 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.522360 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.522738 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:14.526283 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Attempting to bind port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:14.526719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Attempting to bind port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:14.527306 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Attempting to bind port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:14.527619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-fafbdb52-ab8f-4c0b-888c-4c4996adc0f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0813081 Nov 12 12:25:14.536708 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:14.537350 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:14.537811 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.538338 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:14.538956 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Bound port: 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:14.539404 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.541763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-4f761f91-e0bb-4825-a483-f7c6fe3e5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.543329 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-4f761f91-e0bb-4825-a483-f7c6fe3e5f4c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.2183170 Nov 12 12:25:14.608145 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] For port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:14.613295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] For port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:14.619719 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.660092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-4b0addf5-45fb-4ab6-8321-8f0a970d2236 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 217 time: 0.0955949 Nov 12 12:25:14.702741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3a2d-6264-4558-b7db-908b45908301 req-cc8c8391-9637-460a-881d-7d72d571e7ad tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.704304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff7e3a2d-6264-4558-b7db-908b45908301 req-cc8c8391-9637-460a-881d-7d72d571e7ad tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1935697 Nov 12 12:25:14.706297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6dc5192-0b21-4f5e-a1ea-3cd038ee33c3 req-898e894f-a34b-4440-9665-3cd0a514fac3 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783566 Nov 12 12:25:14.728765 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea661e-ff31-4cd4-8ff0-5b59b3f040e2 None None] Pushing event updated for resources: {'Port': ['ID=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:14.737825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-bfcfbd77-6794-40e5-bae6-077f4d44b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.740166 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-bfcfbd77-6794-40e5-bae6-077f4d44b75a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2006788 Nov 12 12:25:14.745004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] For port 79547bcb-7ae6-45a3-849b-f047469385a7, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:14.754652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f438e2-b1b0-4bf7-8685-5c2fc08d913e req-49d786b5-4b51-42f0-babe-096af7ed1bf1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.758141 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:25:14.760668 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:25:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:14.761923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4f438e2-b1b0-4bf7-8685-5c2fc08d913e req-49d786b5-4b51-42f0-babe-096af7ed1bf1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2398942 Nov 12 12:25:14.766918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.827451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] For port 79547bcb-7ae6-45a3-849b-f047469385a7, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=79547bcb-7ae6-45a3-849b-f047469385a7,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:14.837380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.840623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-710efaee-9a01-4b06-89e9-a47216cafa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.841779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-710efaee-9a01-4b06-89e9-a47216cafa33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.1741440 Nov 12 12:25:14.922818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-ed55c3fa-58e2-4826-8835-cd7423874a68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668898 Nov 12 12:25:14.923715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=3ad25cb7-8aac-4ffb-8a1e-81998af7ad32,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:14.934958 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:25:14.937312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.937312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:14.938607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] 10.222.0.81 "PUT /v2.0/ports/79547bcb-7ae6-45a3-849b-f047469385a7 HTTP/1.1" status: 200 len: 1091 time: 1.8993402 Nov 12 12:25:14.963481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4f438e2-b1b0-4bf7-8685-5c2fc08d913e req-23ef89ab-3618-4672-bde3-6c565f878c7b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998146 Nov 12 12:25:14.966013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-1b047c07-144c-4343-87f6-f6c9497922e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:14.967980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-1b047c07-144c-4343-87f6-f6c9497922e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039680 Nov 12 12:25:15.037733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff7e3a2d-6264-4558-b7db-908b45908301 req-bd4c6ce0-fbae-49b6-a705-1f43571bca0b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112462 Nov 12 12:25:15.091561 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944aa974-d3be-4cf0-bae7-7f281fb46c53 x-openstack-request-id: req-944aa974-d3be-4cf0-bae7-7f281fb46c53 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:15.092404 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:15.092754 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-944aa974-d3be-4cf0-bae7-7f281fb46c53 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:15.093643 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186', 'status': 'completed', 'code': 200} Nov 12 12:25:15.132697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:15.146563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-2acea90e-e774-44c4-b72f-72aadcfd308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:15.148104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-2acea90e-e774-44c4-b72f-72aadcfd308d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1099 time: 0.2540314 Nov 12 12:25:15.297005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:11Z', 'revision_number': 3, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:15.303000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-a4ae543f-948e-4e3d-acdd-6a7a17217214 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180209 Nov 12 12:25:15.327145 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dd5be-4766-4f1b-ad81-e714f3928844 None None] The sync data for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 is: [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:11Z', 'revision_number': 3, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:25:15.365266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5faf5a-3df5-4fc2-895a-22d4992f0292 service neutron] Pushing event updated for resources: {'Port': ['ID=79547bcb-7ae6-45a3-849b-f047469385a7,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:15.726456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-15e00b20-12c0-46e9-a0e8-db5e40a8e00d service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843721 Nov 12 12:25:15.752004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-943b39ab-287d-4175-a756-4293b9cad08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:15.753586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-943b39ab-287d-4175-a756-4293b9cad08b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 1094 time: 0.6676195 Nov 12 12:25:15.855921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-b83f6796-cb7c-42d6-9346-e83eb21eb800 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79547bcb-7ae6-45a3-849b-f047469385a7 HTTP/1.1" status: 200 len: 217 time: 0.0853209 Nov 12 12:25:15.860733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:15.870141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302a9d3-9f52-4ad9-b032-fd6f1983228b req-5c479518-55af-452c-9dfa-4f172f720f7f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:15.874877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a302a9d3-9f52-4ad9-b032-fd6f1983228b req-5c479518-55af-452c-9dfa-4f172f720f7f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 950 time: 0.5529132 Nov 12 12:25:15.897410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-47f61970-e9c5-409f-b181-bccf5a1384ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:15.899014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-47f61970-e9c5-409f-b181-bccf5a1384ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.7408462 Nov 12 12:25:15.924218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-b8eed2d6-d6a2-4107-8415-6399ccee0545 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980530 Nov 12 12:25:15.931990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464772-deb5-41e7-b48d-28984280b2d4 req-2960b6f5-29a7-4efa-9982-3c66bc007a82 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:15.941388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12464772-deb5-41e7-b48d-28984280b2d4 req-2960b6f5-29a7-4efa-9982-3c66bc007a82 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.6743109 Nov 12 12:25:15.944000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:15.947160 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:15.951376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:15.956885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ad663a6e-f94c-4039-8e80-a347d09fe04f tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/ports/3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 HTTP/1.1" status: 204 len: 168 time: 2.5797510 Nov 12 12:25:15.962625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:15.987617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef8381bd-0cf0-488c-a7fa-bc352bfde315 req-7a78dd59-a5b0-4ccd-ae4d-e52b8acc25a7 service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512827 Nov 12 12:25:16.026583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-272203cf-9f5d-4a69-9e38-baffe6260c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.028142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-272203cf-9f5d-4a69-9e38-baffe6260c85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1112180 Nov 12 12:25:16.037731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a302a9d3-9f52-4ad9-b032-fd6f1983228b req-49184325-07c1-4c53-8f33-cf095c9768d1 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593094 Nov 12 12:25:16.048404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-d83269db-b3d6-44b6-a75d-ade0445eba20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.1363642 Nov 12 12:25:16.068631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.088682 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10706a2-91be-4021-ad2b-9cd9703ff594 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] GET failed (client error): The resource could not be found. Nov 12 12:25:16.093548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a10706a2-91be-4021-ad2b-9cd9703ff594 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "GET /v2.0/ports/3ad25cb7-8aac-4ffb-8a1e-81998af7ad32 HTTP/1.1" status: 404 len: 333 time: 0.0791206 Nov 12 12:25:16.096356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:16.100799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-f681c287-f06c-4e89-96aa-f5f360b63e03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569954 Nov 12 12:25:16.106828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:16.113332 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.162840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-376e9ee0-86fd-41f2-a952-edd0a56dbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.164935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-376e9ee0-86fd-41f2-a952-edd0a56dbb13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0790770 Nov 12 12:25:16.185543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:16.260542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Allocated IP 172.20.0.1 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/ae594169-4672-4ede-a68a-518082c23e71) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:16.279620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-e03c7f38-1cf9-468f-9915-e476175bd8a5 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585133 Nov 12 12:25:16.284290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-8230a86b-e859-4f5f-a7c3-66d475ae2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.286788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-8230a86b-e859-4f5f-a7c3-66d475ae2686 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.2192526 Nov 12 12:25:16.290371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12464772-deb5-41e7-b48d-28984280b2d4 req-af7e2887-c71f-49c7-a2c0-dd21f546e694 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477113 Nov 12 12:25:16.301758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e69b-cca0-45ee-9511-9b7edc9d8b51 req-551ace52-3aba-4918-bacd-4218a6afb003 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.303667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90c9e69b-cca0-45ee-9511-9b7edc9d8b51 req-551ace52-3aba-4918-bacd-4218a6afb003 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 943 time: 0.0987613 Nov 12 12:25:16.392835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-204e48d1-5927-468d-9d6f-d93baf7eafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.394534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-204e48d1-5927-468d-9d6f-d93baf7eafab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088001 Nov 12 12:25:16.475554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90c9e69b-cca0-45ee-9511-9b7edc9d8b51 req-4fa87799-cd6a-4a26-bf88-68b99c784b2e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535647 Nov 12 12:25:16.520128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-60a29d61-b14c-4eea-bb8c-7d688f53bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.521730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-60a29d61-b14c-4eea-bb8c-7d688f53bf9d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.2160027 Nov 12 12:25:16.524046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7e0588c-1e70-4fd0-ad8b-3ad7a80d4390 req-d298b91f-6dff-41cd-88a3-24e520372988 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191765 Nov 12 12:25:16.555077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port 6721c472-a37c-4d5f-8cb8-24e638378cf1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:16.555427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.562234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.573144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b779c8-e487-4b33-8377-95a09a7bee49 req-99194895-9d25-4e6a-81dc-9d6af701eb5e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.574744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93b779c8-e487-4b33-8377-95a09a7bee49 req-99194895-9d25-4e6a-81dc-9d6af701eb5e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.1879709 Nov 12 12:25:16.614501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-76deb992-73fb-425d-b6db-d66360c3fdaf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 217 time: 0.0661459 Nov 12 12:25:16.664563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1135443-da9a-4208-a8b6-57f52d918b80 req-29ff46b7-4b7a-4ebb-aea6-10df68039177 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.666151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1135443-da9a-4208-a8b6-57f52d918b80 req-29ff46b7-4b7a-4ebb-aea6-10df68039177 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1211653 Nov 12 12:25:16.682485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-08b7d2e2-4085-4336-933b-6fec587c5ca5 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687635 Nov 12 12:25:16.699306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-31dd6ee9-1313-46f7-8a6f-8773272665c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:16.700673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-31dd6ee9-1313-46f7-8a6f-8773272665c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.0757635 Nov 12 12:25:16.745229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-c2a80101-21bb-4b4e-af7a-f9733d6381d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334480 Nov 12 12:25:16.752669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1135443-da9a-4208-a8b6-57f52d918b80 req-9a736d0c-05fa-4bee-b97e-8c71f62a35a8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796728 Nov 12 12:25:16.800326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93b779c8-e487-4b33-8377-95a09a7bee49 req-2884afc6-7fbf-484f-821d-d501ceebe0b7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005219 Nov 12 12:25:16.806151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.839575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for 6721c472-a37c-4d5f-8cb8-24e638378cf1 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:16.841895 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:16.876128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-1740752e-7892-42ad-9430-39911ff7a65a service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199841 Nov 12 12:25:16.949791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:16.956807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a9373be-eb32-41b4-9260-55c7e64227c9 req-fcfae0cb-c8b0-4c93-b776-5ba099117506 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627983 Nov 12 12:25:16.957723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:16.965888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:17.006325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872918-4956-4314-8dda-80741e284571 req-2f790af6-1b92-43d7-acec-f8f20efa9dbd tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.007543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae594169-4672-4ede-a68a-518082c23e71,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:17.008730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce872918-4956-4314-8dda-80741e284571 req-2f790af6-1b92-43d7-acec-f8f20efa9dbd tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 1101 time: 0.1314092 Nov 12 12:25:17.065066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-641a8d7d-9f06-4b4c-9ff0-05d3a9078bf1 req-03f11e6d-16f5-4e2c-8b03-fe6331922bbe service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764421 Nov 12 12:25:17.080699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:17.088233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce872918-4956-4314-8dda-80741e284571 req-72e5f3f7-a647-4b42-9f75-ccf27256e10b tempest-ServersOnMultiNodesTest-621858136 tempest-ServersOnMultiNodesTest-621858136-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707250 Nov 12 12:25:17.097590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'tag': '79547bcb-7ae6-45a3-849b-f047469385a7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:17.100702 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa6a9f-d756-49ac-ad60-3a828db7b518", "tag": "79547bcb-7ae6-45a3-849b-f047469385a7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:17.141971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86d0b-9162-46a1-9c08-97737c801e7b req-a3daee52-683b-471a-8aa7-4f235599c7e4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.153095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4a86d0b-9162-46a1-9c08-97737c801e7b req-a3daee52-683b-471a-8aa7-4f235599c7e4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1823900 Nov 12 12:25:17.165095 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8726646-5afa-4941-8359-cc0df3138948 x-openstack-request-id: req-b8726646-5afa-4941-8359-cc0df3138948 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:17.165409 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa6a9f-d756-49ac-ad60-3a828db7b518", "tag": "79547bcb-7ae6-45a3-849b-f047469385a7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:17.165741 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8726646-5afa-4941-8359-cc0df3138948 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:17.166153 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'tag': '79547bcb-7ae6-45a3-849b-f047469385a7', 'status': 'completed', 'code': 200} Nov 12 12:25:17.281928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-1bca78e4-5483-42e7-b5e3-ac9a707a7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.284904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-1bca78e4-5483-42e7-b5e3-ac9a707a7353 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 1094 time: 0.0879133 Nov 12 12:25:17.353558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4a86d0b-9162-46a1-9c08-97737c801e7b req-13e15851-e215-4a52-9f9e-f4525454e659 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943128 Nov 12 12:25:17.367509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9cbd028c-d317-439e-8409-d77d40ee6711 None None] Provisioning complete for port ae594169-4672-4ede-a68a-518082c23e71 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:17.370663 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cbd028c-d317-439e-8409-d77d40ee6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:17.394214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:17.425585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd028c-d317-439e-8409-d77d40ee6711 None None] Port ae594169-4672-4ede-a68a-518082c23e71 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:17.469252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-f90fecf8-72e3-429e-a53b-438ad3d3084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.471189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-f90fecf8-72e3-429e-a53b-438ad3d3084b service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.1679258 Nov 12 12:25:17.494132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=6721c472-a37c-4d5f-8cb8-24e638378cf1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:17.520934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-c4132272-63a6-4176-a07c-30b741f2fb13 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79547bcb-7ae6-45a3-849b-f047469385a7 HTTP/1.1" status: 200 len: 217 time: 0.0406682 Nov 12 12:25:17.610349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9a0ea-fdc3-4c51-9fe7-9d9c3e9278a7 req-dbebfa8a-85e1-4258-9e6d-ea75d1cf7b80 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.612321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4e9a0ea-fdc3-4c51-9fe7-9d9c3e9278a7 req-dbebfa8a-85e1-4258-9e6d-ea75d1cf7b80 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0937514 Nov 12 12:25:17.616958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-6bec120d-3e5d-4c02-8d18-68729763c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.618413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-6bec120d-3e5d-4c02-8d18-68729763c1a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.0717196 Nov 12 12:25:17.645513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f616022-363f-4501-826f-757d86eb95e4 req-5d76620d-f260-4d73-a276-e0f315b9f665 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.647505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f616022-363f-4501-826f-757d86eb95e4 req-5d76620d-f260-4d73-a276-e0f315b9f665 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 950 time: 0.1602881 Nov 12 12:25:17.668246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:17.672086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7205ac98-2d61-453f-9dc4-c6db09da9765 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/ports/6721c472-a37c-4d5f-8cb8-24e638378cf1 HTTP/1.1" status: 204 len: 168 time: 1.5126939 Nov 12 12:25:17.673998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:17.677461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-d01d5603-4c28-48aa-8f1b-bc2d4f1f079a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354931 Nov 12 12:25:17.677925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:17.722901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4e9a0ea-fdc3-4c51-9fe7-9d9c3e9278a7 req-d539ec63-5ec8-4710-9965-26f3340eb9e1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027102 Nov 12 12:25:17.733006 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c4872c-19c4-4de8-a0a5-758e74501efb tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] GET failed (client error): The resource could not be found. Nov 12 12:25:17.739011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c2c4872c-19c4-4de8-a0a5-758e74501efb tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "GET /v2.0/ports/6721c472-a37c-4d5f-8cb8-24e638378cf1 HTTP/1.1" status: 404 len: 333 time: 0.0549629 Nov 12 12:25:17.744640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50094) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:17.780165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f616022-363f-4501-826f-757d86eb95e4 req-29192947-8e00-4a2a-a73e-75d96582be7c tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234925 Nov 12 12:25:17.856394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:17.894286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-560facde-7914-4fa9-b4b2-aa99885d48ac service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961646 Nov 12 12:25:17.911743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c605-cd66-45d9-b2ef-e4d6ee46f62a req-da982117-66d9-4a3f-a313-4c70d5b360d2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.914618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6329c605-cd66-45d9-b2ef-e4d6ee46f62a req-da982117-66d9-4a3f-a313-4c70d5b360d2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 943 time: 0.0762770 Nov 12 12:25:17.923151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:17.924063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:17.981189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b68135-bb51-4db9-afe4-41a0225e6ed1 req-114becf3-5919-4b32-9ab0-2a71982c2474 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.982660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-49b68135-bb51-4db9-afe4-41a0225e6ed1 req-114becf3-5919-4b32-9ab0-2a71982c2474 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0912232 Nov 12 12:25:17.997455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port 32871051-9dfc-4c12-9130-2423e5941a31 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:17.997728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:18.034034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6329c605-cd66-45d9-b2ef-e4d6ee46f62a req-79fac14e-3559-4e31-9ca7-040625501315 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057141 Nov 12 12:25:18.055107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59255c06-3744-48e3-bee6-1e4ffaa4a4ad req-6cdea158-b15f-45e9-9926-7652957e3f8b service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359005 Nov 12 12:25:18.091964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:18.109502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:18.146810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be875e3-98be-4a71-9a55-11b645cb46f2 req-1249409a-f844-4a91-9629-f2a9aa2f0f15 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:18.148388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2be875e3-98be-4a71-9a55-11b645cb46f2 req-1249409a-f844-4a91-9629-f2a9aa2f0f15 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0542250 Nov 12 12:25:18.164511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-49b68135-bb51-4db9-afe4-41a0225e6ed1 req-60177d91-f674-4052-a835-8ec84c95c66a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719422 Nov 12 12:25:18.210561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2be875e3-98be-4a71-9a55-11b645cb46f2 req-93ecd0aa-57fd-4f8c-8ed3-0ce2e0dc53cf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555141 Nov 12 12:25:18.211094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae594169-4672-4ede-a68a-518082c23e71,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:18.214531 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:18.217278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:18.235508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for 32871051-9dfc-4c12-9130-2423e5941a31 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:18.493931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9cfc2-fe17-4996-8bb4-488b9e822bb3 req-f3d53f8e-feda-4d51-b2cf-4dc9ee678f59 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:18.495465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ec9cfc2-fe17-4996-8bb4-488b9e822bb3 req-f3d53f8e-feda-4d51-b2cf-4dc9ee678f59 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 814 time: 0.1181026 Nov 12 12:25:18.514986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ec9cfc2-fe17-4996-8bb4-488b9e822bb3 req-d76561f8-3ff9-44ce-b1bc-2efc12949ffd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/quotas/3355621dc09942638e056c1fee411cb1 HTTP/1.1" status: 200 len: 375 time: 0.0110674 Nov 12 12:25:18.605706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ec9cfc2-fe17-4996-8bb4-488b9e822bb3 req-7f343e13-3472-437f-8d4d-67ad00165ca2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829833 Nov 12 12:25:18.610596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-66443213-d42a-4f0a-97ba-7c4eea26396c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613596 Nov 12 12:25:18.685480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d655bd5-67c4-4ffe-bab0-713911f7e3bf req-595aee99-f525-4681-a9d2-5e3a12a2886a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:18.687085 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d655bd5-67c4-4ffe-bab0-713911f7e3bf req-595aee99-f525-4681-a9d2-5e3a12a2886a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.3915401 Nov 12 12:25:18.744663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:18.747790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-e1958959-cc7c-4d36-b04b-ed497b486e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:18.749310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-e1958959-cc7c-4d36-b04b-ed497b486e23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 1100 time: 0.0803256 Nov 12 12:25:18.752151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:18.758444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e067-1213-4a56-9a3a-f4992c0645e4 req-9abc8af1-f81f-4e78-aa2e-890a27afc43f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:18.765981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75b0e067-1213-4a56-9a3a-f4992c0645e4 req-9abc8af1-f81f-4e78-aa2e-890a27afc43f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0883768 Nov 12 12:25:18.803429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d655bd5-67c4-4ffe-bab0-713911f7e3bf req-a521d4b6-ef0c-4143-8fab-bd512a8b9fd1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070602 Nov 12 12:25:18.840948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:18.884075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=32871051-9dfc-4c12-9130-2423e5941a31,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:18.885565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75b0e067-1213-4a56-9a3a-f4992c0645e4 req-a70f518d-5592-4d35-babc-df32c42c3102 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183958 Nov 12 12:25:18.927937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-778d7eeb-83cb-4bc9-9507-b45856f22cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:18.929641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-778d7eeb-83cb-4bc9-9507-b45856f22cdd service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1460102 Nov 12 12:25:18.986863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-ba7a24c3-eef9-426a-a5dd-cec558b8a1e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 200 len: 217 time: 0.0462883 Nov 12 12:25:19.074244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-ac0e60ac-c997-48a6-98bf-fadb4984e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.076840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-ac0e60ac-c997-48a6-98bf-fadb4984e9bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0730970 Nov 12 12:25:19.103840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.110142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61836eca-7d74-49f5-881e-c4ff26f37bcc tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/ports/32871051-9dfc-4c12-9130-2423e5941a31 HTTP/1.1" status: 204 len: 168 time: 1.3608100 Nov 12 12:25:19.116323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71168fd-23d3-452c-ad2d-736000281425 req-23fc4689-e2ea-4d5b-b15d-1f930ff925a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.117886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b71168fd-23d3-452c-ad2d-736000281425 req-23fc4689-e2ea-4d5b-b15d-1f930ff925a5 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 950 time: 0.2379189 Nov 12 12:25:19.118494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:19.140444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-a14056a2-3705-4acb-9225-5e5df3705ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.142309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-a14056a2-3705-4acb-9225-5e5df3705ed7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559165 Nov 12 12:25:19.188142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1e60586d-44a5-4156-ab8b-89b1925d668e None None] Provisioning complete for port ae594169-4672-4ede-a68a-518082c23e71 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:19.190796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e60586d-44a5-4156-ab8b-89b1925d668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.199318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Router 256c6e10-a61d-4909-9700-9b2b811da247 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:25:19.213149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b71168fd-23d3-452c-ad2d-736000281425 req-d23a15ca-5bf0-4ef0-a68a-6b347699822a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813701 Nov 12 12:25:19.260615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e60586d-44a5-4156-ab8b-89b1925d668e None None] Port ae594169-4672-4ede-a68a-518082c23e71 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:19.316783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting subnet 0d4bde0d-44d4-4d42-82e6-2e2b29936888 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:19.322856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.420279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-186dc446-472e-4380-8018-e9f5a658ad62 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.421801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-cfc76847-b6bd-4414-b26c-bc1e72167065 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.421947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-186dc446-472e-4380-8018-e9f5a658ad62 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 950 time: 0.2213387 Nov 12 12:25:19.422753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-cfc76847-b6bd-4414-b26c-bc1e72167065 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.81 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c&tenant_id=02679cf315e34445a6c4079156f8c98e&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 948 time: 0.1956170 Nov 12 12:25:19.431538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-2ecb3f97-792e-45e4-b3a4-92f7e8729009 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679403 Nov 12 12:25:19.437150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4fefded8-b548-4263-9f31-46d4abcfd186 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:19.440100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ef023-869a-40d9-b161-42e6810415c6 req-c5da4bb2-69ae-4b4f-b635-47df92390a18 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.441614 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf1ef023-869a-40d9-b161-42e6810415c6 req-c5da4bb2-69ae-4b4f-b635-47df92390a18 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1456647 Nov 12 12:25:19.442990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.554659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:19.562319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933c1b-6115-45e8-95f8-8c3ccdc88230 req-42ea3de1-56a7-4253-bd16-b42841723dda tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.563860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9933c1b-6115-45e8-95f8-8c3ccdc88230 req-42ea3de1-56a7-4253-bd16-b42841723dda tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 943 time: 0.2696486 Nov 12 12:25:19.572661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '4fefded8-b548-4263-9f31-46d4abcfd186', 'network_id': 'ac392f5c-a901-44e7-932c-7cb8e2872431', 'port_id': '4fefded8-b548-4263-9f31-46d4abcfd186', 'mac_address': 'fa:16:3e:f0:02:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3930b8f8-462b-49f9-9c89-a0e33027c150', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:19.601878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-91570ae0-2d4b-4dda-8a7c-a87cbc6d3867 service neutron] 10.222.0.81 "GET /v2.0/ports/206e896e-6b88-42fe-af65-aae73f8f65b8/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 382 time: 0.1584692 Nov 12 12:25:19.612955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf1ef023-869a-40d9-b161-42e6810415c6 req-a145ac29-27d8-4532-8789-da75fb91b5cc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346409 Nov 12 12:25:19.617158 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3813dd77-10f1-41b2-9bb0-1ba41d57a987 req-835799cd-54e8-4757-87ff-f82b32a811fd service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726947 Nov 12 12:25:19.625898 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.651008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fefded8-b548-4263-9f31-46d4abcfd186 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:19.677281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:19.684395 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.685142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:19.705368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:25:19.719441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-c2b44f41-f8a5-4d0a-91a4-12d2c18064ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.720280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-86a6f91b-aac4-4c84-9ae2-f91a2c16d4e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/256c6e10-a61d-4909-9700-9b2b811da247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9675231 Nov 12 12:25:19.721701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-c2b44f41-f8a5-4d0a-91a4-12d2c18064ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1099 time: 0.0863285 Nov 12 12:25:19.756455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9933c1b-6115-45e8-95f8-8c3ccdc88230 req-a393a419-cbee-4b6c-9cd9-a784140c4985 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733265 Nov 12 12:25:19.783119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.818602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:19.843116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'mac_address': 'fa:16:3e:28:66:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:19.849380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Sync routers for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:25:19.888075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:25:19.888972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:25:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:19.896371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5de8b-a442-449b-92e9-7eaeb0f3621b req-a42f1d35-bbbc-48f6-b203-413e41908768 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.897922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdc5de8b-a442-449b-92e9-7eaeb0f3621b req-a42f1d35-bbbc-48f6-b203-413e41908768 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.1737087 Nov 12 12:25:19.909179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port 4a9bb86d-5e55-4997-9822-a993a0e5d72e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:19.909754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:19.952134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-16d4f5b2-398a-4183-8085-704942732fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.953634 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-16d4f5b2-398a-4183-8085-704942732fd1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1563957 Nov 12 12:25:19.963112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8258118-0826-4f5d-9c5f-757ac33c1ee6 req-7a3b901d-468d-4f5d-a36c-92dcc2cf1a31 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:19.964827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8258118-0826-4f5d-9c5f-757ac33c1ee6 req-7a3b901d-468d-4f5d-a36c-92dcc2cf1a31 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1178005 Nov 12 12:25:19.983206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:19.988773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.010396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdc5de8b-a442-449b-92e9-7eaeb0f3621b req-d431cb77-d2f6-4bcc-91f6-f8b91b1a8098 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014082 Nov 12 12:25:20.011812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-0531b6a2-0dca-446e-aab9-31ef5dc4ad33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0451460 Nov 12 12:25:20.039351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:20.063605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:20.069800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.071527 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.080932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-fec6c4f6-085a-4cb2-95d2-fc41a4d8c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:20.083460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-fec6c4f6-085a-4cb2-95d2-fc41a4d8c68d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0630496 Nov 12 12:25:20.134506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-9469e0d1-400d-4cca-882e-c91afdc444b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:20.136040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-9469e0d1-400d-4cca-882e-c91afdc444b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439048 Nov 12 12:25:20.151740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:20.162533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:25:20.164839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4bde0d-44d4-4d42-82e6-2e2b29936888,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:20.177131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port 4a9bb86d-5e55-4997-9822-a993a0e5d72e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4a9bb86d-5e55-4997-9822-a993a0e5d72e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:20.177782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.182474 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.196077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fecd7208-c242-46cb-acfb-e1ca6e8381e9 tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/subnets/0d4bde0d-44d4-4d42-82e6-2e2b29936888 HTTP/1.1" status: 204 len: 168 time: 1.0763702 Nov 12 12:25:20.196554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501413c-a515-455d-aa30-e478db65617f None None] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:20.204524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:20.221974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8258118-0826-4f5d-9c5f-757ac33c1ee6 req-5c00378c-b586-43c9-ab10-e27ef0dad397 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249796 Nov 12 12:25:20.263681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-e9bb7bf8-2eaf-439b-a534-6a2d6ed6ee96 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167517 Nov 12 12:25:20.280611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for 4a9bb86d-5e55-4997-9822-a993a0e5d72e owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:20.354396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72cd5587-90a6-4179-b1de-f9fc92df14d3 req-9cbf7b82-6f4f-4eca-9824-4b83e9e86508 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3355621dc09942638e056c1fee411cb1 HTTP/1.1" status: 200 len: 221 time: 0.0893309 Nov 12 12:25:20.420161 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-e1f261e5-6c4f-4576-9cfc-45b233a5d72c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348107 Nov 12 12:25:20.421041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.472776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4fefded8-b548-4263-9f31-46d4abcfd186'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:20.539722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['206e896e-6b88-42fe-af65-aae73f8f65b8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:20.541511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] DHCP port deletion for 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:25:20.568582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Deleting port a9491bd6-8937-4780-9416-13e51063a89d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:20.569032 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.640577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.675524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30', '414a38b5-fb34-4ad4-bf11-922f815f1354', '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:20.686661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=4a9bb86d-5e55-4997-9822-a993a0e5d72e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:20.724837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50158) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:20.745990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504038408', 'description': 'tempest-description--1856901632'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:20.772837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] For port a9491bd6-8937-4780-9416-13e51063a89d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9491bd6-8937-4780-9416-13e51063a89d,segment=NetworkSegment(1e01e693-fe65-439c-a3d2-d3637677b491),segment_id=1e01e693-fe65-439c-a3d2-d3637677b491)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:20.773316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.800766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port 4a9bb86d-5e55-4997-9822-a993a0e5d72e on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:20.810696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:20.814826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d37d4cb-1047-476b-9877-5778aa8fdfe7 req-ad8a1064-6846-427e-a79c-8ac6c7c068cf tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "DELETE /v2.0/ports/4a9bb86d-5e55-4997-9822-a993a0e5d72e HTTP/1.1" status: 204 len: 173 time: 1.3681958 Nov 12 12:25:20.815505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'name': 'network-vif-deleted', 'tag': '4a9bb86d-5e55-4997-9822-a993a0e5d72e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:20.818849 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b6910-7f25-4a41-b3f6-9128a57cd6b4" -d '{"events": [{"server_uuid": "80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4", "name": "network-vif-deleted", "tag": "4a9bb86d-5e55-4997-9822-a993a0e5d72e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:20.823589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Calling delete_port for a9491bd6-8937-4780-9416-13e51063a89d owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:20.896173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.020522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f909a-9042-45ea-a8b0-04d65c21ee70 req-aa53ad11-30b8-462f-a45f-2421275cd140 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:21.028624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c9f909a-9042-45ea-a8b0-04d65c21ee70 req-aa53ad11-30b8-462f-a45f-2421275cd140 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4 HTTP/1.1" status: 200 len: 867 time: 0.5925291 Nov 12 12:25:21.037239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce09057-f2b2-43a0-8fb3-208ddbaef663 req-805801a9-3547-4b93-8290-1a5f3953998d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:21.038968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ce09057-f2b2-43a0-8fb3-208ddbaef663 req-805801a9-3547-4b93-8290-1a5f3953998d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1456659 Nov 12 12:25:21.087273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.093517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c9f909a-9042-45ea-a8b0-04d65c21ee70 req-b91cecab-93d6-406a-a492-bea0d4aecc46 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644670 Nov 12 12:25:21.095954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Deleting port a9491bd6-8937-4780-9416-13e51063a89d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:21.096331 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.139388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Port': ['ID=a9491bd6-8937-4780-9416-13e51063a89d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:21.157011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] No DVR routers for this DVR port a9491bd6-8937-4780-9416-13e51063a89d on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:21.158751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 2, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:21.160257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.195257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Checking router: 256c6e10-a61d-4909-9700-9b2b811da247 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:25:21.195609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Updating router 256c6e10-a61d-4909-9700-9b2b811da247 port ae594169-4672-4ede-a68a-518082c23e71 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:25:21.196505 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.206858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ce09057-f2b2-43a0-8fb3-208ddbaef663 req-047096e1-b133-4eed-a925-46c45a73e6f1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605420 Nov 12 12:25:21.233777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c219a82-ca4d-4a3f-931b-c02065976b2d req-c0e88ce2-f925-400e-aa71-c42ac7ee1f4d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:21.244364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c219a82-ca4d-4a3f-931b-c02065976b2d req-c0e88ce2-f925-400e-aa71-c42ac7ee1f4d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 943 time: 0.0802298 Nov 12 12:25:21.284157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.285928 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5593307 Nov 12 12:25:21.292309 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2c5327-20fa-4ab9-a16d-350b90b74bb4 x-openstack-request-id: req-ec2c5327-20fa-4ab9-a16d-350b90b74bb4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:21.292602 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4", "name": "network-vif-deleted", "tag": "4a9bb86d-5e55-4997-9822-a993a0e5d72e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:21.292857 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec2c5327-20fa-4ab9-a16d-350b90b74bb4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:21.293239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:21.293383 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d9f259-c9c7-42c0-8d6c-2d5210b0c4e4', 'name': 'network-vif-deleted', 'tag': '4a9bb86d-5e55-4997-9822-a993a0e5d72e', 'status': 'completed', 'code': 200} Nov 12 12:25:21.298615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.301387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324d9fa-8d39-496c-a1fd-d16b954727f6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404e6ca7-db85-4c9d-af36-7f4f646e3ee7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:21.326827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f20a84e-0d1b-4bff-a19c-2488277bcfd5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:21.330858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.337725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e01e693-fe65-439c-a3d2-d3637677b491') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:21.338012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e01e693-fe65-439c-a3d2-d3637677b491') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:21.349733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.354148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] For port a9491bd6-8937-4780-9416-13e51063a89d, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:21.354555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.355231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'security_group_rule': {'security_group_id': '404e6ca7-db85-4c9d-af36-7f4f646e3ee7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:21.368136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.391023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:25:21.391567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.395794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c219a82-ca4d-4a3f-931b-c02065976b2d req-176ad60a-f254-457e-a4c6-f003a4fb9643 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490388 Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:25:21.397492 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:25:21.423563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.474832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 79547bcb-7ae6-45a3-849b-f047469385a7 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:21.506199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.509016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab68e0-cf08-4152-98e8-85a31e2d5a09 req-0edf67e1-6201-4925-b718-c6014e46824c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:21.510795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1fab68e0-cf08-4152-98e8-85a31e2d5a09 req-0edf67e1-6201-4925-b718-c6014e46824c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 949 time: 0.1399434 Nov 12 12:25:21.511019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Calling delete_port for a9491bd6-8937-4780-9416-13e51063a89d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:21.516520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.520685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.526403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Port a9491bd6-8937-4780-9416-13e51063a89d was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:25:21.533237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.537874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] 10.222.0.18 "DELETE /v2.0/networks/6f20a84e-0d1b-4bff-a19c-2488277bcfd5 HTTP/1.1" status: 204 len: 168 time: 1.3264875 Nov 12 12:25:21.557376 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.563387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33049257-a9ff-40e5-8edb-17e02d74527b tempest-AllowedAddressPairTestJSON-647640284 tempest-AllowedAddressPairTestJSON-647640284-project] Pushing event deleted for resources: {'Network': ['ID=6f20a84e-0d1b-4bff-a19c-2488277bcfd5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:21.599832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.603982 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065782 Nov 12 12:25:21.603982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e547d4c-304a-4ec4-9c88-bb22a9bceca4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:21.605012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:21.612942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.613319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.614471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.614928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.615539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.615888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'security_group_rule': {'security_group_id': '404e6ca7-db85-4c9d-af36-7f4f646e3ee7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:21.616051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.617085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.617891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.618400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.618834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.619428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.620466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a3520-e8a0-4128-878c-5d38185b12f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:21.645703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1fab68e0-cf08-4152-98e8-85a31e2d5a09 req-9bd2e204-cf39-4369-be8e-92d140c1aae7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262619 Nov 12 12:25:21.696325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.696446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Network 6f20a84e-0d1b-4bff-a19c-2488277bcfd5 is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 12:25:21.696853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] No DVR routers for this DVR port a9491bd6-8937-4780-9416-13e51063a89d on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:21.706983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15ad5c-d6fd-4e11-8b64-22972a6b79b8 None None] Pushing event deleted for resources: {'Port': ['ID=a9491bd6-8937-4780-9416-13e51063a89d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:21.726229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee02eb-9a7a-4aca-ab96-c0086d583b79 req-cbc55fe4-63fa-46d5-93df-99df7bf4db39 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:21.728245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39ee02eb-9a7a-4aca-ab96-c0086d583b79 req-cbc55fe4-63fa-46d5-93df-99df7bf4db39 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0939326 Nov 12 12:25:21.812119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39ee02eb-9a7a-4aca-ab96-c0086d583b79 req-f5ca7bca-8776-48e7-9f0d-cf90a486c798 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722842 Nov 12 12:25:21.875103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9491bd6-8937-4780-9416-13e51063a89d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:21.889811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.899321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.917245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9bc78-9916-41ed-968b-05f9d3f42811 req-524d5a49-b102-4fc4-9b31-35f67f2caf0c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:21.924768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bae9bc78-9916-41ed-968b-05f9d3f42811 req-524d5a49-b102-4fc4-9b31-35f67f2caf0c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1120369 Nov 12 12:25:21.951697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccbbd37-f96b-4866-ba2f-42c3e64f2539,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:21.970877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.973499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b08471a7-a6b6-48b4-a515-e3d5d0dac56d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662403 Nov 12 12:25:21.976695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:21.980849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:21.986791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:21.994266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a9491bd6-8937-4780-9416-13e51063a89d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:21.994696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9491bd6-8937-4780-9416-13e51063a89d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:21.999583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 79547bcb-7ae6-45a3-849b-f047469385a7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=79547bcb-7ae6-45a3-849b-f047469385a7,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:22.025164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bae9bc78-9916-41ed-968b-05f9d3f42811 req-02d1d70a-7f05-4047-9402-b24484d2e8d8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995076 Nov 12 12:25:22.030745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '79547bcb-7ae6-45a3-849b-f047469385a7', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': '79547bcb-7ae6-45a3-849b-f047469385a7', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:22.049682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ba83-a121-46bc-b8ac-622c135af04c req-f4c58187-78a6-4aea-ad9a-8faef313190a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:22.049682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9b3ba83-a121-46bc-b8ac-622c135af04c req-f4c58187-78a6-4aea-ad9a-8faef313190a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1146812 Nov 12 12:25:22.049682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.079329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1', '4a9bb86d-5e55-4997-9822-a993a0e5d72e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:22.169166 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-847bb145-2fcf-4b94-aa8a-6e8611ab3e02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dbed315c8a349f5bb6630bf2464ee02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899207 Nov 12 12:25:22.169732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:22.185861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9b3ba83-a121-46bc-b8ac-622c135af04c req-d82227c8-59c2-495e-a8de-f7a5dadaad13 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341693 Nov 12 12:25:22.248270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2183d7-aea7-4b8d-8f2e-08039e4ec3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.250910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.284373 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2183d7-aea7-4b8d-8f2e-08039e4ec3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.340957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.348561 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2183d7-aea7-4b8d-8f2e-08039e4ec3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.352140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be2183d7-aea7-4b8d-8f2e-08039e4ec3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.355697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-be2183d7-aea7-4b8d-8f2e-08039e4ec3a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/395282ed-3584-4e91-b4eb-656b2b728001 HTTP/1.1" status: 204 len: 168 time: 0.1827219 Nov 12 12:25:22.383575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2183d7-aea7-4b8d-8f2e-08039e4ec3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395282ed-3584-4e91-b4eb-656b2b728001,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:22.393303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.415781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Allocated IP 172.25.1.6 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/ef3757d4-7c21-4a28-b636-28b95794347b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:22.433767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7495a-c9b5-43ae-b42e-edbe74b9729d req-ec00acc6-947d-4ae8-a9e7-42c75793fc79 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:22.453465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15f7495a-c9b5-43ae-b42e-edbe74b9729d req-ec00acc6-947d-4ae8-a9e7-42c75793fc79 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1307042 Nov 12 12:25:22.458054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79547bcb-7ae6-45a3-849b-f047469385a7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:22.486105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 79547bcb-7ae6-45a3-849b-f047469385a7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=79547bcb-7ae6-45a3-849b-f047469385a7,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:22.500905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.507589 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.573709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15f7495a-c9b5-43ae-b42e-edbe74b9729d req-2d76ae88-2e1b-4dbc-bf19-46469b6594cd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192594 Nov 12 12:25:22.648177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1b3c-bc8e-46c3-b448-d23159d753f5 req-da443be3-20d0-477b-b079-94badf3d27fe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:22.656358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27fd1b3c-bc8e-46c3-b448-d23159d753f5 req-da443be3-20d0-477b-b079-94badf3d27fe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 944 time: 0.1372025 Nov 12 12:25:22.664737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.697667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aebe3f-7506-4c82-afe0-75090b2958e5 None None] Pushing event updated for resources: {'Port': ['ID=ae594169-4672-4ede-a68a-518082c23e71,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:22.724933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27fd1b3c-bc8e-46c3-b448-d23159d753f5 req-0ea6eb28-700c-4c2b-a661-dffaa19f03e6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Nov 12 12:25:22.778941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:22.801908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3f4b0-6db3-485c-bef8-70f87f14833c req-e28885db-6a15-49dc-9aec-e7de4b287e9b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:22.813597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fee3f4b0-6db3-485c-bef8-70f87f14833c req-e28885db-6a15-49dc-9aec-e7de4b287e9b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 950 time: 0.1265011 Nov 12 12:25:22.892195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:22.905006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:22.915284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:22.970129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=ef3757d4-7c21-4a28-b636-28b95794347b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:22.989170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fee3f4b0-6db3-485c-bef8-70f87f14833c req-d08ad32a-b03d-49d9-bd7b-96551abafa44 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740971 Nov 12 12:25:23.006278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5b955-5bc6-413c-a395-ed01b735485c req-7d38a350-fa06-4bf6-8fa0-59ba4600c802 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:23.014959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eae5b955-5bc6-413c-a395-ed01b735485c req-7d38a350-fa06-4bf6-8fa0-59ba4600c802 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 949 time: 0.0820887 Nov 12 12:25:23.019861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['79547bcb-7ae6-45a3-849b-f047469385a7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:23.097221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eae5b955-5bc6-413c-a395-ed01b735485c req-4d0db741-341b-43d8-aa01-6bcc66127895 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814548 Nov 12 12:25:23.131069 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.230841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Attempting to bind port ae594169-4672-4ede-a68a-518082c23e71 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:23.231744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Attempting to bind port ae594169-4672-4ede-a68a-518082c23e71 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:23.231744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Attempting to bind port ae594169-4672-4ede-a68a-518082c23e71 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:23.241526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8357c3-3d6e-48b7-81af-66245bf49a91 req-9810fe66-9b88-4b81-9f60-1df1f0fa046f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:23.249254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb8357c3-3d6e-48b7-81af-66245bf49a91 req-9810fe66-9b88-4b81-9f60-1df1f0fa046f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1612446 Nov 12 12:25:23.252501 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.253269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=79547bcb-7ae6-45a3-849b-f047469385a7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:23.255893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180987c0-734f-4d60-a608-f5d768aef14f req-d576bb26-4407-4333-8029-e3af19f7949b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:23.264701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-180987c0-734f-4d60-a608-f5d768aef14f req-d576bb26-4407-4333-8029-e3af19f7949b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0726650 Nov 12 12:25:23.274325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:23.274812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:23.275338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.275819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:23.276390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Bound port: ae594169-4672-4ede-a68a-518082c23e71, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:23.276850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.296324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-9a9393d9-2a5e-4bea-b899-8723a7b9461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:23.297558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-9a9393d9-2a5e-4bea-b899-8723a7b9461f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c&tenant_id=02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 1100 time: 0.1620264 Nov 12 12:25:23.304977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3193b0c2-e3ff-4e16-bc0e-c92f52b85e17 None None] Provisioning complete for port ae594169-4672-4ede-a68a-518082c23e71 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:23.305637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3193b0c2-e3ff-4e16-bc0e-c92f52b85e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.325224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:23.342228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-180987c0-734f-4d60-a608-f5d768aef14f req-10a56f78-5447-4cdb-98f9-5c2c0d3e0bf9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658128 Nov 12 12:25:23.402739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb8357c3-3d6e-48b7-81af-66245bf49a91 req-95cd0608-135a-45e2-b666-2a2a4cbef3db tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527233 Nov 12 12:25:23.448710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3193b0c2-e3ff-4e16-bc0e-c92f52b85e17 None None] Port ae594169-4672-4ede-a68a-518082c23e71 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:23.481021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:23.483561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4fefded8-b548-4263-9f31-46d4abcfd186 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:23.518428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:23.546780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.615344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] For port ae594169-4672-4ede-a68a-518082c23e71, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:23.637307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc6f28-d8b1-485e-b3ee-3fb3367b9042 req-3550f407-d1c2-4796-993a-3deb2ae434f1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:23.642657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6dbc6f28-d8b1-485e-b3ee-3fb3367b9042 req-3550f407-d1c2-4796-993a-3deb2ae434f1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0959554 Nov 12 12:25:23.670899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] For port ae594169-4672-4ede-a68a-518082c23e71, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae594169-4672-4ede-a68a-518082c23e71,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:23.678474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1157259105'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:23.743706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.745510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6dbc6f28-d8b1-485e-b3ee-3fb3367b9042 req-9e3d0047-f307-4888-9999-49f1446e9f60 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985448 Nov 12 12:25:23.746572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:23.761226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.809800 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.820125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.838951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:23.948633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 4fefded8-b548-4263-9f31-46d4abcfd186 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:23.960671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 4fefded8-b548-4263-9f31-46d4abcfd186 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:23.961040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.000710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.017943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.033053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:25:24.034115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:25:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:24.084312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:25:24.113391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f6209-a94c-420f-840f-339e570617ee req-5fb93c9f-c0da-4104-95a7-dcef8a5f3555 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.123825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b15f6209-a94c-420f-840f-339e570617ee req-5fb93c9f-c0da-4104-95a7-dcef8a5f3555 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1750808 Nov 12 12:25:24.124926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=ef3757d4-7c21-4a28-b636-28b95794347b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:24.132910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ef61e-93f9-42ec-9460-d29cf28a8b4b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:24.133463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:24.137480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.144247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.144590 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Added segment 52f223b6-ab99-4611-b604-3808799c0673 of type vlan for network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 Nov 12 12:25:24.173762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfa91d-edf9-4942-8feb-10e75152e0ba req-3894ffb7-7ed1-4040-857b-2130c7970e43 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.177191 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3cfa91d-edf9-4942-8feb-10e75152e0ba req-3894ffb7-7ed1-4040-857b-2130c7970e43 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 944 time: 0.2977476 Nov 12 12:25:24.228441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.238941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.250466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-975de0fb-5d98-40e8-8cc8-f7438c0d761b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2591712 Nov 12 12:25:24.266116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b15f6209-a94c-420f-840f-339e570617ee req-aeec29a9-fcf3-4292-9d6a-e1df58f0c0fc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410904 Nov 12 12:25:24.319791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.325661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.326330 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.328366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3cfa91d-edf9-4942-8feb-10e75152e0ba req-6abf4a53-daf3-4bad-a91d-f9c5d8af31c4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224823 Nov 12 12:25:24.337481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:24.407284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:24.421236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:24.439675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.454423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Ignored duplicate provisioning block setup for port 206e896e-6b88-42fe-af65-aae73f8f65b8 by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 12:25:24.485750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aebe3f-7506-4c82-afe0-75090b2958e5 None None] Pushing event updated for resources: {'Port': ['ID=ae594169-4672-4ede-a68a-518082c23e71,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:24.504728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'mac_address': 'fa:16:3e:28:66:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:24.507196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.540444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b83e0a41-0fde-4d14-a4b3-b67e2ae6aebd None None] Provisioning complete for port ae594169-4672-4ede-a68a-518082c23e71 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:24.541489 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b83e0a41-0fde-4d14-a4b3-b67e2ae6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.548355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0285928 Nov 12 12:25:24.555013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f7794-6818-4fdf-a796-d3ca13322410 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Network': ['ID=5a3e9a0b-562d-4280-8b2f-1b144464aa88,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:24.558273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:24.569048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734371b-13a0-401b-a4d4-6edf29da1ce5 req-9696348f-f5a5-4a5d-b511-10af190beefc tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.570701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5734371b-13a0-401b-a4d4-6edf29da1ce5 req-9696348f-f5a5-4a5d-b511-10af190beefc tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 950 time: 0.1395493 Nov 12 12:25:24.579791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:24.584808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:25:24.591529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:25:24.599936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=9']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:24.637736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] No DVR routers for this DVR port 206e896e-6b88-42fe-af65-aae73f8f65b8 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:24.704193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-476002ca-79d5-4bf8-aee4-884f67ab5310 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.707055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-476002ca-79d5-4bf8-aee4-884f67ab5310 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 950 time: 0.2710991 Nov 12 12:25:24.719984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1c421-1bfb-494b-b929-36f57f5866af req-da6f9fdc-503e-41c0-8bc3-860321557cd1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.720860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5734371b-13a0-401b-a4d4-6edf29da1ce5 req-a2fe050f-de5c-4df5-bbd3-b9c760379d6f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415534 Nov 12 12:25:24.721710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:24.722054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:24.722442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:24.727835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:24.728161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Attempting to bind port 206e896e-6b88-42fe-af65-aae73f8f65b8 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:24.732217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c1c421-1bfb-494b-b929-36f57f5866af req-da6f9fdc-503e-41c0-8bc3-860321557cd1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 948 time: 0.2254293 Nov 12 12:25:24.740144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:24.740489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:24.741307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:24.741760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Bound port: 206e896e-6b88-42fe-af65-aae73f8f65b8, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:24.742130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.841507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.896000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:24.900327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:24.914870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d320-6b88-4b6d-b2d8-fa3e44c8d637 req-c8676476-da6f-4a6c-bb79-d3203a8714b7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:24.916547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca04d320-6b88-4b6d-b2d8-fa3e44c8d637 req-c8676476-da6f-4a6c-bb79-d3203a8714b7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0789454 Nov 12 12:25:24.918630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:24.952006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:24.954533 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bf2086-ece7-4a4f-ad43-4413c8e0b6b7" -d '{"events": [{"server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:24.983069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:25.003664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:25.015001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.015298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.017055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-bd9c4fd4-8c63-4184-92b1-d33ea639d5ad service neutron] 10.222.0.65 "PUT /v2.0/ports/206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 1096 time: 1.6970580 Nov 12 12:25:25.021470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:25.022216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.022708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4a9bb86d-5e55-4997-9822-a993a0e5d72e no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:25.023415 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ad337-464e-4224-85c9-2e01c8504333" -d '{"events": [{"name": "network-changed", "server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:25.070793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca04d320-6b88-4b6d-b2d8-fa3e44c8d637 req-d7cb3f11-df1a-4dfb-9c1c-d1dae96d163c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897865 Nov 12 12:25:25.086855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b83e0a41-0fde-4d14-a4b3-b67e2ae6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.086855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 4a9bb86d-5e55-4997-9822-a993a0e5d72e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:25.086855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4a9bb86d-5e55-4997-9822-a993a0e5d72e not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:25.086855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:25.128828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-248ae488-a8ab-44ae-bdde-bd6d1f8fd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.131823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-248ae488-a8ab-44ae-bdde-bd6d1f8fd0e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1100 time: 0.0822859 Nov 12 12:25:25.202846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:25.206535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.260560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b83e0a41-0fde-4d14-a4b3-b67e2ae6aebd None None] For port ae594169-4672-4ede-a68a-518082c23e71, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae594169-4672-4ede-a68a-518082c23e71,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:25.264392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:25.275569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:25.278344 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b83e0a41-0fde-4d14-a4b3-b67e2ae6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.284265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c1c421-1bfb-494b-b929-36f57f5866af req-5bee41ff-5cfc-4c57-8abe-51ea85399e26 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525374 Nov 12 12:25:25.333467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082c4c-009d-4ae0-b7e5-dc79ac62f2b9 req-f2fc713a-b3e8-4161-bd49-b4b005bdd3be tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.343734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c082c4c-009d-4ae0-b7e5-dc79ac62f2b9 req-f2fc713a-b3e8-4161-bd49-b4b005bdd3be tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2017765 Nov 12 12:25:25.367385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:23Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:25.372260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-28d6eeb9-9cd5-4cdc-8435-c6853fad278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.374405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-28d6eeb9-9cd5-4cdc-8435-c6853fad278e service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2338350 Nov 12 12:25:25.413913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362603a-076a-466e-9ae2-85ef07b90aff None None] The sync data for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 is: [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:23Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:25:25.419288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0a41-0fde-4d14-a4b3-b67e2ae6aebd None None] Pushing event updated for resources: {'Port': ['ID=ae594169-4672-4ede-a68a-518082c23e71,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:25.454330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c082c4c-009d-4ae0-b7e5-dc79ac62f2b9 req-4f88577f-9043-4d3d-865f-5735b92a6853 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095998 Nov 12 12:25:25.456325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-542a3b18-a76f-4812-b6c3-cc456c167f41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0655031 Nov 12 12:25:25.541673 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4be3e8d-b574-474b-b94d-75b1efab668d x-openstack-request-id: req-e4be3e8d-b574-474b-b94d-75b1efab668d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:25.542221 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:25.542221 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4be3e8d-b574-474b-b94d-75b1efab668d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:25.542634 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186', 'code': 200} Nov 12 12:25:25.552142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-36ff332a-12c2-4133-aec7-2d921f348f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.553961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-36ff332a-12c2-4133-aec7-2d921f348f83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0848832 Nov 12 12:25:25.624578 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e3834b-5179-47a4-aa08-ad2171878b0e x-openstack-request-id: req-72e3834b-5179-47a4-aa08-ad2171878b0e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:25.624977 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:25.625353 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72e3834b-5179-47a4-aa08-ad2171878b0e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:25.625869 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'status': 'completed', 'code': 200} Nov 12 12:25:25.651998 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-ec72abf1-365b-4937-ae26-8d4dca01fb45 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1504038408&fields=id&tenant_id=42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 267 time: 0.1472263 Nov 12 12:25:25.655929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-190b47f6-5c47-41e2-bd6f-fb6e3bd63e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.663800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-190b47f6-5c47-41e2-bd6f-fb6e3bd63e05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863187 Nov 12 12:25:25.736213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.746744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:25.747088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.832791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409304-0668-4c61-bec8-f4065a9a12f5 req-7e8354a9-0c42-44f5-8258-3fa3f460b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.836373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77409304-0668-4c61-bec8-f4065a9a12f5 req-7e8354a9-0c42-44f5-8258-3fa3f460b54a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.1711700 Nov 12 12:25:25.863214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604ff9-b90a-42f1-bfea-478def89a025 req-b6298c1d-c8cd-4868-a626-5814ed8d0fb5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.864857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37604ff9-b90a-42f1-bfea-478def89a025 req-b6298c1d-c8cd-4868-a626-5814ed8d0fb5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 944 time: 0.1562221 Nov 12 12:25:25.878228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae594169-4672-4ede-a68a-518082c23e71 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:25.916813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-1d05fd96-143b-4743-b8a5-94918e833aa9 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184856 Nov 12 12:25:25.927070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-d3bac182-03c3-41e0-924e-8f389c4db53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.931188 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-d3bac182-03c3-41e0-924e-8f389c4db53e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1100 time: 0.2748585 Nov 12 12:25:25.940231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77409304-0668-4c61-bec8-f4065a9a12f5 req-62672dc9-de36-497b-8dbd-1577e928f212 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942452 Nov 12 12:25:25.959323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae594169-4672-4ede-a68a-518082c23e71 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:25.959694 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:25.962639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=45cc685d-1786-4711-8cd6-a5c3f01f88c4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:25.982366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-cbfe7912-6d7f-4c36-becc-6c9ccccf7fc2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:25.984014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-cbfe7912-6d7f-4c36-becc-6c9ccccf7fc2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.3316665 Nov 12 12:25:26.030717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37604ff9-b90a-42f1-bfea-478def89a025 req-42527bc7-e285-4c25-bfc7-630c712ed9e8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526740 Nov 12 12:25:26.077980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f0d06c-6b3f-4fc7-9c97-a068118780e9 req-f98833d8-6fe4-4339-a6ad-15d646411a2e service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329882 Nov 12 12:25:26.126257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-beb4fe42-3b3b-4766-8edf-4cb9ef3494dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/quotas/42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 375 time: 0.0449059 Nov 12 12:25:26.154983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:26.155352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network hostable DHCP agents. Network: 5a3e9a0b-562d-4280-8b2f-1b144464aa88, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:25:26.159263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:26.159639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:26.193539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-2f1889c5-3b31-4718-addb-155460445d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.197525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-2f1889c5-3b31-4718-addb-155460445d81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 1100 time: 0.0529785 Nov 12 12:25:26.220646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:26.225586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-676dc876-4bd2-435c-a81b-316bb82bd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.227245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-676dc876-4bd2-435c-a81b-316bb82bd5fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2313766 Nov 12 12:25:26.317408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ced-cbc6-4bdc-95cb-e1c5a0291d40 req-8ddf1abd-e07d-41a4-8f4b-434434d51737 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.319077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32007ced-cbc6-4bdc-95cb-e1c5a0291d40 req-8ddf1abd-e07d-41a4-8f4b-434434d51737 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1192546 Nov 12 12:25:26.329992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-cf6da1e2-ce44-46da-8f85-7334acc82cd8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0862598 Nov 12 12:25:26.334516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:25:26.350255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-24a040c0-9186-407e-9bb3-6e9b045495f3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2098093 Nov 12 12:25:26.389952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-3e384e58-149a-4deb-abea-88fbe9ebffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.391530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-3e384e58-149a-4deb-abea-88fbe9ebffc5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1806147 Nov 12 12:25:26.398671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32007ced-cbc6-4bdc-95cb-e1c5a0291d40 req-dd309375-99dc-4b69-8c41-3a176c99ecdb tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711257 Nov 12 12:25:26.428679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 5a3e9a0b-562d-4280-8b2f-1b144464aa88) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:26.445140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f374337-5117-40ac-b6f4-4a5c44a358a6 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:26.449124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-581af2c5-d600-4f5d-9d4f-3c1b9d189032 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 200 len: 217 time: 0.0483465 Nov 12 12:25:26.463742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.464337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:26.486623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-2cb5fe25-29c6-4151-8ee6-9c580f21336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.490206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-2cb5fe25-29c6-4151-8ee6-9c580f21336c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1382260 Nov 12 12:25:26.574277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75ebc-66cf-4f68-aff1-edfd14ce188e req-2c8d62e0-7dfe-43da-be7c-db82c7bcc804 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.580285 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-ccdd676c-7686-4a74-9c2f-2a59bb14b1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085197 Nov 12 12:25:26.589124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67d75ebc-66cf-4f68-aff1-edfd14ce188e req-2c8d62e0-7dfe-43da-be7c-db82c7bcc804 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 950 time: 0.0850129 Nov 12 12:25:26.594068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-53bbf931-ffa1-4237-ba6f-ac44589ffe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.595840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-53bbf931-ffa1-4237-ba6f-ac44589ffe31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1371346 Nov 12 12:25:26.636793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '45cc685d-1786-4711-8cd6-a5c3f01f88c4'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:26.637702 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:26.706856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-3a10848a-c372-4407-8d60-c1c857f9c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.710015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-3a10848a-c372-4407-8d60-c1c857f9c900 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960271 Nov 12 12:25:26.713109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e038cc32-c4cd-4d8f-9824-c29b9d0563e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1386683 Nov 12 12:25:26.717965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:26.732291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'name': 'tempest-NetworksTestDHCPv6-999022521'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:26.733874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67d75ebc-66cf-4f68-aff1-edfd14ce188e req-61181092-4b3a-4d1f-bf17-9a9566be7511 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403420 Nov 12 12:25:26.749083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-37a4f1dc-499e-4cba-865f-9df30f013e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.750837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-37a4f1dc-499e-4cba-865f-9df30f013e98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685152 Nov 12 12:25:26.890989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-d0abba91-adb1-4d9c-956b-0d3c29af227b service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273170 Nov 12 12:25:26.903784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/45cc685d-1786-4711-8cd6-a5c3f01f88c4/57192bb3-fb7c-4061-a287-521b2dc4761b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:26.986464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f325-2251-4cc6-81ab-79413947ccfe req-da66b1d1-c978-4d60-b084-0e1aa80d4349 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:26.988486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56e9f325-2251-4cc6-81ab-79413947ccfe req-da66b1d1-c978-4d60-b084-0e1aa80d4349 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 949 time: 0.0909684 Nov 12 12:25:26.990757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-87656f4e-f716-4085-aef5-e7f525c01d12 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522595 Nov 12 12:25:27.036173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-b6ad6c59-7f6a-4a17-9c77-40d8b33f7460 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007344 Nov 12 12:25:27.105792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:27.135707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:27.136153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-d076fd1c-a2f1-4d9c-947a-a181aa7d3af4 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307192 Nov 12 12:25:27.138633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30', '414a38b5-fb34-4ad4-bf11-922f815f1354'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:27.167903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56e9f325-2251-4cc6-81ab-79413947ccfe req-3f637add-790c-4d82-bfe4-3e86c1746e05 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657758 Nov 12 12:25:27.168818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=5e25b93e-b11f-482c-8b9d-1ddc37a4bea6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:27.284126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:27.307444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:27.311298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cd74395e-0663-46bb-b67e-49a2df88efd5 req-e9cdcf1f-9d2b-4e76-8746-44105ea5287d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "DELETE /v2.0/ports/5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 HTTP/1.1" status: 204 len: 173 time: 2.5779858 Nov 12 12:25:27.311858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'name': 'network-vif-deleted', 'tag': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:27.317683 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72f425-b0dd-4e39-949f-df7062c86fef" -d '{"events": [{"server_uuid": "408d277c-0259-4f6b-8dc2-79ae4f88add4", "name": "network-vif-deleted", "tag": "5e25b93e-b11f-482c-8b9d-1ddc37a4bea6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:27.322439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2222e7-90c9-46f7-b855-4e6497ed20ba req-b6b6e04e-6bd5-4f08-b294-9e1e77912d72 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:27.353046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a2222e7-90c9-46f7-b855-4e6497ed20ba req-b6b6e04e-6bd5-4f08-b294-9e1e77912d72 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1224134 Nov 12 12:25:27.377618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4ad337-464e-4224-85c9-2e01c8504333 req-5e285558-5f73-4829-a4e2-3fb28b06577e service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757817 Nov 12 12:25:27.440700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a2222e7-90c9-46f7-b855-4e6497ed20ba req-b92c80db-5c46-4790-87bb-3f3c0aca277d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829933 Nov 12 12:25:27.475436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:27.479613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:27.510803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 28697d81-20af-4f8a-81cc-aa2cbe17e6c5 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:27.529955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 79547bcb-7ae6-45a3-849b-f047469385a7 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:27.549716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2386a-9383-4665-9554-6b7085508338 req-ab8e90f6-c5a8-45a6-92ab-c21e3224c6b3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:27.557182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16f2386a-9383-4665-9554-6b7085508338 req-ab8e90f6-c5a8-45a6-92ab-c21e3224c6b3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2256875 Nov 12 12:25:27.663179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853578c-ba2c-435c-b224-bbccaede3a26 req-6a5ba54d-f76e-46b1-bc1d-5c952e9e72c7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:27.667921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0853578c-ba2c-435c-b224-bbccaede3a26 req-6a5ba54d-f76e-46b1-bc1d-5c952e9e72c7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 944 time: 0.0977628 Nov 12 12:25:27.682320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16f2386a-9383-4665-9554-6b7085508338 req-c617cc2c-bc2d-455f-9c8c-0482c3a39dd2 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241336 Nov 12 12:25:27.725037 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:27.748357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 79547bcb-7ae6-45a3-849b-f047469385a7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:27.764313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:27.775715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0853578c-ba2c-435c-b224-bbccaede3a26 req-05624d49-2180-4cd1-87ac-8804c985d037 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925922 Nov 12 12:25:27.781336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 79547bcb-7ae6-45a3-849b-f047469385a7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:27.781927 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:27.823561 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4162f061-7d77-431f-999e-012a10970c66 x-openstack-request-id: req-4162f061-7d77-431f-999e-012a10970c66 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:27.824100 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d277c-0259-4f6b-8dc2-79ae4f88add4", "name": "network-vif-deleted", "tag": "5e25b93e-b11f-482c-8b9d-1ddc37a4bea6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:27.824503 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4162f061-7d77-431f-999e-012a10970c66 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:27.825066 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d277c-0259-4f6b-8dc2-79ae4f88add4', 'name': 'network-vif-deleted', 'tag': '5e25b93e-b11f-482c-8b9d-1ddc37a4bea6', 'status': 'completed', 'code': 200} Nov 12 12:25:27.868512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::e6 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/45cc685d-1786-4711-8cd6-a5c3f01f88c4/28697d81-20af-4f8a-81cc-aa2cbe17e6c5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:27.936637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ecba77c-b7cb-46d9-be2e-e47c3eab2f50 req-2573f7b9-1c0e-4a13-a223-8a36aa06b754 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 210 time: 0.0636454 Nov 12 12:25:28.001754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78dc88ff-f4d0-441e-a21f-bbdb10d31a4b req-06436847-25f7-471c-b35a-59995c6bcc38 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=408d277c-0259-4f6b-8dc2-79ae4f88add4 HTTP/1.1" status: 200 len: 210 time: 0.0699599 Nov 12 12:25:28.061521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:28.075437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:28.080323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:28.141598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac8c5-6ede-407f-b0b0-a071fccfe334 req-fab2a9a3-71cd-41ed-81b3-afd2fb0465a3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.142873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Pushing event updated for resources: {'Port': ['ID=57192bb3-fb7c-4061-a287-521b2dc4761b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:28.144704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd1ac8c5-6ede-407f-b0b0-a071fccfe334 req-fab2a9a3-71cd-41ed-81b3-afd2fb0465a3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1167128 Nov 12 12:25:28.230746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.255471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd1ac8c5-6ede-407f-b0b0-a071fccfe334 req-42f5a93b-0e34-49bc-a515-1c3a3905ab57 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994458 Nov 12 12:25:28.267892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Attempting to bind port 57192bb3-fb7c-4061-a287-521b2dc4761b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:28.269793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Attempting to bind port 57192bb3-fb7c-4061-a287-521b2dc4761b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:28.271697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Attempting to bind port 57192bb3-fb7c-4061-a287-521b2dc4761b on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:28.312034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:28.312415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:28.312829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.313277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:28.313774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Bound port: 57192bb3-fb7c-4061-a287-521b2dc4761b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:28.314342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.320135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915f71-e951-4873-8e71-263e6200e928 req-05e39586-f00c-4168-b17c-410cbae13bdf tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.321905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6915f71-e951-4873-8e71-263e6200e928 req-05e39586-f00c-4168-b17c-410cbae13bdf tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 949 time: 0.0731966 Nov 12 12:25:28.347998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.417364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6915f71-e951-4873-8e71-263e6200e928 req-aca13df9-4a53-4412-a1f1-35fb347ccc9a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759640 Nov 12 12:25:28.459895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.478745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:28.485622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:28.488584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=28697d81-20af-4f8a-81cc-aa2cbe17e6c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:28.491714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:28.497725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.497839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.508330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e37e26-68be-4bf1-805f-643660e9fbb2 req-b6794e8b-dc38-4724-a425-0d9ffad9a376 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.509867 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1e37e26-68be-4bf1-805f-643660e9fbb2 req-b6794e8b-dc38-4724-a425-0d9ffad9a376 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1589990 Nov 12 12:25:28.518697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] For port 57192bb3-fb7c-4061-a287-521b2dc4761b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:28.532698 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b30c128e-9bb9-4e89-af3c-7cbf26ca1d63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8026981 Nov 12 12:25:28.534709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:28.560113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79547bcb-7ae6-45a3-849b-f047469385a7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:28.562514 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c705326-8170-4b40-b9f3-8a700799498b" -d '{"events": [{"server_uuid": "73aa6a9f-d756-49ac-ad60-3a828db7b518", "name": "network-vif-plugged", "status": "completed", "tag": "79547bcb-7ae6-45a3-849b-f047469385a7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:28.569391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] For port 57192bb3-fb7c-4061-a287-521b2dc4761b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=57192bb3-fb7c-4061-a287-521b2dc4761b,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:28.589364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1e37e26-68be-4bf1-805f-643660e9fbb2 req-822b3ba3-7a91-49f0-aadc-6ed7ad226c5a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718760 Nov 12 12:25:28.606462 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.619546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 79547bcb-7ae6-45a3-849b-f047469385a7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=79547bcb-7ae6-45a3-849b-f047469385a7,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:28.629120 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7c2e4-3826-4bbc-9ff1-18ed69ed3b7a x-openstack-request-id: req-68a7c2e4-3826-4bbc-9ff1-18ed69ed3b7a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:28.629639 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa6a9f-d756-49ac-ad60-3a828db7b518", "name": "network-vif-plugged", "status": "completed", "tag": "79547bcb-7ae6-45a3-849b-f047469385a7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:28.629995 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68a7c2e4-3826-4bbc-9ff1-18ed69ed3b7a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:28.630516 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79547bcb-7ae6-45a3-849b-f047469385a7', 'code': 200} Nov 12 12:25:28.655366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:28.683333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd7c95-b8d0-4f36-9c02-cae64f776f28 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.693415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd7c95-b8d0-4f36-9c02-cae64f776f28 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.700461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50326) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:28.701096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7afd7c95-b8d0-4f36-9c02-cae64f776f28 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1624010 Nov 12 12:25:28.759411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7d7e7-7121-44d5-94bc-db6c81208c1c None None] Pushing event updated for resources: {'Port': ['ID=57192bb3-fb7c-4061-a287-521b2dc4761b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:28.831976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=79547bcb-7ae6-45a3-849b-f047469385a7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:28.877523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fdb89-582b-4b6b-bbd7-3219208cf1d8 req-ca50db8a-f2cc-4e0e-b78d-982589e0b082 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:28.887416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f9fdb89-582b-4b6b-bbd7-3219208cf1d8 req-ca50db8a-f2cc-4e0e-b78d-982589e0b082 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0875065 Nov 12 12:25:28.959374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f9fdb89-582b-4b6b-bbd7-3219208cf1d8 req-cac0426c-0f43-4be3-8cb6-0ae1c365229e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Nov 12 12:25:29.063976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:29.068220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:29.069498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a979aa-9d66-4c53-8e86-99d301adab7c req-c9119bb5-cde3-47e6-98d6-681f344197f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:29.071042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15a979aa-9d66-4c53-8e86-99d301adab7c req-c9119bb5-cde3-47e6-98d6-681f344197f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 1096 time: 0.3038380 Nov 12 12:25:29.097747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7cc01-b784-42e1-8a91-ee1110fd3dba req-59c081be-d928-475a-94c1-4a6d18a9d13c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:29.101137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27a7cc01-b784-42e1-8a91-ee1110fd3dba req-59c081be-d928-475a-94c1-4a6d18a9d13c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2686183 Nov 12 12:25:29.107919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:29.108269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5e25b93e-b11f-482c-8b9d-1ddc37a4bea6 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:29.224086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-fbe3d7c1-ea44-4f2b-b34c-32574df3dd40 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:29.225630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-fbe3d7c1-ea44-4f2b-b34c-32574df3dd40 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.3164272 Nov 12 12:25:29.228008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 28697d81-20af-4f8a-81cc-aa2cbe17e6c5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:29.228350 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.230082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:29.244070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'mac_address': 'fa:16:3e:28:66:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:29.268760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298981ad-e33f-4cdf-9fd7-f80fd11294dd req-dc5523d3-6988-42e6-87dc-7495d91a3b4f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:29.270652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15a979aa-9d66-4c53-8e86-99d301adab7c req-57d3efa4-f612-4c20-b8f3-09b3f858d778 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832066 Nov 12 12:25:29.271569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-298981ad-e33f-4cdf-9fd7-f80fd11294dd req-dc5523d3-6988-42e6-87dc-7495d91a3b4f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 945 time: 0.0694747 Nov 12 12:25:29.281629 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27a7cc01-b784-42e1-8a91-ee1110fd3dba req-323ce174-c53e-4a9f-a861-84b043a95f53 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713152 Nov 12 12:25:29.289907 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.320083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:29.341236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-298981ad-e33f-4cdf-9fd7-f80fd11294dd req-5fe98d03-6118-42fa-8cb0-78aa4a7487dd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625203 Nov 12 12:25:29.348269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:29.354596 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.418664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.422046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:29.483983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158f35c-70c0-491c-80dc-3f5152617460 req-d93f5d65-584b-45b2-a26e-50f27b6d5d56 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:29.485713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b158f35c-70c0-491c-80dc-3f5152617460 req-d93f5d65-584b-45b2-a26e-50f27b6d5d56 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0612671 Nov 12 12:25:29.542857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b158f35c-70c0-491c-80dc-3f5152617460 req-bbf310ef-c44b-40d9-9525-92b07f33376c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504100 Nov 12 12:25:29.602581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.671284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1fbcba59-2a95-4de7-99db-3113d09bef6f req-d64e90e7-e381-427a-bcb5-f7f38db14937 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 210 time: 0.0541866 Nov 12 12:25:29.716339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['206e896e-6b88-42fe-af65-aae73f8f65b8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:29.731469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-fa7a72ab-4097-4c60-8f80-be1f76e9c200 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 380 time: 0.4719768 Nov 12 12:25:29.737125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.772927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 28697d81-20af-4f8a-81cc-aa2cbe17e6c5 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:29.789082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'port': {'device_id': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'admin_state_up': True, 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'security_groups': ['404e6ca7-db85-4c9d-af36-7f4f646e3ee7']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:29.919113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57192bb3-fb7c-4061-a287-521b2dc4761b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:29.998764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3079b129-4a07-40fe-b40c-28efaf405aab req-d488b554-0cc6-4c00-be06-89b21e442d86 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-110369002&fields=id&tenant_id=e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 267 time: 0.1991820 Nov 12 12:25:30.010006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc40e48-30fc-4038-b2b0-f899856a61b9 req-aadf43e0-f7da-434f-a3e7-7d95c0ccf43e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:30.011835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bc40e48-30fc-4038-b2b0-f899856a61b9 req-aadf43e0-f7da-434f-a3e7-7d95c0ccf43e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0640628 Nov 12 12:25:30.013019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 57192bb3-fb7c-4061-a287-521b2dc4761b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:30.013502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.115430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bc40e48-30fc-4038-b2b0-f899856a61b9 req-9b874f17-1fcc-4d9a-b55e-fc51e546736e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833387 Nov 12 12:25:30.130841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079b129-4a07-40fe-b40c-28efaf405aab req-8e90208b-6209-49fb-900f-6dadd9a63ece tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:30.139564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3079b129-4a07-40fe-b40c-28efaf405aab req-8e90208b-6209-49fb-900f-6dadd9a63ece tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1327627 Nov 12 12:25:30.145560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'port': {'security_groups': ['311e719c-6f6a-494b-86fc-bb1f8d6e9b4e', '5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:30.161555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.178009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:30.181682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.200751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 57192bb3-fb7c-4061-a287-521b2dc4761b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=57192bb3-fb7c-4061-a287-521b2dc4761b,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:30.207656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88ae09-1c58-4b75-9dda-9e4f1092c6ea None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:30.224555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.249508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.262897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.328170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=28697d81-20af-4f8a-81cc-aa2cbe17e6c5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:30.354231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6dba00e1-5b28-48a5-a292-93fff2a48c7c None None] Provisioning complete for port 57192bb3-fb7c-4061-a287-521b2dc4761b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:30.354512 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6dba00e1-5b28-48a5-a292-93fff2a48c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.399548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.400556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=57192bb3-fb7c-4061-a287-521b2dc4761b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:30.403217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-83f74b4c-4fb4-45f5-84b7-55480438415c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/28697d81-20af-4f8a-81cc-aa2cbe17e6c5 HTTP/1.1" status: 204 len: 168 time: 1.7014198 Nov 12 12:25:30.409142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:30.449780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc72-64dc-4ac3-a5f6-4996147ce11d req-b7250416-567e-4ccb-ac6c-b1ba544490dd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:30.451275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce5adc72-64dc-4ac3-a5f6-4996147ce11d req-b7250416-567e-4ccb-ac6c-b1ba544490dd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 950 time: 0.0690761 Nov 12 12:25:30.505699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce5adc72-64dc-4ac3-a5f6-4996147ce11d req-73be44aa-2fd5-4073-8925-d600b98e0643 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Nov 12 12:25:30.565414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77157c40-119d-4a54-a071-805d8a40dc06 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:30.567761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77157c40-119d-4a54-a071-805d8a40dc06 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:30.572022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-77157c40-119d-4a54-a071-805d8a40dc06 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1592720 Nov 12 12:25:30.573733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:30.574980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Allocated IP 172.20.0.5 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/9394420d-6618-436b-953e-385e41c4a352) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:30.648660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 45cc685d-1786-4711-8cd6-a5c3f01f88c4 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:30.655131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.750001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.796741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b5ce0-6fab-4cc6-895b-46bb2d622f6c req-728aa121-5407-4620-9e00-19d4a3dc8f61 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:30.804331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc4b5ce0-6fab-4cc6-895b-46bb2d622f6c req-728aa121-5407-4620-9e00-19d4a3dc8f61 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1494431 Nov 12 12:25:30.863069 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.866602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a6bdf17-41a1-46c6-bc6c-bdedc8965e14 None None] Provisioning complete for port 57192bb3-fb7c-4061-a287-521b2dc4761b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:30.866906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:30.867031 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a6bdf17-41a1-46c6-bc6c-bdedc8965e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.951073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc4b5ce0-6fab-4cc6-895b-46bb2d622f6c req-f7df6a95-9ee9-4594-8004-2adacfd4df21 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367550 Nov 12 12:25:30.951702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.957902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.959581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.969876 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:30.981178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4fefded8-b548-4263-9f31-46d4abcfd186'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:31.047904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:31.056055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:31.069139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:31.070105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.083997 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3079b129-4a07-40fe-b40c-28efaf405aab req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "PUT /v2.0/ports/4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 981 time: 0.9433689 Nov 12 12:25:31.084743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:31.088377 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:31.102339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.104110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:31.106879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:31.126115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:31.159759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.162880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:31.167882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/45cc685d-1786-4711-8cd6-a5c3f01f88c4 HTTP/1.1" status: 204 len: 168 time: 0.5927217 Nov 12 12:25:31.176213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:31.177949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.178530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.178807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.179220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.179427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb2a16-b32f-4eb3-9d99-aa0f37368ba8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=45cc685d-1786-4711-8cd6-a5c3f01f88c4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:31.179614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.179942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.180270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.180592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.181675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.182005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.183041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.183389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:25:31.236826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4fefded8-b548-4263-9f31-46d4abcfd186'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:31.239986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea75af-fa14-4026-ae5e-1566885fd9d1 req-c3f6005c-ae78-4a34-b027-828990eab9f4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:31.252260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-15c4242b-0d6d-440e-8c93-b306c1e39536 None None] Could not find standard attr ID for object 28697d81-20af-4f8a-81cc-aa2cbe17e6c5. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:31.255862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abea75af-fa14-4026-ae5e-1566885fd9d1 req-c3f6005c-ae78-4a34-b027-828990eab9f4 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 950 time: 0.1920002 Nov 12 12:25:31.330089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f6722166-46dc-4cd6-a306-99b28271eb54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118050 Nov 12 12:25:31.331126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abea75af-fa14-4026-ae5e-1566885fd9d1 req-a01c923d-3850-41ee-bba5-684b6dddb065 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740807 Nov 12 12:25:31.331310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:31.352210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:31.357788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:31.358496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.435980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765aab-21c1-499d-b5ae-61a18dd668cb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:31.447372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-7e61dcfc-2d60-4ab8-8741-a8f5479ae8b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6628280 Nov 12 12:25:31.471929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a80d-e4c1-4a39-a5a3-f53eec18d04e req-2767945a-688b-4433-8924-fb54ed2a4a58 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:31.482301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ec6a80d-e4c1-4a39-a5a3-f53eec18d04e req-2767945a-688b-4433-8924-fb54ed2a4a58 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 945 time: 0.2313392 Nov 12 12:25:31.492683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Request body: {'port': {'device_id': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:31.500074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98022ad6-72e1-448a-972e-e03a4681e299 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:31.537271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 206e896e-6b88-42fe-af65-aae73f8f65b8 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:31.602228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 206e896e-6b88-42fe-af65-aae73f8f65b8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:31.602544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.602895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a435a-d3a5-4f0f-88f5-84878ec8bf08 req-54a2e0f0-dbec-443a-ba57-c4e6767d5e0e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:31.604448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a33a435a-d3a5-4f0f-88f5-84878ec8bf08 req-54a2e0f0-dbec-443a-ba57-c4e6767d5e0e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 931 time: 0.0915000 Nov 12 12:25:31.611603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:31.617573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.618984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ec6a80d-e4c1-4a39-a5a3-f53eec18d04e req-57b935c5-5eae-4027-9bca-99531efaf806 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354251 Nov 12 12:25:31.623805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.740544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a33a435a-d3a5-4f0f-88f5-84878ec8bf08 req-280f8e46-cc57-4d77-95a5-d5d6de6a008e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990047 Nov 12 12:25:31.752186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cadaa55a-da8f-4a94-bc7d-2c7935beb316 None None] Provisioning complete for port 9394420d-6618-436b-953e-385e41c4a352 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:31.752393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cadaa55a-da8f-4a94-bc7d-2c7935beb316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.805719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cadaa55a-da8f-4a94-bc7d-2c7935beb316 None None] Port 9394420d-6618-436b-953e-385e41c4a352 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:31.889142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01a96997-852b-4ee2-8790-48eebfe8e2d1 req-68d1c6d3-9022-4370-909a-f69470286462 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6 HTTP/1.1" status: 200 len: 1819 time: 0.1028595 Nov 12 12:25:31.920539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57192bb3-fb7c-4061-a287-521b2dc4761b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:31.945696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:31.954280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.967981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Transition to ACTIVE for port object 9394420d-6618-436b-953e-385e41c4a352 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:32.002848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.052395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:32.088887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d041cb1-d660-4e39-8ba7-76d5ca6c191f req-238ca6ae-5c4f-4513-81db-57021ab8ed15 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.090606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d041cb1-d660-4e39-8ba7-76d5ca6c191f req-238ca6ae-5c4f-4513-81db-57021ab8ed15 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1211624 Nov 12 12:25:32.197824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d041cb1-d660-4e39-8ba7-76d5ca6c191f req-80390d92-c80d-4106-9dc8-a3a2b599d94a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003861 Nov 12 12:25:32.231577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Attempting to bind port 9394420d-6618-436b-953e-385e41c4a352 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:32.231921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Attempting to bind port 9394420d-6618-436b-953e-385e41c4a352 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:32.232262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Attempting to bind port 9394420d-6618-436b-953e-385e41c4a352 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:32.242747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Port 9394420d-6618-436b-953e-385e41c4a352 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:32.243156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Attempting to bind port 9394420d-6618-436b-953e-385e41c4a352 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:32.249335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:32.249837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:32.254858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:32.255503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Bound port: 9394420d-6618-436b-953e-385e41c4a352, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:32.256077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.311250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.344150 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebcdb96-93e0-4083-b5df-b41bb27eee2d x-openstack-request-id: req-cebcdb96-93e0-4083-b5df-b41bb27eee2d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:32.344357 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:32.344623 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cebcdb96-93e0-4083-b5df-b41bb27eee2d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:32.345057 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186', 'status': 'completed', 'code': 200} Nov 12 12:25:32.380481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-36917d40-fef4-4179-9225-6435dfa36c79 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.381958 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-36917d40-fef4-4179-9225-6435dfa36c79 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 950 time: 0.1097834 Nov 12 12:25:32.386673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.411751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:32.418227 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654fcdbb-9544-4572-a6f9-5f43ef2b3703" -d '{"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-plugged", "status": "completed", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:32.439202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:32.445428 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-01a96997-852b-4ee2-8790-48eebfe8e2d1 req-4b2995ed-f906-4c23-a5f2-01ca37ee8cc9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 12:25:32.459363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01a96997-852b-4ee2-8790-48eebfe8e2d1 req-4b2995ed-f906-4c23-a5f2-01ca37ee8cc9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6 HTTP/1.1" status: 409 len: 341 time: 0.5567675 Nov 12 12:25:32.463801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 57192bb3-fb7c-4061-a287-521b2dc4761b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:32.463801 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.472059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-0c6753b4-821e-408b-b926-8d325240b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.473367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-0c6753b4-821e-408b-b926-8d325240b51a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1135 time: 0.1274779 Nov 12 12:25:32.474815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.474954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:32.495879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:32.505767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:32.514283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.514897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.521727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-5f2dbe07-a74f-4272-bad0-0702a75a6e31 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771732 Nov 12 12:25:32.530206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:25:32.556534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:32.567178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=464d2195-e5a2-46bc-97fb-c97bd10013d4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:32.579944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ff52f19f-7de7-4ffc-b0f9-4660a0897136 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2450457 Nov 12 12:25:32.579944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:32.585140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'name': 'tempest-NetworksTestDHCPv6-600924102'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:32.587662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.646903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:32.710311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port 414a38b5-fb34-4ad4-bf11-922f815f1354 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:32.710876 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.719011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] Deleting port 57192bb3-fb7c-4061-a287-521b2dc4761b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:32.719766 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.751661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.752291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.753698 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] 10.222.0.65 "PUT /v2.0/ports/9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 1091 time: 1.2686615 Nov 12 12:25:32.811493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0a05660-754f-42e7-a258-da14181ed6f6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.819956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0a05660-754f-42e7-a258-da14181ed6f6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771642 Nov 12 12:25:32.822697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be96a48-adbe-4eb9-9264-4e7edc2dd87f req-fd3f4f94-d65a-43a2-8191-a596acb54664 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.830392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7be96a48-adbe-4eb9-9264-4e7edc2dd87f req-fd3f4f94-d65a-43a2-8191-a596acb54664 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 945 time: 0.2058880 Nov 12 12:25:32.856845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121b26-152b-44eb-91cc-cb56f40608da service neutron] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:32.868135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] For port 57192bb3-fb7c-4061-a287-521b2dc4761b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=57192bb3-fb7c-4061-a287-521b2dc4761b,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:32.869125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.887739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] Calling delete_port for 57192bb3-fb7c-4061-a287-521b2dc4761b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:32.893847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-ef4c7550-463d-403f-8c4f-68127c30f589 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/quotas/02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 375 time: 0.0729089 Nov 12 12:25:32.905740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:32.908707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.919552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port 414a38b5-fb34-4ad4-bf11-922f815f1354, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=414a38b5-fb34-4ad4-bf11-922f815f1354,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:32.919920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:32.938870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-f6be951e-ecc2-4e89-b8ab-c11379395b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:32.940380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-f6be951e-ecc2-4e89-b8ab-c11379395b51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.4451442 Nov 12 12:25:32.954416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for 414a38b5-fb34-4ad4-bf11-922f815f1354 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:32.969875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-107a4b45-e7c4-4b6f-8373-1ff144d33502 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751002 Nov 12 12:25:32.975263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7be96a48-adbe-4eb9-9264-4e7edc2dd87f req-3ba93b06-11b8-4e94-8061-238ecc5be1b0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Nov 12 12:25:32.976644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 78cdeebc-678f-44e0-a2d3-7d39726aad12 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:33.005594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-be801c66-dcea-46d6-868b-bc331a07eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.007475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-be801c66-dcea-46d6-868b-bc331a07eee9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1094 time: 0.1716714 Nov 12 12:25:33.009429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-e332ab52-168d-451d-820c-347ffb3cd3f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 217 time: 0.0609345 Nov 12 12:25:33.010350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:33.049210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] No DVR routers for this DVR port 57192bb3-fb7c-4061-a287-521b2dc4761b on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:33.068066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6bc9d-9b07-436b-b230-67acf3fd252f None None] Pushing event deleted for resources: {'Port': ['ID=57192bb3-fb7c-4061-a287-521b2dc4761b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:33.082658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4ea60-6a06-4f0e-a248-24807ac17c08 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:33.142201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-4b984711-11cc-4d44-ae7d-36d0a298d993 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 217 time: 0.1246078 Nov 12 12:25:33.212203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-440c07d2-1583-40b0-8e95-401bc46638b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.215334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-440c07d2-1583-40b0-8e95-401bc46638b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.1836176 Nov 12 12:25:33.256482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-0ba92bcd-41a2-4d35-b8ba-9ee6ecb74714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.260169 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-0ba92bcd-41a2-4d35-b8ba-9ee6ecb74714 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1088822 Nov 12 12:25:33.281477 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262a9fae-7b5f-4f7a-95fb-5cbb6e219eed x-openstack-request-id: req-262a9fae-7b5f-4f7a-95fb-5cbb6e219eed {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:33.281771 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-plugged", "status": "completed", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:33.283932 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-262a9fae-7b5f-4f7a-95fb-5cbb6e219eed {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:33.284779 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'code': 200} Nov 12 12:25:33.322322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-ab4a2075-9b23-49b0-9b32-c4c27b997439 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943632 Nov 12 12:25:33.325439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713203c-7b18-405e-91ad-093c0c8d04a9 req-51dc2ece-6da0-468f-ad49-68a93bff3368 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.333592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3713203c-7b18-405e-91ad-093c0c8d04a9 req-51dc2ece-6da0-468f-ad49-68a93bff3368 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=438e269f-57b6-4e70-9626-387cbe9964e8 HTTP/1.1" status: 200 len: 950 time: 0.1994507 Nov 12 12:25:33.351654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::2e2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/464d2195-e5a2-46bc-97fb-c97bd10013d4/78cdeebc-678f-44e0-a2d3-7d39726aad12) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:33.371828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081473cb-f790-4670-890d-720af308ff90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '464d2195-e5a2-46bc-97fb-c97bd10013d4'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:33.372965 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081473cb-f790-4670-890d-720af308ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:33.467359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-9df9bd2c-5805-4ea2-a21b-9a841549ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.469466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-9df9bd2c-5805-4ea2-a21b-9a841549ba0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777384 Nov 12 12:25:33.479738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3713203c-7b18-405e-91ad-093c0c8d04a9 req-c835a0cf-f647-4130-8040-c0aa8692f143 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446435 Nov 12 12:25:33.522624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-02ebaff3-6bac-45e2-a918-f3cedd8eeae6 service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486027 Nov 12 12:25:33.578113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:33.595921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cc062f0f-0a95-49a4-b329-e4b1bdd70a30', '414a38b5-fb34-4ad4-bf11-922f815f1354'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:33.620725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=414a38b5-fb34-4ad4-bf11-922f815f1354,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:33.638003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:33.708146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-d8f2d0c3-24dd-4ff9-98b5-50b3f2dcd02a service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298992 Nov 12 12:25:33.716174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340300-d51e-4b58-b76d-d097d573346b req-a3e429ce-e3e6-40f4-acc2-71fb4c8a564c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.717748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b340300-d51e-4b58-b76d-d097d573346b req-a3e429ce-e3e6-40f4-acc2-71fb4c8a564c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 943 time: 0.1499062 Nov 12 12:25:33.806518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port 414a38b5-fb34-4ad4-bf11-922f815f1354 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:33.810569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:33.818200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0e13e84-f796-4847-b694-880ad9fb9180 req-030fa2e1-c97b-40ac-b362-ed7cffdfa4f7 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "DELETE /v2.0/ports/414a38b5-fb34-4ad4-bf11-922f815f1354 HTTP/1.1" status: 204 len: 173 time: 1.4127591 Nov 12 12:25:33.819807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b3a9fb4-45b4-49ed-ae86-11c1f72ae10b req-b345a32a-00d5-47ac-ade4-9a3bff40361a service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606249 Nov 12 12:25:33.828919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e269f-57b6-4e70-9626-387cbe9964e8', 'name': 'network-vif-deleted', 'tag': '414a38b5-fb34-4ad4-bf11-922f815f1354'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:33.847040 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd4311-dce6-447a-9899-e81d860fdbf9" -d '{"events": [{"server_uuid": "438e269f-57b6-4e70-9626-387cbe9964e8", "name": "network-vif-deleted", "tag": "414a38b5-fb34-4ad4-bf11-922f815f1354"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:33.900938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbad87-3706-4d66-b9be-6c940a6afe5a req-715f85ed-9fe5-4f7b-b97b-1861e216f1ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:33.902943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fbbad87-3706-4d66-b9be-6c940a6afe5a req-715f85ed-9fe5-4f7b-b97b-1861e216f1ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 945 time: 0.2874184 Nov 12 12:25:33.909765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b340300-d51e-4b58-b76d-d097d573346b req-42896830-0f93-4da8-b286-0b3d6e5f42ee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787777 Nov 12 12:25:33.913673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57192bb3-fb7c-4061-a287-521b2dc4761b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:33.948275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:33.948798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6787fdd1-d170-4f08-8b73-579bd04fa442 req-caa1dcbb-5e81-4464-9312-1b97f2111e42 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281313 Nov 12 12:25:33.993502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 57192bb3-fb7c-4061-a287-521b2dc4761b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:33.994415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 57192bb3-fb7c-4061-a287-521b2dc4761b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:34.048957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fbbad87-3706-4d66-b9be-6c940a6afe5a req-d7e0fbfc-ac05-4b59-bbc5-ac6e02f35db0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256602 Nov 12 12:25:34.074486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.136992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-57891a25-6cd9-4a40-a315-afd339e6ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.138723 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-57891a25-6cd9-4a40-a315-afd339e6ab34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1135 time: 0.1889889 Nov 12 12:25:34.139940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=78cdeebc-678f-44e0-a2d3-7d39726aad12,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:34.154446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-081473cb-f790-4670-890d-720af308ff90 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/464d2195-e5a2-46bc-97fb-c97bd10013d4/782b881e-de59-4c6f-93c1-ee076ccb012f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:34.157774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:34.159613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:34.180447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bd5e-75c2-4812-bd3a-1749fe2b9d29 req-ab8221bd-2290-4201-b669-77ccbe41d9ee tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.189748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2968bd5e-75c2-4812-bd3a-1749fe2b9d29 req-ab8221bd-2290-4201-b669-77ccbe41d9ee tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1653152 Nov 12 12:25:34.195626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-210141ee-bf51-4bec-bb63-005a7ab07824 req-a262065b-ade5-4084-9ab0-9fac735c18c9 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 210 time: 0.0320957 Nov 12 12:25:34.196475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:34.204024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.205064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.240327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-db1d92b5-7694-45dc-80bc-d151aa7276d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6592300 Nov 12 12:25:34.242813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:34.370102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde64531-1f33-4cd8-a3cc-765e1617a810 req-bfab5c02-2769-4158-855d-234313ff06ff tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.372169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bde64531-1f33-4cd8-a3cc-765e1617a810 req-bfab5c02-2769-4158-855d-234313ff06ff tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 984 time: 0.0841811 Nov 12 12:25:34.383770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c4dd99-babc-4f97-a4d1-aaefd07ed95d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.386584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7c4dd99-babc-4f97-a4d1-aaefd07ed95d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1425388 Nov 12 12:25:34.394096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:34.527494 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081473cb-f790-4670-890d-720af308ff90 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.540072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bde64531-1f33-4cd8-a3cc-765e1617a810 req-0c052b9a-313a-49d9-8741-99163252f4f8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1519690 Nov 12 12:25:34.553295 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081473cb-f790-4670-890d-720af308ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.583931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 78cdeebc-678f-44e0-a2d3-7d39726aad12 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:34.583931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.652223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081473cb-f790-4670-890d-720af308ff90 None None] Pushing event updated for resources: {'Port': ['ID=782b881e-de59-4c6f-93c1-ee076ccb012f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:34.668906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081473cb-f790-4670-890d-720af308ff90 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:34.673844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-081473cb-f790-4670-890d-720af308ff90 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:34.680055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081473cb-f790-4670-890d-720af308ff90 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:34.703327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.719731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 78cdeebc-678f-44e0-a2d3-7d39726aad12 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:34.722466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:34.726321 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef60a81-f5e8-4e26-9c87-79c17df875ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:34.727353 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ad265-ae8c-43cf-9550-042edea9ed1f x-openstack-request-id: req-d49ad265-ae8c-43cf-9550-042edea9ed1f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:34.727670 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e269f-57b6-4e70-9626-387cbe9964e8", "name": "network-vif-deleted", "tag": "414a38b5-fb34-4ad4-bf11-922f815f1354", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:34.727952 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d49ad265-ae8c-43cf-9550-042edea9ed1f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:34.734210 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e269f-57b6-4e70-9626-387cbe9964e8', 'name': 'network-vif-deleted', 'tag': '414a38b5-fb34-4ad4-bf11-922f815f1354', 'status': 'completed', 'code': 200} Nov 12 12:25:34.754520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2968bd5e-75c2-4812-bd3a-1749fe2b9d29 req-53a37558-725d-4db7-af10-28869814d5fd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637839 Nov 12 12:25:34.785017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-3a7c08ba-2338-4c28-a1b2-a61916b3ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.796949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-3a7c08ba-2338-4c28-a1b2-a61916b3ebce service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.6398745 Nov 12 12:25:34.804218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-081473cb-f790-4670-890d-720af308ff90 None None] Attempting to bind port 782b881e-de59-4c6f-93c1-ee076ccb012f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:34.804218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-081473cb-f790-4670-890d-720af308ff90 None None] Attempting to bind port 782b881e-de59-4c6f-93c1-ee076ccb012f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:34.804497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081473cb-f790-4670-890d-720af308ff90 None None] Attempting to bind port 782b881e-de59-4c6f-93c1-ee076ccb012f on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:34.820033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081473cb-f790-4670-890d-720af308ff90 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:34.820423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081473cb-f790-4670-890d-720af308ff90 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:34.821593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081473cb-f790-4670-890d-720af308ff90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.821593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081473cb-f790-4670-890d-720af308ff90 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:34.821959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-081473cb-f790-4670-890d-720af308ff90 None None] Bound port: 782b881e-de59-4c6f-93c1-ee076ccb012f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:34.822386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081473cb-f790-4670-890d-720af308ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.847603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-a94e44d9-1734-44db-afc8-d7c6570d92fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 217 time: 0.0419018 Nov 12 12:25:34.892153 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3facc167-0293-4dac-ac00-917c5a19be3f x-openstack-request-id: req-3facc167-0293-4dac-ac00-917c5a19be3f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:34.892434 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "tag": "9394420d-6618-436b-953e-385e41c4a352", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:34.892638 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3facc167-0293-4dac-ac00-917c5a19be3f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:34.893150 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'status': 'completed', 'code': 200} Nov 12 12:25:34.932720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-7b07bd2d-798f-424d-b35e-299cf15eb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:34.934736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-7b07bd2d-798f-424d-b35e-299cf15eb1ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.0747728 Nov 12 12:25:34.957444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-081473cb-f790-4670-890d-720af308ff90 None None] For port 782b881e-de59-4c6f-93c1-ee076ccb012f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:34.995867 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-22cb0249-3476-44e9-8bb1-f347fb97480c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415606 Nov 12 12:25:34.998794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.001275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-081473cb-f790-4670-890d-720af308ff90 None None] For port 782b881e-de59-4c6f-93c1-ee076ccb012f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=782b881e-de59-4c6f-93c1-ee076ccb012f,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:35.007219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081473cb-f790-4670-890d-720af308ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.072056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.078685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/78cdeebc-678f-44e0-a2d3-7d39726aad12 HTTP/1.1" status: 204 len: 168 time: 0.6826642 Nov 12 12:25:35.080375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde4264-f69c-4fa8-b9cc-ef80d584fa02 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=78cdeebc-678f-44e0-a2d3-7d39726aad12,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:35.085030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50444) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:35.122258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081473cb-f790-4670-890d-720af308ff90 None None] Pushing event updated for resources: {'Port': ['ID=782b881e-de59-4c6f-93c1-ee076ccb012f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:35.134440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-3d050d7a-1ef5-4d13-a069-dcda3290d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.136437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-3d050d7a-1ef5-4d13-a069-dcda3290d964 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1094 time: 0.2177141 Nov 12 12:25:35.163457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2e63e-e662-4874-8058-d11f4739ba86 req-0d9b1288-2e9d-454e-9e2a-472a574489bd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.165797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8f2e63e-e662-4874-8058-d11f4739ba86 req-0d9b1288-2e9d-454e-9e2a-472a574489bd tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2123780 Nov 12 12:25:35.229082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3196c5-045a-4957-87ac-e9ddc51e7e34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.230821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3196c5-045a-4957-87ac-e9ddc51e7e34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.236162 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cb3196c5-045a-4957-87ac-e9ddc51e7e34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1499500 Nov 12 12:25:35.236932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:35.299284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-6ccd53ca-e8a2-4bc8-9017-ef904bea8b47 service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865889 Nov 12 12:25:35.307688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8f2e63e-e662-4874-8058-d11f4739ba86 req-f851fb6e-37c0-410f-ad75-02fa913335d3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296930 Nov 12 12:25:35.322005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-b1cc6bd3-1470-448b-8888-4b0618aa8c5b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085346 Nov 12 12:25:35.405604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-51f4a8a1-25a4-424f-a230-fc6f6b806e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.407197 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-51f4a8a1-25a4-424f-a230-fc6f6b806e94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.2402444 Nov 12 12:25:35.444532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 464d2195-e5a2-46bc-97fb-c97bd10013d4 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:35.451441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.488707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860409-89dd-448e-b6b9-54ea56383841 req-5fa9051c-7c5f-4e6c-be04-dafc833aa65c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.488912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-53d52fb9-dfb9-42b1-9daf-2034c6507e1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 217 time: 0.0629683 Nov 12 12:25:35.496128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91860409-89dd-448e-b6b9-54ea56383841 req-5fa9051c-7c5f-4e6c-be04-dafc833aa65c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 943 time: 0.2061942 Nov 12 12:25:35.571957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.578678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1570dd57-9902-4cba-9f5e-0d4eca57fe5a req-cb5ab57f-cef5-4bfd-aa1e-fef65cd7dae8 service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582510 Nov 12 12:25:35.600706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-34fb9212-7805-479d-b5d0-09488be52e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.602253 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-34fb9212-7805-479d-b5d0-09488be52e38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1059439 Nov 12 12:25:35.624253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f96fd8da-4160-48e8-9a8c-696253dde6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.632652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b3c5-f039-4270-bdcf-a94c46031b03 req-4dcd47c3-657c-4906-8cd8-0c54bb8e0318 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.634198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ee3b3c5-f039-4270-bdcf-a94c46031b03 req-4dcd47c3-657c-4906-8cd8-0c54bb8e0318 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 945 time: 0.1173944 Nov 12 12:25:35.635504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-a9b34451-8c1e-475a-8766-ca6c7afc8a86 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.636994 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-a9b34451-8c1e-475a-8766-ca6c7afc8a86 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965784 Nov 12 12:25:35.645357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91860409-89dd-448e-b6b9-54ea56383841 req-f6e93ea7-e23f-4bed-8d11-d99b78edde7d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483641 Nov 12 12:25:35.654133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Request body: {'port': {'device_id': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '02679cf315e34445a6c4079156f8c98e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:35.685243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-a3e2871e-94a3-490d-b774-ab2bd2777320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:35.686824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-a3e2871e-94a3-490d-b774-ab2bd2777320 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753686 Nov 12 12:25:35.735636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ee3b3c5-f039-4270-bdcf-a94c46031b03 req-0d904b9e-762c-40bb-a663-6e57f34c8882 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863993 Nov 12 12:25:35.821882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:35.927840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5919bad3-43aa-4b98-871e-c08a3b6d6918 req-420607e8-e5fc-4264-9ba4-3f609446f963 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 210 time: 0.0432281 Nov 12 12:25:35.938891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 782b881e-de59-4c6f-93c1-ee076ccb012f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:35.969227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-db908ae5-3bfc-4240-9157-9fd1032053c8 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656641 Nov 12 12:25:35.994466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 782b881e-de59-4c6f-93c1-ee076ccb012f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:35.994996 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.026743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.093044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cef60a81-f5e8-4e26-9c87-79c17df875ff req-6e8f4287-e2f6-457a-9d15-2472207e14e3 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132331 Nov 12 12:25:36.114688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.120378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.121990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/464d2195-e5a2-46bc-97fb-c97bd10013d4 HTTP/1.1" status: 204 len: 168 time: 0.8811483 Nov 12 12:25:36.124522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:36.137653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa55f-4893-468a-8680-7c96c327ff4c req-5d75841a-cc85-44dc-b77c-e82ebd3f678a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:36.146412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93daa55f-4893-468a-8680-7c96c327ff4c req-5d75841a-cc85-44dc-b77c-e82ebd3f678a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 984 time: 0.1916637 Nov 12 12:25:36.153846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f3199-286e-4ee8-b38a-5a28417bce7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=464d2195-e5a2-46bc-97fb-c97bd10013d4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:36.156860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Made reservation on behalf of 02679cf315e34445a6c4079156f8c98e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:36.160550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.188592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 782b881e-de59-4c6f-93c1-ee076ccb012f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=782b881e-de59-4c6f-93c1-ee076ccb012f,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:36.194246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.210983 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e1217382-4feb-434e-81bf-75a148600406 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850916 Nov 12 12:25:36.216451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:36.230455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:36.267054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=782b881e-de59-4c6f-93c1-ee076ccb012f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:36.311047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57341d30-502d-483b-9e3e-611c845b126d req-5fd548a0-0011-4821-aa57-da97a133495a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:36.321296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57341d30-502d-483b-9e3e-611c845b126d req-5fd548a0-0011-4821-aa57-da97a133495a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 949 time: 0.1057365 Nov 12 12:25:36.372240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57341d30-502d-483b-9e3e-611c845b126d req-07a1e560-3045-4fe3-bed4-b0ffed5e6cde tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499558 Nov 12 12:25:36.385204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93daa55f-4893-468a-8680-7c96c327ff4c req-6facd26f-875f-48ce-814f-a5caf17110bf tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2378843 Nov 12 12:25:36.479643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:36.483392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.495583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a57daa-a5e2-4120-9517-3a537578ea46 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:36.508663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Allocated IP 192.168.233.107 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/41e7ba0d-fc23-4cde-9b14-b45455134293) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:36.516531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad7c6-4ef7-4ca9-b557-1b15d7a6d464 req-98c9f3a7-bc2c-48ad-adb2-45e6beaaa10e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:36.518273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35dad7c6-4ef7-4ca9-b557-1b15d7a6d464 req-98c9f3a7-bc2c-48ad-adb2-45e6beaaa10e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0661237 Nov 12 12:25:36.585519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a315d5a8-3547-4fbc-a2ed-65e165243914 None None] Provisioning complete for port 782b881e-de59-4c6f-93c1-ee076ccb012f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:36.585894 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a315d5a8-3547-4fbc-a2ed-65e165243914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.588966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35dad7c6-4ef7-4ca9-b557-1b15d7a6d464 req-242a188f-b904-4da0-a920-22e34bc86d87 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617125 Nov 12 12:25:36.773636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:25:36.821846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea6a74-a29e-40bb-91e1-209726a89c43 req-974febd1-6f22-45f5-bc52-2f6c4f729d83 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:36.824066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dea6a74-a29e-40bb-91e1-209726a89c43 req-974febd1-6f22-45f5-bc52-2f6c4f729d83 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 943 time: 0.0744774 Nov 12 12:25:36.836446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] Deleting port 782b881e-de59-4c6f-93c1-ee076ccb012f {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:36.836823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.883044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.897107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6903fbc-ebbf-4f06-b243-f5de4549ddd7 req-d212f1e9-8c91-4652-ac79-1084871b256c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:36.898692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6903fbc-ebbf-4f06-b243-f5de4549ddd7 req-d212f1e9-8c91-4652-ac79-1084871b256c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2274497 Nov 12 12:25:36.909999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] For port 782b881e-de59-4c6f-93c1-ee076ccb012f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=782b881e-de59-4c6f-93c1-ee076ccb012f,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:36.911064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.912829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dea6a74-a29e-40bb-91e1-209726a89c43 req-3ed45b3e-7489-483a-9e15-a0cc2dcfe9d6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807428 Nov 12 12:25:36.919336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:36.925150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] Calling delete_port for 782b881e-de59-4c6f-93c1-ee076ccb012f owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:37.010594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:37.028187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:37.031474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.032732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.035628 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.050274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6903fbc-ebbf-4f06-b243-f5de4549ddd7 req-b54a2df3-4a86-40ed-8021-6ad183a83bf8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410851 Nov 12 12:25:37.051522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=0c404a9a-d863-47ae-8b6a-d06c0d5d2037,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:37.058115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.085872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:37.103470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2151f38-3d41-4de2-aa82-624b666c1c14 req-ed9aebbd-19b4-4d3e-bc20-2e73a5c6609a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.105122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2151f38-3d41-4de2-aa82-624b666c1c14 req-ed9aebbd-19b4-4d3e-bc20-2e73a5c6609a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 945 time: 0.1253588 Nov 12 12:25:37.115108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6c387bf-28e2-45dd-a5be-d0393cb8283f', '206e896e-6b88-42fe-af65-aae73f8f65b8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:37.116984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:37.119089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 414a38b5-fb34-4ad4-bf11-922f815f1354 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:37.120919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-42dbab49-a103-4d81-a5d0-05443c9682d2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8998649 Nov 12 12:25:37.127303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] Pushing event deleted for resources: {'Port': ['ID=782b881e-de59-4c6f-93c1-ee076ccb012f,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:37.128258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:37.138055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'name': 'tempest-NetworksTestDHCPv6-1971446478'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:37.167641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c034273-cb5d-4819-aedb-5a6312b82101 None None] No DVR routers for this DVR port 782b881e-de59-4c6f-93c1-ee076ccb012f on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:37.172859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-16fbbc8b-fbff-498b-8629-9c519a386761 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.174329 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-16fbbc8b-fbff-498b-8629-9c519a386761 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 949 time: 0.1300931 Nov 12 12:25:37.184560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:37.190181 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-cc59ad08-db92-4630-bec5-dbb4dd861335 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.193047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-cc59ad08-db92-4630-bec5-dbb4dd861335 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 945 time: 0.1814530 Nov 12 12:25:37.194055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e3052-860e-4303-810c-29ee479de96d None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:37.196248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 414a38b5-fb34-4ad4-bf11-922f815f1354 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:37.196572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 414a38b5-fb34-4ad4-bf11-922f815f1354 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:37.232223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:37.302505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:37.314496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:37.354051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2151f38-3d41-4de2-aa82-624b666c1c14 req-e14c8a79-674b-4a83-ba0a-ce98c5ff8266 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349491 Nov 12 12:25:37.450385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff846c7-5b9c-4aa2-9a65-5d00fb7b5751 req-df03c9ee-e687-4b90-88c3-21398597da9d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.459363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ff846c7-5b9c-4aa2-9a65-5d00fb7b5751 req-df03c9ee-e687-4b90-88c3-21398597da9d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 936 time: 0.2733622 Nov 12 12:25:37.490985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port 79547bcb-7ae6-45a3-849b-f047469385a7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:37.491332 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.498063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.498812 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.509314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:37.513912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.515843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:37.516256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.679471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe92e0c8-8835-4e1f-91a5-0f39f04502e1 None None] Provisioning complete for port 41e7ba0d-fc23-4cde-9b14-b45455134293 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:37.680004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe92e0c8-8835-4e1f-91a5-0f39f04502e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.802200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port 79547bcb-7ae6-45a3-849b-f047469385a7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=79547bcb-7ae6-45a3-849b-f047469385a7,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:37.802584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.836862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7827-3dc2-4fb2-bf5c-7e2a4be0a132 req-ee2834d2-f890-4c96-8826-53d86e4a0c69 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:37.846001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94fd7827-3dc2-4fb2-bf5c-7e2a4be0a132 req-ee2834d2-f890-4c96-8826-53d86e4a0c69 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=b139361a-9eb6-45f5-9b35-bc7dcef64f84 HTTP/1.1" status: 200 len: 949 time: 0.1566832 Nov 12 12:25:37.858682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port cc062f0f-0a95-49a4-b329-e4b1bdd70a30, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:37.859056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.862250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for 79547bcb-7ae6-45a3-849b-f047469385a7 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:37.897297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for cc062f0f-0a95-49a4-b329-e4b1bdd70a30 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:37.917340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 782b881e-de59-4c6f-93c1-ee076ccb012f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:37.921389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 4287085f-93e8-4e6b-91b6-7904d22be70d yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:37.933919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe92e0c8-8835-4e1f-91a5-0f39f04502e1 None None] Port 41e7ba0d-fc23-4cde-9b14-b45455134293 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:37.958892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '0c404a9a-d863-47ae-8b6a-d06c0d5d2037'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:37.959937 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:37.990867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-8c340841-9a51-4d05-99dc-5c33e8307cc3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3421826 Nov 12 12:25:38.001613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ff846c7-5b9c-4aa2-9a65-5d00fb7b5751 req-4e1c31b7-d751-486c-994f-faeebc4c37a0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412035 Nov 12 12:25:38.022123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 782b881e-de59-4c6f-93c1-ee076ccb012f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:38.022597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 782b881e-de59-4c6f-93c1-ee076ccb012f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:38.026465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:38.027221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94fd7827-3dc2-4fb2-bf5c-7e2a4be0a132 req-76a41234-93b1-45d2-ad42-8936af859746 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801674 Nov 12 12:25:38.033041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Request body: {'port': {'device_id': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:38.057651 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-413976bb-ab80-4656-9d46-7040bdb6395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.106616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb562b-bed9-4046-b587-19113fcbf804 req-fe53a2bf-0c9c-4fe5-b159-b7286423af86 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:38.108164 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9deb562b-bed9-4046-b587-19113fcbf804 req-fe53a2bf-0c9c-4fe5-b159-b7286423af86 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/ports?device_id=d357c537-5896-4e23-815e-8e0ebe3b3acd HTTP/1.1" status: 200 len: 950 time: 0.2301991 Nov 12 12:25:38.119439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::373 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0c404a9a-d863-47ae-8b6a-d06c0d5d2037/4287085f-93e8-4e6b-91b6-7904d22be70d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:38.192125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '9394420d-6618-436b-953e-385e41c4a352', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:38.215678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.293634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b6a3b-e29f-461e-a080-1ac918198cfa req-31d18b48-aa77-4e34-bf53-f5663d5c535f tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:38.295237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a1b6a3b-e29f-461e-a080-1ac918198cfa req-31d18b48-aa77-4e34-bf53-f5663d5c535f tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 984 time: 0.1688490 Nov 12 12:25:38.297497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.319145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.322796 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.324063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:38.364878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:38.372593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.377283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7867dd-9eac-42d8-a67b-e043c8520c6e req-72677a32-bfc7-4a0a-9835-037afbd515ba tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:38.387137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b7867dd-9eac-42d8-a67b-e043c8520c6e req-72677a32-bfc7-4a0a-9835-037afbd515ba tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2126858 Nov 12 12:25:38.399364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=79547bcb-7ae6-45a3-849b-f047469385a7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:38.427089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port 79547bcb-7ae6-45a3-849b-f047469385a7 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:38.431495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:38.472465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.477056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b7d8b28-ecf8-4533-90a3-0992d5388940 req-4b3caa4a-e5a4-4460-9843-009a5da374ce tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "DELETE /v2.0/ports/79547bcb-7ae6-45a3-849b-f047469385a7 HTTP/1.1" status: 204 len: 173 time: 1.2687259 Nov 12 12:25:38.477501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'name': 'network-vif-deleted', 'tag': '79547bcb-7ae6-45a3-849b-f047469385a7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:38.479778 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a069efd-aca9-40c9-9227-152b7cf6804f" -d '{"events": [{"server_uuid": "73aa6a9f-d756-49ac-ad60-3a828db7b518", "name": "network-vif-deleted", "tag": "79547bcb-7ae6-45a3-849b-f047469385a7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:38.508970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=cc062f0f-0a95-49a4-b329-e4b1bdd70a30,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:38.526302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', '915c6396-64e3-417d-b9ca-20aaa0ce63e1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:38.543431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port cc062f0f-0a95-49a4-b329-e4b1bdd70a30 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:38.547570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.553370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1a967e3-7d58-4517-be7f-01753ce43f1d req-0a4a88f8-3133-4f2f-852f-8610ade4ed07 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.65 "DELETE /v2.0/ports/cc062f0f-0a95-49a4-b329-e4b1bdd70a30 HTTP/1.1" status: 204 len: 173 time: 1.3586900 Nov 12 12:25:38.579616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730', 'a5e825f9-d738-469c-809d-b41ee5dfe2ab', '79547bcb-7ae6-45a3-849b-f047469385a7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:38.592532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:38.592911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.596605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a1b6a3b-e29f-461e-a080-1ac918198cfa req-1819f88f-28d0-4e18-91ab-5d04414481cd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2809863 Nov 12 12:25:38.697848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b7867dd-9eac-42d8-a67b-e043c8520c6e req-23fe3dc7-1385-47bf-b314-50513bff6953 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097320 Nov 12 12:25:38.718963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce21f3c-82b2-4c2a-8b36-ef65a19cf066 req-d6f0f8e0-1518-4013-a5ad-36a1fde7af03 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:38.720708 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cce21f3c-82b2-4c2a-8b36-ef65a19cf066 req-d6f0f8e0-1518-4013-a5ad-36a1fde7af03 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0574691 Nov 12 12:25:38.731197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['9394420d-6618-436b-953e-385e41c4a352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:38.828256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cce21f3c-82b2-4c2a-8b36-ef65a19cf066 req-3a37e200-ffb3-49a5-a3d5-a83366879758 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962102 Nov 12 12:25:38.917257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port 915c6396-64e3-417d-b9ca-20aaa0ce63e1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=915c6396-64e3-417d-b9ca-20aaa0ce63e1,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:38.917650 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:38.932811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for 915c6396-64e3-417d-b9ca-20aaa0ce63e1 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:39.008251 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8803ab1-b75a-42eb-9d5f-03ea2d65cdbe x-openstack-request-id: req-f8803ab1-b75a-42eb-9d5f-03ea2d65cdbe {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:39.008585 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa6a9f-d756-49ac-ad60-3a828db7b518", "name": "network-vif-deleted", "tag": "79547bcb-7ae6-45a3-849b-f047469385a7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:39.008897 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8803ab1-b75a-42eb-9d5f-03ea2d65cdbe {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:39.009426 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa6a9f-d756-49ac-ad60-3a828db7b518', 'name': 'network-vif-deleted', 'tag': '79547bcb-7ae6-45a3-849b-f047469385a7', 'status': 'completed', 'code': 200} Nov 12 12:25:39.059215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.106991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cc062f0f-0a95-49a4-b329-e4b1bdd70a30 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:39.164508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: cc062f0f-0a95-49a4-b329-e4b1bdd70a30 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:39.164911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cc062f0f-0a95-49a4-b329-e4b1bdd70a30 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:39.227402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.251480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6609708-d706-4803-bf50-c1d9615c651f req-cf5d07b4-5ffd-4a9e-bf62-f4dc688497cc tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1651552659&fields=id&tenant_id=e49e8fcdedfe44479fc99ff0992f73fe HTTP/1.1" status: 200 len: 267 time: 0.1654360 Nov 12 12:25:39.274649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9920467-7783-49cf-9746-74e2ed4137e1 req-178f62ce-f0ad-4c2c-8914-59dda2850377 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=73aa6a9f-d756-49ac-ad60-3a828db7b518 HTTP/1.1" status: 200 len: 210 time: 0.2300606 Nov 12 12:25:39.335996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=915c6396-64e3-417d-b9ca-20aaa0ce63e1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:39.343505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.392669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.408571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609708-d706-4803-bf50-c1d9615c651f req-f26cfb84-4538-4041-9a3d-97069942fe52 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:39.420729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6609708-d706-4803-bf50-c1d9615c651f req-f26cfb84-4538-4041-9a3d-97069942fe52 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 984 time: 0.1671309 Nov 12 12:25:39.421647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=4287085f-93e8-4e6b-91b6-7904d22be70d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:39.429872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'port': {'security_groups': ['311e719c-6f6a-494b-86fc-bb1f8d6e9b4e', '5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6', '66907ded-ad08-444f-81ba-4ec3b55359a0']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:39.501735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port 915c6396-64e3-417d-b9ca-20aaa0ce63e1 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:39.507094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:39.510092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.515094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9deb562b-bed9-4046-b587-19113fcbf804 req-bfc866e8-78cf-4d2c-bb66-95dce8b20232 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "DELETE /v2.0/ports/915c6396-64e3-417d-b9ca-20aaa0ce63e1 HTTP/1.1" status: 204 len: 173 time: 1.3932207 Nov 12 12:25:39.518580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'name': 'network-vif-deleted', 'tag': '915c6396-64e3-417d-b9ca-20aaa0ce63e1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:39.526858 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e86e4-9896-429e-8fd0-f5cac7362d95" -d '{"events": [{"server_uuid": "d357c537-5896-4e23-815e-8e0ebe3b3acd", "name": "network-vif-deleted", "tag": "915c6396-64e3-417d-b9ca-20aaa0ce63e1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:39.568707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.601183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0c404a9a-d863-47ae-8b6a-d06c0d5d2037/6af8e79f-1578-4764-b572-4f0b9d65de47) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:39.625423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e7ba0d-fc23-4cde-9b14-b45455134293 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:39.640684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.669793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Transition to ACTIVE for port object 41e7ba0d-fc23-4cde-9b14-b45455134293 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:39.675167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:39.686003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:39.692980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:39.698137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:39.716000 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.002716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:40.027999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-19530467-3c93-44ab-ad8c-2f1b8e3a2472 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8938744 Nov 12 12:25:40.031824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:40.034041 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.051363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.176406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Pushing event updated for resources: {'Port': ['ID=6af8e79f-1578-4764-b572-4f0b9d65de47,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:40.198975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450dbdd-4ad0-4a35-a225-44e48e82a0de req-ed93c7ac-8bb5-4547-a6f0-335d62c4b09f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:40.208603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:40.209400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7450dbdd-4ad0-4a35-a225-44e48e82a0de req-ed93c7ac-8bb5-4547-a6f0-335d62c4b09f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.4950495 Nov 12 12:25:40.251905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:40.277942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:40.286412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:40.337041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:40.348384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.375911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.380522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f1797-922b-4666-ab59-5901a807c8f9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:40.387507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f1797-922b-4666-ab59-5901a807c8f9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:40.389291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6e7f1797-922b-4666-ab59-5901a807c8f9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3468890 Nov 12 12:25:40.398467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:40.415315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:40.432896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:40.433352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:40.433799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:40.484631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7450dbdd-4ad0-4a35-a225-44e48e82a0de req-f9573f4b-6a3b-46db-a062-0e384ca34d83 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741561 Nov 12 12:25:40.485397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:40.485819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:40.503666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:40.504851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:40.505344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:40.505911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Bound port: 41e7ba0d-fc23-4cde-9b14-b45455134293, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:40.506408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.583306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:40.588611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:40.594810 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.651840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:40.652665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.654974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] 10.222.0.65 "PUT /v2.0/ports/41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 1096 time: 2.6282022 Nov 12 12:25:40.659512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Attempting to bind port 6af8e79f-1578-4764-b572-4f0b9d65de47 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:40.660867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Attempting to bind port 6af8e79f-1578-4764-b572-4f0b9d65de47 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:40.660867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Attempting to bind port 6af8e79f-1578-4764-b572-4f0b9d65de47 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:40.705430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0442779-c61c-4ce3-83c8-07162ecd5510 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:40.762141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:40.762557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:40.762947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.763336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:40.763826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Bound port: 6af8e79f-1578-4764-b572-4f0b9d65de47, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:40.764210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.766757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:40.768740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.786665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6609708-d706-4803-bf50-c1d9615c651f req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "PUT /v2.0/ports/4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 1020 time: 1.3648121 Nov 12 12:25:40.812208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:40.850192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-07de82c1-4158-4bbc-9713-4be97f380cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:40.851979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-07de82c1-4158-4bbc-9713-4be97f380cf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1099 time: 0.1418860 Nov 12 12:25:40.928559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f4671-49ab-4186-90b2-2aab12e12891 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:41.011884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 4287085f-93e8-4e6b-91b6-7904d22be70d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:41.012125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.018767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'name': 'network-vif-deleted', 'tag': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30'}, {'name': 'network-changed', 'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:41.021709 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28bd0d3-09de-4464-aa63-745a04063b58" -d '{"events": [{"server_uuid": "b139361a-9eb6-45f5-9b35-bc7dcef64f84", "name": "network-vif-deleted", "tag": "cc062f0f-0a95-49a4-b329-e4b1bdd70a30"}, {"name": "network-changed", "server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:41.053006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4fefded8-b548-4263-9f31-46d4abcfd186'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:41.067148 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a858a05-64aa-4b01-b314-815818e6dbfd x-openstack-request-id: req-0a858a05-64aa-4b01-b314-815818e6dbfd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:41.069215 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d357c537-5896-4e23-815e-8e0ebe3b3acd", "name": "network-vif-deleted", "tag": "915c6396-64e3-417d-b9ca-20aaa0ce63e1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:41.070363 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a858a05-64aa-4b01-b314-815818e6dbfd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:41.072509 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd357c537-5896-4e23-815e-8e0ebe3b3acd', 'name': 'network-vif-deleted', 'tag': '915c6396-64e3-417d-b9ca-20aaa0ce63e1', 'status': 'completed', 'code': 200} Nov 12 12:25:41.112802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-88cd3686-c4ee-4416-843b-3e9bffaad9ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.2497907 Nov 12 12:25:41.121686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:41.263857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-56f8f017-a2f7-4131-a306-546098a5090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.266153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-56f8f017-a2f7-4131-a306-546098a5090a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0848937 Nov 12 12:25:41.277528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.292423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35315d77-8593-4254-954b-e34480e787b5 req-3de1724f-19ab-4dd4-b135-28d3a0c12444 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.294055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35315d77-8593-4254-954b-e34480e787b5 req-3de1724f-19ab-4dd4-b135-28d3a0c12444 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1172757 Nov 12 12:25:41.355725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 4287085f-93e8-4e6b-91b6-7904d22be70d owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:41.411568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35315d77-8593-4254-954b-e34480e787b5 req-4ceb4bd0-8526-429e-9381-2823d2e8f443 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105034 Nov 12 12:25:41.417368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d042fd-307f-4863-b9ef-e747636d8feb req-716a1bc9-baab-45d3-97d3-dc8a63d37b64 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.428659 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.429926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3d042fd-307f-4863-b9ef-e747636d8feb req-716a1bc9-baab-45d3-97d3-dc8a63d37b64 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3727405 Nov 12 12:25:41.460370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] For port 6af8e79f-1578-4764-b572-4f0b9d65de47, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:41.463146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-654d8f5d-73ec-453e-bddb-b45aaf928626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.464665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-654d8f5d-73ec-453e-bddb-b45aaf928626 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734633 Nov 12 12:25:41.512546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] For port 6af8e79f-1578-4764-b572-4f0b9d65de47, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6af8e79f-1578-4764-b572-4f0b9d65de47,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:41.538257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc94a4c0-d481-44e6-8cc4-3d6f2efe3d12 req-6cef7469-27b9-4f59-886a-5c2083574c30 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/66907ded-ad08-444f-81ba-4ec3b55359a0 HTTP/1.1" status: 200 len: 1820 time: 0.0684659 Nov 12 12:25:41.544816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 79547bcb-7ae6-45a3-849b-f047469385a7 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:41.547801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3d042fd-307f-4863-b9ef-e747636d8feb req-07811cf0-f00d-4ddf-b022-08d4c3cdd744 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158350 Nov 12 12:25:41.547913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.562542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 9394420d-6618-436b-953e-385e41c4a352 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:41.611944 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-bc94a4c0-d481-44e6-8cc4-3d6f2efe3d12 req-8b1979a9-77c1-4f22-a5d3-d8d8094f6ccc tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 12:25:41.613344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc94a4c0-d481-44e6-8cc4-3d6f2efe3d12 req-8b1979a9-77c1-4f22-a5d3-d8d8094f6ccc tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/66907ded-ad08-444f-81ba-4ec3b55359a0 HTTP/1.1" status: 409 len: 341 time: 0.0743339 Nov 12 12:25:41.700058 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03dfbec-a4d3-419b-abb1-04ffef6f90b6 x-openstack-request-id: req-d03dfbec-a4d3-419b-abb1-04ffef6f90b6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:41.700438 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b139361a-9eb6-45f5-9b35-bc7dcef64f84", "name": "network-vif-deleted", "tag": "cc062f0f-0a95-49a4-b329-e4b1bdd70a30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:41.700631 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d03dfbec-a4d3-419b-abb1-04ffef6f90b6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:41.701007 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b139361a-9eb6-45f5-9b35-bc7dcef64f84', 'name': 'network-vif-deleted', 'tag': 'cc062f0f-0a95-49a4-b329-e4b1bdd70a30', 'status': 'completed', 'code': 200} Nov 12 12:25:41.701266 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186', 'status': 'completed', 'code': 200} Nov 12 12:25:41.717101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-3840438f-cc62-4cba-8ffd-99e03777ae99 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338381 Nov 12 12:25:41.735751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.796137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=4287085f-93e8-4e6b-91b6-7904d22be70d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:41.857301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.864268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a3d370ee-ff19-4017-86d3-0b84e47c1e32 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/4287085f-93e8-4e6b-91b6-7904d22be70d HTTP/1.1" status: 204 len: 168 time: 1.4610336 Nov 12 12:25:41.864694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:41.895633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-23fb5def-e776-41dc-909b-f490d74944d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.897125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-23fb5def-e776-41dc-909b-f490d74944d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1174 time: 0.1229236 Nov 12 12:25:41.934291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8143-ac63-417a-9775-71c653117a58 req-c402aac5-be04-4693-8447-e1c43f791ae8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.942733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-178d8143-ac63-417a-9775-71c653117a58 req-c402aac5-be04-4693-8447-e1c43f791ae8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1608748 Nov 12 12:25:41.942856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 79547bcb-7ae6-45a3-849b-f047469385a7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:41.943115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 79547bcb-7ae6-45a3-849b-f047469385a7 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:41.943532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 915c6396-64e3-417d-b9ca-20aaa0ce63e1 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:41.957835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 9394420d-6618-436b-953e-385e41c4a352 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:41.958216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:41.968720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a807bd5-e4a1-4613-a4f8-55afc210bc3b req-f58a7ae8-3f6a-46dc-b5c1-223443c1cc00 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392535 Nov 12 12:25:41.983485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f70cab-8ef0-4fee-a394-8203aaa99d82 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.984960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f70cab-8ef0-4fee-a394-8203aaa99d82 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:41.990475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-17f70cab-8ef0-4fee-a394-8203aaa99d82 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1213443 Nov 12 12:25:41.992018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:42.025795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 915c6396-64e3-417d-b9ca-20aaa0ce63e1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:42.026144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 915c6396-64e3-417d-b9ca-20aaa0ce63e1 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:42.065846 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-178d8143-ac63-417a-9775-71c653117a58 req-a0c7309b-3743-4e9e-a64a-ce5082551365 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165774 Nov 12 12:25:42.104386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 0c404a9a-d863-47ae-8b6a-d06c0d5d2037 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:42.117685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.123568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f36e8-b72a-4ba3-bf80-2d0f8bbbbc73 req-b0366788-ac59-4622-aafe-371b04650604 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:42.138202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-454f36e8-b72a-4ba3-bf80-2d0f8bbbbc73 req-b0366788-ac59-4622-aafe-371b04650604 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.1433954 Nov 12 12:25:42.140263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c797619-dffc-44e7-b763-4cbb29c8f161 None None] Pushing event updated for resources: {'Port': ['ID=6af8e79f-1578-4764-b572-4f0b9d65de47,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:42.194514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-20c7ffd1-1cd7-4b89-b550-9fb9ed4d3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:42.197577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-20c7ffd1-1cd7-4b89-b550-9fb9ed4d3156 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 200 len: 914 time: 0.2622588 Nov 12 12:25:42.226548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.360885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-454f36e8-b72a-4ba3-bf80-2d0f8bbbbc73 req-23815524-832e-4f35-b001-831bdc0cba91 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161229 Nov 12 12:25:42.365115 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-19befca9-af6a-43c6-a62b-2d3e71e19f96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 200 len: 217 time: 0.1414742 Nov 12 12:25:42.371499 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.416789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.439850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:42.443391 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a93aac-0dd2-4e71-a6c7-aac435ea5b97" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:42.471669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:42.482662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.508693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.534016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-d487e230-0544-4757-82fa-f313a289b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:42.537056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-d487e230-0544-4757-82fa-f313a289b051 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 200 len: 853 time: 0.1619046 Nov 12 12:25:42.570152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:42.578026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=0c404a9a-d863-47ae-8b6a-d06c0d5d2037,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:42.584676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:42.588325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0c8eff09-e681-47a6-9865-03618e5606ac tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0c404a9a-d863-47ae-8b6a-d06c0d5d2037 HTTP/1.1" status: 204 len: 168 time: 0.5964019 Nov 12 12:25:42.591187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4fefded8-b548-4263-9f31-46d4abcfd186'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:42.591923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:42.642477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-ed782eec-7b9b-499a-bcad-140f3cbad674 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac392f5c-a901-44e7-932c-7cb8e2872431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466287 Nov 12 12:25:42.653508 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8bda8ef7-99f7-434f-a1e2-f9c3f71cdae9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582991 Nov 12 12:25:42.657530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:42.660919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3b22f-3fd8-4e14-beff-397b04d0fde9 req-a2060f9e-43c9-4494-8f3d-064b3c4e3f0d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:42.662773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32a3b22f-3fd8-4e14-beff-397b04d0fde9 req-a2060f9e-43c9-4494-8f3d-064b3c4e3f0d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 945 time: 0.1247957 Nov 12 12:25:42.711957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0bc5b3-78b1-4a54-95ac-59c78d021ba6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:42.717479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c0bc5b3-78b1-4a54-95ac-59c78d021ba6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0589268 Nov 12 12:25:42.720264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:42.798125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f3875b-5b79-45d3-b4b9-d6901dae8fe0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:42.802526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38f3875b-5b79-45d3-b4b9-d6901dae8fe0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0786085 Nov 12 12:25:42.805716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:42.826066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32a3b22f-3fd8-4e14-beff-397b04d0fde9 req-ba3c7983-4313-4a4b-85f9-54534fad88e1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459715 Nov 12 12:25:42.848902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-15cabacd-2a61-410a-8fea-851f5a60b79d service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834774 Nov 12 12:25:42.860959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-37805b56-f9fd-4433-b1d5-df2cd4493008 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501080 Nov 12 12:25:42.862737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:42.868263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:43.005862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:43.011148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.032259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38d01-0f85-4387-9e18-7a1d0e09eeea req-e45d7554-30c1-490c-96f9-de880d857794 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:43.034315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34b38d01-0f85-4387-9e18-7a1d0e09eeea req-e45d7554-30c1-490c-96f9-de880d857794 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1023 time: 0.1256855 Nov 12 12:25:43.079516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:43.082389 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:43.106740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a28bd0d3-09de-4464-aa63-745a04063b58 req-5794c5c7-74bd-4d4e-82d3-fd480a609067 service neutron] 10.222.0.81 "GET /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412546 Nov 12 12:25:43.155979 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3786054-95db-4799-8276-27ffd7a0c856 x-openstack-request-id: req-b3786054-95db-4799-8276-27ffd7a0c856 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:43.156388 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:43.156808 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3786054-95db-4799-8276-27ffd7a0c856 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:43.157838 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:25:43.219974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34b38d01-0f85-4387-9e18-7a1d0e09eeea req-121a54ee-f241-4979-9c42-9da82112285f tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=66907ded-ad08-444f-81ba-4ec3b55359a0&id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1739995 Nov 12 12:25:43.303091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b3ef-acb5-4ddd-baba-549dc46b8dc9 req-7794cf88-ebaf-4f9f-b33d-c65cc0f3ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:43.305147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cc3b3ef-acb5-4ddd-baba-549dc46b8dc9 req-7794cf88-ebaf-4f9f-b33d-c65cc0f3ccd8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1096 time: 0.0614963 Nov 12 12:25:43.385670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cc3b3ef-acb5-4ddd-baba-549dc46b8dc9 req-7f2a3b44-625b-4577-a517-7f388aae08ba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718629 Nov 12 12:25:43.434022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60988a5b-dc33-48d9-a0cb-438173a59734 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:43.536923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2ac8c09c-81f4-4377-9dae-b99734341856 None None] Provisioning complete for port 6af8e79f-1578-4764-b572-4f0b9d65de47 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:43.537555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c09c-81f4-4377-9dae-b99734341856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.587892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605e967-59a2-46f1-9fd6-9169eccfdbfe req-6ce4a087-d2e9-484b-a6d3-20fd375a7372 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:43.591307 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a605e967-59a2-46f1-9fd6-9169eccfdbfe req-6ce4a087-d2e9-484b-a6d3-20fd375a7372 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0631206 Nov 12 12:25:43.694993 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c09c-81f4-4377-9dae-b99734341856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.742295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ac8c09c-81f4-4377-9dae-b99734341856 None None] For port 6af8e79f-1578-4764-b572-4f0b9d65de47, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6af8e79f-1578-4764-b572-4f0b9d65de47,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:43.748142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c09c-81f4-4377-9dae-b99734341856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.774148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a605e967-59a2-46f1-9fd6-9169eccfdbfe req-a8e53180-7f3c-45fb-9de7-4ab30137393f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756077 Nov 12 12:25:43.802309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19bccf-c145-439d-9557-e6b6b056d4ae req-ae0cc1f6-f413-4106-a68a-0478d83d9330 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:43.809666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca19bccf-c145-439d-9557-e6b6b056d4ae req-ae0cc1f6-f413-4106-a68a-0478d83d9330 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.5617352 Nov 12 12:25:43.818225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883582-a35f-4eab-a612-9826050a589d req-ec719ef9-50e7-443b-a73b-3fde3d8046a2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:43.818853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:25:43.820987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8c09c-81f4-4377-9dae-b99734341856 None None] Pushing event updated for resources: {'Port': ['ID=6af8e79f-1578-4764-b572-4f0b9d65de47,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:43.825697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a883582-a35f-4eab-a612-9826050a589d req-ec719ef9-50e7-443b-a73b-3fde3d8046a2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 945 time: 0.1956489 Nov 12 12:25:43.856515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.892043 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c408b3-8393-43ce-bea6-778251f17e07 x-openstack-request-id: req-a8c408b3-8393-43ce-bea6-778251f17e07 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:43.893509 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:43.894135 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8c408b3-8393-43ce-bea6-778251f17e07 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:43.895756 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'status': 'completed', 'code': 200} Nov 12 12:25:43.915523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] Deleting port 6af8e79f-1578-4764-b572-4f0b9d65de47 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:43.915903 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.918479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:43.923226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:43.936764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:43.938646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.965366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca19bccf-c145-439d-9557-e6b6b056d4ae req-7ec8370f-3e10-405e-98cc-e64ca8ff37c0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545713 Nov 12 12:25:43.997840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1338758 Nov 12 12:25:43.999402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b5d8e-2a0e-4b06-99c1-3322a1e0487d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=dff12071-48a8-4eb9-8e3d-b21132b4b89a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:44.004262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:44.027977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'dff12071-48a8-4eb9-8e3d-b21132b4b89a', 'ip_address': '2001:db8::bb81:9fd9:7711:c8c'}], 'name': 'tempest-NetworksTestDHCPv6-901146655'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:44.068105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-ceeae20d-c1c9-4d59-afc9-988859a149d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.070083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-ceeae20d-c1c9-4d59-afc9-988859a149d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1099 time: 0.1694832 Nov 12 12:25:44.070618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] For port 6af8e79f-1578-4764-b572-4f0b9d65de47, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6af8e79f-1578-4764-b572-4f0b9d65de47,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:44.071226 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:44.086818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36e1e7-dac8-494c-8b46-dc1baddecc81 req-ac6c0b40-5a80-4082-ab6a-019f816eda89 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.088766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa36e1e7-dac8-494c-8b46-dc1baddecc81 req-ac6c0b40-5a80-4082-ab6a-019f816eda89 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.1283712 Nov 12 12:25:44.094176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] Calling delete_port for 6af8e79f-1578-4764-b572-4f0b9d65de47 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:44.224897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-eedcae81-5d78-46b6-8e10-af5cfa406097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.233299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-eedcae81-5d78-46b6-8e10-af5cfa406097 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1364949 Nov 12 12:25:44.241231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:44.253515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e91e7-3a38-452e-a956-df00df71c6b1 req-b72b40cc-9ed3-4d73-970c-e0383c23112e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.255912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c8e91e7-3a38-452e-a956-df00df71c6b1 req-b72b40cc-9ed3-4d73-970c-e0383c23112e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 950 time: 0.1716139 Nov 12 12:25:44.295247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] No DVR routers for this DVR port 6af8e79f-1578-4764-b572-4f0b9d65de47 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:44.304361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f47f0-36c7-44de-b8b2-3393453abde3 None None] Pushing event deleted for resources: {'Port': ['ID=6af8e79f-1578-4764-b572-4f0b9d65de47,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:44.316581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81421155-3c77-4b72-b127-96ecd479966b None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:44.320335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port a5e825f9-d738-469c-809d-b41ee5dfe2ab {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:44.320601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:44.360919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-7c1f3b0b-2ec8-4698-a3e4-07478c2c38cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.1196744 Nov 12 12:25:44.375460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa36e1e7-dac8-494c-8b46-dc1baddecc81 req-7a4e60a0-760c-4fa7-9109-212678ddaeb2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479564 Nov 12 12:25:44.419869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:44.460385 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c8e91e7-3a38-452e-a956-df00df71c6b1 req-abd89cd5-2be7-4287-bb5b-191cc2c28559 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808243 Nov 12 12:25:44.478075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4048e2-f691-444c-a568-c0811f761168 req-1beb2099-d9e8-4a79-8fd1-c21ba49c6595 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.484616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c4048e2-f691-444c-a568-c0811f761168 req-1beb2099-d9e8-4a79-8fd1-c21ba49c6595 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1023 time: 0.1356993 Nov 12 12:25:44.569868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'dff12071-48a8-4eb9-8e3d-b21132b4b89a'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:44.570865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:44.700427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa819c-245d-4df0-923f-6f272cdfcecf req-c8d42a9f-a53c-436b-87f8-9761bd002731 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.709681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fffa819c-245d-4df0-923f-6f272cdfcecf req-c8d42a9f-a53c-436b-87f8-9761bd002731 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 945 time: 0.1262403 Nov 12 12:25:44.820494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/dff12071-48a8-4eb9-8e3d-b21132b4b89a/cd9b186c-d55e-4453-9bbf-8aa8e2b62cde) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:44.849735 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fffa819c-245d-4df0-923f-6f272cdfcecf req-b411d187-47b3-452d-a326-558dd9bff756 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387048 Nov 12 12:25:44.861651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:44.878447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-4159c9fe-7e69-48cd-96b4-8339409982f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.880249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-4159c9fe-7e69-48cd-96b4-8339409982f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.4970269 Nov 12 12:25:44.921070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Deleting port 4fefded8-b548-4263-9f31-46d4abcfd186 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:44.921657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:44.945707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 01361212-13ef-4264-a7c4-c14b8be4a919 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:44.984208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-bb1e0806-e7da-4c63-889e-1a933f01f56a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:44.985666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-bb1e0806-e7da-4c63-889e-1a933f01f56a tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 950 time: 0.5480859 Nov 12 12:25:45.017830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15011b-5596-4717-941f-1f1daa85384e req-a7d0312b-1758-4284-9c85-e397e0a25461 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:45.020131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca15011b-5596-4717-941f-1f1daa85384e req-a7d0312b-1758-4284-9c85-e397e0a25461 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.5008340 Nov 12 12:25:45.022144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port a5e825f9-d738-469c-809d-b41ee5dfe2ab, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a5e825f9-d738-469c-809d-b41ee5dfe2ab,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:45.022535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.058343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-313ca117-fab5-4965-b95d-23fdf2d62022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:45.059886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-313ca117-fab5-4965-b95d-23fdf2d62022 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583476 Nov 12 12:25:45.072967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.086181 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.116359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:25:45.126689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for a5e825f9-d738-469c-809d-b41ee5dfe2ab owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:45.196646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:45.200393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd68980-4503-4024-ba42-7270eb4f5fa5 req-d1cfd20c-998e-447f-9602-a732669b12d8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:45.201963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bd68980-4503-4024-ba42-7270eb4f5fa5 req-d1cfd20c-998e-447f-9602-a732669b12d8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8 HTTP/1.1" status: 200 len: 1023 time: 0.2411726 Nov 12 12:25:45.217462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:45.222027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Pushing event updated for resources: {'Port': ['ID=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:45.250645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:45.326917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca15011b-5596-4717-941f-1f1daa85384e req-cc807fb0-3a9a-4dd8-a6c1-bdc94283c824 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814865 Nov 12 12:25:45.352598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] For port 4fefded8-b548-4263-9f31-46d4abcfd186, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4fefded8-b548-4263-9f31-46d4abcfd186,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:45.352598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.373587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-c7e1de59-69ec-4749-bcee-0513b8f61693 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:45.382684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-c7e1de59-69ec-4749-bcee-0513b8f61693 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/ports?device_id=64d6fca8-581d-4312-9f08-48f8c6ec94f9 HTTP/1.1" status: 200 len: 950 time: 0.2851160 Nov 12 12:25:45.388207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Calling delete_port for 4fefded8-b548-4263-9f31-46d4abcfd186 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:45.420624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Attempting to bind port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:45.421002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Attempting to bind port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:45.421446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Attempting to bind port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:45.432565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:45.433266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:45.433752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.434288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:45.434896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Bound port: cd9b186c-d55e-4453-9bbf-8aa8e2b62cde, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:45.435357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.450889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bd68980-4503-4024-ba42-7270eb4f5fa5 req-0db4c4cd-cc44-4144-9374-13e47c4e9cca tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=66907ded-ad08-444f-81ba-4ec3b55359a0&id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2056923 Nov 12 12:25:45.466728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:45.501200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'mac_address': 'fa:16:3e:32:bb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:25:45.564068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9238cd-5422-4a9d-814e-673419d87afb req-c7aacb21-a999-46e5-83eb-627e6fcce425 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:45.574618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd9238cd-5422-4a9d-814e-673419d87afb req-c7aacb21-a999-46e5-83eb-627e6fcce425 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1650722 Nov 12 12:25:45.590763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] For port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:45.595820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] For port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:45.602574 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.659755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.669906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.681970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd9238cd-5422-4a9d-814e-673419d87afb req-59f23902-361e-4f3b-8ab1-a556e70af4e3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053686 Nov 12 12:25:45.688354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:45.689653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:45.690095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.734261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::bb81:9fd9:7711:c8c (5a3e9a0b-562d-4280-8b2f-1b144464aa88/dff12071-48a8-4eb9-8e3d-b21132b4b89a/01361212-13ef-4264-a7c4-c14b8be4a919) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:45.744052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e7ba0d-fc23-4cde-9b14-b45455134293 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:45.744521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'Port': ['ID=4fefded8-b548-4263-9f31-46d4abcfd186,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:45.757663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e074fa-26c1-4085-bb87-22cd535c28fd None None] Pushing event updated for resources: {'Port': ['ID=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:45.805005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:45.820777 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.827917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] No DVR routers for this DVR port 4fefded8-b548-4263-9f31-46d4abcfd186 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:45.833003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:45.839418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c4048e2-f691-444c-a568-c0811f761168 req-f9d7810c-275a-4ea9-a010-0e04526fce37 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.81 "DELETE /v2.0/ports/4fefded8-b548-4263-9f31-46d4abcfd186 HTTP/1.1" status: 204 len: 173 time: 1.3437402 Nov 12 12:25:45.842926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'name': 'network-vif-deleted', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:45.846450 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc100ab-21ed-428e-aa36-481a7b55463c" -d '{"events": [{"server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "name": "network-vif-deleted", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:45.867936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06c796-1833-47eb-96c2-96bc658cc07e req-b8708a99-daa4-4fee-8cf9-a877de060bf4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:45.870116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d06c796-1833-47eb-96c2-96bc658cc07e req-b8708a99-daa4-4fee-8cf9-a877de060bf4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.2139180 Nov 12 12:25:45.938653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port f8de45b7-17d3-4f39-9b15-6ef6259d5a25, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:45.939250 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.008056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:46.012465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d06c796-1833-47eb-96c2-96bc658cc07e req-43c9fe22-c114-4f2c-ad05-b5c18622468b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282394 Nov 12 12:25:46.013609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for f8de45b7-17d3-4f39-9b15-6ef6259d5a25 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:46.033317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-af6a5092-e3ef-4058-bd1a-e7b7dd8a9197 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606836 Nov 12 12:25:46.125465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['41e7ba0d-fc23-4cde-9b14-b45455134293'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:46.189336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.261745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.289190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.305369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:46.365291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=01361212-13ef-4264-a7c4-c14b8be4a919,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:46.379941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a263d-2898-4ab2-8b7f-3ce73a7d26b6 req-55ee5852-943e-45ed-bc67-b88434c74ace tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:46.390388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da8a263d-2898-4ab2-8b7f-3ce73a7d26b6 req-55ee5852-943e-45ed-bc67-b88434c74ace tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e47c32-4742-4508-af4b-af1d5598b989 HTTP/1.1" status: 200 len: 950 time: 0.3481200 Nov 12 12:25:46.400142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:46.409304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:46.413319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:46.420457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:46.421324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.465364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf74bd-bf65-4a1c-b1fe-28efb7f19044 req-9280e576-6b2e-49c6-8f73-5686fe1420bf tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:46.471800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ddf74bd-bf65-4a1c-b1fe-28efb7f19044 req-9280e576-6b2e-49c6-8f73-5686fe1420bf tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2310786 Nov 12 12:25:46.485442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-44ed403b-f115-4e74-8331-a13b83da48a0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4799957 Nov 12 12:25:46.487903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50626) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:46.537292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=a5e825f9-d738-469c-809d-b41ee5dfe2ab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:46.611009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ddf74bd-bf65-4a1c-b1fe-28efb7f19044 req-9cc1553b-14dc-4af9-8fc7-272effd4b2b1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208069 Nov 12 12:25:46.621280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port a5e825f9-d738-469c-809d-b41ee5dfe2ab on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:46.625324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.630061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a883582-a35f-4eab-a612-9826050a589d req-31467034-d0f8-495f-8a88-0740767eb21d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "DELETE /v2.0/ports/a5e825f9-d738-469c-809d-b41ee5dfe2ab HTTP/1.1" status: 204 len: 173 time: 2.7920210 Nov 12 12:25:46.632510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84d386-4289-484c-ae35-8c674c20397b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:46.654529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'name': 'network-vif-deleted', 'tag': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:46.654742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84d386-4289-484c-ae35-8c674c20397b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:46.656551 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d84d386-4289-484c-ae35-8c674c20397b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1253619 Nov 12 12:25:46.658682 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f8d8e6-67ad-4d28-adf3-db801e5a689c" -d '{"events": [{"server_uuid": "62fab5e0-3f38-4fca-9a66-e512bbc75c33", "name": "network-vif-deleted", "tag": "a5e825f9-d738-469c-809d-b41ee5dfe2ab"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:46.659446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:46.778024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:46.778474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:46.794473 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:25:46.799224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccdc2dc7-9f5f-4737-848e-ce8384f1425a req-eb6058a7-21b7-49d9-aac8-00bcc1fd1334 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448711 Nov 12 12:25:46.826480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da8a263d-2898-4ab2-8b7f-3ce73a7d26b6 req-fe13001d-b20a-418f-878a-4489881b4c3d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338894 Nov 12 12:25:46.898965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781c26-936b-424c-8f03-655ceeaa0490 req-bbcc8d59-299c-487c-b9c0-325aa272dd98 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:46.904504 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93781c26-936b-424c-8f03-655ceeaa0490 req-bbcc8d59-299c-487c-b9c0-325aa272dd98 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1750748 Nov 12 12:25:46.918309 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa3e682-5ed4-4070-b1ca-f2ea26cd4506 x-openstack-request-id: req-4fa3e682-5ed4-4070-b1ca-f2ea26cd4506 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:46.918617 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8", "name": "network-vif-deleted", "tag": "4fefded8-b548-4263-9f31-46d4abcfd186", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:46.918891 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fa3e682-5ed4-4070-b1ca-f2ea26cd4506 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:46.919787 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b73ab1e-af61-4ea7-9846-0eeb8f68b4f8', 'name': 'network-vif-deleted', 'tag': '4fefded8-b548-4263-9f31-46d4abcfd186', 'status': 'completed', 'code': 200} Nov 12 12:25:46.920168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:46.933247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'floatingip': {'port_id': '9394420d-6618-436b-953e-385e41c4a352'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:47.008671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.010976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.026844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893', 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:47.055711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 01361212-13ef-4264-a7c4-c14b8be4a919 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:47.056041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.123210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=f8de45b7-17d3-4f39-9b15-6ef6259d5a25,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:47.138618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13d711c3-6698-44d3-a203-8f01d8f2af25 req-cc5c5a2a-3176-49e4-a6ad-26b7e040d135 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=62fab5e0-3f38-4fca-9a66-e512bbc75c33 HTTP/1.1" status: 200 len: 210 time: 0.0772297 Nov 12 12:25:47.177302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:47.178056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.212442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port f8de45b7-17d3-4f39-9b15-6ef6259d5a25 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:47.218399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.222921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5be5f874-8a1c-4321-843c-6c0de40fff15 req-a274ee36-62ae-47c6-8f9c-6166c2d7193f tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "DELETE /v2.0/ports/f8de45b7-17d3-4f39-9b15-6ef6259d5a25 HTTP/1.1" status: 204 len: 173 time: 2.2282352 Nov 12 12:25:47.224214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:47.317497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1f8c-89b2-404c-a48c-01356aad6bee req-734e954b-2a42-48b6-be8c-28e5ae43858f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:47.319178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa9f1f8c-89b2-404c-a48c-01356aad6bee req-734e954b-2a42-48b6-be8c-28e5ae43858f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2544613 Nov 12 12:25:47.388519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0af27920-5047-41c5-b332-5b38253ed27e None None] Provisioning complete for port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:47.389289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0af27920-5047-41c5-b332-5b38253ed27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.450601 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a857fc30-c29f-4777-8656-efd793fbfde4 x-openstack-request-id: req-a857fc30-c29f-4777-8656-efd793fbfde4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:47.452251 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fab5e0-3f38-4fca-9a66-e512bbc75c33", "name": "network-vif-deleted", "tag": "a5e825f9-d738-469c-809d-b41ee5dfe2ab", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:47.453190 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a857fc30-c29f-4777-8656-efd793fbfde4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:47.453785 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fab5e0-3f38-4fca-9a66-e512bbc75c33', 'name': 'network-vif-deleted', 'tag': 'a5e825f9-d738-469c-809d-b41ee5dfe2ab', 'status': 'completed', 'code': 200} Nov 12 12:25:47.459911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.506813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.539934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=a7ef982c-e837-4f3f-b4c2-5a5d00d27d70,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:47.578855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4fefded8-b548-4263-9f31-46d4abcfd186 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:47.619536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d86a57f-e5ee-44d5-ab79-d0bbc727e3e0 req-8fbe6455-1f0f-4935-ba24-386ac99e2d07 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6 HTTP/1.1" status: 200 len: 1819 time: 0.1746871 Nov 12 12:25:47.637560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa9f1f8c-89b2-404c-a48c-01356aad6bee req-21085d7d-6095-4503-8362-1d32e626dc83 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030608 Nov 12 12:25:47.648259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 4fefded8-b548-4263-9f31-46d4abcfd186 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:47.648642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4fefded8-b548-4263-9f31-46d4abcfd186 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:47.649076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a5e825f9-d738-469c-809d-b41ee5dfe2ab no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:47.667351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 01361212-13ef-4264-a7c4-c14b8be4a919 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:47.700498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:47.707758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0af27920-5047-41c5-b332-5b38253ed27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.709555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: a5e825f9-d738-469c-809d-b41ee5dfe2ab {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:47.709895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a5e825f9-d738-469c-809d-b41ee5dfe2ab not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:47.712050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.712386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8de45b7-17d3-4f39-9b15-6ef6259d5a25 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:47.715750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a59b2cd-9698-4c8c-975f-74efbf64265a req-04acfe74-25b5-4568-8831-1d4c6dd6bd5b tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "DELETE /v2.0/ports/a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 HTTP/1.1" status: 204 len: 173 time: 2.3309767 Nov 12 12:25:47.811111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: f8de45b7-17d3-4f39-9b15-6ef6259d5a25 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:47.811468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8de45b7-17d3-4f39-9b15-6ef6259d5a25 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:47.868359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d86a57f-e5ee-44d5-ab79-d0bbc727e3e0 req-d4ac1a7f-76be-4fed-b318-82040f17f1fb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:47.959391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0af27920-5047-41c5-b332-5b38253ed27e None None] For port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:48.001244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d86a57f-e5ee-44d5-ab79-d0bbc727e3e0 req-d4ac1a7f-76be-4fed-b318-82040f17f1fb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.004388 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0af27920-5047-41c5-b332-5b38253ed27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.011492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cd9b186c-d55e-4453-9bbf-8aa8e2b62cde up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:48.110543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c9694-4621-4e15-8f09-ac077073b931 req-b809796d-f0c1-456d-b757-49553b0e08e5 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:48.112113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-074c9694-4621-4e15-8f09-ac077073b931 req-b809796d-f0c1-456d-b757-49553b0e08e5 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 949 time: 0.3211617 Nov 12 12:25:48.140618 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d86a57f-e5ee-44d5-ab79-d0bbc727e3e0 req-d4ac1a7f-76be-4fed-b318-82040f17f1fb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.147314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d86a57f-e5ee-44d5-ab79-d0bbc727e3e0 req-d4ac1a7f-76be-4fed-b318-82040f17f1fb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.149588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d86a57f-e5ee-44d5-ab79-d0bbc727e3e0 req-d4ac1a7f-76be-4fed-b318-82040f17f1fb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6 HTTP/1.1" status: 204 len: 173 time: 0.5008922 Nov 12 12:25:48.178517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1a7f-76be-4fed-b318-82040f17f1fb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:48.512889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-517c513e-e11a-463f-884f-3b08f50da7dc req-23948a0b-fcaf-428d-b674-58823d2a17a8 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/66907ded-ad08-444f-81ba-4ec3b55359a0 HTTP/1.1" status: 200 len: 1820 time: 0.1106994 Nov 12 12:25:48.533431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-57cf3f97-093a-4c41-aa6e-a2af127a97eb None None] Could not find standard attr ID for object 78cdeebc-678f-44e0-a2d3-7d39726aad12. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:48.632229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27920-5047-41c5-b332-5b38253ed27e None None] Pushing event updated for resources: {'Port': ['ID=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:48.663785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-517c513e-e11a-463f-884f-3b08f50da7dc req-e69799db-8930-44e8-974d-3dc33ef0c563 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.668739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:48.673431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.684518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-63066f48-b21a-482f-b876-a4f6af76c0f3 None None] Could not find standard attr ID for object 4287085f-93e8-4e6b-91b6-7904d22be70d. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:48.729538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-517c513e-e11a-463f-884f-3b08f50da7dc req-e69799db-8930-44e8-974d-3dc33ef0c563 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.832694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6f3acfc2-ba34-4180-8e97-26707fdaa893'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:48.856925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-517c513e-e11a-463f-884f-3b08f50da7dc req-e69799db-8930-44e8-974d-3dc33ef0c563 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.860052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-517c513e-e11a-463f-884f-3b08f50da7dc req-e69799db-8930-44e8-974d-3dc33ef0c563 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:48.885806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-517c513e-e11a-463f-884f-3b08f50da7dc req-e69799db-8930-44e8-974d-3dc33ef0c563 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/66907ded-ad08-444f-81ba-4ec3b55359a0 HTTP/1.1" status: 204 len: 173 time: 0.3530405 Nov 12 12:25:48.903934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69799db-8930-44e8-974d-3dc33ef0c563 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66907ded-ad08-444f-81ba-4ec3b55359a0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:48.980828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0c75c00a-101c-4782-98a5-6bd2591dd026 None None] Provisioning complete for port 01361212-13ef-4264-a7c4-c14b8be4a919 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:48.981545 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c75c00a-101c-4782-98a5-6bd2591dd026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.004440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-074c9694-4621-4e15-8f09-ac077073b931 req-6f0af933-9846-4abc-aa81-6ef08d1ee053 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062607 Nov 12 12:25:49.077771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.090059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0c75c00a-101c-4782-98a5-6bd2591dd026 None None] Port 01361212-13ef-4264-a7c4-c14b8be4a919 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:25:49.091914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d56ea-978e-457d-99dc-aa8d25b38204 req-278696b3-c252-40aa-84bc-cb4f7ad08a00 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:49.099423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd6d56ea-978e-457d-99dc-aa8d25b38204 req-278696b3-c252-40aa-84bc-cb4f7ad08a00 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1071537 Nov 12 12:25:49.117693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:49.192544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd6d56ea-978e-457d-99dc-aa8d25b38204 req-240b95cd-069e-487a-965c-544f159a835c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844676 Nov 12 12:25:49.219115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-33357344-acd3-42bf-b873-b79081710b66 req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1524792260', 'description': 'tempest-description-107964952'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:49.231089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.235162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/01361212-13ef-4264-a7c4-c14b8be4a919 HTTP/1.1" status: 204 len: 168 time: 2.5679352 Nov 12 12:25:49.238784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50666) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:49.265421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5d845-5653-4c50-8d62-d2354d33dd44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=01361212-13ef-4264-a7c4-c14b8be4a919,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:49.281889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:25:49.322138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 41e7ba0d-fc23-4cde-9b14-b45455134293 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:25:49.339843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 41e7ba0d-fc23-4cde-9b14-b45455134293 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:49.342384 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.342848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f69557-0da6-4af9-9fd6-f4c1d6b68e99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:49.347045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f69557-0da6-4af9-9fd6-f4c1d6b68e99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:49.350134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-49f69557-0da6-4af9-9fd6-f4c1d6b68e99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1101511 Nov 12 12:25:49.353090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:49.379329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.385273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.442535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33357344-acd3-42bf-b873-b79081710b66 req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.471933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'name': 'network-vif-deleted', 'tag': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25'}, {'server_uuid': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'name': 'network-vif-deleted', 'tag': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:49.474408 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc5ede6-e5c4-48d9-94d2-44607f32ef13" -d '{"events": [{"server_uuid": "a8e47c32-4742-4508-af4b-af1d5598b989", "name": "network-vif-deleted", "tag": "f8de45b7-17d3-4f39-9b15-6ef6259d5a25"}, {"server_uuid": "64d6fca8-581d-4312-9f08-48f8c6ec94f9", "name": "network-vif-deleted", "tag": "a7ef982c-e837-4f3f-b4c2-5a5d00d27d70"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:49.497248 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.564514 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Floating IP 0166d8ba-de8c-4b3f-a367-9c34a40af6f7 associated. External IP: 172.25.1.6, port: 9394420d-6618-436b-953e-385e41c4a352. Nov 12 12:25:49.571518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:49.572624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet dff12071-48a8-4eb9-8e3d-b21132b4b89a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:49.573232 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b00da38-a889-4745-9cf5-a39e332cad6d" -d '{"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-plugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:49.576012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.591552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:49.619275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.643868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:49.649453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:49.650770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a7ef982c-e837-4f3f-b4c2-5a5d00d27d70 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:49.658094 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.693590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33357344-acd3-42bf-b873-b79081710b66 req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.716914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33357344-acd3-42bf-b873-b79081710b66 req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.742550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.777820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6153fac-3a03-4580-99f0-1ff45f2f6ea1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:49.783180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:49.810036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33357344-acd3-42bf-b873-b79081710b66 req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:49.824609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33357344-acd3-42bf-b873-b79081710b66 req-d14e3382-65fa-44dc-8557-8e99952f1b3b tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6144650 Nov 12 12:25:49.913913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cd9b186c-d55e-4453-9bbf-8aa8e2b62cde up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:49.965432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-97a064b7-8741-4e17-b467-b843f2321bd4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:49.976807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-97a064b7-8741-4e17-b467-b843f2321bd4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.5250010 Nov 12 12:25:49.996416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:49.996888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.001130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-8767cbf9-ac45-43e3-b1de-195d77d5448d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0226653 Nov 12 12:25:50.029255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7a0b-353d-4499-b52b-0205dda4aa9f req-82b15659-45a3-4db4-9767-19cbb63b0293 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:50.030828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8deb7a0b-353d-4499-b52b-0205dda4aa9f req-82b15659-45a3-4db4-9767-19cbb63b0293 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1017964 Nov 12 12:25:50.036903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.082301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=dff12071-48a8-4eb9-8e3d-b21132b4b89a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:50.087028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.091266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e4e612a0-2f99-4f1e-bae6-0dbf86611c36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/dff12071-48a8-4eb9-8e3d-b21132b4b89a HTTP/1.1" status: 204 len: 168 time: 0.7368891 Nov 12 12:25:50.093564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:50.105028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Router 256c6e10-a61d-4909-9700-9b2b811da247 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:25:50.112351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad90cd6-89a6-494f-9326-3cb280ec4045 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:50.161437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c84946a-ec9f-43ca-b678-ccfbb116ede0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664945 Nov 12 12:25:50.172577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:50.179458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:50.216680 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8deb7a0b-353d-4499-b52b-0205dda4aa9f req-ceefd445-5139-45ac-9ca5-1c146f7719f7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562004 Nov 12 12:25:50.230887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-8d45a011-f34e-4e8f-a749-94d7778f2171 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2284660 Nov 12 12:25:50.257125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-e3bf298c-5b2c-4cff-addb-e61b07115a99 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:25:50.264248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-e3bf298c-5b2c-4cff-addb-e61b07115a99 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154390 Nov 12 12:25:50.326508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:25:50.338473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.340252 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] Sync routers for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:25:50.354507 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:25:50.355526 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:25:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:50.400913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:25:50.412469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b04c39c-254f-4a1a-9946-59e1cdd5cbca tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "PUT /v2.0/floatingips/0166d8ba-de8c-4b3f-a367-9c34a40af6f7 HTTP/1.1" status: 200 len: 989 time: 3.4896045 Nov 12 12:25:50.415142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:50.421815 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd91806-0838-4ae4-ace4-9a764f8483dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:50.502029 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] Deleting port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:50.502818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.502992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:50.507937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.516038 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:25:50.523764 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9911761-4bee-483b-ac08-8e47ec470764 x-openstack-request-id: req-c9911761-4bee-483b-ac08-8e47ec470764 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:50.524087 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e47c32-4742-4508-af4b-af1d5598b989", "name": "network-vif-deleted", "tag": "f8de45b7-17d3-4f39-9b15-6ef6259d5a25", "status": "completed", "code": 200}, {"server_uuid": "64d6fca8-581d-4312-9f08-48f8c6ec94f9", "name": "network-vif-deleted", "tag": "a7ef982c-e837-4f3f-b4c2-5a5d00d27d70", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:50.524311 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9911761-4bee-483b-ac08-8e47ec470764 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:50.524726 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e47c32-4742-4508-af4b-af1d5598b989', 'name': 'network-vif-deleted', 'tag': 'f8de45b7-17d3-4f39-9b15-6ef6259d5a25', 'status': 'completed', 'code': 200} Nov 12 12:25:50.525027 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d6fca8-581d-4312-9f08-48f8c6ec94f9', 'name': 'network-vif-deleted', 'tag': 'a7ef982c-e837-4f3f-b4c2-5a5d00d27d70', 'status': 'completed', 'code': 200} Nov 12 12:25:50.591172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] For port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:50.591614 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.607994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] Calling delete_port for cd9b186c-d55e-4453-9bbf-8aa8e2b62cde owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:50.713390 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed1c19c-f817-48f5-ae6e-593771199e0c x-openstack-request-id: req-aed1c19c-f817-48f5-ae6e-593771199e0c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:50.713686 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-plugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:50.714067 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aed1c19c-f817-48f5-ae6e-593771199e0c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:50.714595 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'code': 200} Nov 12 12:25:50.717922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.724777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2182982d-5f64-496d-902a-ec57dc513298 req-79c1e88c-5707-4ef6-a35f-6ba1191478ed tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/e6153fac-3a03-4580-99f0-1ff45f2f6ea1 HTTP/1.1" status: 200 len: 1819 time: 0.0965004 Nov 12 12:25:50.731177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2182982d-5f64-496d-902a-ec57dc513298 req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Request body: {'security_group': {'name': 'tempest-sg-hth-692673732', 'description': 'tempest-description-hth-683106694'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:50.751524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] Pushing event deleted for resources: {'Port': ['ID=cd9b186c-d55e-4453-9bbf-8aa8e2b62cde,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:50.758249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc142bf-a563-4ff6-b027-2f851bfe63ef None None] No DVR routers for this DVR port cd9b186c-d55e-4453-9bbf-8aa8e2b62cde on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:50.809767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2182982d-5f64-496d-902a-ec57dc513298 req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.870048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2182982d-5f64-496d-902a-ec57dc513298 req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.875388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2182982d-5f64-496d-902a-ec57dc513298 req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.882898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-0b57afd3-aa68-41fe-b3af-6a714cfb8e75 service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174836 Nov 12 12:25:50.886061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2182982d-5f64-496d-902a-ec57dc513298 req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:50.901499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2182982d-5f64-496d-902a-ec57dc513298 req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "PUT /v2.0/security-groups/e6153fac-3a03-4580-99f0-1ff45f2f6ea1 HTTP/1.1" status: 200 len: 1792 time: 0.1754532 Nov 12 12:25:50.904593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0166d8ba-de8c-4b3f-a367-9c34a40af6f7', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:25:23Z', 'updated_at': '2021-11-12T12:25:49Z', 'revision_number': 1, 'project_id': '42d83a7b50b44117be2ca93056947818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:25Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:50.934973 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] Checking router: 256c6e10-a61d-4909-9700-9b2b811da247 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:25:50.949759 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:25:50.950719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:25:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:50.959485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a05cea-c6e9-4be9-aa59-7d0aa61496a9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6153fac-3a03-4580-99f0-1ff45f2f6ea1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:50.994538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a909c1-b556-4906-b451-36ea297a4b40 req-f2557877-79b8-42b3-a2f6-15d6718bb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:50.996555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-66a909c1-b556-4906-b451-36ea297a4b40 req-f2557877-79b8-42b3-a2f6-15d6718bb00d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1101 time: 0.3008833 Nov 12 12:25:51.033437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8bc7e-cba5-4f25-b91f-b84fa08a4542 req-1b1dec09-5ce1-47a8-8f73-6a53f614607f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:51.041104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe8bc7e-cba5-4f25-b91f-b84fa08a4542 req-1b1dec09-5ce1-47a8-8f73-6a53f614607f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0669968 Nov 12 12:25:51.049903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:51.096846 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:25:51.099353 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe8bc7e-cba5-4f25-b91f-b84fa08a4542 req-1fa690f7-1c55-483d-aaab-bb0b53fe6766 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569119 Nov 12 12:25:51.118399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:51.138593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:51.149116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:51.149739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:51.149927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c172e-8516-4052-aaa6-f743584bab4f None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:51.181240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:51.181659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0074058 Nov 12 12:25:51.187780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'b1fa4c36-2999-4eda-ba08-b4f157059f37', 'ip_address': '2001:db8::df7f:b2b9:97fa:b3a1'}], 'name': 'tempest-NetworksTestDHCPv6-905505249'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:51.191872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-66a909c1-b556-4906-b451-36ea297a4b40 req-c56fac3f-eae1-4eff-b10c-47e8f29f4092 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639445 Nov 12 12:25:51.220596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61122a6-ace1-41a5-8170-56f683a68ce0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=b1fa4c36-2999-4eda-ba08-b4f157059f37,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:51.243911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-c2f32def-a94b-491c-a358-aa97afce20cf service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356555 Nov 12 12:25:51.283674 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ca0428-a16c-4f1e-b8f3-cf79e482bd73 x-openstack-request-id: req-96ca0428-a16c-4f1e-b8f3-cf79e482bd73 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:51.283968 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "tag": "9394420d-6618-436b-953e-385e41c4a352", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:51.284224 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96ca0428-a16c-4f1e-b8f3-cf79e482bd73 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:51.287563 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'status': 'completed', 'code': 200} Nov 12 12:25:51.489562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'b1fa4c36-2999-4eda-ba08-b4f157059f37'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:51.491724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47d469-017c-459c-9b48-738460be7791 req-b8a6300a-0fdd-4d7f-8b64-e84d630d3e3d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:51.499213 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:51.500589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c47d469-017c-459c-9b48-738460be7791 req-b8a6300a-0fdd-4d7f-8b64-e84d630d3e3d tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 949 time: 0.1232572 Nov 12 12:25:51.508571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0166d8ba-de8c-4b3f-a367-9c34a40af6f7', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:25:23Z', 'updated_at': '2021-11-12T12:25:49Z', 'revision_number': 1, 'project_id': '42d83a7b50b44117be2ca93056947818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:25Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:25:51.552160 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4cea1-2831-4f00-8eed-9e0b27635159 None None] The sync data for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 is: [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0166d8ba-de8c-4b3f-a367-9c34a40af6f7', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:25:23Z', 'updated_at': '2021-11-12T12:25:49Z', 'revision_number': 1, 'project_id': '42d83a7b50b44117be2ca93056947818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:25Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:25:51.559406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:51.610468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c47d469-017c-459c-9b48-738460be7791 req-1a40e91f-3652-42ca-8df4-905bc99dcefb tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037824 Nov 12 12:25:51.664644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-786e88a3-9b46-41d1-a9d4-78d5ad83d3cf req-8388b257-bae8-44de-96b8-e0e96c443dfd tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/e6153fac-3a03-4580-99f0-1ff45f2f6ea1 HTTP/1.1" status: 200 len: 1792 time: 0.2315664 Nov 12 12:25:51.672315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-3983397d-fda2-4b05-aba2-5e1016a8fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:51.686638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-3983397d-fda2-4b05-aba2-5e1016a8fe33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1096 time: 0.2605915 Nov 12 12:25:51.840378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:51.867316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b1fa4c36-2999-4eda-ba08-b4f157059f37/ec4c690e-6bec-4de4-bae5-0f536cf8b22b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:51.891633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f22165-cc0d-4105-b36b-d4b202d3c13a req-309b99cf-b06d-49c4-8d0a-d9e5afab58c8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:51.893434 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88f22165-cc0d-4105-b36b-d4b202d3c13a req-309b99cf-b06d-49c4-8d0a-d9e5afab58c8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1676922 Nov 12 12:25:51.903820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port d6231528-b3e6-472f-a54d-283d9aec4edf yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:51.933288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cd9b186c-d55e-4453-9bbf-8aa8e2b62cde no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:52.054097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc33c5-a832-4617-8fa4-115c5aee0264 None None] New status for floating IP 0166d8ba-de8c-4b3f-a367-9c34a40af6f7: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:25:52.061758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: cd9b186c-d55e-4453-9bbf-8aa8e2b62cde {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:52.062101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cd9b186c-d55e-4453-9bbf-8aa8e2b62cde not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:52.110975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88f22165-cc0d-4105-b36b-d4b202d3c13a req-34a74e2b-da1b-403e-8990-bd1d4a1757a8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101469 Nov 12 12:25:52.218526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7027335-8683-4e3d-83e2-1346d8a8b42a req-a49bfaef-14f9-4569-b9e0-4585d96e1458 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/e6153fac-3a03-4580-99f0-1ff45f2f6ea1 HTTP/1.1" status: 200 len: 1792 time: 0.0716481 Nov 12 12:25:52.283047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a223283-586a-4a9b-a7a8-bbc8afe67c55 req-a14b2459-2d11-4b60-887f-184d1b39c096 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 210 time: 0.5062542 Nov 12 12:25:52.302359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7027335-8683-4e3d-83e2-1346d8a8b42a req-4d7ec203-7e2e-41e5-aec4-6e98a8a1f66c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.337778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7027335-8683-4e3d-83e2-1346d8a8b42a req-4d7ec203-7e2e-41e5-aec4-6e98a8a1f66c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.357789 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.366916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.432382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:52.435846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:52.439801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:52.457311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-2857802c-d22e-40cc-8dcb-89da5f3eb127 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:52.459069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-2857802c-d22e-40cc-8dcb-89da5f3eb127 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 949 time: 0.1686828 Nov 12 12:25:52.463958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-740bf455-882b-49cb-b553-fc9b0de9687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:52.465443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-740bf455-882b-49cb-b553-fc9b0de9687d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.7753811 Nov 12 12:25:52.499499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Pushing event updated for resources: {'Port': ['ID=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:52.517136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7027335-8683-4e3d-83e2-1346d8a8b42a req-4d7ec203-7e2e-41e5-aec4-6e98a8a1f66c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.529879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7027335-8683-4e3d-83e2-1346d8a8b42a req-4d7ec203-7e2e-41e5-aec4-6e98a8a1f66c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.531936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7027335-8683-4e3d-83e2-1346d8a8b42a req-4d7ec203-7e2e-41e5-aec4-6e98a8a1f66c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6153fac-3a03-4580-99f0-1ff45f2f6ea1 HTTP/1.1" status: 204 len: 173 time: 0.3122518 Nov 12 12:25:52.553322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::df7f:b2b9:97fa:b3a1 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b1fa4c36-2999-4eda-ba08-b4f157059f37/d6231528-b3e6-472f-a54d-283d9aec4edf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:52.556765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ec203-7e2e-41e5-aec4-6e98a8a1f66c tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6153fac-3a03-4580-99f0-1ff45f2f6ea1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:52.565050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Attempting to bind port ec4c690e-6bec-4de4-bae5-0f536cf8b22b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:52.565434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Attempting to bind port ec4c690e-6bec-4de4-bae5-0f536cf8b22b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:52.565801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Attempting to bind port ec4c690e-6bec-4de4-bae5-0f536cf8b22b on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:52.609270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d4f04-46ef-4916-a390-60c4c1565fb6 req-1810a8c2-a921-4de0-b3c8-4783f2b400d3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:52.615857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff8d4f04-46ef-4916-a390-60c4c1565fb6 req-1810a8c2-a921-4de0-b3c8-4783f2b400d3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.2384946 Nov 12 12:25:52.618772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:52.619398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:52.619977 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.622238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:52.622238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Bound port: ec4c690e-6bec-4de4-bae5-0f536cf8b22b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:52.622745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.723790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-ce7f40cf-f352-4baf-9649-46edf198600c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 999 time: 0.2465065 Nov 12 12:25:52.736607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] For port ec4c690e-6bec-4de4-bae5-0f536cf8b22b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:52.740923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] For port ec4c690e-6bec-4de4-bae5-0f536cf8b22b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:52.745931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.756383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328d9a-e712-4f90-99bf-3e1ba55d5cb1 req-c41ea814-5272-41c3-9824-d9458b76f16e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:52.757964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61328d9a-e712-4f90-99bf-3e1ba55d5cb1 req-c41ea814-5272-41c3-9824-d9458b76f16e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1266081 Nov 12 12:25:52.783018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff8d4f04-46ef-4916-a390-60c4c1565fb6 req-c3f8d2e1-7871-4b5f-bb20-385cda0e7088 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660798 Nov 12 12:25:52.813659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-db7497d4-a3d5-4edb-92c2-e02208643532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:52.814765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-db7497d4-a3d5-4edb-92c2-e02208643532 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.0837235 Nov 12 12:25:52.851502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Deleting port 6f3acfc2-ba34-4180-8e97-26707fdaa893 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:52.851830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.862231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08539-44ca-4181-8ea6-39084f394eed None None] Pushing event updated for resources: {'Port': ['ID=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:52.876661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.890489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61328d9a-e712-4f90-99bf-3e1ba55d5cb1 req-7cfeabe6-519d-4cf2-ab46-1cea103af43a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232471 Nov 12 12:25:52.970987 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:52.979583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-2f0b5087-cdb1-409b-a165-302d66f5203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:52.981106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-2f0b5087-cdb1-409b-a165-302d66f5203d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566217 Nov 12 12:25:53.062381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] For port 6f3acfc2-ba34-4180-8e97-26707fdaa893, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6f3acfc2-ba34-4180-8e97-26707fdaa893,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:53.063140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.092041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Calling delete_port for 6f3acfc2-ba34-4180-8e97-26707fdaa893 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:53.104761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:53.112175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:53.115807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:53.123637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:53.124297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.146883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=d6231528-b3e6-472f-a54d-283d9aec4edf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:53.178381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261cea-de84-4e45-abf3-91716702c5c7 req-9b1d4146-74c0-448c-a78f-0c51881c98fe tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:53.180058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93261cea-de84-4e45-abf3-91716702c5c7 req-9b1d4146-74c0-448c-a78f-0c51881c98fe tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6c2fdb-4ecf-4d20-bd36-0dc369210446 HTTP/1.1" status: 200 len: 949 time: 0.1966779 Nov 12 12:25:53.200063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb8e888d-1bc0-436c-ae13-369d863c76db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0131478 Nov 12 12:25:53.201971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:53.309885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93261cea-de84-4e45-abf3-91716702c5c7 req-6556b4f5-ea80-4ec6-b7a2-73c831a02669 tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.18 "GET /v2.0/security-groups?id=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085982 Nov 12 12:25:53.320711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890a80a-1337-435c-a1cc-a58aad3b6a61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:53.327823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890a80a-1337-435c-a1cc-a58aad3b6a61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:53.332652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6890a80a-1337-435c-a1cc-a58aad3b6a61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1296480 Nov 12 12:25:53.333510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50748) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:53.388858 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-33cabb14-7841-4da0-b7f3-636a00c3f2b7 req-39a24d4e-1fa4-4838-bf5b-11dfac78e54a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:53.390442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33cabb14-7841-4da0-b7f3-636a00c3f2b7 req-39a24d4e-1fa4-4838-bf5b-11dfac78e54a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/66907ded-ad08-444f-81ba-4ec3b55359a0 HTTP/1.1" status: 404 len: 352 time: 0.0228465 Nov 12 12:25:53.448471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee645ff9-940f-4561-982e-fb2de33be515 req-c2410278-075f-43fe-9b86-354af29d6113 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:53.450044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee645ff9-940f-4561-982e-fb2de33be515 req-c2410278-075f-43fe-9b86-354af29d6113 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2452724 Nov 12 12:25:53.458816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port d6231528-b3e6-472f-a54d-283d9aec4edf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:53.459162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.494476 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-f3ad2dc0-c230-408f-b325-6b25b814e5d9 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992931 Nov 12 12:25:53.508365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26f7c2cc-bff8-46be-b984-f670b25014e7 req-c37d2ca5-ee5a-477b-98f9-293559ea44ea tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 210 time: 0.0459962 Nov 12 12:25:53.527736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-eeb3257b-9b33-47ef-a123-c7524b332ce5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:53.529267 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-eeb3257b-9b33-47ef-a123-c7524b332ce5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.3489051 Nov 12 12:25:53.564676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:53.571660 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-40ccd16c-c269-4933-b897-ba020ddf8b60 req-939bd4e0-d21d-4b3b-875d-08e88b06ab08 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:53.572700 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ccd16c-c269-4933-b897-ba020ddf8b60 req-939bd4e0-d21d-4b3b-875d-08e88b06ab08 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/5c35ca4a-cd09-44e5-8bf2-37e2820ae3e6 HTTP/1.1" status: 404 len: 352 time: 0.0214353 Nov 12 12:25:53.589543 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.619901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for d6231528-b3e6-472f-a54d-283d9aec4edf owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:53.621888 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-fb6fc6ac-ede4-4a32-8a22-1486e7d0cc9c req-91ac33b6-5a2e-4f33-8fab-a4d996ca539a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:53.623342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb6fc6ac-ede4-4a32-8a22-1486e7d0cc9c req-91ac33b6-5a2e-4f33-8fab-a4d996ca539a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/109cdcba-8d31-4914-86d4-7cd5dcf9647d HTTP/1.1" status: 404 len: 352 time: 0.0252295 Nov 12 12:25:53.685355 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-da8ef441-ad45-485d-b932-11a99b35458d req-7c3543bc-57fd-4006-bfc2-565ad15f2633 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:53.686870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da8ef441-ad45-485d-b932-11a99b35458d req-7c3543bc-57fd-4006-bfc2-565ad15f2633 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/45acc529-60e2-45f7-9201-3bafc03e8453 HTTP/1.1" status: 404 len: 352 time: 0.0220070 Nov 12 12:25:53.716290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee645ff9-940f-4561-982e-fb2de33be515 req-22585bc6-5d42-457a-9728-4b723915ff87 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491648 Nov 12 12:25:53.731197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.761886 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-c4a176d7-af6c-4e8e-96fe-c61af0500c4c req-354a275f-d6e0-497a-9e3e-15582253eafb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:53.762766 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4a176d7-af6c-4e8e-96fe-c61af0500c4c req-354a275f-d6e0-497a-9e3e-15582253eafb tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/42f8022f-4265-41f6-8160-2b420db35633 HTTP/1.1" status: 404 len: 352 time: 0.0224655 Nov 12 12:25:53.803271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Pushing event deleted for resources: {'Port': ['ID=6f3acfc2-ba34-4180-8e97-26707fdaa893,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:53.844121 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-f3979636-1ac1-4704-9dbe-e90896cf5092 req-3fb159fe-1704-4179-b45c-bf795eae36da tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] show failed (client error): The resource could not be found. Nov 12 12:25:53.849954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f3979636-1ac1-4704-9dbe-e90896cf5092 req-3fb159fe-1704-4179-b45c-bf795eae36da tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/2c67639b-7e0a-4da2-8e81-9b875f8ae798 HTTP/1.1" status: 404 len: 352 time: 0.0403476 Nov 12 12:25:53.897504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.922116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] No DVR routers for this DVR port 6f3acfc2-ba34-4180-8e97-26707fdaa893 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:53.926498 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd91806-0838-4ae4-ace4-9a764f8483dc req-6c11e2e4-16db-451e-aa5f-daf621ccc20f service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194446 Nov 12 12:25:53.965688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:53.969120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-045e763d-f5b3-4e9c-9bed-b0436e348126 req-3b9af329-55d6-47e4-be02-6520db23099e tempest-ServersOnMultiNodesTest-281235230 tempest-ServersOnMultiNodesTest-281235230-project] 10.222.0.81 "DELETE /v2.0/ports/6f3acfc2-ba34-4180-8e97-26707fdaa893 HTTP/1.1" status: 204 len: 173 time: 1.5019348 Nov 12 12:25:53.970609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'name': 'network-vif-deleted', 'tag': '6f3acfc2-ba34-4180-8e97-26707fdaa893'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:53.977566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=d6231528-b3e6-472f-a54d-283d9aec4edf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:53.981744 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2914064-c29a-4b69-8f98-6ad7815d5c94" -d '{"events": [{"server_uuid": "ce6c2fdb-4ecf-4d20-bd36-0dc369210446", "name": "network-vif-deleted", "tag": "6f3acfc2-ba34-4180-8e97-26707fdaa893"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:54.023000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:54.030205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ec4c690e-6bec-4de4-bae5-0f536cf8b22b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:54.048095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.048606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.052995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-234e459c-f698-46f3-8e00-d509d9f42ce4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/d6231528-b3e6-472f-a54d-283d9aec4edf HTTP/1.1" status: 204 len: 168 time: 0.7178762 Nov 12 12:25:54.055494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50770) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:54.098028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abf8c0-7388-4fe1-a6a9-bc6b9185fb4c req-33af3383-0040-426e-9696-de3aeb9ae138 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:54.106178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2abf8c0-7388-4fe1-a6a9-bc6b9185fb4c req-33af3383-0040-426e-9696-de3aeb9ae138 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2315264 Nov 12 12:25:54.116748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e489a6e-b777-46ec-936f-ba6a6f156179 req-b8405153-3fc1-43cf-aefb-289a135195d0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:54.117650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ec4c690e-6bec-4de4-bae5-0f536cf8b22b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:54.118115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.118436 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e489a6e-b777-46ec-936f-ba6a6f156179 req-b8405153-3fc1-43cf-aefb-289a135195d0 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1450863 Nov 12 12:25:54.137211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ceb5a-fde8-4d7f-8979-0060c32be7be tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:54.142903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ceb5a-fde8-4d7f-8979-0060c32be7be tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:54.147652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f05ceb5a-fde8-4d7f-8979-0060c32be7be tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0882270 Nov 12 12:25:54.148440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:54.251802 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.264276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e489a6e-b777-46ec-936f-ba6a6f156179 req-3d0dc869-6adf-4469-b3d4-7bdc175c0438 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149070 Nov 12 12:25:54.270752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2abf8c0-7388-4fe1-a6a9-bc6b9185fb4c req-5dcd0511-b5ab-4836-a7e8-bbf6f0d32dbc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633532 Nov 12 12:25:54.281325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet b1fa4c36-2999-4eda-ba08-b4f157059f37 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:54.294053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.352304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.355033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port ec4c690e-6bec-4de4-bae5-0f536cf8b22b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:54.361702 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.521229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.9 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/e253ac84-bab0-483e-8eda-42835e4d474d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:54.552888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:54.575501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.580070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f620e0a3-843d-4aad-af13-5837047adad1 None None] Provisioning complete for port ec4c690e-6bec-4de4-bae5-0f536cf8b22b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:54.580842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f620e0a3-843d-4aad-af13-5837047adad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.698914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.704154 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7003bc92-7b84-4c85-947e-5711be2513f3 x-openstack-request-id: req-7003bc92-7b84-4c85-947e-5711be2513f3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:54.704521 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6c2fdb-4ecf-4d20-bd36-0dc369210446", "name": "network-vif-deleted", "tag": "6f3acfc2-ba34-4180-8e97-26707fdaa893", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:54.704714 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7003bc92-7b84-4c85-947e-5711be2513f3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:54.705141 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6c2fdb-4ecf-4d20-bd36-0dc369210446', 'name': 'network-vif-deleted', 'tag': '6f3acfc2-ba34-4180-8e97-26707fdaa893', 'status': 'completed', 'code': 200} Nov 12 12:25:54.739710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.749493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b1fa4c36-2999-4eda-ba08-b4f157059f37 HTTP/1.1" status: 204 len: 168 time: 0.5877917 Nov 12 12:25:54.750598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c2c1d-f847-46a3-9e1c-15dd930e8cfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=b1fa4c36-2999-4eda-ba08-b4f157059f37,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:54.766741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:54.784986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3380f2f9-485c-4353-95b6-0ec745f06698 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:54.821129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827add-99ed-4a83-ae3a-f6976b04b877 req-b4773692-cd50-4ca5-a167-74517573fbee tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:54.830323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00827add-99ed-4a83-ae3a-f6976b04b877 req-b4773692-cd50-4ca5-a167-74517573fbee tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1101 time: 0.1211622 Nov 12 12:25:54.864126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.866150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ccdffa0d-8b4c-4a34-a4ac-df2ed26851b4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981088 Nov 12 12:25:54.868808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:54.877785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:54.895314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-234da075-2a80-4e29-b170-4cb2474a839e None None] Could not find standard attr ID for object d6231528-b3e6-472f-a54d-283d9aec4edf. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:54.911134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00827add-99ed-4a83-ae3a-f6976b04b877 req-6c4f045b-6898-4082-9dfb-d75ed2f56d09 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795074 Nov 12 12:25:54.930253 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-71108262-f640-42eb-af70-cee592a6f83e req-1fd7e59d-3504-4aaa-a7df-57ef92d9352c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 210 time: 0.0619252 Nov 12 12:25:54.967683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:54.983457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:55.043582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:25:55.077226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=e253ac84-bab0-483e-8eda-42835e4d474d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:55.082822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:55.103188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:55.106404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:55.187089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472498f-4cb8-424a-9a33-fd7232bb0ce5 req-c1767921-ede0-47c3-9016-492766dc2613 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:55.189786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d472498f-4cb8-424a-9a33-fd7232bb0ce5 req-c1767921-ede0-47c3-9016-492766dc2613 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1023 time: 0.1871479 Nov 12 12:25:55.192811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d5850-27c8-48a0-9024-257134676521 req-1e93b3fb-b9d0-4947-abf5-9280b27b5b18 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:55.197391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:55.198527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.201883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-160d5850-27c8-48a0-9024-257134676521 req-1e93b3fb-b9d0-4947-abf5-9280b27b5b18 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1392529 Nov 12 12:25:55.238142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:55.242567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-27b21528-3f16-42d4-b17f-2a5660f0bb03 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6905706 Nov 12 12:25:55.246109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50800) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:55.246759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.273999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Request body: {'port': {'device_id': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:55.357795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] Deleting port ec4c690e-6bec-4de4-bae5-0f536cf8b22b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:55.358197 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.377164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-160d5850-27c8-48a0-9024-257134676521 req-d2226216-d816-4521-9af2-c7723bc959cc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701598 Nov 12 12:25:55.396917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.425729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d472498f-4cb8-424a-9a33-fd7232bb0ce5 req-503afeb3-82a2-40c5-9274-2a3757842fa9 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ab6630f-d086-4cef-8e46-60b321839fae&id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=fdcf25db-c5c0-403b-8a93-77b35777eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2228949 Nov 12 12:25:55.457165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] For port ec4c690e-6bec-4de4-bae5-0f536cf8b22b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:55.457904 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.492262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] Calling delete_port for ec4c690e-6bec-4de4-bae5-0f536cf8b22b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:55.553002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-76fdde8b-6a02-43d0-9652-adaf56eb2a97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52551180fba74be79faca41457f57bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049073 Nov 12 12:25:55.557066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:55.583541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6f3acfc2-ba34-4180-8e97-26707fdaa893 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:55.596611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.615247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 6f3acfc2-ba34-4180-8e97-26707fdaa893 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:55.615661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6f3acfc2-ba34-4180-8e97-26707fdaa893 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:55.633250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.663082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:55.667646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:55.675841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:55.678632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.685005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] No DVR routers for this DVR port ec4c690e-6bec-4de4-bae5-0f536cf8b22b on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:55.690157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44cc65-8fb1-4be8-86d3-def30c567063 None None] Pushing event deleted for resources: {'Port': ['ID=ec4c690e-6bec-4de4-bae5-0f536cf8b22b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:55.708553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=8fe45434-9967-4598-8140-31968a495a24,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:55.714918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a8cdb-0db8-4957-9b5b-67e9a9761fca None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:25:55.724818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f568a85b-86a6-48fc-b284-860fd2f55499 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8488436 Nov 12 12:25:55.725915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:55.742521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': '8fe45434-9967-4598-8140-31968a495a24', 'ip_address': '2001:db8::f927:3603:cc9a:34a0'}], 'name': 'tempest-NetworksTestDHCPv6-1250863910'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:25:55.763715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddd638-9e53-4f6c-9219-5e39daf9a346 req-3a0a206b-9a2e-4d5e-acb6-0406f8120293 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:55.765013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27ddd638-9e53-4f6c-9219-5e39daf9a346 req-3a0a206b-9a2e-4d5e-acb6-0406f8120293 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2530823 Nov 12 12:25:55.769156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98cdcaed-9811-4748-b85f-09f6b18044fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.888655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98cdcaed-9811-4748-b85f-09f6b18044fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:55.890079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ec4c690e-6bec-4de4-bae5-0f536cf8b22b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:25:55.914940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ec4c690e-6bec-4de4-bae5-0f536cf8b22b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:25:55.915647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ec4c690e-6bec-4de4-bae5-0f536cf8b22b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:25:55.959831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '8fe45434-9967-4598-8140-31968a495a24'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:25:55.960501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27ddd638-9e53-4f6c-9219-5e39daf9a346 req-f1b55621-0374-4d5c-b8e0-a32fd65247c7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672990 Nov 12 12:25:55.961322 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.020076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8318f61b-7d08-47cb-86c1-4be2aec53031 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2567403 Nov 12 12:25:56.053669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5eeb5-1088-4d99-854d-3d1706dc2251 req-f50cc864-762d-4ccc-95af-27881e0a4b56 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.061778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77b5eeb5-1088-4d99-854d-3d1706dc2251 req-f50cc864-762d-4ccc-95af-27881e0a4b56 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1832991 Nov 12 12:25:56.065925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e253ac84-bab0-483e-8eda-42835e4d474d {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:25:56.076545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.093081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Transition to ACTIVE for port object e253ac84-bab0-483e-8eda-42835e4d474d will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:25:56.103787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.110127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:25:56.118067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.156757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port c631a7a2-82f2-4ef7-9040-523c7e2fd274 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:25:56.172817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77b5eeb5-1088-4d99-854d-3d1706dc2251 req-ed325850-1382-4485-be59-05950b5eee9d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085720 Nov 12 12:25:56.212339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/8fe45434-9967-4598-8140-31968a495a24/afa804a2-d60e-4ac2-8571-548f85cc6465) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:56.218053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Pushing event updated for resources: {'Port': ['ID=e253ac84-bab0-483e-8eda-42835e4d474d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:56.242454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98cdcaed-9811-4748-b85f-09f6b18044fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.245311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98cdcaed-9811-4748-b85f-09f6b18044fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.249312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-98cdcaed-9811-4748-b85f-09f6b18044fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efec9bdd-2a28-46d8-9d74-a8c81a8a19b2 HTTP/1.1" status: 204 len: 168 time: 0.6912401 Nov 12 12:25:56.260753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0372882-9a40-45d7-84b7-d3dd242f1b35 req-9e0e4c3c-7366-45c5-842f-85bf052ef151 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.270156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0372882-9a40-45d7-84b7-d3dd242f1b35 req-9e0e4c3c-7366-45c5-842f-85bf052ef151 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 943 time: 0.1683109 Nov 12 12:25:56.322289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdcaed-9811-4748-b85f-09f6b18044fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec9bdd-2a28-46d8-9d74-a8c81a8a19b2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:56.417578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Attempting to bind port e253ac84-bab0-483e-8eda-42835e4d474d on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:56.417921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Attempting to bind port e253ac84-bab0-483e-8eda-42835e4d474d by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:56.418273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Attempting to bind port e253ac84-bab0-483e-8eda-42835e4d474d on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:56.438804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0372882-9a40-45d7-84b7-d3dd242f1b35 req-c9673ec1-a20e-4b37-8084-0f4b54fe0590 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624367 Nov 12 12:25:56.442631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Port e253ac84-bab0-483e-8eda-42835e4d474d on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:25:56.443119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Attempting to bind port e253ac84-bab0-483e-8eda-42835e4d474d on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:56.476932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-9cfcdf7d-36ac-4961-8a8f-582272f39706 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.481889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-9cfcdf7d-36ac-4961-8a8f-582272f39706 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1023 time: 0.1829629 Nov 12 12:25:56.482815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:56.488322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:56.488322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:56.488914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Bound port: e253ac84-bab0-483e-8eda-42835e4d474d, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:56.489362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.505028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54e52e-92b9-4b9a-a749-2fe2c6725ee2 req-e359e8ae-76ad-48f3-a690-14f1b91bb25d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.510068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4f54e52e-92b9-4b9a-a749-2fe2c6725ee2 req-e359e8ae-76ad-48f3-a690-14f1b91bb25d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2009630 Nov 12 12:25:56.584198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4f54e52e-92b9-4b9a-a749-2fe2c6725ee2 req-e4502f40-43ae-468d-8b47-5456ecf5d786 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683830 Nov 12 12:25:56.590840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.604423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.730559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] For port e253ac84-bab0-483e-8eda-42835e4d474d, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:56.736168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f927:3603:cc9a:34a0 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/8fe45434-9967-4598-8140-31968a495a24/c631a7a2-82f2-4ef7-9040-523c7e2fd274) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:25:56.739589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] For port e253ac84-bab0-483e-8eda-42835e4d474d, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e253ac84-bab0-483e-8eda-42835e4d474d,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:56.749512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259cc36-bada-4645-bfb6-ec4ac1a91ed6 req-ee38a287-3e36-4a60-8dfb-e0e7ee62d3fc tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.751100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e259cc36-bada-4645-bfb6-ec4ac1a91ed6 req-ee38a287-3e36-4a60-8dfb-e0e7ee62d3fc tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 1023 time: 0.1866102 Nov 12 12:25:56.754414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.771666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Pushing event updated for resources: {'Port': ['ID=afa804a2-d60e-4ac2-8571-548f85cc6465,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:56.773673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3891a82-d004-413c-ab34-72bc3a055024 req-3f19c75e-6469-42fc-956d-7ccf033c7223 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.775190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3891a82-d004-413c-ab34-72bc3a055024 req-3f19c75e-6469-42fc-956d-7ccf033c7223 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0803957 Nov 12 12:25:56.809069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:56.809831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.811861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] 10.222.0.81 "PUT /v2.0/ports/e253ac84-bab0-483e-8eda-42835e4d474d HTTP/1.1" status: 200 len: 1091 time: 1.5528202 Nov 12 12:25:56.820309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:56.820501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:56.823268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:56.825196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'tag': 'e253ac84-bab0-483e-8eda-42835e4d474d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:56.827252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:56.836540 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4300a7-7409-484a-8412-5500fa1df100" -d '{"events": [{"name": "network-changed", "server_uuid": "c3634eff-0f6b-41e6-8f67-867ffa00a0db", "tag": "e253ac84-bab0-483e-8eda-42835e4d474d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:56.873795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Deleting port b947633a-7e58-44ee-955b-f5dc35801f57 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:56.874869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.937055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3891a82-d004-413c-ab34-72bc3a055024 req-89697960-1c79-4adf-8d87-3fef84691332 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492791 Nov 12 12:25:56.944912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d29985ce-9cca-4e1a-8e0c-1e6b69d53931 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9127eada5c6d45b599d728209e0c5fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1216927 Nov 12 12:25:56.947090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Attempting to bind port afa804a2-d60e-4ac2-8571-548f85cc6465 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:25:56.947475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Attempting to bind port afa804a2-d60e-4ac2-8571-548f85cc6465 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:25:56.948033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Attempting to bind port afa804a2-d60e-4ac2-8571-548f85cc6465 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:25:56.955165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:56.969302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:25:56.970303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:25:56.970730 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.971134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:25:56.971615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Bound port: afa804a2-d60e-4ac2-8571-548f85cc6465, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:25:56.972083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:56.993396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4587bb-13dc-4cbd-84dd-85e11fd166fb service neutron] Pushing event updated for resources: {'Port': ['ID=e253ac84-bab0-483e-8eda-42835e4d474d,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:57.058930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e259cc36-bada-4645-bfb6-ec4ac1a91ed6 req-32bab563-806f-47aa-8ab9-2232529a127a tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ab6630f-d086-4cef-8e46-60b321839fae&id=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e&id=fdcf25db-c5c0-403b-8a93-77b35777eef2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2919998 Nov 12 12:25:57.084224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] For port b947633a-7e58-44ee-955b-f5dc35801f57, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b947633a-7e58-44ee-955b-f5dc35801f57,segment=NetworkSegment(5f2267e1-6b11-4433-9a1f-fd8f4d84aafd),segment_id=5f2267e1-6b11-4433-9a1f-fd8f4d84aafd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:57.084639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.084829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c87b5c8-cb60-4dbd-b1e5-4b586c3604f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.091315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-8c26e313-36a8-4517-b23c-91e73f212639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.091315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-8c26e313-36a8-4517-b23c-91e73f212639 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 1094 time: 0.2051322 Nov 12 12:25:57.107039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.109425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Calling delete_port for b947633a-7e58-44ee-955b-f5dc35801f57 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:57.146422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c87b5c8-cb60-4dbd-b1e5-4b586c3604f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.155712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-cf111058-a16a-4ab1-85a4-61b0d0194672 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253ac84-bab0-483e-8eda-42835e4d474d HTTP/1.1" status: 200 len: 217 time: 0.0550025 Nov 12 12:25:57.174145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] For port afa804a2-d60e-4ac2-8571-548f85cc6465, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:25:57.176724 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288cb811-499a-4057-8a37-20fe356889ab x-openstack-request-id: req-288cb811-499a-4057-8a37-20fe356889ab {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:57.177009 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3634eff-0f6b-41e6-8f67-867ffa00a0db", "tag": "e253ac84-bab0-483e-8eda-42835e4d474d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:57.177258 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-288cb811-499a-4057-8a37-20fe356889ab {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:57.177653 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'tag': 'e253ac84-bab0-483e-8eda-42835e4d474d', 'status': 'completed', 'code': 200} Nov 12 12:25:57.180591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] For port afa804a2-d60e-4ac2-8571-548f85cc6465, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=afa804a2-d60e-4ac2-8571-548f85cc6465,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:25:57.188037 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.283321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c87b5c8-cb60-4dbd-b1e5-4b586c3604f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.289896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c87b5c8-cb60-4dbd-b1e5-4b586c3604f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.291771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7c87b5c8-cb60-4dbd-b1e5-4b586c3604f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/793c8dca-0651-4be8-b606-df782a36d559 HTTP/1.1" status: 204 len: 168 time: 0.3317666 Nov 12 12:25:57.296577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.314062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd03aa-21c5-4e09-a286-a28a5cb1c1c7 None None] Pushing event updated for resources: {'Port': ['ID=afa804a2-d60e-4ac2-8571-548f85cc6465,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:57.347685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87b5c8-cb60-4dbd-b1e5-4b586c3604f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793c8dca-0651-4be8-b606-df782a36d559,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:57.405510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:25:57.419101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:25:57.421607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:25:57.429433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.430106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:57.436136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=c631a7a2-82f2-4ef7-9040-523c7e2fd274,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:57.466089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eec9b99d-5ea5-4638-b0a5-1e917f4d5d37 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7389410 Nov 12 12:25:57.466838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:57.480990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c76669-5dc7-4671-a325-7ba362a3d347 req-81a708fc-39a7-4987-90f2-8a5d1eb2fedd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.498550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28c76669-5dc7-4671-a325-7ba362a3d347 req-81a708fc-39a7-4987-90f2-8a5d1eb2fedd tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1430321 Nov 12 12:25:57.661198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28c76669-5dc7-4671-a325-7ba362a3d347 req-fd388395-5e6f-461d-b691-7cb15e2fc8d1 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578476 Nov 12 12:25:57.680288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab56e03-25ae-43ec-b613-5f16e5b533dc tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.691339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab56e03-25ae-43ec-b613-5f16e5b533dc tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.706156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eab56e03-25ae-43ec-b613-5f16e5b533dc tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2256885 Nov 12 12:25:57.707602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50876) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:57.923961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487b0b-9638-42df-a976-9b41a0537e61 req-6e2b8157-e7a1-4267-9a9c-69bc6cc0e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.926668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-6e2b8157-e7a1-4267-9a9c-69bc6cc0e4a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.7602124 Nov 12 12:25:57.965628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73f602-4c4f-4024-8b3a-896fa4e2d027 req-a245246a-247f-4385-bbb6-cc564a711497 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.966650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afa804a2-d60e-4ac2-8571-548f85cc6465 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:57.967079 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d73f602-4c4f-4024-8b3a-896fa4e2d027 req-a245246a-247f-4385-bbb6-cc564a711497 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1553271 Nov 12 12:25:57.980536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497ab1-a060-4617-8340-07d5f339baff req-70f2298a-92a9-4f96-b1c5-6da67e47b68f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:57.988224 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab497ab1-a060-4617-8340-07d5f339baff req-70f2298a-92a9-4f96-b1c5-6da67e47b68f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 943 time: 0.2343113 Nov 12 12:25:58.007038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-13a45e2a-9ff1-4f03-8303-a3d99a98afcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645020 Nov 12 12:25:58.043501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port c631a7a2-82f2-4ef7-9040-523c7e2fd274 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:25:58.043853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.044376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port afa804a2-d60e-4ac2-8571-548f85cc6465 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:58.044855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.143614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab497ab1-a060-4617-8340-07d5f339baff req-00715bad-b18b-4909-b2f8-07c8705bbdad tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369593 Nov 12 12:25:58.192595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d73f602-4c4f-4024-8b3a-896fa4e2d027 req-58531bb7-0bb2-429b-9d9d-a2fe61faeaae tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908150 Nov 12 12:25:58.199065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.213483 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.232435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for c631a7a2-82f2-4ef7-9040-523c7e2fd274 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:25:58.283270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.291713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port afa804a2-d60e-4ac2-8571-548f85cc6465, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=afa804a2-d60e-4ac2-8571-548f85cc6465,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:25:58.297980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b947633a-7e58-44ee-955b-f5dc35801f57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:25:58.356228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.381083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'Port': ['ID=b947633a-7e58-44ee-955b-f5dc35801f57,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:58.406285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-15d9b409-7089-4ef6-b77f-b64ae3fdab92 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885002 Nov 12 12:25:58.478091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=afa804a2-d60e-4ac2-8571-548f85cc6465,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:58.503709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-040b6867-2b8c-4d00-8d8c-0a840632f7b1 req-c1678610-6432-4784-87f2-23d039eb27fa tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff5d202-94f5-4313-96e0-ad64b00bf355 HTTP/1.1" status: 200 len: 210 time: 0.1332231 Nov 12 12:25:58.528399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-a942f282-e790-44a7-bcc5-452304316cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:58.530119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-a942f282-e790-44a7-bcc5-452304316cbe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1101 time: 0.1725004 Nov 12 12:25:58.537042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] No DVR routers for this DVR port b947633a-7e58-44ee-955b-f5dc35801f57 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:25:58.541573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976af8b-8a7c-414a-80d8-df5f8702d3ae req-dbbf3b6b-9ac5-4cba-ada4-98e41d4ee6cf tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:58.542597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.548034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a643fcb-6045-49a4-a4e9-1721dd4c6621 req-c3af7ba3-58ca-4af2-83d3-5963a4a1da67 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.65 "DELETE /v2.0/ports/b947633a-7e58-44ee-955b-f5dc35801f57 HTTP/1.1" status: 204 len: 173 time: 2.0556700 Nov 12 12:25:58.552438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e976af8b-8a7c-414a-80d8-df5f8702d3ae req-dbbf3b6b-9ac5-4cba-ada4-98e41d4ee6cf tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1362393 Nov 12 12:25:58.554384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.635655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=c631a7a2-82f2-4ef7-9040-523c7e2fd274,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:25:58.657792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81487b0b-9638-42df-a976-9b41a0537e61 req-9fe7a2e2-43ea-43f3-a085-4ee15ee2a29e service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402565 Nov 12 12:25:58.716139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e976af8b-8a7c-414a-80d8-df5f8702d3ae req-6d54e54c-39ee-4cce-955a-7988e708f1d2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574495 Nov 12 12:25:58.851106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:58.866116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-120d2939-a9ee-4233-88ab-ee3f8d0aca61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/c631a7a2-82f2-4ef7-9040-523c7e2fd274 HTTP/1.1" status: 204 len: 168 time: 1.1548402 Nov 12 12:25:58.866807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:59.030269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565668a-edfd-4dc8-b9fd-d0cafc0e24c4 req-8f679c6e-b8a9-496c-9834-03e0ea93fc37 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.032088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f565668a-edfd-4dc8-b9fd-d0cafc0e24c4 req-8f679c6e-b8a9-496c-9834-03e0ea93fc37 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.2094278 Nov 12 12:25:59.044496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4300a7-7409-484a-8412-5500fa1df100 req-62e8e53d-d14e-48a8-a3f2-4dafbcb321fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.046212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-62e8e53d-d14e-48a8-a3f2-4dafbcb321fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 1094 time: 0.1334054 Nov 12 12:25:59.174584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-656adc81-ac6e-43a8-bf3b-8214283a481f None None] Provisioning complete for port afa804a2-d60e-4ac2-8571-548f85cc6465 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:25:59.176573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-656adc81-ac6e-43a8-bf3b-8214283a481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.183230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'name': 'network-vif-deleted', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:25:59.186071 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c9579e-ea52-4b32-9081-e41101be45ce" -d '{"events": [{"server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "name": "network-vif-deleted", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:25:59.381414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f565668a-edfd-4dc8-b9fd-d0cafc0e24c4 req-0b33f980-ddf4-4889-97c0-a26e9f14fa17 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227344 Nov 12 12:25:59.387759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4300a7-7409-484a-8412-5500fa1df100 req-34424b8f-493b-4850-a7e3-820789c09228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.390156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-34424b8f-493b-4850-a7e3-820789c09228 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.3363929 Nov 12 12:25:59.436122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.469260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-30c29e9c-4e90-4923-8eca-20899a889094 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253ac84-bab0-483e-8eda-42835e4d474d HTTP/1.1" status: 200 len: 217 time: 0.0699985 Nov 12 12:25:59.597834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4300a7-7409-484a-8412-5500fa1df100 req-7dd2a4f2-1d3d-4d90-95a5-979d6a217616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.599716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-7dd2a4f2-1d3d-4d90-95a5-979d6a217616 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1222727 Nov 12 12:25:59.604593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8cb533cb-18df-4f07-b559-284e3f37c729 None None] Could not find standard attr ID for object c631a7a2-82f2-4ef7-9040-523c7e2fd274. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:25:59.610778 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.641300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-c94795be-dbae-43de-b9ca-ed07aa53dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.642869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-c94795be-dbae-43de-b9ca-ed07aa53dbf3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 1.0860739 Nov 12 12:25:59.647106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-d9e68a7f-cdce-4cb8-9e62-4aa5fb4176c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372651 Nov 12 12:25:59.655318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f40b-898a-44fb-bd89-97582cb0fac0 req-963b4bb8-d830-4f57-89af-91ab47a039f8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.656850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff95f40b-898a-44fb-bd89-97582cb0fac0 req-963b4bb8-d830-4f57-89af-91ab47a039f8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 943 time: 0.1107659 Nov 12 12:25:59.661930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632ccde-7b71-40a8-b319-673526a6513d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.663702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632ccde-7b71-40a8-b319-673526a6513d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.665591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0632ccde-7b71-40a8-b319-673526a6513d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7844441 Nov 12 12:25:59.669017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:25:59.715248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e039cce-e3b1-4267-89f1-257cd9530c0b req-bec86d1a-84a2-4c0b-a1e9-e95c09c56030 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.724324 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e039cce-e3b1-4267-89f1-257cd9530c0b req-bec86d1a-84a2-4c0b-a1e9-e95c09c56030 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1703091 Nov 12 12:25:59.726933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-ebcf3e4b-6d74-4b35-b82b-c07e1a6faf0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.0740991 Nov 12 12:25:59.808679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-24b61547-d731-4cb3-b115-5773b5a003b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.810187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-24b61547-d731-4cb3-b115-5773b5a003b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0668347 Nov 12 12:25:59.860091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 8fe45434-9967-4598-8140-31968a495a24 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:25:59.867590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff95f40b-898a-44fb-bd89-97582cb0fac0 req-c5c91c2c-8bb7-454e-93b2-94891fab723a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020864 Nov 12 12:25:59.873704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.880717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afa804a2-d60e-4ac2-8571-548f85cc6465 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:25:59.890935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e039cce-e3b1-4267-89f1-257cd9530c0b req-5d025b13-2dcc-4e96-a834-aca29db9ea7d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656616 Nov 12 12:25:59.903265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-198519ab-fe3d-4f00-9536-c86b9a201798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:59.904797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-198519ab-fe3d-4f00-9536-c86b9a201798 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809071 Nov 12 12:25:59.937386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-93679ccb-8e8c-4ac1-a42f-c542234e250a service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795441 Nov 12 12:25:59.947646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.995364 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368d9f4-3be1-4aeb-8278-7ac956cc2a29 x-openstack-request-id: req-7368d9f4-3be1-4aeb-8278-7ac956cc2a29 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:25:59.995792 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff5d202-94f5-4313-96e0-ad64b00bf355", "name": "network-vif-deleted", "tag": "b947633a-7e58-44ee-955b-f5dc35801f57", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:25:59.996241 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7368d9f4-3be1-4aeb-8278-7ac956cc2a29 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:25:59.996736 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff5d202-94f5-4313-96e0-ad64b00bf355', 'name': 'network-vif-deleted', 'tag': 'b947633a-7e58-44ee-955b-f5dc35801f57', 'status': 'completed', 'code': 200} Nov 12 12:26:00.008141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port afa804a2-d60e-4ac2-8571-548f85cc6465 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:00.017661 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.102705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-fae4fc56-a240-417c-8e7b-b64c61d300dc service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801939 Nov 12 12:26:00.111561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2314e415-c4ee-4cb4-ac44-b37cd67344ed req-efe0725c-508a-402f-9c75-1b7edfc687ed tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/fdcf25db-c5c0-403b-8a93-77b35777eef2 HTTP/1.1" status: 200 len: 1819 time: 0.0791707 Nov 12 12:26:00.164317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.171213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff4300a7-7409-484a-8412-5500fa1df100 req-cf1050cc-3bba-42df-a573-1a9a447812aa service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181413 Nov 12 12:26:00.230034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020095f-9492-4baa-8485-6c701e99b4c1 req-60626bbb-a354-4821-89cb-27ebe5119857 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:00.238503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1020095f-9492-4baa-8485-6c701e99b4c1 req-60626bbb-a354-4821-89cb-27ebe5119857 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1357627 Nov 12 12:26:00.243250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2314e415-c4ee-4cb4-ac44-b37cd67344ed req-1376cb6b-2fc2-41d5-a75f-c0a4cff8d3a3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.274436 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-46cbc83f-00e1-4979-b938-e9ef36e7910b service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532927 Nov 12 12:26:00.294682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2314e415-c4ee-4cb4-ac44-b37cd67344ed req-1376cb6b-2fc2-41d5-a75f-c0a4cff8d3a3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.308257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1020095f-9492-4baa-8485-6c701e99b4c1 req-0437abfc-7346-4e02-af74-70d2f67a5208 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 Nov 12 12:26:00.310122 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.349998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe45434-9967-4598-8140-31968a495a24,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:00.356337 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.360049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb2d72-6c8e-478d-af21-6933cafb71fe None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:00.360136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3657bc2f-a1db-46ab-b6a3-dd5eeb4d9ecf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/8fe45434-9967-4598-8140-31968a495a24 HTTP/1.1" status: 204 len: 168 time: 0.6886687 Nov 12 12:26:00.363261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:00.396631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2314e415-c4ee-4cb4-ac44-b37cd67344ed req-1376cb6b-2fc2-41d5-a75f-c0a4cff8d3a3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.399658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2314e415-c4ee-4cb4-ac44-b37cd67344ed req-1376cb6b-2fc2-41d5-a75f-c0a4cff8d3a3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.413055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2314e415-c4ee-4cb4-ac44-b37cd67344ed req-1376cb6b-2fc2-41d5-a75f-c0a4cff8d3a3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/fdcf25db-c5c0-403b-8a93-77b35777eef2 HTTP/1.1" status: 204 len: 173 time: 0.3005307 Nov 12 12:26:00.437043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cb6b-2fc2-41d5-a75f-c0a4cff8d3a3 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcf25db-c5c0-403b-8a93-77b35777eef2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:00.452791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1af4d41-6545-483c-95e8-7be5a9df6ea4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880709 Nov 12 12:26:00.456501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50962) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:00.523826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583a8fe-3b2a-49e5-89b6-fa6b3c961014 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:00.525721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a583a8fe-3b2a-49e5-89b6-fa6b3c961014 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0672235 Nov 12 12:26:00.553717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:00.609733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e50acc-c864-4421-9a4f-faba829c4013 req-c5b4a8de-44af-4267-9bb0-eb61ca1a8cd7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:00.626796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51e50acc-c864-4421-9a4f-faba829c4013 req-c5b4a8de-44af-4267-9bb0-eb61ca1a8cd7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1306443 Nov 12 12:26:00.646971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0477a-8250-4a9b-9961-8f3cbf32754e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:00.651172 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-28b0477a-8250-4a9b-9961-8f3cbf32754e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922465 Nov 12 12:26:00.653520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:00.684551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e605ae-517a-4c26-8f4d-4cd3198bf238 req-733011f9-3780-43c7-bd77-837e20e5421b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:00.688969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50e605ae-517a-4c26-8f4d-4cd3198bf238 req-733011f9-3780-43c7-bd77-837e20e5421b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1794376 Nov 12 12:26:00.721125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-823d7293-3976-4efb-864c-e62a8946ba43 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651681 Nov 12 12:26:00.726848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:00.728794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:26:00.748357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:00.769452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51e50acc-c864-4421-9a4f-faba829c4013 req-3a0055b1-6d1b-4eef-b9d5-a612a2fbad5c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450872 Nov 12 12:26:00.823027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Deleting port afa804a2-d60e-4ac2-8571-548f85cc6465 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:00.823707 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.864895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ed28cfb-31c3-463e-ad86-ef9468c993e5 req-1a6d0ddf-4709-435b-a58b-1c94e2fab71e tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "GET /v2.0/security-groups/0ab6630f-d086-4cef-8e46-60b321839fae HTTP/1.1" status: 200 len: 1818 time: 0.0570204 Nov 12 12:26:00.865935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50e605ae-517a-4c26-8f4d-4cd3198bf238 req-788e0e27-8d10-4ff7-8d62-e9213d904965 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674147 Nov 12 12:26:00.916009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:00.921074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.958658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] For port afa804a2-d60e-4ac2-8571-548f85cc6465, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=afa804a2-d60e-4ac2-8571-548f85cc6465,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:00.958985 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.964120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ed28cfb-31c3-463e-ad86-ef9468c993e5 req-88835ac3-2098-47a0-8c2e-298b76e12f29 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:00.982309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Calling delete_port for afa804a2-d60e-4ac2-8571-548f85cc6465 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:01.004717 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ed28cfb-31c3-463e-ad86-ef9468c993e5 req-88835ac3-2098-47a0-8c2e-298b76e12f29 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.065144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ed28cfb-31c3-463e-ad86-ef9468c993e5 req-88835ac3-2098-47a0-8c2e-298b76e12f29 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.068367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ed28cfb-31c3-463e-ad86-ef9468c993e5 req-88835ac3-2098-47a0-8c2e-298b76e12f29 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.069836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ed28cfb-31c3-463e-ad86-ef9468c993e5 req-88835ac3-2098-47a0-8c2e-298b76e12f29 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ab6630f-d086-4cef-8e46-60b321839fae HTTP/1.1" status: 204 len: 173 time: 0.1945159 Nov 12 12:26:01.078490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:01.098316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88835ac3-2098-47a0-8c2e-298b76e12f29 tempest-SecurityGroupsTestJSON-2078085232 tempest-SecurityGroupsTestJSON-2078085232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab6630f-d086-4cef-8e46-60b321839fae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:01.102039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.121902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d1bdd-4ae5-45a1-8f62-5cf8f0bec5e1 req-9c573a1e-00a8-4e8b-b5a6-1bd0dcf9e1ee tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:01.131478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b947633a-7e58-44ee-955b-f5dc35801f57 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:01.133270 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-228d1bdd-4ae5-45a1-8f62-5cf8f0bec5e1 req-9c573a1e-00a8-4e8b-b5a6-1bd0dcf9e1ee tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1082263 Nov 12 12:26:01.140480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Deleting subnet 3930b8f8-462b-49f9-9c89-a0e33027c150 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:01.144237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.182567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] No DVR routers for this DVR port afa804a2-d60e-4ac2-8571-548f85cc6465 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:01.199604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Pushing event deleted for resources: {'Port': ['ID=afa804a2-d60e-4ac2-8571-548f85cc6465,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:01.202967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: b947633a-7e58-44ee-955b-f5dc35801f57 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:01.203725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b947633a-7e58-44ee-955b-f5dc35801f57 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:01.216785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.217460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.217967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.218783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.220397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.222635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.223286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.224547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.225059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.225551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.226038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.226697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40187495-5c76-4ed3-9751-7de39cdd3954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:01.244118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.286787 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-228d1bdd-4ae5-45a1-8f62-5cf8f0bec5e1 req-a444ba58-8bbe-4b68-96e9-76a39446ac4b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530607 Nov 12 12:26:01.288176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddebf1-03ac-4b0c-a145-1e0f002d0069 req-2ccd370f-47fe-468d-aa18-499fc755c027 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:01.295439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61ddebf1-03ac-4b0c-a145-1e0f002d0069 req-2ccd370f-47fe-468d-aa18-499fc755c027 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 943 time: 0.1125066 Nov 12 12:26:01.308194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.324991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.363580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:01.368209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:01.373150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:01.373837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.377433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61ddebf1-03ac-4b0c-a145-1e0f002d0069 req-3989b0dc-f0d2-4171-9cfe-dbc98af40fdf tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809364 Nov 12 12:26:01.380638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686fecd-5bdf-417f-98f9-d0840b226c1a None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:01.394679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=ce59fbf9-6bc6-448a-afb2-9416e60de0d2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:01.407446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1fb27abd-f8d4-4d5f-bc11-08242d58cf99 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6707566 Nov 12 12:26:01.410452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:01.416695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'ce59fbf9-6bc6-448a-afb2-9416e60de0d2', 'ip_address': '2001:db8::1fad:34b1:a53e:1d33'}], 'name': 'tempest-NetworksTestDHCPv6-1637122784'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:01.434699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.506831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3930b8f8-462b-49f9-9c89-a0e33027c150,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:01.509017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.514542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cc61a3d2-fcdc-4654-ae17-205260a0f091 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3930b8f8-462b-49f9-9c89-a0e33027c150 HTTP/1.1" status: 204 len: 168 time: 0.4349551 Nov 12 12:26:01.517199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51022) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:01.600857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e253ac84-bab0-483e-8eda-42835e4d474d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:01.610787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.663665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'ce59fbf9-6bc6-448a-afb2-9416e60de0d2'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:26:01.664799 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.717833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:01.806953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.851573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e253ac84-bab0-483e-8eda-42835e4d474d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e253ac84-bab0-483e-8eda-42835e4d474d,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:01.883521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac392f5c-a901-44e7-932c-7cb8e2872431']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:01.893099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afa804a2-d60e-4ac2-8571-548f85cc6465 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:01.906139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:01.906684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2267e1-6b11-4433-9a1f-fd8f4d84aafd') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:01.931545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.938311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: afa804a2-d60e-4ac2-8571-548f85cc6465 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:01.938839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afa804a2-d60e-4ac2-8571-548f85cc6465 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:01.952268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.959843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'e253ac84-bab0-483e-8eda-42835e4d474d', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': 'e253ac84-bab0-483e-8eda-42835e4d474d', 'mac_address': 'fa:16:3e:ea:ce:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:01.973202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.982397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:26:01.982967 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.983419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/ce59fbf9-6bc6-448a-afb2-9416e60de0d2/7fbdb762-c21f-4b00-bafb-4ec828da9ee2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:26:02.055079 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:26:02.067422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port b89c1967-be2f-46aa-92d8-6db41386023c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:26:02.137018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.169591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc704030-ff57-4cd2-9e49-6c7c37c0b3cc req-25cad58a-35ed-484e-8ba7-4240e60d57b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:02.173411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.177163 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac392f5c-a901-44e7-932c-7cb8e2872431 HTTP/1.1" status: 204 len: 168 time: 0.6588497 Nov 12 12:26:02.178935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc704030-ff57-4cd2-9e49-6c7c37c0b3cc req-25cad58a-35ed-484e-8ba7-4240e60d57b4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0664291 Nov 12 12:26:02.204513 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.205876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36023b30-63e8-41be-a759-2f4e26d12420 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac392f5c-a901-44e7-932c-7cb8e2872431,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:02.237143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e253ac84-bab0-483e-8eda-42835e4d474d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:02.246976 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.263605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.283094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e253ac84-bab0-483e-8eda-42835e4d474d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e253ac84-bab0-483e-8eda-42835e4d474d,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:02.289492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc704030-ff57-4cd2-9e49-6c7c37c0b3cc req-44379329-23ad-4d8d-9090-35999904c7be tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095216 Nov 12 12:26:02.295080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0e5f6-ebfa-4b73-84b5-2cb49afd34e9 req-a5341418-9ad8-48a3-8c97-7e5ec1db9022 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:02.305478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bd0e5f6-ebfa-4b73-84b5-2cb49afd34e9 req-a5341418-9ad8-48a3-8c97-7e5ec1db9022 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1808674 Nov 12 12:26:02.313616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.330025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:02.333799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:02.338495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:02.342275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Pushing event updated for resources: {'Port': ['ID=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:02.409567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bd0e5f6-ebfa-4b73-84b5-2cb49afd34e9 req-aa44d3ff-86c0-46f2-a3f4-fb0dd6c5b035 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004531 Nov 12 12:26:02.431541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::1fad:34b1:a53e:1d33 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/ce59fbf9-6bc6-448a-afb2-9416e60de0d2/b89c1967-be2f-46aa-92d8-6db41386023c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:02.470842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:02.522749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Attempting to bind port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:02.523117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Attempting to bind port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:02.523474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Attempting to bind port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:02.537935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:02.538359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:02.538761 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.539150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:02.539632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Bound port: 7fbdb762-c21f-4b00-bafb-4ec828da9ee2, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:02.540009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.545536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e253ac84-bab0-483e-8eda-42835e4d474d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:02.551646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:02.561931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7bef9ed0-cee2-4190-90c9-37cf8208cb80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e49e8fcdedfe44479fc99ff0992f73fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885365 Nov 12 12:26:02.596459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['e253ac84-bab0-483e-8eda-42835e4d474d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:02.641759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] For port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:02.648721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] For port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:02.657510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.695077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515794ab-36b1-41cb-99d4-21c80fed5db2 req-38c6674c-f0c7-4b0f-a00e-0b9355430e7f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:02.696891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-515794ab-36b1-41cb-99d4-21c80fed5db2 req-38c6674c-f0c7-4b0f-a00e-0b9355430e7f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 944 time: 0.1668222 Nov 12 12:26:02.748849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71131103-769f-4043-928e-22023cc7843c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.772005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950976-6de5-42ce-b3c1-9ccacaf79028 None None] Pushing event updated for resources: {'Port': ['ID=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:02.802294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.834046 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71131103-769f-4043-928e-22023cc7843c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:02.864609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-515794ab-36b1-41cb-99d4-21c80fed5db2 req-52500c73-dc8a-4179-877a-7c57c3d47c0b tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407042 Nov 12 12:26:02.931557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.007479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71131103-769f-4043-928e-22023cc7843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.010028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71131103-769f-4043-928e-22023cc7843c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.011207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-71131103-769f-4043-928e-22023cc7843c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/311e719c-6f6a-494b-86fc-bb1f8d6e9b4e HTTP/1.1" status: 204 len: 168 time: 0.4582603 Nov 12 12:26:03.043380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:03.056429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71131103-769f-4043-928e-22023cc7843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311e719c-6f6a-494b-86fc-bb1f8d6e9b4e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:03.062662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:03.064970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:03.070967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:03.071641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.074340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=b89c1967-be2f-46aa-92d8-6db41386023c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:03.095325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4527474c-2f84-46cf-813e-ec15dae81914 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6835694 Nov 12 12:26:03.098242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:03.103868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'ce59fbf9-6bc6-448a-afb2-9416e60de0d2', 'ip_address': '2001:db8::1fad:34b1:a53e:1d33'}], 'name': 'tempest-NetworksTestDHCPv6-845716402'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:03.283422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:03.290388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.312837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port e53dfd87-f369-4145-8aaf-8f64138c1bbf yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:26:03.481846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841fcee-261e-4708-8d67-5f93f845731b req-57bdac04-e494-41f6-903b-71928ed1d9fc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:03.493283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7841fcee-261e-4708-8d67-5f93f845731b req-57bdac04-e494-41f6-903b-71928ed1d9fc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0831137 Nov 12 12:26:03.571387 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 12:26:03.572250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:26:03.577851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7841fcee-261e-4708-8d67-5f93f845731b req-d254a395-dc5e-48a8-9f9f-e5399cd8ff77 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835874 Nov 12 12:26:03.595277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e253ac84-bab0-483e-8eda-42835e4d474d up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:03.606507 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b9637c53-05f9-4de9-bdb4-ac7b8e577483 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5070055 Nov 12 12:26:03.609323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:03.716040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port e253ac84-bab0-483e-8eda-42835e4d474d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:26:03.721284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port e253ac84-bab0-483e-8eda-42835e4d474d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:03.721670 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.802115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067b8ed-0adb-4255-8076-d1923d677a81 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:03.808313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067b8ed-0adb-4255-8076-d1923d677a81 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:03.814080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:03.815633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0067b8ed-0adb-4255-8076-d1923d677a81 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1986914 Nov 12 12:26:03.826071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065b8be-7828-406c-8c5c-0552c6f18e65 req-cabd3806-f4ce-4689-983a-185629297114 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:03.832432 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e065b8be-7828-406c-8c5c-0552c6f18e65 req-cabd3806-f4ce-4689-983a-185629297114 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1546092 Nov 12 12:26:03.860345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.911378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e253ac84-bab0-483e-8eda-42835e4d474d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e253ac84-bab0-483e-8eda-42835e4d474d,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:03.912483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e253ac84-bab0-483e-8eda-42835e4d474d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:03.929750 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16408af-d90a-4497-bdf5-467f16090c08" -d '{"events": [{"server_uuid": "c3634eff-0f6b-41e6-8f67-867ffa00a0db", "name": "network-vif-plugged", "status": "completed", "tag": "e253ac84-bab0-483e-8eda-42835e4d474d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:03.934342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.000892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e065b8be-7828-406c-8c5c-0552c6f18e65 req-a0d3fac7-b2b3-45cc-baea-cb1162080fa7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608782 Nov 12 12:26:04.021878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:04.053603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e253ac84-bab0-483e-8eda-42835e4d474d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:04.099162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:04.099831 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.127975 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cc3390-3dc8-4a9b-9160-a5fda85df1d4 x-openstack-request-id: req-48cc3390-3dc8-4a9b-9160-a5fda85df1d4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:04.129074 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3634eff-0f6b-41e6-8f67-867ffa00a0db", "name": "network-vif-plugged", "status": "completed", "tag": "e253ac84-bab0-483e-8eda-42835e4d474d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:04.129390 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48cc3390-3dc8-4a9b-9160-a5fda85df1d4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:04.130136 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e253ac84-bab0-483e-8eda-42835e4d474d', 'code': 200} Nov 12 12:26:04.158208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port b89c1967-be2f-46aa-92d8-6db41386023c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:04.163496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.200009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232037-96d4-4cd7-b9a5-7c35e3b471b6 req-827ea553-912a-4141-8d19-c17b8cef9259 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:04.202642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7232037-96d4-4cd7-b9a5-7c35e3b471b6 req-827ea553-912a-4141-8d19-c17b8cef9259 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.1272123 Nov 12 12:26:04.250410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.316643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:04.323681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.396576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:04.403332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.440008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for b89c1967-be2f-46aa-92d8-6db41386023c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:04.480363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7232037-96d4-4cd7-b9a5-7c35e3b471b6 req-533e9009-b854-4436-a9a1-af8dd81dea1c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507992 Nov 12 12:26:04.484447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50b747e0-af91-48ea-8ba1-346382565251 None None] Provisioning complete for port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:04.486924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50b747e0-af91-48ea-8ba1-346382565251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.556709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeb05c-1654-49c9-a30c-106132407116 req-e86d079e-c812-44b0-945e-64c04c31a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:04.559405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fbeb05c-1654-49c9-a30c-106132407116 req-e86d079e-c812-44b0-945e-64c04c31a467 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 1096 time: 0.3558459 Nov 12 12:26:04.775515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.787368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fbeb05c-1654-49c9-a30c-106132407116 req-b797378c-a3f8-4d1d-8ffc-097e3d0dca09 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191036 Nov 12 12:26:04.801207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708d35e-0d43-4988-b8db-aa24feda2cfe req-e76d965e-2560-480e-b978-09a8c6e23d7b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:04.802834 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c708d35e-0d43-4988-b8db-aa24feda2cfe req-e76d965e-2560-480e-b978-09a8c6e23d7b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1125174 Nov 12 12:26:04.817891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c9a466a3-a591-491e-8be7-d86ab97b80cf None None] Could not find standard attr ID for object b89c1967-be2f-46aa-92d8-6db41386023c. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:04.838117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=b89c1967-be2f-46aa-92d8-6db41386023c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:04.887858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.897000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:04.906810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d9917154-8be1-4954-aff8-4f9cccd18d8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/b89c1967-be2f-46aa-92d8-6db41386023c HTTP/1.1" status: 204 len: 168 time: 1.0914872 Nov 12 12:26:04.952651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c708d35e-0d43-4988-b8db-aa24feda2cfe req-7614ff90-f72c-4b62-8752-e8bc0e821352 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224265 Nov 12 12:26:05.012881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5eeb9-4b13-407d-a739-f3413145842a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:05.018418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5eeb9-4b13-407d-a739-f3413145842a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:05.026968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b6b5eeb9-4b13-407d-a739-f3413145842a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1288323 Nov 12 12:26:05.049304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:05.127060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-574611d7-bf4c-4186-875c-558816721bdd req-57c60782-4325-4ff9-b223-b9706c896fd6 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1001043 Nov 12 12:26:05.199127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet ce59fbf9-6bc6-448a-afb2-9416e60de0d2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:05.205227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:05.267647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04be8-dde4-40fb-b245-42258af885f1 req-15fd8381-4c50-41b1-97ac-a95aebf0149a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:05.269808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a04be8-dde4-40fb-b245-42258af885f1 req-15fd8381-4c50-41b1-97ac-a95aebf0149a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1115072 Nov 12 12:26:05.281165 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:05.427223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a04be8-dde4-40fb-b245-42258af885f1 req-1f417dee-4788-4f6c-8cae-c90d79fb9493 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483047 Nov 12 12:26:05.459128 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:05.537762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:05.614200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=ce59fbf9-6bc6-448a-afb2-9416e60de0d2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:05.616047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:05.622061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b808cdce-29c0-4b03-9cf4-857505d505eb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/ce59fbf9-6bc6-448a-afb2-9416e60de0d2 HTTP/1.1" status: 204 len: 168 time: 0.5652936 Nov 12 12:26:05.622345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d2238-f3ee-4d32-b60a-80259eb7fd83 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:05.622541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:05.670706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c85734ac-924b-49d7-986d-b09735a85731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:05.687044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d033-a756-46d1-a47b-19ce82765fed req-ecf167e7-ff57-4259-87df-60a6472dbef7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:05.696873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5054d033-a756-46d1-a47b-19ce82765fed req-ecf167e7-ff57-4259-87df-60a6472dbef7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.1293867 Nov 12 12:26:05.769656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5054d033-a756-46d1-a47b-19ce82765fed req-8a73afe7-be12-4b01-97d6-7dea66fae796 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702875 Nov 12 12:26:05.781646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:05.787695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-244294c3-b4f0-46fc-b810-4b72422ede8e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528413 Nov 12 12:26:05.789627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:05.857290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-dc3f0fd3-6a68-4462-9deb-8e0a149ef940 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829647 Nov 12 12:26:05.951182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:26:05.954239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:05.959877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:06.044896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] Deleting port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:06.045644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:06.127337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] For port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:06.127857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:06.133592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-2e3e40a0-3825-4bee-abc8-df0ad64ea71a tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:06.141325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-2e3e40a0-3825-4bee-abc8-df0ad64ea71a tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729073 Nov 12 12:26:06.148175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] Calling delete_port for 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:06.164475 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-24d6a395-e120-4fb6-910d-7df05bbdc514 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/quotas/385bcb9d19f1420cab292d1a4fd84a84 HTTP/1.1" status: 200 len: 375 time: 0.0218031 Nov 12 12:26:06.199016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e65b4-8c14-4268-9eea-af593cf44896 req-fbef0c44-95de-49a2-99f0-e05368697112 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:06.200590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c2e65b4-8c14-4268-9eea-af593cf44896 req-fbef0c44-95de-49a2-99f0-e05368697112 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0920880 Nov 12 12:26:06.205244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-5751c497-7fc4-4583-9df1-ffebdf03ab68 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395584 Nov 12 12:26:06.310919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c2e65b4-8c14-4268-9eea-af593cf44896 req-894fb869-a8d1-43a4-a35a-d9ee84b60852 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945630 Nov 12 12:26:06.354641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:06.533403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c13bc57f-d32b-4908-a1ac-c29ff0b0c99b req-72439de6-70db-44bc-ba38-8768bb7449b0 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0796728 Nov 12 12:26:06.545692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:06.567163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:06.584435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:06.585318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:06.636852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=b7f8810b-e560-49be-a716-a1c777569307,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:06.654185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b44cabbe-dc85-4631-a636-60317f66896f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8711319 Nov 12 12:26:06.656841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:06.662141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:06.663023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'b7f8810b-e560-49be-a716-a1c777569307', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-65753235'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:06.723371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] Pushing event deleted for resources: {'Port': ['ID=7fbdb762-c21f-4b00-bafb-4ec828da9ee2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:06.734414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c5059-b4e3-4c87-aafc-3ebe8554124f None None] No DVR routers for this DVR port 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:06.734524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-ad4dd35f-fd14-499a-8028-99d00f5200f8 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361576 Nov 12 12:26:06.749030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821bee51-629e-4733-82d7-26af940e6f5e None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:06.783367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc68766-0e0e-426f-bfee-a055be79e5c6 req-aa92a37f-4857-46b3-98a3-9268acd28935 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:06.792649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc68766-0e0e-426f-bfee-a055be79e5c6 req-aa92a37f-4857-46b3-98a3-9268acd28935 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2005510 Nov 12 12:26:06.886149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-8e73a92c-ee99-4940-bf52-4179cef170c3 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:06.895885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-8e73a92c-ee99-4940-bf52-4179cef170c3 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608107 Nov 12 12:26:06.929404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbc68766-0e0e-426f-bfee-a055be79e5c6 req-3aacaaff-5399-4284-86e3-5329bfa6e4c5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356606 Nov 12 12:26:06.931953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-bba7fa06-12c3-4440-8c8b-5fa3cd033e20 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/quotas/385bcb9d19f1420cab292d1a4fd84a84 HTTP/1.1" status: 200 len: 375 time: 0.0329242 Nov 12 12:26:06.983320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:07.017468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'b7f8810b-e560-49be-a716-a1c777569307'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:26:07.021539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-d79fecb2-c96d-40b4-bfdb-ca41c478e292 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844488 Nov 12 12:26:07.023736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:07.151659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37af4b-1f84-44ce-ab1e-df7b8b4e19d4 req-02ef0b79-f59c-4e30-b6b1-daa15b3dcab0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:07.158788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba37af4b-1f84-44ce-ab1e-df7b8b4e19d4 req-02ef0b79-f59c-4e30-b6b1-daa15b3dcab0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.0845184 Nov 12 12:26:07.192145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:07.241615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port d465097a-e826-40d7-b005-c0bd39e80e18 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:26:07.295226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b7f8810b-e560-49be-a716-a1c777569307/ada00f48-a732-4ca2-9ed3-241bd08fb77d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:07.357537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba37af4b-1f84-44ce-ab1e-df7b8b4e19d4 req-51dd5028-4e5e-46a7-8fed-397d7f94b037 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911020 Nov 12 12:26:07.455100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80e514a0-eac1-450e-b08e-b3c33ee0abf4 req-5510f73c-cc56-435a-ba4a-379a01888566 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 210 time: 0.1021338 Nov 12 12:26:07.589116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e77596-d883-4af0-8426-e312ff53670f req-3988f9b8-29a2-4be1-b09d-78ac7bfb027a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:07.591075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-17e77596-d883-4af0-8426-e312ff53670f req-3988f9b8-29a2-4be1-b09d-78ac7bfb027a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1092355 Nov 12 12:26:07.638649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:07.648123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:07.670064 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-17e77596-d883-4af0-8426-e312ff53670f req-70bbb896-7df9-40f0-89ae-b98a9f678846 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667789 Nov 12 12:26:07.671709 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:26:07.672274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:26:07.705677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:07.706813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a03859dc-5aaf-4b32-b743-4ba0bfd0e0ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0478630 Nov 12 12:26:07.753876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:07.756223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:07.804469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:07.816910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1487b17-2d02-4863-bfd7-a2e18e80f508 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:07.819724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1487b17-2d02-4863-bfd7-a2e18e80f508 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1112857 Nov 12 12:26:07.822363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:07.892240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Pushing event updated for resources: {'Port': ['ID=ada00f48-a732-4ca2-9ed3-241bd08fb77d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:07.933553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:07.977051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c3b98-1a3c-407f-b530-7b0e3d1c7633 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:07.981793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf27bc61-9699-4642-b659-821062ac748d req-d3a0578a-c7ea-4525-9edd-2eb9d0fb5723 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0838745 Nov 12 12:26:07.983054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c3b98-1a3c-407f-b530-7b0e3d1c7633 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:07.989419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:07.991753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d48c3b98-1a3c-407f-b530-7b0e3d1c7633 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1665075 Nov 12 12:26:08.019475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Attempting to bind port ada00f48-a732-4ca2-9ed3-241bd08fb77d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:08.019942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Attempting to bind port ada00f48-a732-4ca2-9ed3-241bd08fb77d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:08.020315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Attempting to bind port ada00f48-a732-4ca2-9ed3-241bd08fb77d on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:08.031005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:08.031403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:08.031830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.032227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:08.032735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Bound port: ada00f48-a732-4ca2-9ed3-241bd08fb77d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:08.033125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.035902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:08.036246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7fbdb762-c21f-4b00-bafb-4ec828da9ee2 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:08.149773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet b7f8810b-e560-49be-a716-a1c777569307 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:08.156573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.162410 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01bfe45f-8abc-4e9f-a630-27803a337be3 req-f8c51ec4-d59c-48b9-a544-6605c9684aec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0755100 Nov 12 12:26:08.163831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] For port ada00f48-a732-4ca2-9ed3-241bd08fb77d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:08.167588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] For port ada00f48-a732-4ca2-9ed3-241bd08fb77d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ada00f48-a732-4ca2-9ed3-241bd08fb77d,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:08.170147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-6c418ddc-5ca4-459d-9e09-b54d3c193654 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031168 Nov 12 12:26:08.171264 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-507fbe94-0c72-41b5-b2f6-6456d33533c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.178271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.197433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e13af8-1a49-4c10-8177-d2793a3ef5f3 req-b9be720d-7a8c-4ca4-bc4a-95e2063edd19 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:08.208018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70e13af8-1a49-4c10-8177-d2793a3ef5f3 req-b9be720d-7a8c-4ca4-bc4a-95e2063edd19 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.2718813 Nov 12 12:26:08.218585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807b51e-2561-468a-9933-f2758f213495 req-cbf225c2-c282-4de2-8c14-0678ef3471de tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:08.223663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e807b51e-2561-468a-9933-f2758f213495 req-cbf225c2-c282-4de2-8c14-0678ef3471de tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1077397 Nov 12 12:26:08.250283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.255074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8614d3-db93-462c-b0f6-f3e91f55d085 None None] Pushing event updated for resources: {'Port': ['ID=ada00f48-a732-4ca2-9ed3-241bd08fb77d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:08.317890 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70e13af8-1a49-4c10-8177-d2793a3ef5f3 req-72b453ea-aed5-40d3-b5a8-108e7f38b695 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088607 Nov 12 12:26:08.390699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e807b51e-2561-468a-9933-f2758f213495 req-78f81690-5683-4ac5-bea1-db51e0a84df5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879617 Nov 12 12:26:08.442207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.580628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da0b18f-a8e0-4edf-963c-79e90b053d44 req-c83c39ad-afcb-4c73-b8a3-0be37c1abde7 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 210 time: 0.0402207 Nov 12 12:26:08.607367 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.637039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9888d-9bcc-4153-8f8f-f38e107d8b23 req-692d85b6-3205-4832-8871-e422bae04bff tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:08.646446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65a9888d-9bcc-4153-8f8f-f38e107d8b23 req-692d85b6-3205-4832-8871-e422bae04bff tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.2013116 Nov 12 12:26:08.676164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f8810b-e560-49be-a716-a1c777569307,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:08.683620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.687903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-30f6b234-5dbd-4d56-8440-b044c46aa4ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b7f8810b-e560-49be-a716-a1c777569307 HTTP/1.1" status: 204 len: 168 time: 0.6967678 Nov 12 12:26:08.690363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:08.731645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-ccf1c1e6-2fd4-4f35-a4f4-901a50df6ac0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:08.733453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-ccf1c1e6-2fd4-4f35-a4f4-901a50df6ac0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494885 Nov 12 12:26:08.760996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Request body: {'port': {'device_id': '80fd6038-dbaf-49db-968c-a1355b655b01', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '385bcb9d19f1420cab292d1a4fd84a84'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:08.766935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-19ce1730-09a0-413b-8764-8191c22c3a38 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739808 Nov 12 12:26:08.771291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:08.776344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:08.778385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65a9888d-9bcc-4153-8f8f-f38e107d8b23 req-5d58bff8-a6c3-4d20-889e-b8fdfa052882 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308780 Nov 12 12:26:08.931468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2fa95-f98b-4dec-a177-5c2d8e59a4b0 req-36e28f90-f404-49e5-bd0c-a6be84d297d6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:08.933046 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73a2fa95-f98b-4dec-a177-5c2d8e59a4b0 req-36e28f90-f404-49e5-bd0c-a6be84d297d6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1139374 Nov 12 12:26:08.965713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:26:08.965713 n-d-804878-5 neutron-server[102779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 12:26:08.965713 n-d-804878-5 neutron-server[102779]: [parameters: {'project_id': 'af21e443105d466a8d68a0fe0c955747', 'id': '311011f1-b8c3-4e27-855c-2b6a43a1943d', 'expiration': datetime.datetime(2021, 11, 12, 12, 28, 8, 950604)}] Nov 12 12:26:08.965713 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:26:08.966196 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:26:08.968299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Made reservation on behalf of 385bcb9d19f1420cab292d1a4fd84a84 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:08.973718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:08.984325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.031087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73a2fa95-f98b-4dec-a177-5c2d8e59a4b0 req-415fd363-7080-4293-827f-97cd67c1441a tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754590 Nov 12 12:26:09.098855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.105820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.154873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-afe82364-0e0a-427f-9978-3ec1fb866ec0 req-d0e5e774-935a-4189-9fcc-86465958c7a1 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0445888 Nov 12 12:26:09.241576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-41a88402-ae14-4517-99cf-267c9755df74 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615780 Nov 12 12:26:09.251009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d113f3a-a000-43e7-9938-560b69a981f7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:09.259857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.496909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:09.502509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.661481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b600b74-4e49-4c2b-82f1-05f865fb973a req-5972c853-fed2-48f0-9a88-f560b752e0fe tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:09.663134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b600b74-4e49-4c2b-82f1-05f865fb973a req-5972c853-fed2-48f0-9a88-f560b752e0fe tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1290729 Nov 12 12:26:09.766401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b600b74-4e49-4c2b-82f1-05f865fb973a req-070496d4-331b-4647-9c11-2c1340086790 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882919 Nov 12 12:26:09.797241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c5eb4-6e28-48bb-92a1-0d7affd6d9bb None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:09.903370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df04abe-4074-41fc-b7b5-474e9bd94fd2 req-db992235-b185-4e07-bac6-1cddd4e5a625 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:09.914824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4df04abe-4074-41fc-b7b5-474e9bd94fd2 req-db992235-b185-4e07-bac6-1cddd4e5a625 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.6229119 Nov 12 12:26:09.916491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Allocated IP 192.168.233.118 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/6bd1ded8-6655-4507-baa2-ef231f3a1e89) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:09.919113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.923328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3089b16e-c4c9-4c98-bcfb-477489d734cc None None] Provisioning complete for port ada00f48-a732-4ca2-9ed3-241bd08fb77d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:09.923701 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3089b16e-c4c9-4c98-bcfb-477489d734cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:09.973004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ada00f48-a732-4ca2-9ed3-241bd08fb77d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:09.978202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-079fff3b-bf1f-4bc9-aef4-0cbe722081b2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:09.979823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-079fff3b-bf1f-4bc9-aef4-0cbe722081b2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7257681 Nov 12 12:26:10.006624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Request body: {'port': {'device_id': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '385bcb9d19f1420cab292d1a4fd84a84'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:10.158807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4df04abe-4074-41fc-b7b5-474e9bd94fd2 req-0f55babe-91df-49c4-842a-9d41d1976222 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192278 Nov 12 12:26:10.165946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ada00f48-a732-4ca2-9ed3-241bd08fb77d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:10.166350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.179612 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3089b16e-c4c9-4c98-bcfb-477489d734cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.275426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3089b16e-c4c9-4c98-bcfb-477489d734cc None None] For port ada00f48-a732-4ca2-9ed3-241bd08fb77d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ada00f48-a732-4ca2-9ed3-241bd08fb77d,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:10.285950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3089b16e-c4c9-4c98-bcfb-477489d734cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.369006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Made reservation on behalf of 385bcb9d19f1420cab292d1a4fd84a84 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:10.376748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.388954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c691f01-c498-4600-ac30-cc698cd17df5 req-005b28d0-ab4e-4a4f-9785-a450ec3ffc84 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 210 time: 0.0406842 Nov 12 12:26:10.417021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089b16e-c4c9-4c98-bcfb-477489d734cc None None] Pushing event updated for resources: {'Port': ['ID=ada00f48-a732-4ca2-9ed3-241bd08fb77d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:10.418273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2a93-cf13-4085-8159-660cefcad951 req-faf66232-b8ec-40be-9e52-37b0dcf80425 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:10.420016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c03f2a93-cf13-4085-8159-660cefcad951 req-faf66232-b8ec-40be-9e52-37b0dcf80425 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1496868 Nov 12 12:26:10.457278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:10.460283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:10.470215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=dbc9a840-6847-45af-b170-2917f167e08a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:10.475071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:10.476083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.533155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-40252c6f-f44b-4212-ba32-8a77a3471bd2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7603850 Nov 12 12:26:10.536601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:10.538415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.543381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:10.551447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af23a23-ef0c-4503-b496-ce9918113bde None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:10.562140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.594098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c03f2a93-cf13-4085-8159-660cefcad951 req-9b24330b-b3ea-46d9-a8f7-d330dc573af6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620133 Nov 12 12:26:10.604968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e351bc6c-6094-4e3b-8094-45a74a2253ad req-e5bd6d67-bf05-4714-8346-e334197702a7 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0393798 Nov 12 12:26:10.611816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.613489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.629487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c3e3e378-7d0e-4d4d-9cd9-d5e4cfbff102 None None] Provisioning complete for port ada00f48-a732-4ca2-9ed3-241bd08fb77d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:10.629856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e378-7d0e-4d4d-9cd9-d5e4cfbff102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.662138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.681265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.688676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.716803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:10.723083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b6d34aae-f689-4236-a80f-2092ed4dda13 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1823165 Nov 12 12:26:10.724157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:10.726563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:10.751598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:10.755031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:10.890804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-384bfc88-2f1c-4396-b4f6-eac3391b9586 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:10.892526 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-384bfc88-2f1c-4396-b4f6-eac3391b9586 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.1426594 Nov 12 12:26:10.937090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Allocated IP 192.168.233.157 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/7af6a02a-1a04-4c70-bbcd-764972dddefb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:10.988342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:11.011512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:11.012255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.045612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-31568bc5-3ad4-42de-831b-d027f4ea08e0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2993667 Nov 12 12:26:11.122272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Request body: {'port': {'device_id': '80fd6038-dbaf-49db-968c-a1355b655b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:11.189437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.189437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e7205ae0-72f0-4e15-ac67-e7cf5a1209c7 None None] Provisioning complete for port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:11.189437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7205ae0-72f0-4e15-ac67-e7cf5a1209c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.236114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e7205ae0-72f0-4e15-ac67-e7cf5a1209c7 None None] Port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:26:11.257863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00db7-026e-4a75-8fc8-0e72dbddae14 req-182689d5-c8b0-45f0-81b4-1914da5e324a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:11.258229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec1d6c12-e2be-4dbd-a837-5e6686432f24 req-af8dacd3-3858-465d-bd57-efd4c6f80f7c tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0890579 Nov 12 12:26:11.259416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2f00db7-026e-4a75-8fc8-0e72dbddae14 req-182689d5-c8b0-45f0-81b4-1914da5e324a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.3222821 Nov 12 12:26:11.363209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-046461f1-532a-4d7a-b442-c78059cfb472 None None] Provisioning complete for port ada00f48-a732-4ca2-9ed3-241bd08fb77d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:11.364524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-046461f1-532a-4d7a-b442-c78059cfb472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.367809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.378064 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2f00db7-026e-4a75-8fc8-0e72dbddae14 req-5502dd1e-8f03-40f0-91b0-fdcb7de7ce88 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869577 Nov 12 12:26:11.379684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.432810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port e253ac84-bab0-483e-8eda-42835e4d474d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:11.433157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.564781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc254471-b98d-4b8d-a834-4915fceadeaa req-50e72ce0-f908-4b1d-952b-0fe1a0d27272 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 210 time: 0.0420909 Nov 12 12:26:11.575769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.608068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5fc9b-a9eb-412d-88ef-ddb62e51ef63 req-c8d8a8f7-d9e6-4b63-90d5-53962aba2d24 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:11.616597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bc5fc9b-a9eb-412d-88ef-ddb62e51ef63 req-c8d8a8f7-d9e6-4b63-90d5-53962aba2d24 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 945 time: 0.2506781 Nov 12 12:26:11.690740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::1 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/dbc9a840-6847-45af-b170-2917f167e08a/9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:11.763313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port e253ac84-bab0-483e-8eda-42835e4d474d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e253ac84-bab0-483e-8eda-42835e4d474d,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:11.763761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.771122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bc5fc9b-a9eb-412d-88ef-ddb62e51ef63 req-78f345ff-7185-4738-ac82-869ff1449b32 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535969 Nov 12 12:26:11.810147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.827062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for e253ac84-bab0-483e-8eda-42835e4d474d owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:11.841770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6469-185e-40c4-b3e4-6d1577e887bd req-2b296b94-5dcb-4a68-9e4d-f339961ab47b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:11.851059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8eda6469-185e-40c4-b3e4-6d1577e887bd req-2b296b94-5dcb-4a68-9e4d-f339961ab47b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1418262 Nov 12 12:26:11.876644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ada00f48-a732-4ca2-9ed3-241bd08fb77d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:11.936801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8eda6469-185e-40c4-b3e4-6d1577e887bd req-5b0b7346-ea9d-41c1-a6b2-8502cec760c8 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847154 Nov 12 12:26:11.955507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ada00f48-a732-4ca2-9ed3-241bd08fb77d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:11.955507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.957991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:11.970891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:11.972940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:11.982926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:11.994252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:12.036412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.086057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.086762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.101722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:12.117855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:12.120144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:12.122691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:12.123402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.133628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-67d7af40-0eb4-42d7-b01b-46371d9391a6 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1367502 Nov 12 12:26:12.149564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Request body: {'port': {'device_id': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:12.276197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.300077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd1ded8-6655-4507-baa2-ef231f3a1e89 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:12.304651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.333820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.385590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.398585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:12.403136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Transition to ACTIVE for port object 6bd1ded8-6655-4507-baa2-ef231f3a1e89 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:26:12.455951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.479864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ed4eda3-b7a7-42a0-bed7-84c3c1bd09c8 req-9aeac04e-49ae-4a38-b6a8-5396e9346973 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1022861 Nov 12 12:26:12.498723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=e253ac84-bab0-483e-8eda-42835e4d474d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:12.525331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c5633bc-37bb-46d4-b910-454b12c76d55 None None] Provisioning complete for port 7af6a02a-1a04-4c70-bbcd-764972dddefb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:12.525883 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c5633bc-37bb-46d4-b910-454b12c76d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.589448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port e253ac84-bab0-483e-8eda-42835e4d474d on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:12.591175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.595360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23ad386b-e7fb-4683-9d8c-3ba8e9088e96 req-067cad60-6649-4e53-841e-86969b9af984 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "DELETE /v2.0/ports/e253ac84-bab0-483e-8eda-42835e4d474d HTTP/1.1" status: 204 len: 173 time: 1.6873913 Nov 12 12:26:12.664166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'name': 'network-vif-deleted', 'tag': 'e253ac84-bab0-483e-8eda-42835e4d474d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:12.666567 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aeb8ca-1d6f-446f-8f02-cdb757ff5c2b" -d '{"events": [{"server_uuid": "c3634eff-0f6b-41e6-8f67-867ffa00a0db", "name": "network-vif-deleted", "tag": "e253ac84-bab0-483e-8eda-42835e4d474d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:12.671949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4c5633bc-37bb-46d4-b910-454b12c76d55 None None] Port 7af6a02a-1a04-4c70-bbcd-764972dddefb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:26:12.681405 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.692127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.694964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.705590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c5633bc-37bb-46d4-b910-454b12c76d55 None None] Provisioning complete for port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:12.706564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c5633bc-37bb-46d4-b910-454b12c76d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.807189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:12.830218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98845a-6b16-4a67-9eff-9bef5318412d req-9a4dccd4-5f2a-472e-9082-692226b293fc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.833989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec98845a-6b16-4a67-9eff-9bef5318412d req-9a4dccd4-5f2a-472e-9082-692226b293fc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2777820 Nov 12 12:26:12.867593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4c5633bc-37bb-46d4-b910-454b12c76d55 None None] Port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:26:12.907562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:12.951065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec98845a-6b16-4a67-9eff-9bef5318412d req-cedda190-7d88-43ee-9ef0-ca74cd1fbbfa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737755 Nov 12 12:26:12.954474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d64cc6-63de-409b-af09-1558b9f3b1f4 req-d468d15f-928d-4da2-a481-c130ef5b53c2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.956622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90d64cc6-63de-409b-af09-1558b9f3b1f4 req-d468d15f-928d-4da2-a481-c130ef5b53c2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 936 time: 0.2317111 Nov 12 12:26:12.971156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:12.983271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:13.004311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Attempting to bind port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:13.004805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Attempting to bind port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:13.005013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Attempting to bind port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:13.027727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:26:13.028151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Attempting to bind port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:13.070114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:13.070900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:13.074365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:13.076370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Bound port: 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:13.078220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.186881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Router 9550b308-6a31-444a-a18c-015821f97900 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:26:13.248059 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69606a30-ae24-4d44-8fff-78e588145375 x-openstack-request-id: req-69606a30-ae24-4d44-8fff-78e588145375 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:13.248358 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3634eff-0f6b-41e6-8f67-867ffa00a0db", "name": "network-vif-deleted", "tag": "e253ac84-bab0-483e-8eda-42835e4d474d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:13.248597 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69606a30-ae24-4d44-8fff-78e588145375 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:13.248998 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3634eff-0f6b-41e6-8f67-867ffa00a0db', 'name': 'network-vif-deleted', 'tag': 'e253ac84-bab0-483e-8eda-42835e4d474d', 'status': 'completed', 'code': 200} Nov 12 12:26:13.264782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90d64cc6-63de-409b-af09-1558b9f3b1f4 req-89369bb6-b398-4fd0-8920-95634ced4b83 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943015 Nov 12 12:26:13.297422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af6a02a-1a04-4c70-bbcd-764972dddefb {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:13.325011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.334592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74ec9eec-3fba-4143-a822-9de52d648da7 req-901ebe13-9ad2-46f7-9734-1af9efb19b85 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3634eff-0f6b-41e6-8f67-867ffa00a0db HTTP/1.1" status: 200 len: 210 time: 0.0324304 Nov 12 12:26:13.338209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:26:13.344180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-430e315c-ff80-4e24-b36b-88f7db9dfc3f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "PUT /v2.0/routers/9550b308-6a31-444a-a18c-015821f97900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182797 Nov 12 12:26:13.346496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51382) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:13.356166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Sync routers for ids ['9550b308-6a31-444a-a18c-015821f97900'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:26:13.356730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:13.360966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Transition to ACTIVE for port object 7af6a02a-1a04-4c70-bbcd-764972dddefb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:26:13.363809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:13.379226 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Routers {'9550b308-6a31-444a-a18c-015821f97900'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:13.379226 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9550b308-6a31-444a-a18c-015821f97900'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:13.379565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.395637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.422841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76384f86-3db3-48e9-8795-e91fe58af24d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:13.427192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-76384f86-3db3-48e9-8795-e91fe58af24d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports/9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a HTTP/1.1" status: 200 len: 911 time: 0.0765393 Nov 12 12:26:13.427442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51384) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:13.455467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:13.457563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.459666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] 10.222.0.81 "PUT /v2.0/ports/6bd1ded8-6655-4507-baa2-ef231f3a1e89 HTTP/1.1" status: 200 len: 1096 time: 2.3742092 Nov 12 12:26:13.478910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-21e80767-50c5-4e34-99e5-0b8e83686cef None None] Provisioning complete for port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:13.479359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21e80767-50c5-4e34-99e5-0b8e83686cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.495924 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Set router 9550b308-6a31-444a-a18c-015821f97900 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:13.501503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:13.522319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698aa0a-73ce-49ec-929a-392dc1939d19 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:13.525715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-21e80767-50c5-4e34-99e5-0b8e83686cef None None] Port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:26:13.531885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698aa0a-73ce-49ec-929a-392dc1939d19 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:13.533569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f698aa0a-73ce-49ec-929a-392dc1939d19 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1050894 Nov 12 12:26:13.537361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:13.610900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e253ac84-bab0-483e-8eda-42835e4d474d no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:13.635938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238eed2e-1145-42d6-bb6c-94930b023000 req-9aa0300f-958c-4ac5-96bb-e31f29300971 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:13.637440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-238eed2e-1145-42d6-bb6c-94930b023000 req-9aa0300f-958c-4ac5-96bb-e31f29300971 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.2784097 Nov 12 12:26:13.665813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: e253ac84-bab0-483e-8eda-42835e4d474d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:13.666188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e253ac84-bab0-483e-8eda-42835e4d474d not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:13.671763 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c99ba06-608b-48ae-9bdd-c0cefc92f830 req-308f7194-8e4f-4100-be3b-501c25c6132e tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0367465 Nov 12 12:26:13.769361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e0466-1703-482b-b4fe-6a8ef73a933b service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:13.797208 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550b308-6a31-444a-a18c-015821f97900', 'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:10Z', 'updated_at': '2021-11-12T12:26:12Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None, '_interfaces': [{'id': '9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a', 'name': '', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'mac_address': 'fa:16:3e:24:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550b308-6a31-444a-a18c-015821f97900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'dbc9a840-6847-45af-b170-2917f167e08a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:26:11Z', 'updated_at': '2021-11-12T12:26:12Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'subnets': [{'id': 'dbc9a840-6847-45af-b170-2917f167e08a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:13.832947 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Checking router: 9550b308-6a31-444a-a18c-015821f97900 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:26:13.834235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-55599012-6bbb-46ee-b108-dea106c5fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:13.834556 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Updating router 9550b308-6a31-444a-a18c-015821f97900 port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:26:13.835793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-55599012-6bbb-46ee-b108-dea106c5fa85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 1099 time: 0.2948756 Nov 12 12:26:13.881077 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:13.900823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-238eed2e-1145-42d6-bb6c-94930b023000 req-f7317c16-3fd0-4cd6-9b91-48f5903d6f20 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427051 Nov 12 12:26:13.902728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-b5d4da17-4ba7-4867-9d53-9ca0b8d60e0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89 HTTP/1.1" status: 200 len: 217 time: 0.0462821 Nov 12 12:26:13.903560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Attempting to bind port 7af6a02a-1a04-4c70-bbcd-764972dddefb on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:13.903904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Attempting to bind port 7af6a02a-1a04-4c70-bbcd-764972dddefb by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:13.904237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Attempting to bind port 7af6a02a-1a04-4c70-bbcd-764972dddefb on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:13.909726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Port 7af6a02a-1a04-4c70-bbcd-764972dddefb on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:26:13.910043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Attempting to bind port 7af6a02a-1a04-4c70-bbcd-764972dddefb on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:13.943985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:13.944328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:13.944724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:13.945183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Bound port: 7af6a02a-1a04-4c70-bbcd-764972dddefb, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:13.945722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.011018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-ac3bfa6f-1686-4799-a905-f2d26cb3ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:14.012524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-ac3bfa6f-1686-4799-a905-f2d26cb3ec51 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0991282 Nov 12 12:26:14.135113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.226789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e83b2f-26da-49d9-9f33-9add59898a6f req-90428a9c-acc2-4ca4-9969-b457f3701182 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:14.234441 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40e83b2f-26da-49d9-9f33-9add59898a6f req-90428a9c-acc2-4ca4-9969-b457f3701182 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1741681 Nov 12 12:26:14.261475 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.269616 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.323494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40e83b2f-26da-49d9-9f33-9add59898a6f req-7b598242-554b-483e-ba00-b4bcf266fac7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880365 Nov 12 12:26:14.416323 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Pushing event updated for resources: {'Port': ['ID=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:14.437671 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Attempting to bind port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:14.438360 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Attempting to bind port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:14.439629 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Attempting to bind port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:14.454875 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:14.455330 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:14.455887 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.457162 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:14.458232 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Bound port: 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:14.459790 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.463182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:14.483472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:14.496221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-2a3c3404-d281-4908-9e24-2683ab635033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:14.498365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-2a3c3404-d281-4908-9e24-2683ab635033 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4773872 Nov 12 12:26:14.500464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.542786 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] For port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:14.546668 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] For port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:14.554228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277b8f-0b28-4f7b-b0d5-d2242745c61f req-3e27f16d-aa28-4f37-8aa8-1e3a5a70475d tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:14.555935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33277b8f-0b28-4f7b-b0d5-d2242745c61f req-3e27f16d-aa28-4f37-8aa8-1e3a5a70475d tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.1493132 Nov 12 12:26:14.556233 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.575556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:14.576459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.578196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] 10.222.0.81 "PUT /v2.0/ports/7af6a02a-1a04-4c70-bbcd-764972dddefb HTTP/1.1" status: 200 len: 1096 time: 2.4331536 Nov 12 12:26:14.663654 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Pushing event updated for resources: {'Port': ['ID=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:14.676127 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.676477 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.676820 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.677157 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.677495 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.678214 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.678557 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.678883 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.679209 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.679535 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.679858 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.680182 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348136fa-6d0d-41cc-9b37-35f3d6110449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:14.698370 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Routers {'9550b308-6a31-444a-a18c-015821f97900'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:14.698877 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9550b308-6a31-444a-a18c-015821f97900'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:14.826934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2105bfee-2e1a-4277-9827-e85dd5807440 None None] Provisioning complete for port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:14.828028 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2105bfee-2e1a-4277-9827-e85dd5807440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:14.839112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] Set router 9550b308-6a31-444a-a18c-015821f97900 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:14.878185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33277b8f-0b28-4f7b-b0d5-d2242745c61f req-7895e83f-9d5c-4a8c-8987-63faea73e8d4 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464046 Nov 12 12:26:14.948088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de722286-2b11-4198-b4c6-9dd3982a83f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:14.975830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-001dfb2b-f6dc-47e1-9b26-298394b95b36 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633887 Nov 12 12:26:15.002468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-63389907-1f25-4aa0-99a7-f5cc98176504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:15.005288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-63389907-1f25-4aa0-99a7-f5cc98176504 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 1099 time: 0.3699207 Nov 12 12:26:15.020678 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2105bfee-2e1a-4277-9827-e85dd5807440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:15.076533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2105bfee-2e1a-4277-9827-e85dd5807440 None None] For port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:15.083662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2105bfee-2e1a-4277-9827-e85dd5807440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:15.090259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c056c44-37f4-4846-a132-55a170517f32 req-ee49a256-d68c-4c4b-92ad-c8790b107093 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1002316 Nov 12 12:26:15.165499 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550b308-6a31-444a-a18c-015821f97900', 'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:10Z', 'updated_at': '2021-11-12T12:26:12Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None, '_interfaces': [{'id': '9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a', 'name': '', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'mac_address': 'fa:16:3e:24:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550b308-6a31-444a-a18c-015821f97900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'dbc9a840-6847-45af-b170-2917f167e08a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:26:11Z', 'updated_at': '2021-11-12T12:26:14Z', 'revision_number': 4, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'subnets': [{'id': 'dbc9a840-6847-45af-b170-2917f167e08a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:15.225688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-bc8927c3-d62f-46be-816e-d2fbb1a560f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb HTTP/1.1" status: 200 len: 217 time: 0.1914001 Nov 12 12:26:15.250818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}, {'name': 'network-changed', 'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:15.254527 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}, {"name": "network-changed", "server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:15.263223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-f9958fd3-375c-490e-ae6d-568c7ec66fc1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:15.272552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-f9958fd3-375c-490e-ae6d-568c7ec66fc1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.2524650 Nov 12 12:26:15.307054 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291ce56-373b-427b-9fee-194754b76d0a None None] The sync data for ids ['9550b308-6a31-444a-a18c-015821f97900'] in n-d-804878-5 is: [{'id': '9550b308-6a31-444a-a18c-015821f97900', 'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:10Z', 'updated_at': '2021-11-12T12:26:12Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None, '_interfaces': [{'id': '9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a', 'name': '', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'mac_address': 'fa:16:3e:24:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550b308-6a31-444a-a18c-015821f97900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'dbc9a840-6847-45af-b170-2917f167e08a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:26:11Z', 'updated_at': '2021-11-12T12:26:14Z', 'revision_number': 4, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'subnets': [{'id': 'dbc9a840-6847-45af-b170-2917f167e08a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:26:15.316811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-55b95e4f-2815-42cb-a723-51c94fa4bcae tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/quotas/6f07dc69ee8a4537b75b703dc831edda HTTP/1.1" status: 200 len: 375 time: 0.0428953 Nov 12 12:26:15.349943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-74f8ee90-1076-4e2d-9362-22b3efd769aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:15.351662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-74f8ee90-1076-4e2d-9362-22b3efd769aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1117194 Nov 12 12:26:15.355439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b07d12b4-cacd-4463-a438-3196b611cbe2 req-3a8bb94e-14ef-4bcf-a78f-f6705c6094a5 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643279 Nov 12 12:26:15.374127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3bded-d6ed-4fff-9f02-f1d98584bab5 req-1eb5feed-0626-40e3-b2ff-369dc4862c17 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:15.375787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ef3bded-d6ed-4fff-9f02-f1d98584bab5 req-1eb5feed-0626-40e3-b2ff-369dc4862c17 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1474493 Nov 12 12:26:15.423733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105bfee-2e1a-4277-9827-e85dd5807440 None None] Pushing event updated for resources: {'Port': ['ID=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:15.433049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-0b9465dd-1c05-4adb-845e-e5455a5ce5d3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151552 Nov 12 12:26:15.448623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0936490a-c8d8-4908-aaca-88c6ba202dcb None None] Provisioning complete for port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:15.449757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0936490a-c8d8-4908-aaca-88c6ba202dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:15.463035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:15.463395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:15.488478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-24a36030-72ba-4ab7-89df-3d3c71e6808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:15.490130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-24a36030-72ba-4ab7-89df-3d3c71e6808f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133449 Nov 12 12:26:15.495980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ef3bded-d6ed-4fff-9f02-f1d98584bab5 req-b99ad424-b68e-4783-ba0a-c336c9a1d834 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987637 Nov 12 12:26:15.628718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:15.629640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:15.661893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-f0f8fca9-0d77-4505-9655-23320b344251 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612253 Nov 12 12:26:15.689854 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb39c1-2197-4b17-aceb-456c59f3bde0 x-openstack-request-id: req-48fb39c1-2197-4b17-aceb-456c59f3bde0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:15.690152 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:15.690614 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48fb39c1-2197-4b17-aceb-456c59f3bde0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:15.691168 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'status': 'completed', 'code': 200} Nov 12 12:26:15.691730 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'status': 'completed', 'code': 200} Nov 12 12:26:15.695471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:15.850008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-4a36237b-df48-4400-a892-793efae3f3ba service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047308 Nov 12 12:26:15.928097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-8fad76f7-9137-4818-9f62-bca9ac050c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:15.931976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-8fad76f7-9137-4818-9f62-bca9ac050c03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 1099 time: 0.1960819 Nov 12 12:26:15.939841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:15.996999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48d184-f235-4220-87d0-2646c636b7a8 req-704c0993-ae72-4f9a-bd13-51c253956a8e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.000221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:16.000588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:16.005155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed48d184-f235-4220-87d0-2646c636b7a8 req-704c0993-ae72-4f9a-bd13-51c253956a8e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2420254 Nov 12 12:26:16.027744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63db7bd1-c088-4d04-9da8-2e0cc8875355 req-a4de5234-cab4-4b6e-82be-10fd7b65a5de service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501141 Nov 12 12:26:16.109684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:16.126732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed48d184-f235-4220-87d0-2646c636b7a8 req-a2ec5f7e-214f-4854-b411-b571026439c3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206751 Nov 12 12:26:16.131688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-332f7e5f-daa2-4db6-9f89-96ef4a245f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.133088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-332f7e5f-daa2-4db6-9f89-96ef4a245f44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1834884 Nov 12 12:26:16.155093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:16.231502 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-7f69c2cb-ddf0-485e-9e49-b4f98756cf02 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89 HTTP/1.1" status: 200 len: 217 time: 0.0887642 Nov 12 12:26:16.250140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-70a3f88e-b463-4981-8dab-9b2630252cec service neutron] 10.222.0.18 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840325 Nov 12 12:26:16.294738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:16.340175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-9835db6f-e341-431c-9122-cb2e644506a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.341675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-9835db6f-e341-431c-9122-cb2e644506a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0960455 Nov 12 12:26:16.351510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79d518-89c1-4c18-8c84-2d0eeb063273 req-0dca766a-0dfd-44c8-9649-e5439a966e10 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.360175 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c79d518-89c1-4c18-8c84-2d0eeb063273 req-0dca766a-0dfd-44c8-9649-e5439a966e10 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.1270907 Nov 12 12:26:16.527642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c79d518-89c1-4c18-8c84-2d0eeb063273 req-145a48c4-c626-4be2-9d09-7c148fc5c2f8 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665704 Nov 12 12:26:16.564149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-9f9031c5-fb18-4551-9d27-f82009da0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.566453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-9f9031c5-fb18-4551-9d27-f82009da0e3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041876 Nov 12 12:26:16.586093 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22bc6ce2-bbe9-4fc8-a651-35ec2d3e7f0e req-0ee12cd9-3dba-45c7-a039-2370f9b5b6f6 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0371821 Nov 12 12:26:16.605589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Router 9550b308-6a31-444a-a18c-015821f97900 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:26:16.713774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4812a72a-1054-4606-90f9-486afbd4a16d req-12269335-18f4-42c0-98b7-acf76a8857d6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.0714011 Nov 12 12:26:16.769606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:26:16.775073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5ed84a29-3fc1-4016-8730-b77cbc4bf256 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "PUT /v2.0/routers/9550b308-6a31-444a-a18c-015821f97900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369051 Nov 12 12:26:16.777496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:16.791897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-4257a95d-8042-4842-83b9-0377e22c468a service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051060 Nov 12 12:26:16.827310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c632-8b80-4979-b5d9-194fe9d68375 req-c3959da9-6754-40de-8809-17866f19000b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.829704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa20c632-8b80-4979-b5d9-194fe9d68375 req-c3959da9-6754-40de-8809-17866f19000b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0790327 Nov 12 12:26:16.909717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42c16c-b5d0-47d3-a5ec-f9f2dae72803 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.910391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa20c632-8b80-4979-b5d9-194fe9d68375 req-c170a68c-2324-4ef3-a0de-dcc185627c1f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648525 Nov 12 12:26:16.912460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42c16c-b5d0-47d3-a5ec-f9f2dae72803 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:16.916720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7b42c16c-b5d0-47d3-a5ec-f9f2dae72803 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1358402 Nov 12 12:26:16.917556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:16.997479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet dbc9a840-6847-45af-b170-2917f167e08a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:17.002679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-dbd75842-0386-423a-a816-cc9781b7d1b5 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760464 Nov 12 12:26:17.003643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.051549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.140596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.172691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-ce2bc7c4-59b6-48fb-b490-39f7bf629e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:17.177489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-ce2bc7c4-59b6-48fb-b490-39f7bf629e67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 1099 time: 0.0954840 Nov 12 12:26:17.293926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1de43d-37a0-4b3e-9e0d-ae7518e08b4c req-2e4c5615-9762-4a14-a4e8-3f5a8158931b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:17.295578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f1de43d-37a0-4b3e-9e0d-ae7518e08b4c req-2e4c5615-9762-4a14-a4e8-3f5a8158931b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0841148 Nov 12 12:26:17.305256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.350103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc9a840-6847-45af-b170-2917f167e08a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:17.357069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-46814434-3351-40c8-a30d-de25c280cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:17.358810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-46814434-3351-40c8-a30d-de25c280cdc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1721375 Nov 12 12:26:17.359835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.364118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab4b080a-8a27-43a0-9012-5e6ba604a5e4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/dbc9a840-6847-45af-b170-2917f167e08a HTTP/1.1" status: 204 len: 168 time: 0.4447696 Nov 12 12:26:17.367695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:17.368709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001266bd-cb3d-4481-8916-1674e5937666 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:17.389041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f1de43d-37a0-4b3e-9e0d-ae7518e08b4c req-d4c060b9-65d1-4223-89de-9503ec9eff38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861075 Nov 12 12:26:17.478372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-c213cd3f-cf0e-475c-bae8-d6884e0bdf92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb HTTP/1.1" status: 200 len: 217 time: 0.1114538 Nov 12 12:26:17.558560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] Sync routers for ids ['9550b308-6a31-444a-a18c-015821f97900'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:26:17.569821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] Routers {'9550b308-6a31-444a-a18c-015821f97900'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:17.570498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9550b308-6a31-444a-a18c-015821f97900'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:17.606688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:26:17.614738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f8fd9406-8c08-4290-990c-4eb025444593 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2455723 Nov 12 12:26:17.618227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51472) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:17.620644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:17.627513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-5e125af4-87eb-4a3e-945e-5bd9424ba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:17.629063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-5e125af4-87eb-4a3e-945e-5bd9424ba668 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1404185 Nov 12 12:26:17.667137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815abd4-164f-490f-959f-bf0ed535af0c req-c8bcc914-a330-47d1-acfa-765d79246bb0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:17.676800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d815abd4-164f-490f-959f-bf0ed535af0c req-c8bcc914-a330-47d1-acfa-765d79246bb0 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.0649581 Nov 12 12:26:17.682208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] Set router 9550b308-6a31-444a-a18c-015821f97900 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:17.744560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d815abd4-164f-490f-959f-bf0ed535af0c req-ac4202e9-816c-4b9a-a7f8-3b287c809800 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667112 Nov 12 12:26:17.758756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550b308-6a31-444a-a18c-015821f97900', 'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:10Z', 'updated_at': '2021-11-12T12:26:15Z', 'revision_number': 3, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:17.782855 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f84252ce-6930-40b3-bf56-dd67e52dc78d req-db7fccd2-5fa8-4f1c-b639-759b667cd1e3 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0788798 Nov 12 12:26:17.789404 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:26:17.791086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.791733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] Checking router: 9550b308-6a31-444a-a18c-015821f97900 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:26:17.874055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] Deleting port ada00f48-a732-4ca2-9ed3-241bd08fb77d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:17.874442 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:17.876219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] Routers {'9550b308-6a31-444a-a18c-015821f97900'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:17.876836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9550b308-6a31-444a-a18c-015821f97900'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:17.974156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95d506cb-0c6e-477f-a5c4-a8d88d65bc0c req-25bd62ce-1f1c-49f5-bcd7-71ff9693770d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.1152301 Nov 12 12:26:18.010809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-e27e0db0-199a-420f-b654-3e70efaab353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:18.026213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-e27e0db0-199a-420f-b654-3e70efaab353 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3506322 Nov 12 12:26:18.033774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] Set router 9550b308-6a31-444a-a18c-015821f97900 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:18.037378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:18.104583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ada00f48-a732-4ca2-9ed3-241bd08fb77d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:18.150350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550b308-6a31-444a-a18c-015821f97900', 'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:10Z', 'updated_at': '2021-11-12T12:26:15Z', 'revision_number': 3, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:18.154031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] For port ada00f48-a732-4ca2-9ed3-241bd08fb77d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ada00f48-a732-4ca2-9ed3-241bd08fb77d,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:18.154459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.164925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'mac_address': 'fa:16:3e:87:d6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:18.167571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-c4bb78e1-d80a-4332-b215-86fa742114f7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:18.169428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-c4bb78e1-d80a-4332-b215-86fa742114f7 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.65 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 804 time: 0.2448063 Nov 12 12:26:18.173404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.189365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Request body: {'port': {'device_id': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'admin_state_up': True, 'tenant_id': '6f07dc69ee8a4537b75b703dc831edda'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:18.200546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.203943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] Calling delete_port for ada00f48-a732-4ca2-9ed3-241bd08fb77d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:18.206859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3e854-ada2-4937-ab1c-388ccf0d9424 None None] The sync data for ids ['9550b308-6a31-444a-a18c-015821f97900'] in n-d-804878-5 is: [{'id': '9550b308-6a31-444a-a18c-015821f97900', 'name': 'tempest-NetworksTestDHCPv6-router-171997193', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:10Z', 'updated_at': '2021-11-12T12:26:15Z', 'revision_number': 3, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:26:18.297570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.311232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.311853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Fanout notify agent at l3_agent the message router_deleted on router 9550b308-6a31-444a-a18c-015821f97900 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:26:18.322426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.323599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-71e7bd6c-7600-490c-a1db-ecee2be63805 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/routers/9550b308-6a31-444a-a18c-015821f97900 HTTP/1.1" status: 204 len: 168 time: 0.7044303 Nov 12 12:26:18.327906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:18.336019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f7873-3db2-4bb9-b223-22736c03b10b req-c84cd408-b6f6-49c4-a0a9-c0b7cff0aa7e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:18.343660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-648f7873-3db2-4bb9-b223-22736c03b10b req-c84cd408-b6f6-49c4-a0a9-c0b7cff0aa7e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.2411497 Nov 12 12:26:18.355726 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.355971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:18.381399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port ada00f48-a732-4ca2-9ed3-241bd08fb77d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ada00f48-a732-4ca2-9ed3-241bd08fb77d,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:18.395643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.438216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd1ded8-6655-4507-baa2-ef231f3a1e89 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:18.467690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:18.474194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-7e03317c-a232-4708-9b36-54ae51855751 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654709 Nov 12 12:26:18.480720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.512623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Made reservation on behalf of 6f07dc69ee8a4537b75b703dc831edda for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:18.526754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.538905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=ada00f48-a732-4ca2-9ed3-241bd08fb77d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:18.585617 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.586759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-648f7873-3db2-4bb9-b223-22736c03b10b req-06048aec-9f2f-4424-ad6c-ac1df70a2d30 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421401 Nov 12 12:26:18.602814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] No DVR routers for this DVR port ada00f48-a732-4ca2-9ed3-241bd08fb77d on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:18.656510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:18.683352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:18.686915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:18.693242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72dd75-4d68-4961-ae5d-44d4d7c31c2f None None] Pushing event deleted for resources: {'Port': ['ID=ada00f48-a732-4ca2-9ed3-241bd08fb77d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:18.739543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6bd1ded8-6655-4507-baa2-ef231f3a1e89'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:18.740206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d4c0ea-4401-4d53-b776-6f90689cbbf6 req-b7cafde5-1f86-4adf-b526-2d1b8cfb8bce service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570856 Nov 12 12:26:18.781645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829f28-bc6c-4879-93ec-1804bf752ac6 req-5bcb8292-77a0-40ca-99c1-3b749978416a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:18.783339 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8829f28-bc6c-4879-93ec-1804bf752ac6 req-5bcb8292-77a0-40ca-99c1-3b749978416a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2370780 Nov 12 12:26:18.892596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Allocated IP 172.20.0.10 (f8daec21-785f-4d4d-bfef-1b859b4a11ac/1303627d-9827-4f79-9c44-2ee0d30cc186/712ea185-1e86-4fa6-a541-2e2ace4441fc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:18.918480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8829f28-bc6c-4879-93ec-1804bf752ac6 req-237490d1-4813-4750-a9db-0b883b865ac3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963147 Nov 12 12:26:19.010782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e6e6c-d01a-4ca0-9794-d2b6d3ea9832 req-6cd04673-076a-4a9b-8d53-9a2558d1dd5c tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.012338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0e6e6c-d01a-4ca0-9794-d2b6d3ea9832 req-6cd04673-076a-4a9b-8d53-9a2558d1dd5c tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.1289322 Nov 12 12:26:19.045900 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.106446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:19.120431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:19.128560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.129240 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.134272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12093da8-f489-432f-a395-84ff1195f42e None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:19.148293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=98ab0b82-8b80-4c3e-b7b1-e4f22e08b416,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:19.160239 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff0e6e6c-d01a-4ca0-9794-d2b6d3ea9832 req-89d55131-5412-4729-aafe-7e00b2e42cce tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348307 Nov 12 12:26:19.185641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-def99069-b498-4b53-a989-ef87b3d5eadd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8333068 Nov 12 12:26:19.186284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fa176cc-1f05-4cbb-998e-795099015afd req-5a200376-43ad-4249-80fa-3c6c453ff738 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1224041 Nov 12 12:26:19.188013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:19.194881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-150721002', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:19.249774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.251090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.259662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.325620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.349826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.364472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:26:19.365348 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.369050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:19.375940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.379776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Network f8daec21-785f-4d4d-bfef-1b859b4a11ac is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:19.385181 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:19.389626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:19.417066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641a924-1088-45c8-91f0-94936049aa99 req-df41a51d-da0f-4a13-a7cb-a8af71fd29c5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.417633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event updated for resources: {'Port': ['ID=712ea185-1e86-4fa6-a541-2e2ace4441fc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:19.418594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1641a924-1088-45c8-91f0-94936049aa99 req-df41a51d-da0f-4a13-a7cb-a8af71fd29c5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 932 time: 0.1188254 Nov 12 12:26:19.430415 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.434660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:19.435484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ec25da61-cf78-4771-b7a3-cd7ecacc42fd tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2463129 Nov 12 12:26:19.487178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1641a924-1088-45c8-91f0-94936049aa99 req-4962354e-0823-4695-8fa1-1c01d5a96d8e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503037 Nov 12 12:26:19.529289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.529947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.590746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-9c0e8621-7d22-4b33-b1d7-3a7974ac59e4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4062796 Nov 12 12:26:19.629226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Request body: {'port': {'device_id': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:19.639246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/98ab0b82-8b80-4c3e-b7b1-e4f22e08b416/0db048a4-d85a-4319-baca-c27ee2d794b0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:19.702828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:19.705121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:19.808948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.912550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:19.919863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.943701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c818b1-5f7e-4e32-8a8e-18b8328ee8d2 req-3f2c03c9-12ee-467c-8493-9fdc718f1046 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.945249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90c818b1-5f7e-4e32-8a8e-18b8328ee8d2 req-3f2c03c9-12ee-467c-8493-9fdc718f1046 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.2626708 Nov 12 12:26:20.043426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e13de9-8133-47af-ade4-d037de94d3a7 req-a238db28-cd4d-4f66-8405-ed1acc8bafd9 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:20.052052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1e13de9-8133-47af-ade4-d037de94d3a7 req-a238db28-cd4d-4f66-8405-ed1acc8bafd9 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0607285 Nov 12 12:26:20.095679 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.110615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:26:20.122135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1e13de9-8133-47af-ade4-d037de94d3a7 req-d0453d11-b6e3-4e5a-a1fa-c98a7cfe3d14 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 Nov 12 12:26:20.149628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:20.149962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9ad3f2dd-54a5-4f5f-aa63-c77753a4a09a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:20.156874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.224007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90c818b1-5f7e-4e32-8a8e-18b8328ee8d2 req-e75e622b-98f5-4a8c-a807-c95e73310771 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695193 Nov 12 12:26:20.256658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:20.285705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:20.293386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:20.338745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Pushing event updated for resources: {'Port': ['ID=0db048a4-d85a-4319-baca-c27ee2d794b0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:20.369967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:26:20.385243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:20.398152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d7251-d00a-45fe-b0a8-e2082616f017 req-5db4515e-8688-479d-9751-73ef311d6516 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:20.401671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f3d7251-d00a-45fe-b0a8-e2082616f017 req-5db4515e-8688-479d-9751-73ef311d6516 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.1001904 Nov 12 12:26:20.406699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:20.407206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.435223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::1 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/98ab0b82-8b80-4c3e-b7b1-e4f22e08b416/63fbab6f-dcbe-4724-9713-9f9119dc1e96) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:20.446615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'mac_address': 'fa:16:3e:4b:97:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:20.454206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Attempting to bind port 0db048a4-d85a-4319-baca-c27ee2d794b0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:20.454671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Attempting to bind port 0db048a4-d85a-4319-baca-c27ee2d794b0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:20.455011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Attempting to bind port 0db048a4-d85a-4319-baca-c27ee2d794b0 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:20.473462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd718bb1-4119-42ee-abcf-cc7ad8fe1b9a req-2c0968fe-91a4-4504-a062-346c81f8bb8a tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0431678 Nov 12 12:26:20.486883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f3d7251-d00a-45fe-b0a8-e2082616f017 req-7a2cc7e6-fe67-40ff-a55d-90bc3ef1b1ad tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764678 Nov 12 12:26:20.540926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.543616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:20.544344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:20.544955 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.545579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:20.546348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Bound port: 0db048a4-d85a-4319-baca-c27ee2d794b0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:20.546986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.577449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af6a02a-1a04-4c70-bbcd-764972dddefb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:20.650464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:20.654743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-1b7309cc-df8b-4ed4-ae0b-f5584f2aead8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633328 Nov 12 12:26:20.666464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.773016 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.775030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-7ecb02a5-ee08-45ed-8731-0a1fc49f5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:20.776775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-7ecb02a5-ee08-45ed-8731-0a1fc49f5ef4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0922651 Nov 12 12:26:20.792747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.796311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712ea185-1e86-4fa6-a541-2e2ace4441fc {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:20.803752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] For port 0db048a4-d85a-4319-baca-c27ee2d794b0, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:20.811973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83904f4d-0f09-4a97-a318-f7d655d0f063 req-f50e8b7b-45dd-419c-ab8c-682c02eb9cfc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:20.813510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83904f4d-0f09-4a97-a318-f7d655d0f063 req-f50e8b7b-45dd-419c-ab8c-682c02eb9cfc tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 932 time: 0.1809189 Nov 12 12:26:20.816064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.843162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] For port 0db048a4-d85a-4319-baca-c27ee2d794b0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0db048a4-d85a-4319-baca-c27ee2d794b0,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:20.857240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:20.859572 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8587f96-c76c-46d3-b002-4850f912122c" -d '{"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:20.867285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:20.870648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.889939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:20.920917 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:20.943263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7af6a02a-1a04-4c70-bbcd-764972dddefb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:21.020232 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a01f29-9100-4b90-b99b-f11172bc4df4 x-openstack-request-id: req-88a01f29-9100-4b90-b99b-f11172bc4df4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:21.020432 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:21.020687 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88a01f29-9100-4b90-b99b-f11172bc4df4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:21.021091 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'code': 200} Nov 12 12:26:21.063615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3ff7-72f4-4ddb-a192-ff31f5588258 None None] Pushing event updated for resources: {'Port': ['ID=0db048a4-d85a-4319-baca-c27ee2d794b0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:21.210150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:21.313639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Transition to ACTIVE for port object 712ea185-1e86-4fa6-a541-2e2ace4441fc will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:26:21.329183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:21.413340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83904f4d-0f09-4a97-a318-f7d655d0f063 req-c234e0cf-9895-46e3-8273-2cd41c7cdd45 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903757 Nov 12 12:26:21.419966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-f7c53aee-5e99-4f62-97c7-ac160aa3f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:21.423052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-f7c53aee-5e99-4f62-97c7-ac160aa3f37a service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.6228962 Nov 12 12:26:21.430959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:21.434854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Pushing event updated for resources: {'Port': ['ID=712ea185-1e86-4fa6-a541-2e2ace4441fc,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:21.534256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-1c7a0aa4-fd00-423d-867b-73c096a1c58c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730 HTTP/1.1" status: 200 len: 217 time: 0.0586128 Nov 12 12:26:21.549193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:21.556744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51d353-0ace-496e-9fdd-c0a1a6ef9279 req-3415f16b-1e37-4286-847c-032cf1208daa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:21.564323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb51d353-0ace-496e-9fdd-c0a1a6ef9279 req-3415f16b-1e37-4286-847c-032cf1208daa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1536031 Nov 12 12:26:21.580327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:21.589619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:21.590230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:21.605030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a158b-c63a-47ab-a779-6b7b1715f99e req-d63dd791-5417-4e8d-9cd4-8ea915537885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:21.606597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-156a158b-c63a-47ab-a779-6b7b1715f99e req-d63dd791-5417-4e8d-9cd4-8ea915537885 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 1101 time: 0.1980414 Nov 12 12:26:21.644762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=63fbab6f-dcbe-4724-9713-9f9119dc1e96,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:21.693060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb51d353-0ace-496e-9fdd-c0a1a6ef9279 req-3ef36d61-f28f-49a2-bdbd-a933842c1585 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278484 Nov 12 12:26:21.699614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-1276b324-bf13-4f3a-910f-60cb1c759f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:21.701068 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-1276b324-bf13-4f3a-910f-60cb1c759f12 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1530917 Nov 12 12:26:21.715742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2009c64-1a2e-4e08-b52a-942b4476a14e req-cbf2e450-0061-49ef-9b56-37bbc444bcf3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:21.715742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2009c64-1a2e-4e08-b52a-942b4476a14e req-cbf2e450-0061-49ef-9b56-37bbc444bcf3 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1953671 Nov 12 12:26:21.718032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-156a158b-c63a-47ab-a779-6b7b1715f99e req-9698c302-04bb-4238-8bc0-f030e6c3cfcf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831659 Nov 12 12:26:21.725628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Attempting to bind port 712ea185-1e86-4fa6-a541-2e2ace4441fc on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:21.725972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Attempting to bind port 712ea185-1e86-4fa6-a541-2e2ace4441fc by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:21.726387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Attempting to bind port 712ea185-1e86-4fa6-a541-2e2ace4441fc on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:21.748824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Port 712ea185-1e86-4fa6-a541-2e2ace4441fc on network f8daec21-785f-4d4d-bfef-1b859b4a11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:26:21.750577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Attempting to bind port 712ea185-1e86-4fa6-a541-2e2ace4441fc on network f8daec21-785f-4d4d-bfef-1b859b4a11ac {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:21.764811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-f1998897-c4e6-4849-a64a-de4e27fa5709 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456967 Nov 12 12:26:21.767813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:21.768167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Checking segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:21.769153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Bound using segment: {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:21.769609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Bound port: 712ea185-1e86-4fa6-a541-2e2ace4441fc, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:21.769976 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:21.869139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a2009c64-1a2e-4e08-b52a-942b4476a14e req-1956e26d-8b88-4a24-a6ac-4140fcdb3656 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539290 Nov 12 12:26:21.891795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5422187-3770-460c-b471-1008b0f74d94 req-c34395ef-2425-43c9-8e11-ce4a5d47d517 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:21.900686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5422187-3770-460c-b471-1008b0f74d94 req-c34395ef-2425-43c9-8e11-ce4a5d47d517 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 949 time: 0.1063197 Nov 12 12:26:21.941196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:21.973581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0db048a4-d85a-4319-baca-c27ee2d794b0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:22.037478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5422187-3770-460c-b471-1008b0f74d94 req-70f1e289-1592-4d5a-adee-f54e8c912592 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352241 Nov 12 12:26:22.072172 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41de942c-e009-42ac-9501-5e6c311fa5be req-92a57289-9e22-4701-93c4-302ec019a8c5 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0752459 Nov 12 12:26:22.085786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0db048a4-d85a-4319-baca-c27ee2d794b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:22.086303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.101033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] For port 712ea185-1e86-4fa6-a541-2e2ace4441fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:22.135797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-6e077f53-3e4a-4f2e-99a3-9a91382e5a69 service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113881 Nov 12 12:26:22.239115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.259075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad78b25-c074-4b34-bd71-b71269abf15a req-b90b33c1-65a7-465e-b2c4-be002f55bb2d service neutron] 10.222.0.81 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143758 Nov 12 12:26:22.285249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 0db048a4-d85a-4319-baca-c27ee2d794b0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0db048a4-d85a-4319-baca-c27ee2d794b0,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:22.291888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.339653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] For port 712ea185-1e86-4fa6-a541-2e2ace4441fc, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:22.350082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.357930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=0db048a4-d85a-4319-baca-c27ee2d794b0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:22.414457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:22.415200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.416920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] 10.222.0.65 "PUT /v2.0/ports/712ea185-1e86-4fa6-a541-2e2ace4441fc HTTP/1.1" status: 200 len: 1092 time: 2.7940381 Nov 12 12:26:22.419121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'tag': '712ea185-1e86-4fa6-a541-2e2ace4441fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:22.421907 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8725f8b1-5b00-479c-adf1-c0396537e716" -d '{"events": [{"name": "network-changed", "server_uuid": "28ce1ce5-ffcc-45b8-b75f-4329336e3ec8", "tag": "712ea185-1e86-4fa6-a541-2e2ace4441fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:22.509462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff93c-191c-4c25-8f53-2dbfdcb81dea service neutron] Pushing event updated for resources: {'Port': ['ID=712ea185-1e86-4fa6-a541-2e2ace4441fc,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:22.526525 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5bd543-b5a7-4044-96fd-e423c0318449 x-openstack-request-id: req-5c5bd543-b5a7-4044-96fd-e423c0318449 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:22.526809 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ce1ce5-ffcc-45b8-b75f-4329336e3ec8", "tag": "712ea185-1e86-4fa6-a541-2e2ace4441fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:22.527057 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c5bd543-b5a7-4044-96fd-e423c0318449 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:22.527511 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'tag': '712ea185-1e86-4fa6-a541-2e2ace4441fc', 'status': 'completed', 'code': 200} Nov 12 12:26:22.543392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.563883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-40aebaad-f4dd-48ae-b96a-23047eaa3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:22.570847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-40aebaad-f4dd-48ae-b96a-23047eaa3922 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 1095 time: 0.1015985 Nov 12 12:26:22.571912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.573426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.582875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ca9d8486-1c3d-4e30-928c-c8cd7f41751a None None] Provisioning complete for port 0db048a4-d85a-4319-baca-c27ee2d794b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:22.583277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8486-1c3d-4e30-928c-c8cd7f41751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:22.608467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9877a-bea9-4097-ac54-601b9ee66a22 req-3273964f-e09b-4c08-96c0-203912b744e9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:22.624271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49d9877a-bea9-4097-ac54-601b9ee66a22 req-3273964f-e09b-4c08-96c0-203912b744e9 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 944 time: 0.0811412 Nov 12 12:26:22.716422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49d9877a-bea9-4097-ac54-601b9ee66a22 req-056c704c-5143-4e66-824d-d051321fdc70 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Nov 12 12:26:22.723244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:22.754220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:22.761154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-3d70345e-ae01-402f-b63a-1a414472d1a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc HTTP/1.1" status: 200 len: 217 time: 0.1753874 Nov 12 12:26:22.911689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=63fbab6f-dcbe-4724-9713-9f9119dc1e96,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:22.962323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9329-d4ab-4709-880c-d48a6dd5c788 req-1d797291-ec9e-47e0-b0a9-89670d90cbba tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:22.963919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e5c9329-d4ab-4709-880c-d48a6dd5c788 req-1d797291-ec9e-47e0-b0a9-89670d90cbba tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1513519 Nov 12 12:26:22.970595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-11c23b7b-dcda-44c4-9fdb-5c4bfa52a52f None None] Provisioning complete for port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:22.972326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-80204de2-101e-4824-9f37-2b20bbc33cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:22.973798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-80204de2-101e-4824-9f37-2b20bbc33cdc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1623864 Nov 12 12:26:22.975808 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-11c23b7b-dcda-44c4-9fdb-5c4bfa52a52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:23.041083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-e6b4d14f-7110-41dd-9f2a-24f0ceed2bbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503531 Nov 12 12:26:23.072914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-11c23b7b-dcda-44c4-9fdb-5c4bfa52a52f None None] Port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:26:23.097657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2ba6-202b-4faa-80b8-792a5440199d req-acbd16b0-2652-4ee2-ab49-269a1361863f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.112659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fac2ba6-202b-4faa-80b8-792a5440199d req-acbd16b0-2652-4ee2-ab49-269a1361863f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1025653 Nov 12 12:26:23.173501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fac2ba6-202b-4faa-80b8-792a5440199d req-804e5c15-c19c-477e-a932-c468fdd8dd3b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584481 Nov 12 12:26:23.186815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e5c9329-d4ab-4709-880c-d48a6dd5c788 req-57a932b6-9eb8-4641-9982-2c9c271cfc34 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106249 Nov 12 12:26:23.216498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-51c8417c-0a44-428a-99be-242e14d55ab1 None None] Provisioning complete for port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:23.217232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51c8417c-0a44-428a-99be-242e14d55ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:23.254602 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-92baf291-3f1a-439a-86b2-09c421784f5f service neutron] 10.222.0.65 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979425 Nov 12 12:26:23.254602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Router 28495df1-4b9c-43ec-afe2-f198e621de09 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:26:23.305027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-51c8417c-0a44-428a-99be-242e14d55ab1 None None] Port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:26:23.309547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd314279-c521-43b3-85b7-a06ab001c00a req-c832826c-c089-4749-9d79-75b8dc9ff355 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.311347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd314279-c521-43b3-85b7-a06ab001c00a req-c832826c-c089-4749-9d79-75b8dc9ff355 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 949 time: 0.0638812 Nov 12 12:26:23.372436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd314279-c521-43b3-85b7-a06ab001c00a req-104d36d2-1c28-43e6-814a-5880855b0e3f tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Nov 12 12:26:23.427722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a26383b-cbe9-423e-99f0-b15e0a00d1d3 req-57b61a1f-8a90-423c-bf33-277dd01a7eae tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1305947 Nov 12 12:26:23.470685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:26:23.474596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02a7a37-23b0-4d02-bd75-1a7c92322340 req-a13a4961-4a09-49fa-b7e4-cbe794ea96bc service neutron] 10.222.0.65 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129960 Nov 12 12:26:23.481091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-da2d4fd6-cdc0-4932-a852-57fd57e2b53b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "PUT /v2.0/routers/28495df1-4b9c-43ec-afe2-f198e621de09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0455601 Nov 12 12:26:23.481768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:23.484993 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Sync routers for ids ['28495df1-4b9c-43ec-afe2-f198e621de09'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:26:23.500316 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Routers {'28495df1-4b9c-43ec-afe2-f198e621de09'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:23.501592 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['28495df1-4b9c-43ec-afe2-f198e621de09'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:23.541703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab830d-839f-443f-a671-9c5fd7bbdf76 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.545925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15ab830d-839f-443f-a671-9c5fd7bbdf76 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports/63fbab6f-dcbe-4724-9713-9f9119dc1e96 HTTP/1.1" status: 200 len: 911 time: 0.0604219 Nov 12 12:26:23.546253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:23.594947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-8b7e4986-ca10-4d37-815e-4fd59180d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.598082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-8b7e4986-ca10-4d37-815e-4fd59180d920 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f07dc69ee8a4537b75b703dc831edda&device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0534859 Nov 12 12:26:23.599989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d3ef2-02bf-4a52-b1fd-bb231b9fbf39 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.607220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d3ef2-02bf-4a52-b1fd-bb231b9fbf39 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.613061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-832d3ef2-02bf-4a52-b1fd-bb231b9fbf39 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0621569 Nov 12 12:26:23.613693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:23.614328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:23.621557 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Set router 28495df1-4b9c-43ec-afe2-f198e621de09 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:23.711059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7af6a02a-1a04-4c70-bbcd-764972dddefb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:26:23.726033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7af6a02a-1a04-4c70-bbcd-764972dddefb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:23.726437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:23.816403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-c98ec398-6406-4f51-93a0-77f3a786ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:23.817918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-c98ec398-6406-4f51-93a0-77f3a786ef4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 200 len: 905 time: 0.2106891 Nov 12 12:26:23.828728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:26:23.856235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:23.892535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:23.895509 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f068b0-2623-4001-9db8-2409ff656aeb" -d '{"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-plugged", "status": "completed", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:23.915677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0db048a4-d85a-4319-baca-c27ee2d794b0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:23.962569 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28495df1-4b9c-43ec-afe2-f198e621de09', 'name': 'tempest-NetworksTestDHCPv6-router-150721002', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:19Z', 'updated_at': '2021-11-12T12:26:21Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None, '_interfaces': [{'id': '63fbab6f-dcbe-4724-9713-9f9119dc1e96', 'name': '', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'mac_address': 'fa:16:3e:52:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495df1-4b9c-43ec-afe2-f198e621de09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:26:20Z', 'updated_at': '2021-11-12T12:26:22Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'subnets': [{'id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:23.972436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:23.974961 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-56ad044b-a260-48de-914a-17b341936d5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc HTTP/1.1" status: 200 len: 217 time: 0.1487210 Nov 12 12:26:23.981266 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:23.985501 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e456475-77bb-4295-84e0-40232d2d9d56 x-openstack-request-id: req-6e456475-77bb-4295-84e0-40232d2d9d56 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:23.985794 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-plugged", "status": "completed", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:23.986035 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e456475-77bb-4295-84e0-40232d2d9d56 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:23.986477 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'code': 200} Nov 12 12:26:24.005360 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Checking router: 28495df1-4b9c-43ec-afe2-f198e621de09 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:26:24.005956 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Updating router 28495df1-4b9c-43ec-afe2-f198e621de09 port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:26:24.036859 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.112033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-43e62518-dd7a-44b1-bae3-51dc5059e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:24.114571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-43e62518-dd7a-44b1-bae3-51dc5059e535 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 200 len: 844 time: 0.1254406 Nov 12 12:26:24.116098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:24.133440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0db048a4-d85a-4319-baca-c27ee2d794b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:24.133818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.137919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04044f-5f57-41da-900e-06765a29ee6c req-5c27db7c-094f-4cce-9c7d-4f5dc58b7d34 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:24.151254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba04044f-5f57-41da-900e-06765a29ee6c req-5c27db7c-094f-4cce-9c7d-4f5dc58b7d34 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 944 time: 0.3267388 Nov 12 12:26:24.174718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c956a-bb3d-43e6-9723-5402f82db630 req-f05a2288-faee-4c45-84db-14937f9e7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:24.176274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab4c956a-bb3d-43e6-9723-5402f82db630 req-f05a2288-faee-4c45-84db-14937f9e7a6c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 1101 time: 0.1100552 Nov 12 12:26:24.253638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-64ba1509-71d3-43f4-9cbe-caa8cae80c3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8daec21-785f-4d4d-bfef-1b859b4a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999620 Nov 12 12:26:24.310559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab4c956a-bb3d-43e6-9723-5402f82db630 req-9f722a05-4088-4b1e-a023-d3191384cd5f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258261 Nov 12 12:26:24.384016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba04044f-5f57-41da-900e-06765a29ee6c req-3712514f-c00d-4ac1-a53f-5697bc21c928 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314887 Nov 12 12:26:24.422517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736a467-e47c-41e7-aaff-7d1030452318 req-f73b44d2-9e05-4d1f-bdad-3f9e12218270 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:24.424148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3736a467-e47c-41e7-aaff-7d1030452318 req-f73b44d2-9e05-4d1f-bdad-3f9e12218270 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0805817 Nov 12 12:26:24.467143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-9a59517f-d38f-4fe4-b7d3-4ae04a30c239 service neutron] 10.222.0.65 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979942 Nov 12 12:26:24.555337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3736a467-e47c-41e7-aaff-7d1030452318 req-0243c3dd-4891-49a9-ac67-c7cfed508272 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202359 Nov 12 12:26:24.570197 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.590755 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.627356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.655695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bd82a-c90d-4f5e-80ca-b68c47f137e5 req-c4a41f79-59ca-48be-8f91-e7a38ffbda38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:24.658123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a1bd82a-c90d-4f5e-80ca-b68c47f137e5 req-c4a41f79-59ca-48be-8f91-e7a38ffbda38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1470342 Nov 12 12:26:24.712258 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5f9a1-1ee4-48fe-95fd-468d8e2fbdca None None] Pushing event updated for resources: {'Port': ['ID=63fbab6f-dcbe-4724-9713-9f9119dc1e96,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:24.712392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8725f8b1-5b00-479c-adf1-c0396537e716 req-71d57440-ea73-43c8-ad11-6a4ce7a32c7e service neutron] 10.222.0.65 "GET /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346542 Nov 12 12:26:24.784786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a1bd82a-c90d-4f5e-80ca-b68c47f137e5 req-052330d9-81d8-484a-adb0-e16998106c55 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139762 Nov 12 12:26:24.850421 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Attempting to bind port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:24.851734 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Attempting to bind port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:24.852169 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Attempting to bind port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:24.861224 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:24.861626 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:24.862187 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.863474 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:24.863983 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Bound port: 63fbab6f-dcbe-4724-9713-9f9119dc1e96, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:24.864430 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:24.887804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf1222-39c8-44a6-80b9-5e33d625a8ac req-f4cc322d-15b8-4ae6-964b-eeb0ac6b3e65 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:24.889779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6aaf1222-39c8-44a6-80b9-5e33d625a8ac req-f4cc322d-15b8-4ae6-964b-eeb0ac6b3e65 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 950 time: 0.1606333 Nov 12 12:26:24.932074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a09527e-7da6-4415-95bf-f62a2b1b9766 req-509a41b9-7ecd-4b03-96a6-f740d67bffdd tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0417259 Nov 12 12:26:24.969581 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] For port 63fbab6f-dcbe-4724-9713-9f9119dc1e96, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:24.978931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] For port 63fbab6f-dcbe-4724-9713-9f9119dc1e96, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=63fbab6f-dcbe-4724-9713-9f9119dc1e96,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:24.988997 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.001025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6aaf1222-39c8-44a6-80b9-5e33d625a8ac req-0132dfd9-8ad6-4f35-8291-17b9a0cd1de8 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843594 Nov 12 12:26:25.070498 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Routers {'28495df1-4b9c-43ec-afe2-f198e621de09'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:25.071152 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['28495df1-4b9c-43ec-afe2-f198e621de09'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:25.077335 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5f9a1-1ee4-48fe-95fd-468d8e2fbdca None None] Pushing event updated for resources: {'Port': ['ID=63fbab6f-dcbe-4724-9713-9f9119dc1e96,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:25.119308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:25.119655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.152182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dbb540db-53b2-473e-a3d1-8d1113497f6e None None] Provisioning complete for port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:25.153225 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbb540db-53b2-473e-a3d1-8d1113497f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.192845 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] Set router 28495df1-4b9c-43ec-afe2-f198e621de09 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:25.258285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port 63fbab6f-dcbe-4724-9713-9f9119dc1e96, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=63fbab6f-dcbe-4724-9713-9f9119dc1e96,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:25.258665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.274316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 63fbab6f-dcbe-4724-9713-9f9119dc1e96 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:25.278235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbb540db-53b2-473e-a3d1-8d1113497f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.329645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dbb540db-53b2-473e-a3d1-8d1113497f6e None None] For port 63fbab6f-dcbe-4724-9713-9f9119dc1e96, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=63fbab6f-dcbe-4724-9713-9f9119dc1e96,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:25.335138 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbb540db-53b2-473e-a3d1-8d1113497f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.423428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb540db-53b2-473e-a3d1-8d1113497f6e None None] Pushing event updated for resources: {'Port': ['ID=63fbab6f-dcbe-4724-9713-9f9119dc1e96,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:25.481574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5adf5731-bfdb-4a26-9d9d-0bc937ecd0bb None None] Provisioning complete for port 63fbab6f-dcbe-4724-9713-9f9119dc1e96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:25.482640 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5adf5731-bfdb-4a26-9d9d-0bc937ecd0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.552187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.553821 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28495df1-4b9c-43ec-afe2-f198e621de09', 'name': 'tempest-NetworksTestDHCPv6-router-150721002', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:19Z', 'updated_at': '2021-11-12T12:26:21Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None, '_interfaces': [{'id': '63fbab6f-dcbe-4724-9713-9f9119dc1e96', 'name': '', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'mac_address': 'fa:16:3e:52:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495df1-4b9c-43ec-afe2-f198e621de09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:26:20Z', 'updated_at': '2021-11-12T12:26:24Z', 'revision_number': 4, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'subnets': [{'id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:25.598557 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb9c41-7383-4a83-9aad-2c4b6f5acf93 None None] The sync data for ids ['28495df1-4b9c-43ec-afe2-f198e621de09'] in n-d-804878-5 is: [{'id': '28495df1-4b9c-43ec-afe2-f198e621de09', 'name': 'tempest-NetworksTestDHCPv6-router-150721002', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:26:19Z', 'updated_at': '2021-11-12T12:26:21Z', 'revision_number': 2, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'gw_port_host': None, '_interfaces': [{'id': '63fbab6f-dcbe-4724-9713-9f9119dc1e96', 'name': '', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'mac_address': 'fa:16:3e:52:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495df1-4b9c-43ec-afe2-f198e621de09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:26:20Z', 'updated_at': '2021-11-12T12:26:24Z', 'revision_number': 4, 'project_id': 'af21e443105d466a8d68a0fe0c955747', 'subnets': [{'id': '98ab0b82-8b80-4c3e-b7b1-e4f22e08b416', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:26:25.599316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=63fbab6f-dcbe-4724-9713-9f9119dc1e96,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:25.645497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769f17-7453-4e44-9a26-4598ae7a98b4 req-47b56a20-af2d-40ec-ae38-fea7bf27c9d1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:25.649567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64769f17-7453-4e44-9a26-4598ae7a98b4 req-47b56a20-af2d-40ec-ae38-fea7bf27c9d1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 944 time: 0.1380029 Nov 12 12:26:25.660675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.661005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.661379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.661749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.662004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.662358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.662680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.663003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.663322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.663632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.663948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.672329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:25.829480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:25.858645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64769f17-7453-4e44-9a26-4598ae7a98b4 req-cb86b145-ba1c-4bc9-916f-f1e360abdf6e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081923 Nov 12 12:26:25.867540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71899ba-494e-439a-8ab1-0e38ca23495b req-615ba3c0-2535-4e20-9770-576fc49a35e2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:25.869267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d71899ba-494e-439a-8ab1-0e38ca23495b req-615ba3c0-2535-4e20-9770-576fc49a35e2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.0833976 Nov 12 12:26:25.943881 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d71899ba-494e-439a-8ab1-0e38ca23495b req-fbb3b050-7e63-43bd-b443-15941c846a14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Nov 12 12:26:26.072760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7387135-d1f0-4b1e-b4c9-f949a81986be req-2e435b2d-c587-4cbc-8b68-9ffad6f35c45 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0312266 Nov 12 12:26:26.114263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726f7cb-d632-45ec-b4c4-dc59b078e9c6 req-9f2dd0a9-735e-4729-ad1e-cbeadba80183 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:26.123359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4726f7cb-d632-45ec-b4c4-dc59b078e9c6 req-9f2dd0a9-735e-4729-ad1e-cbeadba80183 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1867952 Nov 12 12:26:26.159124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Router 28495df1-4b9c-43ec-afe2-f198e621de09 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:26:26.195259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4726f7cb-d632-45ec-b4c4-dc59b078e9c6 req-ef8e26a7-cdf4-4abe-ac56-999b2fb8a5df tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704823 Nov 12 12:26:26.204253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed79925-6b88-4c69-83ce-b1b02acd947f req-2ff65e4a-d012-4900-8cb8-66f996cf405b tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:26.206630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ed79925-6b88-4c69-83ce-b1b02acd947f req-2ff65e4a-d012-4900-8cb8-66f996cf405b tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 950 time: 0.0682993 Nov 12 12:26:26.278231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ed79925-6b88-4c69-83ce-b1b02acd947f req-dd08fae9-4fa7-460a-bfc5-be723e0629fa tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635858 Nov 12 12:26:26.285816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:26:26.291818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2bad056-e979-46e7-bdb7-484eb4239eee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "PUT /v2.0/routers/28495df1-4b9c-43ec-afe2-f198e621de09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750767 Nov 12 12:26:26.294552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:26.361561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872ef74-a77f-4e75-b703-4e35cb64fdc6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:26.364489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872ef74-a77f-4e75-b703-4e35cb64fdc6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:26.366756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c872ef74-a77f-4e75-b703-4e35cb64fdc6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0709558 Nov 12 12:26:26.369497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:26.434280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e386-29fb-4bd2-ba87-42a462eaeca6 req-15523805-4ee6-45c3-88dc-beb8c6139ef8 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:26.435032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 98ab0b82-8b80-4c3e-b7b1-e4f22e08b416 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:26.439484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:26.442387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfe2e386-29fb-4bd2-ba87-42a462eaeca6 req-15523805-4ee6-45c3-88dc-beb8c6139ef8 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 950 time: 0.0741842 Nov 12 12:26:26.491289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:26.503202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfe2e386-29fb-4bd2-ba87-42a462eaeca6 req-67b5b1be-0441-4bc5-beef-d96e753ebde3 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593987 Nov 12 12:26:26.603687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:26.671471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:26.703939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=98ab0b82-8b80-4c3e-b7b1-e4f22e08b416,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:26.710220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:26.715857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcac307f-2293-44a8-87e6-ab5aa2294a7a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/98ab0b82-8b80-4c3e-b7b1-e4f22e08b416 HTTP/1.1" status: 204 len: 168 time: 0.3448291 Nov 12 12:26:26.717165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:26.727149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a58d9e3-41e8-44dc-ba41-4c3814db4425 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:26.893342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f1fe9761-d1c8-4926-a0d4-16d5477f0804 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1745753 Nov 12 12:26:26.896406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:27.047112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:26:27.069179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.080385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a3526-569a-4324-8213-f5e8f0b70aae req-fb50b80c-e6fd-4bea-9e54-17c73a3e313d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:27.089664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-857a3526-569a-4324-8213-f5e8f0b70aae req-fb50b80c-e6fd-4bea-9e54-17c73a3e313d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 944 time: 0.1206560 Nov 12 12:26:27.134784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] Deleting port 0db048a4-d85a-4319-baca-c27ee2d794b0 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:27.135187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.201885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-857a3526-569a-4324-8213-f5e8f0b70aae req-33671e5b-77ec-467e-a53f-d81cecaf19da tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087575 Nov 12 12:26:27.337434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db26d290-a3c7-42a3-aed0-d6c088b6212a req-6e96656b-8233-4f01-bee8-d238762ec7c0 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0454321 Nov 12 12:26:27.366333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.369113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.384226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 712ea185-1e86-4fa6-a541-2e2ace4441fc details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:27.450493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b019-fc16-4d73-80bd-59c0764e6b54 req-19329560-c543-43d9-9de9-d9a9c8f158dc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:27.460477 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b061b019-fc16-4d73-80bd-59c0764e6b54 req-19329560-c543-43d9-9de9-d9a9c8f158dc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.3231456 Nov 12 12:26:27.463875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.464648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Fanout notify agent at l3_agent the message router_deleted on router 28495df1-4b9c-43ec-afe2-f198e621de09 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:26:27.475077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.479837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51634) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:27.483223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a45867ae-fc29-4ce6-807a-0431a19238ff tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/routers/28495df1-4b9c-43ec-afe2-f198e621de09 HTTP/1.1" status: 204 len: 168 time: 0.5786872 Nov 12 12:26:27.493002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] For port 0db048a4-d85a-4319-baca-c27ee2d794b0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0db048a4-d85a-4319-baca-c27ee2d794b0,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:27.493403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.506829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be04a-a292-4b81-9339-633f1ad6026c req-c4bd95c8-a2de-4254-a855-140d393b616f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:27.517358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] Calling delete_port for 0db048a4-d85a-4319-baca-c27ee2d794b0 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:27.517700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-100be04a-a292-4b81-9339-633f1ad6026c req-c4bd95c8-a2de-4254-a855-140d393b616f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1014917 Nov 12 12:26:27.538821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Sync routers for ids ['28495df1-4b9c-43ec-afe2-f198e621de09'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:26:27.576772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-100be04a-a292-4b81-9339-633f1ad6026c req-6406eb62-6355-4bbc-94c0-bb6dedbafc89 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 Nov 12 12:26:27.609959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Routers set() bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:27.614279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Router IDs set() for agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 12:26:27.615171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_agentschedulers_db [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28495df1-4b9c-43ec-afe2-f198e621de09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent'). {{(pid=102780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 12:26:27.629025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 712ea185-1e86-4fa6-a541-2e2ace4441fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:27.653491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '712ea185-1e86-4fa6-a541-2e2ace4441fc', 'network_id': 'f8daec21-785f-4d4d-bfef-1b859b4a11ac', 'port_id': '712ea185-1e86-4fa6-a541-2e2ace4441fc', 'mac_address': 'fa:16:3e:72:68:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303627d-9827-4f79-9c44-2ee0d30cc186', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:27.655003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26203b11-7803-4aba-84d1-f2f398ff0d9f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:27.657005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Routers set() bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:27.657713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Router IDs set() for agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 12:26:27.659561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_agentschedulers_db [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28495df1-4b9c-43ec-afe2-f198e621de09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent'). {{(pid=102780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 12:26:27.660320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-26203b11-7803-4aba-84d1-f2f398ff0d9f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1797724 Nov 12 12:26:27.660669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a446-4cf7-4ebd-8e78-9eb382a79e3b None None] The sync data for ids ['28495df1-4b9c-43ec-afe2-f198e621de09'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:26:27.663398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:27.770550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1f80f-4e2b-4926-9d70-a95f05560511 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:27.772965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-afb1f80f-4e2b-4926-9d70-a95f05560511 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085758 Nov 12 12:26:27.775586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:27.785959 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.816360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712ea185-1e86-4fa6-a541-2e2ace4441fc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:27.849749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 712ea185-1e86-4fa6-a541-2e2ace4441fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:27.852335 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.865507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:27.899475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] Pushing event deleted for resources: {'Port': ['ID=0db048a4-d85a-4319-baca-c27ee2d794b0,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:27.901334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb25fe9-fa4d-4f93-94c9-1aed494469eb None None] No DVR routers for this DVR port 0db048a4-d85a-4319-baca-c27ee2d794b0 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:27.987054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-69d61b58-398a-4dff-b199-4cb0b75ff5e1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2062075 Nov 12 12:26:27.989346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:27.995849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:28.006634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=712ea185-1e86-4fa6-a541-2e2ace4441fc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:28.011829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0db048a4-d85a-4319-baca-c27ee2d794b0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:28.039457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0db048a4-d85a-4319-baca-c27ee2d794b0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:28.039738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0db048a4-d85a-4319-baca-c27ee2d794b0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:28.111786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b061b019-fc16-4d73-80bd-59c0764e6b54 req-ff198281-2b26-4d5e-a204-074be0a691c2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504102 Nov 12 12:26:28.135944 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-cd9c7c78-b225-4bc1-8567-c752250b8697 service neutron] show failed (client error): The resource could not be found. Nov 12 12:26:28.137024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-cd9c7c78-b225-4bc1-8567-c752250b8697 service neutron] 10.222.0.65 "GET /v2.0/ports/41e7ba0d-fc23-4cde-9b14-b45455134293/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.1284776 Nov 12 12:26:28.169998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:28.176542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:28.325193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['712ea185-1e86-4fa6-a541-2e2ace4441fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:28.337233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6641e-3d5c-47fa-a835-ce0b5b6729b1 req-cae212b4-1651-4d17-bc4e-cfb4c8ac8300 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:28.338845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38e6641e-3d5c-47fa-a835-ce0b5b6729b1 req-cae212b4-1651-4d17-bc4e-cfb4c8ac8300 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.0645590 Nov 12 12:26:28.455630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f09387a-9ea1-40ab-8c16-281dfcf773c0 req-966ad4ad-7d7e-4278-95ab-166791c0aaab tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0385830 Nov 12 12:26:28.531101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-dfce300e-742b-4bc0-ade3-4fb3d6840af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:28.532665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-dfce300e-742b-4bc0-ade3-4fb3d6840af3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b&tenant_id=02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 1101 time: 0.1877298 Nov 12 12:26:28.541176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38e6641e-3d5c-47fa-a835-ce0b5b6729b1 req-88a289ab-84ce-4473-a0e9-4eaed9e57244 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853764 Nov 12 12:26:28.553160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:28.716541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407396b-520f-4e60-ba1d-510176086117 req-a6f5854f-ca07-4381-b738-276eefcbe51b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:28.718472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b407396b-520f-4e60-ba1d-510176086117 req-a6f5854f-ca07-4381-b738-276eefcbe51b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.0634215 Nov 12 12:26:28.794898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b407396b-520f-4e60-ba1d-510176086117 req-76ceab97-ec8b-49ad-82b4-3d289c5b4b48 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696192 Nov 12 12:26:28.949283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:28.995820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:26:29.000127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.067108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:29.076976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:29.080305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:29.081432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.086928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4c532-3be0-4575-a033-200d599745b6 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:29.160696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:29.175261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85f57c70-8c46-43c8-8f01-2af31e084f54 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1848066 Nov 12 12:26:29.178132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:29.195213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:29.226829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 712ea185-1e86-4fa6-a541-2e2ace4441fc up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:29.323731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:29.342782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:26:29.343931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.366914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:29.374313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 712ea185-1e86-4fa6-a541-2e2ace4441fc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:26:29.383001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 712ea185-1e86-4fa6-a541-2e2ace4441fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:29.383398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6106d-c9a9-47c2-a420-ee258fcb2bc0 req-a165c610-6f1d-4bf9-b9df-152705bf95ef tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:29.383890 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.385085 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6f6106d-c9a9-47c2-a420-ee258fcb2bc0 req-a165c610-6f1d-4bf9-b9df-152705bf95ef tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1572769 Nov 12 12:26:29.386411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:29.389981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.417980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:29.422044 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b02f5c5-9a2d-4e98-a716-174511505cba" -d '{"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-unplugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:29.428237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.448036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Transition to ACTIVE for port object 41e7ba0d-fc23-4cde-9b14-b45455134293 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:26:29.454184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.552656 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d903052e-578f-4230-8359-e374b2807156 x-openstack-request-id: req-d903052e-578f-4230-8359-e374b2807156 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:29.552951 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-unplugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:29.553253 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d903052e-578f-4230-8359-e374b2807156 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:29.554099 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'code': 200} Nov 12 12:26:29.555334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:29.576533 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.616307 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6f6106d-c9a9-47c2-a420-ee258fcb2bc0 req-b6410197-3f2b-4247-8291-313982f5f75c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993699 Nov 12 12:26:29.625620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:29.659918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] No DVR routers for this DVR port 41e7ba0d-fc23-4cde-9b14-b45455134293 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:29.676692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e8135b0-61f8-44af-a60e-c79a7507a6cd req-0511674e-c433-4a1f-a501-0909899b922c tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0961528 Nov 12 12:26:29.687699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Allocated IP 2001:db8::f816:3eff:fe55:75e8 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9/7ec3650e-2a71-42ea-a35c-be3577f29c29) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:29.733302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.745386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.758462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:29.759216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:29.759798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:29.770484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:26:29.771180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:29.778296 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:29.778963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:29.779598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:29.784795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Bound port: 41e7ba0d-fc23-4cde-9b14-b45455134293, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:29.823571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.854470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aef5d3-7cbd-4e6f-962c-49b6c7f0bd2d req-f0a8e3e7-32a0-40b8-a1c7-de4966d07d08 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:29.864209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61aef5d3-7cbd-4e6f-962c-49b6c7f0bd2d req-f0a8e3e7-32a0-40b8-a1c7-de4966d07d08 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 945 time: 0.1430831 Nov 12 12:26:29.948885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712ea185-1e86-4fa6-a541-2e2ace4441fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:29.951049 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e387f-1dc8-48ea-9c49-68219117c57d" -d '{"events": [{"server_uuid": "28ce1ce5-ffcc-45b8-b75f-4329336e3ec8", "name": "network-vif-plugged", "status": "completed", "tag": "712ea185-1e86-4fa6-a541-2e2ace4441fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:29.958023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:29.966261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:29.979548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61aef5d3-7cbd-4e6f-962c-49b6c7f0bd2d req-eb5bae5e-56dd-4b0d-abfa-a7202b94cb91 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055551 Nov 12 12:26:29.989078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.013616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 712ea185-1e86-4fa6-a541-2e2ace4441fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:30.045957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.052787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:30.058928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.060028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.062507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] 10.222.0.81 "PUT /v2.0/ports/41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 1096 time: 1.5150287 Nov 12 12:26:30.121976 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4593d033-5189-4465-b9dd-5b19e3c4d391 x-openstack-request-id: req-4593d033-5189-4465-b9dd-5b19e3c4d391 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:30.122560 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ce1ce5-ffcc-45b8-b75f-4329336e3ec8", "name": "network-vif-plugged", "status": "completed", "tag": "712ea185-1e86-4fa6-a541-2e2ace4441fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:30.123128 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4593d033-5189-4465-b9dd-5b19e3c4d391 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:30.123507 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712ea185-1e86-4fa6-a541-2e2ace4441fc', 'code': 200} Nov 12 12:26:30.191883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=712ea185-1e86-4fa6-a541-2e2ace4441fc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:30.203682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:30.234617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:30.257121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'mac_address': 'fa:16:3e:87:d6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:30.303063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-7e08fd67-b944-40b9-afb4-6c1210c2c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.305773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-7e08fd67-b944-40b9-afb4-6c1210c2c125 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1099 time: 0.1364050 Nov 12 12:26:30.324574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a0adb-5310-4d52-a6f8-6e7b9fa906ea req-8be853c1-d817-418c-a48a-6ae1739bcb1c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.335965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-221a0adb-5310-4d52-a6f8-6e7b9fa906ea req-8be853c1-d817-418c-a48a-6ae1739bcb1c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2456706 Nov 12 12:26:30.338896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44f29e-571d-48c4-99db-982ffecfc175 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:30.346325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.365978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.391521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bd1ded8-6655-4507-baa2-ef231f3a1e89 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:30.429852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:30.431737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.438455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.446627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.467395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:30.482950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:30.497901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c58bac-54fc-49fb-85a6-270c0618779d req-30f659a3-5f7a-4059-8c5e-7d380fda60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.509690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c58bac-54fc-49fb-85a6-270c0618779d req-30f659a3-5f7a-4059-8c5e-7d380fda60bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 1097 time: 0.2719905 Nov 12 12:26:30.511659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.513250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.526258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:30.530546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=aa659c7a-ef6a-43b9-a589-a862c9d108e9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:30.530898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:30.536649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:30.564054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5073e6ad-eb4e-4921-94b6-20d2ec1cb9ea tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3792932 Nov 12 12:26:30.566122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6bd1ded8-6655-4507-baa2-ef231f3a1e89'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:30.566490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:30.568176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-304b7355-0ffa-4597-999e-5ad3d303ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.569901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-304b7355-0ffa-4597-999e-5ad3d303ff4e service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2158575 Nov 12 12:26:30.571947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:30.572576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:b5:3c:1f', 'name': 'tempest-NetworksTestDHCPv6-1683497311'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:30.600346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-221a0adb-5310-4d52-a6f8-6e7b9fa906ea req-9b0a21bc-0f8a-4940-82af-67e7a7892527 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586699 Nov 12 12:26:30.662496 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-dac07e81-6d15-42df-860e-bad7af0cbf6c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.0607429 Nov 12 12:26:30.715617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Attempting to bind port 7ec3650e-2a71-42ea-a35c-be3577f29c29 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:30.715988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Attempting to bind port 7ec3650e-2a71-42ea-a35c-be3577f29c29 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:30.716388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Attempting to bind port 7ec3650e-2a71-42ea-a35c-be3577f29c29 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:30.757679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:30.758052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:30.758510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.758907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:30.759469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Bound port: 7ec3650e-2a71-42ea-a35c-be3577f29c29, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:30.759805 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:30.767885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c58bac-54fc-49fb-85a6-270c0618779d req-3daae38b-3553-420d-9a66-9de2ec167184 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386823 Nov 12 12:26:30.776813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-49473165-a53d-44b9-94fb-cb72600410d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.778447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-49473165-a53d-44b9-94fb-cb72600410d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1063983 Nov 12 12:26:30.809554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Pushing event updated for resources: {'Port': ['ID=7ec3650e-2a71-42ea-a35c-be3577f29c29,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:30.893901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ca28f-0c19-4efc-a274-8aa0b1b09c70 req-13332f5d-03f7-4cba-bcea-816a6c23bfd7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.895548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-477ca28f-0c19-4efc-a274-8aa0b1b09c70 req-13332f5d-03f7-4cba-bcea-816a6c23bfd7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.1772509 Nov 12 12:26:30.924012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1afa575d-882c-47b4-890d-06d9ad7e7c29 req-bc52e488-e626-41fa-9250-a8ece30eec17 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0421374 Nov 12 12:26:30.938646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-c435de70-073f-4a13-858c-bc77e338371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:30.941690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-c435de70-073f-4a13-858c-bc77e338371d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512744 Nov 12 12:26:30.981595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:31.051516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] For port 7ec3650e-2a71-42ea-a35c-be3577f29c29, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:31.057250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] For port 7ec3650e-2a71-42ea-a35c-be3577f29c29, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7ec3650e-2a71-42ea-a35c-be3577f29c29,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:31.106584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:31.111521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-40f491e7-eae5-4810-87d6-ad4933eb5f1a service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614389 Nov 12 12:26:31.178471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-477ca28f-0c19-4efc-a274-8aa0b1b09c70 req-6bf78cbd-028b-460e-bae0-dd6557fa1f87 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711484 Nov 12 12:26:31.259006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fcf17-95e9-4148-9060-15f901df00c8 None None] Pushing event updated for resources: {'Port': ['ID=7ec3650e-2a71-42ea-a35c-be3577f29c29,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:31.285343 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:31.342746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 19acd9a2-9fdd-4f85-a4e9-9f770550e147 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:26:31.419684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bb00b-882f-48a8-921e-649de82555fc req-a2359904-f17a-4ff8-9ff1-8ec1888a15d8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:31.428281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e3bb00b-882f-48a8-921e-649de82555fc req-a2359904-f17a-4ff8-9ff1-8ec1888a15d8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.2197077 Nov 12 12:26:31.529999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0772cad-6448-4a8a-bcf2-255f4210a216 req-56e42c19-d348-40d8-86b1-e5bacc3c9fe1 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099333 Nov 12 12:26:31.561660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e3bb00b-882f-48a8-921e-649de82555fc req-41c43eff-48e2-46f4-b7cb-274f33f63348 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322908 Nov 12 12:26:31.564582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:31.570198 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf5cf7-2059-429e-b13a-99509dd52270" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:31.643723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:31.670326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 172.20.0.2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/aa659c7a-ef6a-43b9-a589-a862c9d108e9/19acd9a2-9fdd-4f85-a4e9-9f770550e147) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:31.700242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:feb5:3c1f (5a3e9a0b-562d-4280-8b2f-1b144464aa88/bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9/19acd9a2-9fdd-4f85-a4e9-9f770550e147) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:31.736103 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daea6f8-3a06-482b-9f81-0b960f45c4bd x-openstack-request-id: req-3daea6f8-3a06-482b-9f81-0b960f45c4bd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:31.736514 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:31.736903 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3daea6f8-3a06-482b-9f81-0b960f45c4bd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:31.737578 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'status': 'completed', 'code': 200} Nov 12 12:26:32.038915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa58117-79ff-4527-bea3-d3a8047998cd req-ee474d3b-503d-4cf7-a031-f382cf7f2ad3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.038915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6aa58117-79ff-4527-bea3-d3a8047998cd req-ee474d3b-503d-4cf7-a031-f382cf7f2ad3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2762494 Nov 12 12:26:32.061630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-0732689b-8f8d-42c5-afab-0d6c8282e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.066311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7ec3650e-2a71-42ea-a35c-be3577f29c29 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:32.066655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-0732689b-8f8d-42c5-afab-0d6c8282e71e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1099 time: 0.2305872 Nov 12 12:26:32.080050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-2bb5c100-47e8-4c41-8cc8-df6fa28287cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.082077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-2bb5c100-47e8-4c41-8cc8-df6fa28287cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1099 time: 0.3020513 Nov 12 12:26:32.177135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7ec3650e-2a71-42ea-a35c-be3577f29c29 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:32.181856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.206069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-64de1d1d-4e40-4f82-a403-1d1309168b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.207935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-64de1d1d-4e40-4f82-a403-1d1309168b96 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.1054893 Nov 12 12:26:32.233273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:32.233643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.284108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6aa58117-79ff-4527-bea3-d3a8047998cd req-032a76be-701d-4537-bd04-5590bfbe073d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259183 Nov 12 12:26:32.301559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.309346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2f73cd3-e356-4e64-9153-48ad7e3268ed req-b353cad5-1b5a-43a7-99c5-fbc99aea130b tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0940781 Nov 12 12:26:32.355288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-d72645c5-6dab-44ab-a895-0457d0ba492c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.1264355 Nov 12 12:26:32.396852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.494027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7ec3650e-2a71-42ea-a35c-be3577f29c29, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7ec3650e-2a71-42ea-a35c-be3577f29c29,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:32.511598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.516032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.556154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-4312aa4b-e37c-4dad-8519-7c81caf8395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.560404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-2aa98c3b-f289-419c-b983-b3f79155b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.563236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-4312aa4b-e37c-4dad-8519-7c81caf8395f service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.4854858 Nov 12 12:26:32.572803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-2aa98c3b-f289-419c-b983-b3f79155b629 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2029958 Nov 12 12:26:32.689527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:32.699278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:32.704752 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe98789-aa5a-4761-b19c-a3ecf6dd50a1" -d '{"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:32.706977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-1d6d3d90-83b4-4de4-9407-246da6868f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.707598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-0b1c1664-4fba-4311-ab77-5052677b922f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.1212523 Nov 12 12:26:32.708070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-1d6d3d90-83b4-4de4-9407-246da6868f93 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254237 Nov 12 12:26:32.708657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.732569 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:32.764866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7ec3650e-2a71-42ea-a35c-be3577f29c29,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:32.816022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-b0379968-37a6-43fd-8fc8-df9286835ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.818420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-b0379968-37a6-43fd-8fc8-df9286835ec6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0994153 Nov 12 12:26:32.871456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:32.872459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:32.894277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482ac4-1f06-4995-b2a8-399e1fcb9e53 req-84950e5a-05bc-4766-bb37-2319c847203c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.902840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31482ac4-1f06-4995-b2a8-399e1fcb9e53 req-84950e5a-05bc-4766-bb37-2319c847203c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.3354580 Nov 12 12:26:32.929485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:32.944089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:32.953798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5f945-a5c7-443b-93d0-965ab3f2dd96 req-f4222850-efac-4e03-bc37-2b6e9d9419c0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:32.963089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02a5f945-a5c7-443b-93d0-965ab3f2dd96 req-f4222850-efac-4e03-bc37-2b6e9d9419c0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1307101 Nov 12 12:26:32.973434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-1ce55856-86c5-4de6-aa5f-c9285f3e74cb service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497790 Nov 12 12:26:33.009389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55529f9-570b-43fa-a6e2-d708b88b868b None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:33.012026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=19acd9a2-9fdd-4f85-a4e9-9f770550e147,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:33.041916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.042654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.043886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.044744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.045934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.046481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.047001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.047506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.049357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.050393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.051037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.051521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:26:33.087044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-7a42a070-68c1-4987-a6fe-7479ab9b0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:33.088887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-7a42a070-68c1-4987-a6fe-7479ab9b0fa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2612021 Nov 12 12:26:33.116621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02a5f945-a5c7-443b-93d0-965ab3f2dd96 req-fae6f6a1-41ab-4341-a529-467667fe368c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525364 Nov 12 12:26:33.175902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-909e7dd0-c01c-4bc5-88a8-e1d5afb1ea31 None None] Provisioning complete for port 7ec3650e-2a71-42ea-a35c-be3577f29c29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:33.176270 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-909e7dd0-c01c-4bc5-88a8-e1d5afb1ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:33.192699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-c35f02ea-21ea-408c-9610-e997cf70624f service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095985 Nov 12 12:26:33.229003 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e8c2b-4082-4247-8af3-83e964b9c768 x-openstack-request-id: req-115e8c2b-4082-4247-8af3-83e964b9c768 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:33.229355 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:33.229614 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-115e8c2b-4082-4247-8af3-83e964b9c768 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:33.230000 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'code': 200} Nov 12 12:26:33.236367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-3666bc60-c7cb-489c-aa13-c4aa8fbab199 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333320 Nov 12 12:26:33.309033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:33.310073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:33.334205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31482ac4-1f06-4995-b2a8-399e1fcb9e53 req-585328c7-e4b6-42cd-b34e-01ff46a34710 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303041 Nov 12 12:26:33.434780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ad108a4-4647-4f5f-811b-330f4de31e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8669336 Nov 12 12:26:33.437924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:33.505589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdaf5cf7-2059-429e-b13a-99509dd52270 req-0821053b-e2e5-4baa-a945-c0d0d76b6381 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532282 Nov 12 12:26:33.565909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cddc88-0cbc-46a9-84db-0feaf1ed0a4a req-cc32537d-94de-4451-93d6-e70a20bb78f2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:33.567867 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5cddc88-0cbc-46a9-84db-0feaf1ed0a4a req-cc32537d-94de-4451-93d6-e70a20bb78f2 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.0882092 Nov 12 12:26:33.578417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6402081-27a2-43ca-968b-9f3583748184 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:33.580146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9', 'ip_address': '2001:db8::f816:3eff:fe55:75e8'}, {'subnet_id': 'aa659c7a-ef6a-43b9-a589-a862c9d108e9'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '7ec3650e-2a71-42ea-a35c-be3577f29c29'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:26:33.588159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6402081-27a2-43ca-968b-9f3583748184 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:33.592928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6402081-27a2-43ca-968b-9f3583748184 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1511502 Nov 12 12:26:33.593467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:33.632042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:33.662931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5cddc88-0cbc-46a9-84db-0feaf1ed0a4a req-2bd178d1-41c4-40e0-aed9-1e45c8093753 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807712 Nov 12 12:26:33.742911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740353c-155f-4319-bb2a-8396daeb40ee req-bef39191-5e3f-44fc-9547-c92c9c2d7519 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:33.751977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e740353c-155f-4319-bb2a-8396daeb40ee req-bef39191-5e3f-44fc-9547-c92c9c2d7519 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2419295 Nov 12 12:26:33.813754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5ba8160-28c7-4591-bbdb-cdfde6f91382 req-bab8e05c-35a7-4584-aa30-9b282405500c tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0390809 Nov 12 12:26:33.898003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] Allocated IP 172.20.0.3 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/aa659c7a-ef6a-43b9-a589-a862c9d108e9/7ec3650e-2a71-42ea-a35c-be3577f29c29) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:33.944822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 19acd9a2-9fdd-4f85-a4e9-9f770550e147 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:33.945299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.067669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e740353c-155f-4319-bb2a-8396daeb40ee req-f53fc64a-f39e-4afb-881c-9c5c89de35c7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062551 Nov 12 12:26:34.080931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] For port 7ec3650e-2a71-42ea-a35c-be3577f29c29, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7ec3650e-2a71-42ea-a35c-be3577f29c29,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:34.087640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.097094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7ec3650e-2a71-42ea-a35c-be3577f29c29 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:34.105809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 19acd9a2-9fdd-4f85-a4e9-9f770550e147 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:34.232857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.244718 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.310963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7ec3650e-2a71-42ea-a35c-be3577f29c29 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:34.311525 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.331858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142abd-af2f-4fec-b7a8-038237d8af67 req-f2bd694e-68bf-4b80-87a3-d5a4229f132e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:34.347817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90142abd-af2f-4fec-b7a8-038237d8af67 req-f2bd694e-68bf-4b80-87a3-d5a4229f132e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1467776 Nov 12 12:26:34.422076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9479b4d-2fc0-43da-9397-b803277655aa None None] Pushing event updated for resources: {'Port': ['ID=7ec3650e-2a71-42ea-a35c-be3577f29c29,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:34.493440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90142abd-af2f-4fec-b7a8-038237d8af67 req-5be36d5d-7df3-478c-a3ef-660d517e7472 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446283 Nov 12 12:26:34.617519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.645807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3ca98-defa-4a10-821f-c2cee254d97c req-ef8c3ca9-6a28-497a-9c6c-24e52611b87f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:34.660092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33a3ca98-defa-4a10-821f-c2cee254d97c req-ef8c3ca9-6a28-497a-9c6c-24e52611b87f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.1068666 Nov 12 12:26:34.733032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=19acd9a2-9fdd-4f85-a4e9-9f770550e147,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:34.760906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33a3ca98-defa-4a10-821f-c2cee254d97c req-aed071e1-f0c0-4de8-9c30-68651d245083 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997140 Nov 12 12:26:34.907129 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.912037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6b014567-4b63-48c9-b749-1b7ad6738498 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/19acd9a2-9fdd-4f85-a4e9-9f770550e147 HTTP/1.1" status: 204 len: 168 time: 1.3157237 Nov 12 12:26:34.914291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:35.096785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fa9d4-e25c-400f-a1a0-0b97cfbe1d1b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.107681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fa9d4-e25c-400f-a1a0-0b97cfbe1d1b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.109532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fa9d4-e25c-400f-a1a0-0b97cfbe1d1b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.111215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bd9fa9d4-e25c-400f-a1a0-0b97cfbe1d1b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1954920 Nov 12 12:26:35.114951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51850) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:35.174736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3948ccae-9245-4b8f-ba13-a14f78fc0d3e req-b2c62280-8f48-4a5e-958b-d68afdb60943 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0616314 Nov 12 12:26:35.292755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:35.426406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet aa659c7a-ef6a-43b9-a589-a862c9d108e9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:35.449333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:35.496625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-34c5b3d5-80d2-413f-b109-914c5ee54b2f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.527967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-34c5b3d5-80d2-413f-b109-914c5ee54b2f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b&tenant_id=02679cf315e34445a6c4079156f8c98e&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 948 time: 0.3237147 Nov 12 12:26:35.541198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f086c93-316d-4ee3-a122-d834c4414c41 req-fdb70aa6-8422-4216-9281-454b4af7f8a7 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.549955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f086c93-316d-4ee3-a122-d834c4414c41 req-fdb70aa6-8422-4216-9281-454b4af7f8a7 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.3048909 Nov 12 12:26:35.560094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:35.564525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe687821-b801-424e-ba0d-8877ec8e0f6c req-fb097b7a-1d80-4067-95fb-3f9f1e1bda66 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.566500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe687821-b801-424e-ba0d-8877ec8e0f6c req-fb097b7a-1d80-4067-95fb-3f9f1e1bda66 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1218200 Nov 12 12:26:35.624214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'port_id': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'mac_address': 'fa:16:3e:bf:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bbb118-137f-4f1c-a53f-824e5a87661d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:35.654970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-2aa1d582-777f-4d2b-a2a2-d5d8a2ac5301 service neutron] 10.222.0.81 "GET /v2.0/ports/41e7ba0d-fc23-4cde-9b14-b45455134293/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 382 time: 0.1021714 Nov 12 12:26:35.658738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:35.706677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:35.728351 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc03a-9c48-4c21-b9f1-aaa4b6f4974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:35.758044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-213e1e56-96a0-42bf-8506-856597a71397 None None] Could not find standard attr ID for object 19acd9a2-9fdd-4f85-a4e9-9f770550e147. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:35.765770 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f086c93-316d-4ee3-a122-d834c4414c41 req-02cc395f-c825-4e67-80b8-c2944974e742 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146916 Nov 12 12:26:35.816830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe687821-b801-424e-ba0d-8877ec8e0f6c req-d532a1a8-ba1c-466d-9014-04649ea308de tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431462 Nov 12 12:26:35.831509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:35.853987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-af331e31-f85a-4095-b1f0-b331505b99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:35.860902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-af331e31-f85a-4095-b1f0-b331505b99f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1099 time: 0.1683047 Nov 12 12:26:35.888913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:26:35.944283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f56b5ec9-6ddf-42c8-88e5-b611ec53380a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:35.978517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-213e1e56-96a0-42bf-8506-856597a71397 None None] Provisioning complete for port 7ec3650e-2a71-42ea-a35c-be3577f29c29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:35.978900 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-213e1e56-96a0-42bf-8506-856597a71397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.011297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.053820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7ec3650e-2a71-42ea-a35c-be3577f29c29 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:36.135534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457549c-d7e1-46f8-a0ec-2124e0075c79 req-8edd427c-311e-4fb9-a627-d993137c14a2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:36.149996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5457549c-d7e1-46f8-a0ec-2124e0075c79 req-8edd427c-311e-4fb9-a627-d993137c14a2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 948 time: 0.1419849 Nov 12 12:26:36.160127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:36.161546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e43331-aa1b-4600-a58c-0b80e776f0ce req-935e9e96-8b4d-47cd-9b14-64444d9462d6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:36.185250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7e43331-aa1b-4600-a58c-0b80e776f0ce req-935e9e96-8b4d-47cd-9b14-64444d9462d6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2859199 Nov 12 12:26:36.188835 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.270418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5457549c-d7e1-46f8-a0ec-2124e0075c79 req-1c5c4aaa-b060-4f50-b83d-98c0069f5b8d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193666 Nov 12 12:26:36.332096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:36.364466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f56b5ec9-6ddf-42c8-88e5-b611ec53380a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:36.375731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-d16a4af6-5957-4598-8fd6-d7fd4d5cb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:36.388104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-d16a4af6-5957-4598-8fd6-d7fd4d5cb221 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.4871831 Nov 12 12:26:36.394834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.448698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'mac_address': 'fa:16:3e:32:bb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:36.452174 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.468830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/aa659c7a-ef6a-43b9-a589-a862c9d108e9 HTTP/1.1" status: 204 len: 168 time: 1.3526108 Nov 12 12:26:36.473048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:36.482279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7ec3650e-2a71-42ea-a35c-be3577f29c29 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:36.482810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.489911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:36.584412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:36.590038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.616524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7e43331-aa1b-4600-a58c-0b80e776f0ce req-80b97ade-4ef0-4018-aff4-92b2ea1f77c0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302776 Nov 12 12:26:36.618350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133832a4-6926-4eab-9061-ea935b96ccef tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=aa659c7a-ef6a-43b9-a589-a862c9d108e9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:36.628015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-3a303de5-b34e-40f2-8cc9-c4517011c111 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.2086332 Nov 12 12:26:36.688706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1371f233-ead3-490a-9e14-1f9a311b50f5 None None] Could not find standard attr ID for object 19acd9a2-9fdd-4f85-a4e9-9f770550e147. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:36.778593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.874328 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:36.891475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-b311df02-537b-4e25-a82a-e4af0fde46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:36.900977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-b311df02-537b-4e25-a82a-e4af0fde46e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2618141 Nov 12 12:26:36.908293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-e1563cac-2c20-4f90-81f5-8684425a6ed4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:36.915700 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-e1563cac-2c20-4f90-81f5-8684425a6ed4 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.65 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.2217994 Nov 12 12:26:36.919829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3176469e-9f50-4098-a1a6-650d9486f363 req-2305fa5f-537c-4657-9c70-0a0544689234 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0800159 Nov 12 12:26:36.926210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e7ba0d-fc23-4cde-9b14-b45455134293 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:36.975790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:36.988267 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:37.059916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-56ce9e01-376b-48e2-bec9-681de867ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:37.061425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-56ce9e01-376b-48e2-bec9-681de867ba5f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361670 Nov 12 12:26:37.206834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9fbaf-ec0d-4b67-b7b0-739427756a58 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:37.244439 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:37.345446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:37.378402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:37.384097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9 HTTP/1.1" status: 204 len: 168 time: 0.9090178 Nov 12 12:26:37.388942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51876) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:37.417452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['41e7ba0d-fc23-4cde-9b14-b45455134293'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:37.442963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f349cc-4d11-42c0-9778-69f67a5f1bb7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:37.494055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:37.495955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Deleting port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:37.497196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:37.530271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-7240560f-b277-4b57-acfd-5e290edc436e service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581990 Nov 12 12:26:37.532234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5381f7c6-281d-43b6-9a2e-c444f98483bf tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422892 Nov 12 12:26:37.537012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:37.553245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:37.678399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b9f0b-f6b4-4508-bc2c-2cc56f58abeb req-ffb7b3ca-8e84-4c0d-952c-76b421833ada tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:37.682335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391b9f0b-f6b4-4508-bc2c-2cc56f58abeb req-ffb7b3ca-8e84-4c0d-952c-76b421833ada tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73e2143-8f3c-48e5-be75-dddc9d604cbf HTTP/1.1" status: 200 len: 946 time: 0.4420600 Nov 12 12:26:37.745069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] For port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:37.746245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:37.828151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:26:37.990488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7ec3650e-2a71-42ea-a35c-be3577f29c29 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:38.021399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] Deleting port 7ec3650e-2a71-42ea-a35c-be3577f29c29 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:38.021807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.050416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-5afe6f45-3320-486d-9559-d7f73f3e6579 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885621 Nov 12 12:26:38.105272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] For port 7ec3650e-2a71-42ea-a35c-be3577f29c29, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7ec3650e-2a71-42ea-a35c-be3577f29c29,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:38.105711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.122801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] Calling delete_port for 7ec3650e-2a71-42ea-a35c-be3577f29c29 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:38.228829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.264520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391b9f0b-f6b4-4508-bc2c-2cc56f58abeb req-9663ddca-f30d-49fe-a976-2ca324b01864 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups?id=5838cdd8-7dd3-4c47-a026-15c95d0bd49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813491 Nov 12 12:26:38.284048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:38.284048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.331395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.333843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.334434 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Floating IP d639c656-5286-4cb7-864c-9caa4f4e9998 disassociated. External IP: 172.25.1.233, port: f3ecbf5e-7683-467d-b5d3-ac7edae2df0d. Nov 12 12:26:38.335809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Calling delete_port for f3ecbf5e-7683-467d-b5d3-ac7edae2df0d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:38.338570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5931329e-5aa2-459e-8cb4-043a6d8d6624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.354423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] Pushing event deleted for resources: {'Port': ['ID=7ec3650e-2a71-42ea-a35c-be3577f29c29,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:38.372102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb658a6-ae1d-4c6b-9651-e7ac502f5436 None None] No DVR routers for this DVR port 7ec3650e-2a71-42ea-a35c-be3577f29c29 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:38.389718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No active binding found for port 7ec3650e-2a71-42ea-a35c-be3577f29c29 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:26:38.390195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7ec3650e-2a71-42ea-a35c-be3577f29c29 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:38.614537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:38.705046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event deleted for resources: {'Port': ['ID=f3ecbf5e-7683-467d-b5d3-ac7edae2df0d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:38.855735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:26:39.011319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:26:39.025265 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:26:39.050020 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:39.051150 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:39.130130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] No DVR routers for this DVR port f3ecbf5e-7683-467d-b5d3-ac7edae2df0d on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:39.141791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:39.150644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12fa9e7b-2a21-49c5-9017-888f503dff38 req-a145688f-c9e9-47e5-bddd-bbaf2a12c714 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.65 "DELETE /v2.0/ports/f3ecbf5e-7683-467d-b5d3-ac7edae2df0d HTTP/1.1" status: 204 len: 173 time: 2.2217093 Nov 12 12:26:39.152399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'name': 'network-vif-deleted', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:39.169217 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0a828c-171c-4247-9aa1-a21a21e6f829" -d '{"events": [{"server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "name": "network-vif-deleted", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:39.245838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64f81f-b9a1-486b-a853-05ecabedcaa7 req-d2cb5599-6511-4cc2-a95b-104670b107a4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:39.251453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:39.258933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df64f81f-b9a1-486b-a853-05ecabedcaa7 req-d2cb5599-6511-4cc2-a95b-104670b107a4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.8670287 Nov 12 12:26:39.288546 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:39.324155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:39.436148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df64f81f-b9a1-486b-a853-05ecabedcaa7 req-efea476b-786d-4d60-af4a-fd53e40f994d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760049 Nov 12 12:26:39.482344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f56b5ec9-6ddf-42c8-88e5-b611ec53380a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:39.482725 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:39.513473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:26:39.523454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:39.699726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:39.768055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:39.781490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:39.786051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:39.794065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:39.795570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:39.808134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886f674-b629-4873-abf9-952c8567bfc0 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:39.846859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:39.851951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:39.868564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3249819 Nov 12 12:26:39.937409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293dc36-f7e2-4154-ba99-3f4634683e31 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=a4ba66d4-ed0e-4056-839a-1777ca3b8c0c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:40.001926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eae8f-872c-4e67-80a6-daab86d2ecbf req-a4d42142-8094-446a-9ff4-e1054990fa49 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:40.015259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b20eae8f-872c-4e67-80a6-daab86d2ecbf req-a4d42142-8094-446a-9ff4-e1054990fa49 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 949 time: 0.3427804 Nov 12 12:26:40.046386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:40.068394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:40.073190 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbf234f-ca73-4fcd-8afa-f4fe3935e1c1" -d '{"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-plugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:40.089319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.154737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 41e7ba0d-fc23-4cde-9b14-b45455134293 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:26:40.170747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:40.180395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 41e7ba0d-fc23-4cde-9b14-b45455134293 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:40.181022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.181255 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.211838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b20eae8f-872c-4e67-80a6-daab86d2ecbf req-8fbad609-2bac-4c21-919d-d54ffe7eaa7b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869309 Nov 12 12:26:40.352768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'a4ba66d4-ed0e-4056-839a-1777ca3b8c0c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:26:40.354312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.356389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:40.465989 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.509383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb9392-ae3b-4116-af8b-bf4ba89c68d5 req-be3250b3-c834-4ed0-a37b-f11316d24cce tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:40.519465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9bb9392-ae3b-4116-af8b-bf4ba89c68d5 req-be3250b3-c834-4ed0-a37b-f11316d24cce tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1276836 Nov 12 12:26:40.532413 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:40.580080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.612578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:40.650458 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.654095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9bb9392-ae3b-4116-af8b-bf4ba89c68d5 req-08cf2d4c-a534-4b62-ac70-daeeda710d10 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337671 Nov 12 12:26:40.713732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:40.725484 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:26:40.747539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Allocated IP 2001:db8::f816:3eff:fe8f:fe84 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/a4ba66d4-ed0e-4056-839a-1777ca3b8c0c/21538a57-7a6f-43dd-8bf0-3ee880779817) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:40.779628 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:26:40.780268 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:26:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:40.881586 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:40.947758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39b0b4dd-1fec-4d12-9781-7c3cc63118c6 req-36ce0e4e-b297-45d1-a27e-ea2f0c1c747c tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1033812 Nov 12 12:26:41.180291 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.228734 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:26:41.239026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.253865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.388723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f3ecbf5e-7683-467d-b5d3-ac7edae2df0d no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:41.451196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: f3ecbf5e-7683-467d-b5d3-ac7edae2df0d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:41.451624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f3ecbf5e-7683-467d-b5d3-ac7edae2df0d not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:41.507945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:41.526218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:41.543006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:41.582860 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68609665-6dd0-4917-9ac3-2e51be3875c8 x-openstack-request-id: req-68609665-6dd0-4917-9ac3-2e51be3875c8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:41.583199 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-plugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:41.583458 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68609665-6dd0-4917-9ac3-2e51be3875c8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:41.583857 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'code': 200} Nov 12 12:26:41.612815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:41.680373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Attempting to bind port 21538a57-7a6f-43dd-8bf0-3ee880779817 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:41.680996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Attempting to bind port 21538a57-7a6f-43dd-8bf0-3ee880779817 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:41.681580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Attempting to bind port 21538a57-7a6f-43dd-8bf0-3ee880779817 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:41.689507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:41.691508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:41.692115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.692819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:41.693452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Bound port: 21538a57-7a6f-43dd-8bf0-3ee880779817, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:41.694232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.802775 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:26:41.837198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:41.844124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:41.852573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:41.860320 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327174d3-9d6f-4cb2-bd0a-8b042d9176a9 None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:18:18Z', 'revision_number': 4, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd8a595ef-2014-4773-8328-0a7630b8dd56', 'name': '', 'network_id': 'db42803f-3d5a-4663-bf93-9608df557453', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'mac_address': 'fa:16:3e:74:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:16Z', 'updated_at': '2021-11-12T12:18:25Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'subnets': [{'id': 'eb3b2357-308c-4a95-a7c4-72b773238df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:26:41.866196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06bce9-667f-41eb-8d89-d99ef44cc632 req-62138b70-a5d8-48c3-becb-a036e235f9f6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:41.878081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c06bce9-667f-41eb-8d89-d99ef44cc632 req-62138b70-a5d8-48c3-becb-a036e235f9f6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1731372 Nov 12 12:26:41.925749 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246f4d79-6f5b-4527-a664-04c22561cb68 x-openstack-request-id: req-246f4d79-6f5b-4527-a664-04c22561cb68 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:41.926843 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73e2143-8f3c-48e5-be75-dddc9d604cbf", "name": "network-vif-deleted", "tag": "f3ecbf5e-7683-467d-b5d3-ac7edae2df0d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:41.927255 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-246f4d79-6f5b-4527-a664-04c22561cb68 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:41.928246 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73e2143-8f3c-48e5-be75-dddc9d604cbf', 'name': 'network-vif-deleted', 'tag': 'f3ecbf5e-7683-467d-b5d3-ac7edae2df0d', 'status': 'completed', 'code': 200} Nov 12 12:26:41.930640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:41.951746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:41.960188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:41.960776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:42.007059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab69500-67b8-4968-9657-38da46f37f9b None None] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:42.075261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2272100 Nov 12 12:26:42.082633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51908) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:42.087660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c06bce9-667f-41eb-8d89-d99ef44cc632 req-62a2047f-7de1-43f3-bb93-0c185e38b69a tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076268 Nov 12 12:26:42.089497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:ec:d0:bb', 'name': 'tempest-NetworksTestDHCPv6-368713900'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:42.125852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-1ca5ff7e-8348-46c2-a2e5-4e96ac558ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:42.130583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-1ca5ff7e-8348-46c2-a2e5-4e96ac558ab4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b&tenant_id=02679cf315e34445a6c4079156f8c98e HTTP/1.1" status: 200 len: 1101 time: 0.2249844 Nov 12 12:26:42.131668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44c3e2-2490-43a2-b1af-a6f5e4ee408c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=9d646796-7749-4a47-ab57-66c6c6079287,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:42.154995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:42.324327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478907a-6af1-4bef-9795-92f399582bd4 req-327c78ec-fc04-4b50-b706-5840bcca7e69 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:42.345078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2478907a-6af1-4bef-9795-92f399582bd4 req-327c78ec-fc04-4b50-b706-5840bcca7e69 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 950 time: 0.1410425 Nov 12 12:26:42.386203 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:42.481909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a2c03-61dc-4b16-828d-e25065e20ae6 None None] New status for floating IP d639c656-5286-4cb7-864c-9caa4f4e9998: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:26:42.513668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2478907a-6af1-4bef-9795-92f399582bd4 req-beee8213-e6be-4c1c-baf5-d8de6517a6e4 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674533 Nov 12 12:26:42.563337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:42.575557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:42.751467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fc0189c-337e-4dd5-8b5c-eb083cd375ee tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:42.879146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fc0189c-337e-4dd5-8b5c-eb083cd375ee tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:42.904516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:42.935761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1796ef-5194-485f-9a01-81efc05acdb5 req-c48dfcf1-3bed-44f6-9a4c-56abd57e36c0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:42.943780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a1796ef-5194-485f-9a01-81efc05acdb5 req-c48dfcf1-3bed-44f6-9a4c-56abd57e36c0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1854081 Nov 12 12:26:43.014656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:43.021407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a1796ef-5194-485f-9a01-81efc05acdb5 req-5d87e83a-c337-4cca-983a-8d08dd99abc3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760324 Nov 12 12:26:43.043586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fc0189c-337e-4dd5-8b5c-eb083cd375ee tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.047958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fc0189c-337e-4dd5-8b5c-eb083cd375ee tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.049351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0fc0189c-337e-4dd5-8b5c-eb083cd375ee tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "DELETE /v2.0/security-groups/5838cdd8-7dd3-4c47-a026-15c95d0bd49d HTTP/1.1" status: 204 len: 168 time: 0.4726119 Nov 12 12:26:43.052366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:43.088923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:43.127628 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-45ee0126-f75b-449b-be82-74cfa31db451 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] show failed (client error): The resource could not be found. Nov 12 12:26:43.129415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-45ee0126-f75b-449b-be82-74cfa31db451 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "GET /v2.0/security-groups/5838cdd8-7dd3-4c47-a026-15c95d0bd49d HTTP/1.1" status: 404 len: 347 time: 0.0707366 Nov 12 12:26:43.134489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:43.159636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.160513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0189c-337e-4dd5-8b5c-eb083cd375ee tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838cdd8-7dd3-4c47-a026-15c95d0bd49d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:43.198858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Transition to ACTIVE for port object 41e7ba0d-fc23-4cde-9b14-b45455134293 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:26:43.218787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.226444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 49544008-a549-4b4f-b322-8e584eea0c8c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:26:43.373215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:43.508675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] No DVR routers for this DVR port 41e7ba0d-fc23-4cde-9b14-b45455134293 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:43.537543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-742d98b0-09e6-469d-bdd3-ab0df80458c6 req-96c9b1d0-376b-474e-a1bd-abb3be5768f5 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.2601128 Nov 12 12:26:43.584804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:43.587779 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d8209-85bd-45ab-be40-f71b11479253" -d '{"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-plugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:43.612435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Deleting port 1ed73065-d63e-40a0-86b0-8066d8538ff4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:43.612651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.617783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:26:43.618488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:26:43.619038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:43.657564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:26:43.659091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Attempting to bind port 41e7ba0d-fc23-4cde-9b14-b45455134293 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:26:43.668515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:26:43.669247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:26:43.669852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:26:43.670716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Bound port: 41e7ba0d-fc23-4cde-9b14-b45455134293, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:26:43.671311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.713565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 172.20.0.12 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/9d646796-7749-4a47-ab57-66c6c6079287/49544008-a549-4b4f-b322-8e584eea0c8c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:43.724510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:43.808577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:feec:d0bb (5a3e9a0b-562d-4280-8b2f-1b144464aa88/a4ba66d4-ed0e-4056-839a-1777ca3b8c0c/49544008-a549-4b4f-b322-8e584eea0c8c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:43.844300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:43.932753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:43.939413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.940579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:43.949258 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b5aac-858e-4087-b9cc-2849b11318c7" -d '{"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-unplugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:43.962013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:26:43.966768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:26:43.999186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Calling delete_port for 1ed73065-d63e-40a0-86b0-8066d8538ff4 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:43.999477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81281ee6-be0d-4827-8f46-5228c3cdc649 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:44.082088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681610bd-c170-4a90-bf98-0cdefb0a86be req-006629c9-761d-43a1-b005-603e0ff66b6f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:44.090853 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-681610bd-c170-4a90-bf98-0cdefb0a86be req-006629c9-761d-43a1-b005-603e0ff66b6f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1389768 Nov 12 12:26:44.147804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:44.185384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-681610bd-c170-4a90-bf98-0cdefb0a86be req-b6b3f85f-e2a0-4113-a011-0266c3514823 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934565 Nov 12 12:26:44.281390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.320288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.351348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.379389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf8c92-8f63-47b6-b069-74ffa42811ea req-762af330-30bc-4790-8e7b-88fff7e47965 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:44.387628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fbf8c92-8f63-47b6-b069-74ffa42811ea req-762af330-30bc-4790-8e7b-88fff7e47965 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 949 time: 0.1028273 Nov 12 12:26:44.406744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=11']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:44.416048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:44.416818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.418490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a555adb4-67bf-4b8f-8263-d8a05787d170 service neutron] 10.222.0.65 "PUT /v2.0/ports/41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 1097 time: 2.2765853 Nov 12 12:26:44.445131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.479702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:44.480081 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.484226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Pushing event deleted for resources: {'Port': ['ID=1ed73065-d63e-40a0-86b0-8066d8538ff4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:44.539098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.542538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.543947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-791d8d22-9ea7-414c-90aa-d6095709d344 tempest-AttachVolumeTestJSON-532017924 tempest-AttachVolumeTestJSON-532017924-project] 10.222.0.18 "DELETE /v2.0/floatingips/d639c656-5286-4cb7-864c-9caa4f4e9998 HTTP/1.1" status: 204 len: 168 time: 1.4050515 Nov 12 12:26:44.675930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fbf8c92-8f63-47b6-b069-74ffa42811ea req-56bbd8c9-da9d-4824-8db3-ce9c150f056e tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868791 Nov 12 12:26:44.706780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:44.710014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-ae41e4df-29df-4fe0-9e79-c87f8fc5b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:44.712445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-ae41e4df-29df-4fe0-9e79-c87f8fc5b2f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1100 time: 0.2647512 Nov 12 12:26:44.714210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=49544008-a549-4b4f-b322-8e584eea0c8c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:44.719028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:44.733650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8efc27fe-278f-4991-bc80-a0979765496a None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:44.734262 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8efc27fe-278f-4991-bc80-a0979765496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:44.755908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:45.011896 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dcb692-80fa-471e-94e5-b95288652e5c x-openstack-request-id: req-f0dcb692-80fa-471e-94e5-b95288652e5c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:45.012350 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-unplugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:45.013100 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0dcb692-80fa-471e-94e5-b95288652e5c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:45.015447 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'code': 200} Nov 12 12:26:45.055904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.068021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:45.118114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aed1183a-c1e5-4e0a-b606-422d2b942149 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0313306 Nov 12 12:26:45.119581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:45.207698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fde3-fbc3-48c0-9008-a97d5665329b req-37b6af7e-5281-47da-a1c2-8aa6340bc7b1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.228179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5121fde3-fbc3-48c0-9008-a97d5665329b req-37b6af7e-5281-47da-a1c2-8aa6340bc7b1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1449134 Nov 12 12:26:45.234800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-ef284918-8605-4e94-88ec-ac7c2dede9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.237098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-ef284918-8605-4e94-88ec-ac7c2dede9f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.5086675 Nov 12 12:26:45.325166 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91521cbd-82e7-4a3d-bf79-c0f370cea0be x-openstack-request-id: req-91521cbd-82e7-4a3d-bf79-c0f370cea0be {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:45.325748 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-plugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:45.326057 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91521cbd-82e7-4a3d-bf79-c0f370cea0be {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:45.326488 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'code': 200} Nov 12 12:26:45.351918 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:45.384193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5121fde3-fbc3-48c0-9008-a97d5665329b req-10224fb6-d3d5-446b-9507-66437181be60 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504722 Nov 12 12:26:45.405172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4313b-ddd7-4353-88c3-f11daf5daee0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.419241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4313b-ddd7-4353-88c3-f11daf5daee0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.428022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:45.430305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2da4313b-ddd7-4353-88c3-f11daf5daee0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3088775 Nov 12 12:26:45.434859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-53b0036e-4a96-4f4f-9ea2-42e09fdeddb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.1833460 Nov 12 12:26:45.471198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:45.481258 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:45.554609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:45.607648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-d1014a7a-0a10-4dab-9005-97e23018a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.611011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-d1014a7a-0a10-4dab-9005-97e23018a1ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1687143 Nov 12 12:26:45.617020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'a4ba66d4-ed0e-4056-839a-1777ca3b8c0c', 'ip_address': '2001:db8::f816:3eff:fe8f:fe84'}, {'subnet_id': '9d646796-7749-4a47-ab57-66c6c6079287'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '21538a57-7a6f-43dd-8bf0-3ee880779817'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:26:45.654493 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:45.719645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a1606567-0bd3-486c-a098-f5ef77871bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:45.726389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a1606567-0bd3-486c-a098-f5ef77871bc6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068430 Nov 12 12:26:45.757587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8870b-d334-40c3-a356-2924f5df537d req-98385129-5793-4ac6-a5f0-ee1a9354255d tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1261525 Nov 12 12:26:45.841091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 49544008-a549-4b4f-b322-8e584eea0c8c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:45.841444 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:46.026428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:46.048360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a5990299-b735-45f8-92ce-cf2797cc4317 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107207 Nov 12 12:26:46.178304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] Allocated IP 172.20.0.2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/9d646796-7749-4a47-ab57-66c6c6079287/21538a57-7a6f-43dd-8bf0-3ee880779817) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:46.201972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:46.209308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:46.214912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:46.264505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 49544008-a549-4b4f-b322-8e584eea0c8c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:46.305149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997336-9b71-4cbc-880e-797a748e8eb1 req-1ae45af6-a6c4-49c5-95ab-4b043f4fb24d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:46.309560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-091e1da5-95ad-4823-a021-24b1d09b9e70 req-a4d8e768-1f30-42b7-b8f8-3b6901499f25 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467384 Nov 12 12:26:46.314140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc997336-9b71-4cbc-880e-797a748e8eb1 req-1ae45af6-a6c4-49c5-95ab-4b043f4fb24d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.2191169 Nov 12 12:26:46.438043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:46.483000 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:46.492393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:46.726133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058abe0a-f0de-46c4-a782-98c15d3355f7 None None] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:46.760071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc997336-9b71-4cbc-880e-797a748e8eb1 req-797fc4f7-cdf4-4681-84e4-2fce0acf46ae tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450624 Nov 12 12:26:46.772877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:46.967495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=49544008-a549-4b4f-b322-8e584eea0c8c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:47.016834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:47.019381 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a369fb-c1de-4e5e-875b-2f976484fcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:47.067267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12638aa5-54d2-4a73-b996-20e558d41147 req-63f7c896-4efa-41dd-b254-79b6bde6e376 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:47.075591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12638aa5-54d2-4a73-b996-20e558d41147 req-63f7c896-4efa-41dd-b254-79b6bde6e376 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 949 time: 0.1492038 Nov 12 12:26:47.149413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:47.153514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-33c803c8-0aac-4443-bfeb-1f6b9ac16e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/49544008-a549-4b4f-b322-8e584eea0c8c HTTP/1.1" status: 204 len: 168 time: 1.7245150 Nov 12 12:26:47.156189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:47.198439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12638aa5-54d2-4a73-b996-20e558d41147 req-50ac4eb1-d4b7-484f-8c8d-271e202cc1c6 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216464 Nov 12 12:26:47.310422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed851777-43e8-4cbd-818d-cdcc962be740 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:47.315694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed851777-43e8-4cbd-818d-cdcc962be740 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:47.317402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed851777-43e8-4cbd-818d-cdcc962be740 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:47.319193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed851777-43e8-4cbd-818d-cdcc962be740 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1618893 Nov 12 12:26:47.321860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:47.399231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b37f23-9e77-416c-b0e5-59ba2899b48a req-6af8a8e2-73b0-4b21-92fa-c99ccfe96d51 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:47.409621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9b37f23-9e77-416c-b0e5-59ba2899b48a req-6af8a8e2-73b0-4b21-92fa-c99ccfe96d51 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1100249 Nov 12 12:26:47.460690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 9d646796-7749-4a47-ab57-66c6c6079287 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:47.470288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:47.520385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9b37f23-9e77-416c-b0e5-59ba2899b48a req-d73642b6-064c-49ae-baa9-e5ceb6b428c1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097002 Nov 12 12:26:47.601157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:47.679501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d650a7ef-8865-4f24-8651-b1aee102f2d3 req-d9de03a6-ca63-436a-98f5-3d83dbfd7a4b tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0496430 Nov 12 12:26:47.842512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:47.999988 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85071736-5306-4aff-a0f0-b29c8d728c1e x-openstack-request-id: req-85071736-5306-4aff-a0f0-b29c8d728c1e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:47.999988 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:47.999988 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85071736-5306-4aff-a0f0-b29c8d728c1e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:48.000275 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'status': 'completed', 'code': 200} Nov 12 12:26:48.040016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:48.168571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc8a60bf-672f-467a-a9fb-20c7b3e8e997 None None] Could not find standard attr ID for object 49544008-a549-4b4f-b322-8e584eea0c8c. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:48.260154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc8a60bf-672f-467a-a9fb-20c7b3e8e997 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:48.260357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc8a60bf-672f-467a-a9fb-20c7b3e8e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:48.294952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:48.306679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-eb1599e5-e568-456e-a942-50e9aa385324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:48.311822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-eb1599e5-e568-456e-a942-50e9aa385324 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1100 time: 0.2867234 Nov 12 12:26:48.443176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:48.443176 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:48.475186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=9d646796-7749-4a47-ab57-66c6c6079287,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:48.500807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-7de388e6-971f-4d5e-8651-3de9186c7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:48.513185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-7de388e6-971f-4d5e-8651-3de9186c7b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1100 time: 0.4439051 Nov 12 12:26:48.515575 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:48.529700 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-31e28fa7-19e1-4d5d-8a8a-8f1b93ad1da5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/9d646796-7749-4a47-ab57-66c6c6079287 HTTP/1.1" status: 204 len: 168 time: 1.2067754 Nov 12 12:26:48.541225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:48.633939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-cb9c6d63-6f6a-4627-91ac-986d49eb7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:48.635925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-cb9c6d63-6f6a-4627-91ac-986d49eb7ab3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3120580 Nov 12 12:26:48.741988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961ca3-496c-4574-b6e6-3ed575af3948 req-400daedc-450b-4bd4-8b0d-85e9f2f81da5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:48.760455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21961ca3-496c-4574-b6e6-3ed575af3948 req-400daedc-450b-4bd4-8b0d-85e9f2f81da5 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.5802696 Nov 12 12:26:48.857014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40294aad-fd2a-4d0a-a6f0-a98797c8c2ef None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:48.953530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet a4ba66d4-ed0e-4056-839a-1777ca3b8c0c {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:48.965985 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:49.049321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b96724bd-6464-45f8-b62c-e5c3a41a1eb0 None None] Could not find standard attr ID for object 49544008-a549-4b4f-b322-8e584eea0c8c. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:49.050088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21961ca3-496c-4574-b6e6-3ed575af3948 req-1f21ceeb-6add-49ea-9221-7b71f5f53678 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819483 Nov 12 12:26:49.055849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-c23e97f6-ba94-4c60-8d02-6e300f39c962 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.3984056 Nov 12 12:26:49.107752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:49.263959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-3a2a8c2f-abab-4e4d-9523-e973d06f93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:49.265848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-3a2a8c2f-abab-4e4d-9523-e973d06f93f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1962957 Nov 12 12:26:49.312124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310971e9-e7d7-4b39-8cbb-294c06386dd3 req-590a9f93-8caa-4be1-8def-18ccdbd7cb6f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:49.313885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-310971e9-e7d7-4b39-8cbb-294c06386dd3 req-590a9f93-8caa-4be1-8def-18ccdbd7cb6f tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 949 time: 0.0822506 Nov 12 12:26:49.387120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:26:49.429468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-f14b8c91-cb8b-4d2e-a678-440b212e4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:49.431033 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-f14b8c91-cb8b-4d2e-a678-440b212e4ec8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.8854465 Nov 12 12:26:49.486640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-310971e9-e7d7-4b39-8cbb-294c06386dd3 req-5256e9de-afc2-45a2-892e-3563ece5006b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278965 Nov 12 12:26:49.501058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-c3c4122c-e16c-4635-8da2-12f29903148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:49.508977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-c3c4122c-e16c-4635-8da2-12f29903148a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220423 Nov 12 12:26:49.544557 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-dcfe7573-16d8-4c6a-9804-451e9a3d9b7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 200 len: 217 time: 0.0943353 Nov 12 12:26:49.662570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:49.671305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-245c083c-f4ce-4989-9293-ac90cf693c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:49.672826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-245c083c-f4ce-4989-9293-ac90cf693c3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1197190 Nov 12 12:26:49.674423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:49.684138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'mac_address': 'fa:16:3e:32:bb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:26:49.738716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-832b41d0-5e65-48dd-9d85-b87ad1079087 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180204 Nov 12 12:26:49.878129 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:49.943449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e7ba0d-fc23-4cde-9b14-b45455134293 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:26:49.981416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-f5a1271b-1443-4e6c-9409-c84a21be3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:49.982723 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-f5a1271b-1443-4e6c-9409-c84a21be3cf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2261336 Nov 12 12:26:49.993652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:50.001721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:50.014811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:50.096119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:50.138483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-b8d21339-8e56-4f9b-938e-8eff25a4a0ab service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859625 Nov 12 12:26:50.165513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ba66d4-ed0e-4056-839a-1777ca3b8c0c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:50.175048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:50.184039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8e798503-4099-4057-8e9e-73b0cf630589 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/a4ba66d4-ed0e-4056-839a-1777ca3b8c0c HTTP/1.1" status: 204 len: 168 time: 1.5985217 Nov 12 12:26:50.189002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:50.235414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2fdc5716-a6c3-45a6-b625-fa4d2ee879bb req-2fd06ace-5e62-48c1-bc9e-3d35f63ac443 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0953963 Nov 12 12:26:50.270725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006b8a-4385-4612-8259-13ca89f22651 req-6b05d2b4-3b96-44b7-aed5-49ff7f9e178a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:50.285595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7006b8a-4385-4612-8259-13ca89f22651 req-6b05d2b4-3b96-44b7-aed5-49ff7f9e178a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.5450687 Nov 12 12:26:50.321876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:50.323668 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-580c5075-ebe6-49e0-8329-206083070e86 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209235 Nov 12 12:26:50.329677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['41e7ba0d-fc23-4cde-9b14-b45455134293'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:50.335015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:50.445655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-db13759a-9934-4864-b14e-c6ebadee99c8 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500816 Nov 12 12:26:50.636292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7006b8a-4385-4612-8259-13ca89f22651 req-e9b51f14-c253-4a2a-8602-6f96c4941289 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992065 Nov 12 12:26:50.648572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:50.670791 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:50.748786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4c802-dca6-44b9-b308-a16e82ac0639 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:50.786127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-84a369fb-c1de-4e5e-875b-2f976484fcaa req-0ce0af4f-5b35-4a1d-a61a-6b2b53cb635f service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305182 Nov 12 12:26:50.909492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:50.932559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-655bba93-2051-463b-991a-eff333becac7 req-ce326686-00c1-4f26-a775-c96615686830 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0349441 Nov 12 12:26:51.004239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:51.011203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:51.016112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:51.016724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:51.039912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=0f8f83ca-1ea0-4436-8c02-e823f16586b8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:51.071387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51998) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:51.081217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:51.085146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7bfc07ad-455f-4d63-b9e4-527f43ce5345 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7607765 Nov 12 12:26:51.150481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-354ea2ab-3ce2-40dd-8175-0c430cc8c09d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:51.150967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354ea2ab-3ce2-40dd-8175-0c430cc8c09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:51.309488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:51.313271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:51.493882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d97af-c8da-4221-b655-79334c95293c req-64fcb82d-8afd-4bf2-a838-94ff1dbaccaa tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:51.506629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d98d97af-c8da-4221-b655-79334c95293c req-64fcb82d-8afd-4bf2-a838-94ff1dbaccaa tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 1101 time: 0.1359365 Nov 12 12:26:51.590442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': '0f8f83ca-1ea0-4436-8c02-e823f16586b8'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '21538a57-7a6f-43dd-8bf0-3ee880779817'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:26:51.614279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d98d97af-c8da-4221-b655-79334c95293c req-6e64d116-b0b5-4f70-a9d4-189b202cb428 tempest-MigrationsAdminTest-624227161 tempest-MigrationsAdminTest-624227161-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059325 Nov 12 12:26:51.734546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:51.936630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9981be-b53f-4b09-96b9-a741c821be72 req-42ebed3d-1199-494b-807e-ac2d340e9e2e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:51.947977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e9981be-b53f-4b09-96b9-a741c821be72 req-42ebed3d-1199-494b-807e-ac2d340e9e2e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.2240384 Nov 12 12:26:52.091664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e9981be-b53f-4b09-96b9-a741c821be72 req-060e7e49-20c0-47d7-84ba-a74dc7450215 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334672 Nov 12 12:26:52.291657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] Allocated IP 172.20.0.2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0f8f83ca-1ea0-4436-8c02-e823f16586b8/21538a57-7a6f-43dd-8bf0-3ee880779817) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:52.467668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:52.501495 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:52.512196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:52.690038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.objects.ports [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:26:52.758248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9049-227f-4f55-9999-3739e4e2d1e0 None None] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:53.179356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5e2d-b8cb-4d7e-aa84-5b34f3754473 req-62745e04-9c19-4b35-bad3-8fe9cb0eeb13 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:53.194943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0cd5e2d-b8cb-4d7e-aa84-5b34f3754473 req-62745e04-9c19-4b35-bad3-8fe9cb0eeb13 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1709704 Nov 12 12:26:53.319926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0cd5e2d-b8cb-4d7e-aa84-5b34f3754473 req-59e642de-cb26-4e20-85fa-400ad87538db tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170907 Nov 12 12:26:53.417208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:53.521771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:53.534618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33c3480e-eafb-474b-9339-354c6ae3fc47 req-52a7d962-9329-48b1-9144-1e33d2431cd5 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0654497 Nov 12 12:26:53.637963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 41e7ba0d-fc23-4cde-9b14-b45455134293 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:26:53.650886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 41e7ba0d-fc23-4cde-9b14-b45455134293 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:53.651253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:53.893737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:53.935387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:53.955722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:53.968915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:53.979418 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd5f08-f4b8-451a-bc57-5610af6c7bd5" -d '{"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-plugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:53.980958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:54.061119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.064788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eba520-f541-49d8-8163-11f7ebcfc834 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:54.070573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.071348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.072884 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.118924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a983-2d5d-4bf4-8ed8-5833fea8bee8 req-c7ee3a6a-91bb-4365-bad4-5d2cf7de04d2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:54.130462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68a1a983-2d5d-4bf4-8ed8-5833fea8bee8 req-c7ee3a6a-91bb-4365-bad4-5d2cf7de04d2 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 951 time: 0.1645381 Nov 12 12:26:54.261367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68a1a983-2d5d-4bf4-8ed8-5833fea8bee8 req-47c03b73-2d67-4f53-818b-08b70e2d79cc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296475 Nov 12 12:26:54.313861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:54.358437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=9']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:54.506705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:54.507236 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.542311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad76b02-83b1-409a-9af6-f7acc21c63c4 req-90629c38-d777-4307-93a9-237eead352b6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:54.554585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ad76b02-83b1-409a-9af6-f7acc21c63c4 req-90629c38-d777-4307-93a9-237eead352b6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1522615 Nov 12 12:26:54.557020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:54.580553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:54.598450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:54.599606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.616258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=2a8638b4-92d8-402c-8370-87354adad0f3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:54.624722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-86b59fde-d349-4853-b29e-97963052af88 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:54.625095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86b59fde-d349-4853-b29e-97963052af88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:54.661372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-2f4c381d-dde4-4feb-bd3a-317c780a84cf tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:54.665009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-2f4c381d-dde4-4feb-bd3a-317c780a84cf tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 951 time: 0.2700853 Nov 12 12:26:54.711951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ad76b02-83b1-409a-9af6-f7acc21c63c4 req-6b6e7556-9f65-4834-82dc-5eb3ebf02d1f tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488831 Nov 12 12:26:54.758885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-30c739b7-70a3-41aa-af5d-a000795f367c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6802723 Nov 12 12:26:54.759298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52044) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:54.764467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:75:7e:f0', 'name': 'tempest-NetworksTestDHCPv6-1221998772'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:26:55.033830 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafcd5fd-db1a-4d48-afa4-fbbb881ed91d x-openstack-request-id: req-bafcd5fd-db1a-4d48-afa4-fbbb881ed91d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:55.034290 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-plugged", "status": "completed", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:55.034536 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bafcd5fd-db1a-4d48-afa4-fbbb881ed91d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:55.034865 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'code': 200} Nov 12 12:26:55.149984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Deleting port 41e7ba0d-fc23-4cde-9b14-b45455134293 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:55.150602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:55.156134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:26:55.380049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:55.478785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8703a154-028e-4721-a154-db520cc98e06 req-af8b324b-c45d-4924-a76b-978a76e9dbc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af04cbb6de1c4df4b2e83ac0154c6b1d&device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0580595 Nov 12 12:26:55.508599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 57eadce3-5406-45c7-839d-126dcad61cb4 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:26:55.526419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8703a154-028e-4721-a154-db520cc98e06 req-41ff05af-a88f-470f-9924-29e696c771f8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=af04cbb6de1c4df4b2e83ac0154c6b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305703 Nov 12 12:26:55.646606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] For port 41e7ba0d-fc23-4cde-9b14-b45455134293, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=41e7ba0d-fc23-4cde-9b14-b45455134293,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:55.647098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:55.707068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Calling delete_port for 41e7ba0d-fc23-4cde-9b14-b45455134293 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:55.750025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b49e8-277e-4fac-81de-5c51768169ed req-b7609ae8-7cd8-45e7-9809-c9594ff2a552 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:55.765114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef8b49e8-277e-4fac-81de-5c51768169ed req-b7609ae8-7cd8-45e7-9809-c9594ff2a552 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.3724558 Nov 12 12:26:55.798355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d077a96-a335-45d2-a025-4de237ab3798 req-f9627e01-a4c7-41d7-8137-0cd189c3d5de tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0962968 Nov 12 12:26:55.958925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef8b49e8-277e-4fac-81de-5c51768169ed req-2079522d-5ce7-414f-8cc3-9cc5728093b6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923728 Nov 12 12:26:56.000597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a154-028e-4721-a154-db520cc98e06 req-8433b6ea-ae29-481d-98ea-225b39cd59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:56.004931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8703a154-028e-4721-a154-db520cc98e06 req-8433b6ea-ae29-481d-98ea-225b39cd59d0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3851895 Nov 12 12:26:56.058022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:26:56.083610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f6baa-2982-4c3e-ba28-176d9308066c req-96fb626b-d2a3-41ef-bf11-00baa9a82c5d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:56.095797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-050f6baa-2982-4c3e-ba28-176d9308066c req-96fb626b-d2a3-41ef-bf11-00baa9a82c5d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f68676e-20d2-4d8b-8014-7ee517d1599b HTTP/1.1" status: 200 len: 951 time: 0.1781065 Nov 12 12:26:56.158669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 172.20.0.9 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0f8f83ca-1ea0-4436-8c02-e823f16586b8/57eadce3-5406-45c7-839d-126dcad61cb4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:56.179796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:56.183044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:56.190479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-050f6baa-2982-4c3e-ba28-176d9308066c req-5c6f4e83-a961-4c19-98c3-9dee03ebaf45 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935962 Nov 12 12:26:56.244345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:fe75:7ef0 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/2a8638b4-92d8-402c-8370-87354adad0f3/57eadce3-5406-45c7-839d-126dcad61cb4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:26:56.247945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:56.299717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959250e-55b8-483d-ba38-090bc30051b6 req-1f51ccd8-1215-45b5-8dab-4b3165e13736 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:56.301262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c959250e-55b8-483d-ba38-090bc30051b6 req-1f51ccd8-1215-45b5-8dab-4b3165e13736 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 950 time: 0.2325652 Nov 12 12:26:56.304964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6c387bf-28e2-45dd-a5be-d0393cb8283f', '206e896e-6b88-42fe-af65-aae73f8f65b8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:56.400802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:26:56.451781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event deleted for resources: {'Port': ['ID=41e7ba0d-fc23-4cde-9b14-b45455134293,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:56.498791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6357-53d3-4608-b9bb-dbbee41d5f88 req-cffe3111-8340-4a0a-ba9b-f606405e3068 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:56.506790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2aeb6357-53d3-4608-b9bb-dbbee41d5f88 req-cffe3111-8340-4a0a-ba9b-f606405e3068 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.2073574 Nov 12 12:26:56.515400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c959250e-55b8-483d-ba38-090bc30051b6 req-139a87c8-4054-4894-a5d9-fc4129a1f7c3 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518381 Nov 12 12:26:56.558844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f1c31-15c3-4dbe-8a78-b30656d71323 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:26:56.598348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] No DVR routers for this DVR port 41e7ba0d-fc23-4cde-9b14-b45455134293 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:26:56.601912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:56.608488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a8ca72a-bc2f-4b01-9cca-1d482322642a req-5ce2fef7-43af-47d2-bb06-c1190948dc14 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "DELETE /v2.0/ports/41e7ba0d-fc23-4cde-9b14-b45455134293 HTTP/1.1" status: 204 len: 173 time: 1.9294069 Nov 12 12:26:56.609060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-deleted', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:56.625203 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db813b3-f2f0-4ddb-a0eb-e7c188bcacfd" -d '{"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-deleted", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:56.721572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2aeb6357-53d3-4608-b9bb-dbbee41d5f88 req-e7d02cb4-32b6-4acc-9179-f9c8aeaab245 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801801 Nov 12 12:26:56.755580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:56.838821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:56.841143 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316173d3-5396-40f2-8614-6e4ef1344294 x-openstack-request-id: req-316173d3-5396-40f2-8614-6e4ef1344294 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:56.841714 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68676e-20d2-4d8b-8014-7ee517d1599b", "name": "network-vif-deleted", "tag": "41e7ba0d-fc23-4cde-9b14-b45455134293", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:56.842131 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-316173d3-5396-40f2-8614-6e4ef1344294 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:56.844611 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68676e-20d2-4d8b-8014-7ee517d1599b', 'name': 'network-vif-deleted', 'tag': '41e7ba0d-fc23-4cde-9b14-b45455134293', 'status': 'completed', 'code': 200} Nov 12 12:26:56.941691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:26:56.948993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:26:56.965757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:26:57.031484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=57eadce3-5406-45c7-839d-126dcad61cb4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:57.045720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0bac0bee-e17d-4c4f-884c-31734ad2182f None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:57.048515 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0bac0bee-e17d-4c4f-884c-31734ad2182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:57.154249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:57.155524 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:57.169622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c18baa0f-90ee-4f48-ac23-dd85423b9512 req-9a5e193a-0824-41ad-b38f-629a3d22844d tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0889723 Nov 12 12:26:57.232959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52094) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:57.234721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5209ac2f-9081-4c46-b647-630717c33be9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4741409 Nov 12 12:26:57.416636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c39b6-51e3-4de1-9b02-f1b1105870ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:57.434505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c39b6-51e3-4de1-9b02-f1b1105870ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:57.439615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9a9c39b6-51e3-4de1-9b02-f1b1105870ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2034550 Nov 12 12:26:57.443512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:57.481699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:57.595873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 41e7ba0d-fc23-4cde-9b14-b45455134293 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:26:57.596604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 41e7ba0d-fc23-4cde-9b14-b45455134293 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:26:57.599674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8703a154-028e-4721-a154-db520cc98e06 req-205f9895-e6ff-4a3a-821d-6f5e3c886714 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.0405438 Nov 12 12:26:57.686432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55adda-728d-409a-9367-59d764f332c5 req-1110093d-7cf3-4ac7-83cf-076b020bfba0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:57.714217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b55adda-728d-409a-9367-59d764f332c5 req-1110093d-7cf3-4ac7-83cf-076b020bfba0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.2139385 Nov 12 12:26:57.731186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 57eadce3-5406-45c7-839d-126dcad61cb4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:26:57.731633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:57.803577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:26:57.882636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b55adda-728d-409a-9367-59d764f332c5 req-1b06207d-8c47-4934-9c6e-fd0612183fa0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672666 Nov 12 12:26:58.343858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1757-8ff1-4b79-a8ad-d5986ba98650 req-b566ab9a-f679-43ab-bb42-c1badca586e0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:58.359389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83d1757-8ff1-4b79-a8ad-d5986ba98650 req-b566ab9a-f679-43ab-bb42-c1badca586e0 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1562212 Nov 12 12:26:58.529419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83d1757-8ff1-4b79-a8ad-d5986ba98650 req-70a6a523-293c-45d5-a77a-e6804b48855e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656835 Nov 12 12:26:58.590879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:58.627948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 57eadce3-5406-45c7-839d-126dcad61cb4 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:26:58.753021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:58.835937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15beef4-0ae9-4d22-bd74-57777c14d398 req-9a8c899d-5b65-48eb-93f1-d86b00ff5016 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:58.837567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a15beef4-0ae9-4d22-bd74-57777c14d398 req-9a8c899d-5b65-48eb-93f1-d86b00ff5016 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 951 time: 0.1682804 Nov 12 12:26:58.854474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:26:58.857144 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1d639-1d1e-4d1e-80eb-129c0b600163" -d '{"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:26:58.881165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:26:58.900166 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:58.952452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b784653-7ca0-41c0-98ee-2f18db8952f1 req-c923ecac-6848-4d10-8e7c-750fd26a4772 tempest-ServerShowV257Test-1657693783 tempest-ServerShowV257Test-1657693783-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd8650a4-374f-4744-894b-a3a994bdcdcd HTTP/1.1" status: 200 len: 210 time: 0.1483221 Nov 12 12:26:58.972678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a15beef4-0ae9-4d22-bd74-57777c14d398 req-ba065ef5-2643-4954-814f-f97225024ac7 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249533 Nov 12 12:26:59.006620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:59.054126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.057860 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7dce7d-4061-4b92-9904-49edd60a800f x-openstack-request-id: req-eb7dce7d-4061-4b92-9904-49edd60a800f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:26:59.058232 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:26:59.058487 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb7dce7d-4061-4b92-9904-49edd60a800f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:26:59.058955 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'code': 200} Nov 12 12:26:59.142772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=57eadce3-5406-45c7-839d-126dcad61cb4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:26:59.206807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c936bd3d-3495-4b63-828c-1f273ea57795 None None] Could not find standard attr ID for object 57eadce3-5406-45c7-839d-126dcad61cb4. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:59.243744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c936bd3d-3495-4b63-828c-1f273ea57795 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:26:59.246303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c936bd3d-3495-4b63-828c-1f273ea57795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.251166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97718-0ce0-4608-b4bd-22a20985cb6c req-657286e9-3ac3-47c1-ab10-496bc47bbfc8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:59.260828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d97718-0ce0-4608-b4bd-22a20985cb6c req-657286e9-3ac3-47c1-ab10-496bc47bbfc8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1327484 Nov 12 12:26:59.287813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.292092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-95dc8494-6793-4e2e-85dd-54290914d278 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/57eadce3-5406-45c7-839d-126dcad61cb4 HTTP/1.1" status: 204 len: 168 time: 1.8460844 Nov 12 12:26:59.293850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:59.364476 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d97718-0ce0-4608-b4bd-22a20985cb6c req-ddb4a464-6c93-4826-9166-a08997202af7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023426 Nov 12 12:26:59.429418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36069b-ed32-46cd-a8d2-94d453ba2ff0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:59.431203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36069b-ed32-46cd-a8d2-94d453ba2ff0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:59.433027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36069b-ed32-46cd-a8d2-94d453ba2ff0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:59.441428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1e36069b-ed32-46cd-a8d2-94d453ba2ff0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1462896 Nov 12 12:26:59.442069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:26:59.555041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 0f8f83ca-1ea0-4436-8c02-e823f16586b8 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:26:59.596427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.723643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.752269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.753912 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:59.827957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-22ed98ca-92a8-47a9-832c-9236ed122ed1 None None] Could not find standard attr ID for object 57eadce3-5406-45c7-839d-126dcad61cb4. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:26:59.850893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa72e9-2813-4254-a917-ea5ba5b27c41 req-74851078-8a97-4637-932a-dd6c8d5248c4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:59.860788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3fa72e9-2813-4254-a917-ea5ba5b27c41 req-74851078-8a97-4637-932a-dd6c8d5248c4 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1504059 Nov 12 12:27:00.099684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3fa72e9-2813-4254-a917-ea5ba5b27c41 req-39b19442-db4c-4570-9e47-933b09241e65 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201242 Nov 12 12:27:00.112743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:00.236525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d287745-f9fc-4372-a3ae-59574d5b826a req-52ac7f66-c83e-4fb7-b12a-70a823389f7c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:00.246032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d287745-f9fc-4372-a3ae-59574d5b826a req-52ac7f66-c83e-4fb7-b12a-70a823389f7c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 951 time: 0.1093376 Nov 12 12:27:00.275510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-e02e950b-8e8e-4d2a-afbb-a8e7e1b08a99 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:00.278996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-e02e950b-8e8e-4d2a-afbb-a8e7e1b08a99 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 951 time: 0.2881691 Nov 12 12:27:00.364596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d287745-f9fc-4372-a3ae-59574d5b826a req-ce142b62-0d7d-4e1f-a4f7-3f90acbb2e08 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170876 Nov 12 12:27:00.538376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:00.565454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:00.567826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c4481-4f7e-406c-b14a-70388dbf5e33 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:00.572035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0f8f83ca-1ea0-4436-8c02-e823f16586b8 HTTP/1.1" status: 204 len: 168 time: 1.1265829 Nov 12 12:27:00.600116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:00.677736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2362dd1-90a8-4c12-8253-8c8d3e66433f req-0dff48df-963c-46e7-82a7-802b73feb14c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:00.683089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2362dd1-90a8-4c12-8253-8c8d3e66433f req-0dff48df-963c-46e7-82a7-802b73feb14c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1742437 Nov 12 12:27:00.694313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 2a8638b4-92d8-402c-8370-87354adad0f3 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:00.700289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a78a5d-41ab-4a2d-8430-0d625fa8943d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8f83ca-1ea0-4436-8c02-e823f16586b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:00.719107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:00.795536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Deleting port 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:00.796830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:00.811149 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:27:00.840663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2362dd1-90a8-4c12-8253-8c8d3e66433f req-8b47ebf9-f354-47f4-bfdb-5a5d80bbadb0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356139 Nov 12 12:27:00.882549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:00.954623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.093309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] For port 206e896e-6b88-42fe-af65-aae73f8f65b8, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=206e896e-6b88-42fe-af65-aae73f8f65b8,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:01.093842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.120609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6df4449-42e2-4bbb-ac04-7cae26cb0b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.125657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Calling delete_port for 206e896e-6b88-42fe-af65-aae73f8f65b8 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:01.128702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.385153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6df4449-42e2-4bbb-ac04-7cae26cb0b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.397691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6df4449-42e2-4bbb-ac04-7cae26cb0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.549918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e6df4449-42e2-4bbb-ac04-7cae26cb0b87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af04cbb6de1c4df4b2e83ac0154c6b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6651831 Nov 12 12:27:01.565400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:01.568936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4449-42e2-4bbb-ac04-7cae26cb0b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b73e7-26f6-4c8f-8a85-ea1503314e17,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:01.644339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171be437-7612-43b7-8790-c926231d4c85 req-7fe52784-8e33-461d-a241-01c8202ce9fe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:01.654141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-171be437-7612-43b7-8790-c926231d4c85 req-7fe52784-8e33-461d-a241-01c8202ce9fe tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.3946984 Nov 12 12:27:01.670548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.771320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8638b4-92d8-402c-8370-87354adad0f3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:01.790798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208486e-79b2-4a74-9c8e-6e5805bd9b04 req-8cbd8519-9a85-4ffe-ba1e-5192489e5c74 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:01.801121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4208486e-79b2-4a74-9c8e-6e5805bd9b04 req-8cbd8519-9a85-4ffe-ba1e-5192489e5c74 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 951 time: 0.1960115 Nov 12 12:27:01.815855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:27:01.883352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75bcddab-b092-4189-9fd7-1c1d249c4e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.891576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.910255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-23bd9277-d53b-4988-a1d3-e8d352b375ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/2a8638b4-92d8-402c-8370-87354adad0f3 HTTP/1.1" status: 204 len: 168 time: 1.3051598 Nov 12 12:27:01.917593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:02.011907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75bcddab-b092-4189-9fd7-1c1d249c4e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.035658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4208486e-79b2-4a74-9c8e-6e5805bd9b04 req-3b61a6fc-0473-4fa7-b575-334e9faa5376 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330606 Nov 12 12:27:02.104929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:02.130920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'mac_address': 'fa:16:3e:4b:97:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:27:02.166717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-46b6e770-be49-4661-b878-dd458180b8ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2443268 Nov 12 12:27:02.166717 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.174145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:02.197709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:02.211540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6c387bf-28e2-45dd-a5be-d0393cb8283f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:02.223932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:02.229222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event deleted for resources: {'Port': ['ID=206e896e-6b88-42fe-af65-aae73f8f65b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:02.247114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-171be437-7612-43b7-8790-c926231d4c85 req-f7877a8b-12d4-4a9a-a5be-9d30cf6510f3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918374 Nov 12 12:27:02.368230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] No DVR routers for this DVR port 206e896e-6b88-42fe-af65-aae73f8f65b8 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:02.373371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.379855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f3e8462e-4079-422d-9b9c-f13f42eb039d req-8f244386-4dc3-49b3-8716-9818d0419cdb tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "DELETE /v2.0/ports/206e896e-6b88-42fe-af65-aae73f8f65b8 HTTP/1.1" status: 204 len: 173 time: 2.0918462 Nov 12 12:27:02.385577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-deleted', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:02.398310 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9370d568-0660-452b-86dc-d3500b36fdd6" -d '{"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-deleted", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:02.538490 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cddcac-4c02-4fcc-bf63-7b47b7e202e7 x-openstack-request-id: req-e1cddcac-4c02-4fcc-bf63-7b47b7e202e7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:02.538790 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dfb6e6-5c7c-488d-8dc1-5d23088a264c", "name": "network-vif-deleted", "tag": "206e896e-6b88-42fe-af65-aae73f8f65b8", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:02.539041 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1cddcac-4c02-4fcc-bf63-7b47b7e202e7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:02.539507 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dfb6e6-5c7c-488d-8dc1-5d23088a264c', 'name': 'network-vif-deleted', 'tag': '206e896e-6b88-42fe-af65-aae73f8f65b8', 'status': 'completed', 'code': 200} Nov 12 12:27:02.556530 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75bcddab-b092-4189-9fd7-1c1d249c4e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.563905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75bcddab-b092-4189-9fd7-1c1d249c4e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.575722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-75bcddab-b092-4189-9fd7-1c1d249c4e31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f0b73e7-26f6-4c8f-8a85-ea1503314e17 HTTP/1.1" status: 204 len: 168 time: 0.9853745 Nov 12 12:27:02.665047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcddab-b092-4189-9fd7-1c1d249c4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b73e7-26f6-4c8f-8a85-ea1503314e17,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:02.715204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.821941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7af6a02a-1a04-4c70-bbcd-764972dddefb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:27:02.833934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:02.838922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:02.844160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3ab4f-a584-41fd-bb49-a475a8e87ac1 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:02.845777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e7b7-17b1-4813-ad3c-f445f650cc7f req-bb599978-420e-4556-a235-b6833272be34 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:02.853835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd06e7b7-17b1-4813-ad3c-f445f650cc7f req-bb599978-420e-4556-a235-b6833272be34 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.3029351 Nov 12 12:27:02.947382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-b308965e-b6ce-4235-ac67-10cb2c7e55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:02.960159 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-b308965e-b6ce-4235-ac67-10cb2c7e55e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1096 time: 0.2588117 Nov 12 12:27:03.285626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-a958f1f9-b92a-4276-8832-a9d1e688a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:03.293453 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-a958f1f9-b92a-4276-8832-a9d1e688a196 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 915 time: 0.3121381 Nov 12 12:27:03.369138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:03.388786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac78b41e-b82a-489e-9806-dea3bcab3524 req-eeeba8d2-0c31-4a77-87db-bfeb78385e27 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=96dfb6e6-5c7c-488d-8dc1-5d23088a264c HTTP/1.1" status: 200 len: 210 time: 0.0596719 Nov 12 12:27:03.430057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-566bd315-7bb8-4401-9a2e-b5bc7090120f None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:03.430057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-566bd315-7bb8-4401-9a2e-b5bc7090120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:03.431116 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:03.568146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-ae3dbd64-6910-44c1-87d1-78c7f71bc895 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 200 len: 217 time: 0.2618394 Nov 12 12:27:03.606851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:03.671251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:03.682189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:03.714755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:03.723721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:03.734141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:03.735665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:03.821219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd06e7b7-17b1-4813-ad3c-f445f650cc7f req-9e770b53-597b-4a00-bc6d-b6c9dab00ac8 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9334421 Nov 12 12:27:03.865631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-f923e3ce-17f5-4d8d-913e-434859af8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:03.870038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-f923e3ce-17f5-4d8d-913e-434859af8292 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.2909212 Nov 12 12:27:03.913683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7378914 Nov 12 12:27:03.918078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:03.924592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:03.931857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3a754-60a6-443e-887a-f68e9e37e8ee tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=b1b7a6e7-45b4-427b-99f7-020f4ee862d6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:03.960572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7af6a02a-1a04-4c70-bbcd-764972dddefb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:03.968668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 206e896e-6b88-42fe-af65-aae73f8f65b8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:03.969378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 206e896e-6b88-42fe-af65-aae73f8f65b8 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:04.015705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-2aa5a265-ea1f-4c5d-9bec-86962241ce46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365385 Nov 12 12:27:04.256697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.258503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.259056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.259786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.262530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.263071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.263553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.264689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.265187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.266129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.274815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.275462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:04.317257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-161a65e6-cc72-492b-ac91-153e9b061091 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935879 Nov 12 12:27:04.590009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22e69d7c-5819-4d56-8854-ca9926d15438 req-a3549b47-3748-417a-bd97-6a755e3b2002 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628160 Nov 12 12:27:04.845785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b61dc-54f5-4727-b6bf-31d4466843fc req-ffa11d44-4aed-476b-886d-7f4aed5766fd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:04.856691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e78b61dc-54f5-4727-b6bf-31d4466843fc req-ffa11d44-4aed-476b-886d-7f4aed5766fd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 1.2565608 Nov 12 12:27:04.972838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e78b61dc-54f5-4727-b6bf-31d4466843fc req-f39fe65a-0f4a-4fd3-abef-242c8932d40e tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149831 Nov 12 12:27:05.045401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:05.051958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:05.059715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'b1b7a6e7-45b4-427b-99f7-020f4ee862d6'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '21538a57-7a6f-43dd-8bf0-3ee880779817'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:27:05.104790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:05.399328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] Allocated IP 172.20.0.2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b1b7a6e7-45b4-427b-99f7-020f4ee862d6/21538a57-7a6f-43dd-8bf0-3ee880779817) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:05.408790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2dd37-cf75-4735-b4e8-c739bf3ccad5 req-85226858-1459-45cb-90ab-5d64813303db tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:05.421797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bd2dd37-cf75-4735-b4e8-c739bf3ccad5 req-85226858-1459-45cb-90ab-5d64813303db tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 945 time: 0.1590023 Nov 12 12:27:05.479061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:05.504905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bd2dd37-cf75-4735-b4e8-c739bf3ccad5 req-eb0e6d62-1e58-4b7b-ab92-eaf380c4b4ef tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820751 Nov 12 12:27:05.593253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce29df1-6956-4959-82d9-93bc3cfd6504 req-9c6cee14-a3dd-4e63-ad4e-9dfaada03036 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:05.601845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ce29df1-6956-4959-82d9-93bc3cfd6504 req-9c6cee14-a3dd-4e63-ad4e-9dfaada03036 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.2367892 Nov 12 12:27:05.716764 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2d81-783d-4bb6-9aa0-243400d3a1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:05.809180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ce29df1-6956-4959-82d9-93bc3cfd6504 req-f59c3a4b-975d-47c4-8337-6a55997e5009 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030475 Nov 12 12:27:05.859003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:05.869201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:27:05.949395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:06.027174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:06.063053 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:06.082739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:06.102256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:06.104574 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f96f8-08a5-4fa0-ae30-0b0597164b26" -d '{"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-unplugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:06.108116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7af6a02a-1a04-4c70-bbcd-764972dddefb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:06.108899 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:06.184463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:06.259348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ec0b3-4059-43aa-9990-3f3670bccb13 None None] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:06.262522 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:06.351809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:06.357083 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838d666-9fde-4f66-ac2e-d414c044adfa x-openstack-request-id: req-9838d666-9fde-4f66-ac2e-d414c044adfa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:06.357371 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-unplugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:06.357626 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9838d666-9fde-4f66-ac2e-d414c044adfa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:06.358028 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'code': 200} Nov 12 12:27:06.442808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:06.482559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-3a8a5b18-f594-483b-8fd9-fc8cced97d13 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:06.485177 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-3a8a5b18-f594-483b-8fd9-fc8cced97d13 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1879001 Nov 12 12:27:06.487307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:06.498687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb80be-0cc7-43ad-b1a0-934d740fb2bc req-6f6b6eb6-0e21-4c85-8a64-f0cbc8f3ae95 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:06.510003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bfb80be-0cc7-43ad-b1a0-934d740fb2bc req-6f6b6eb6-0e21-4c85-8a64-f0cbc8f3ae95 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.3301373 Nov 12 12:27:06.748826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bfb80be-0cc7-43ad-b1a0-934d740fb2bc req-69d9af05-2943-4042-94e5-f5ae447cb1de tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376873 Nov 12 12:27:06.936180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088722-5c4c-446f-83c2-396b709480e4 req-e6e74aa9-f973-4129-8819-9d3c57a26c59 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:06.937816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c088722-5c4c-446f-83c2-396b709480e4 req-e6e74aa9-f973-4129-8819-9d3c57a26c59 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.2209983 Nov 12 12:27:06.965368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:06.966807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.028703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.037110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.038247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.071957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc159e8-5450-47f9-80e4-4948c90ca698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.088008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Deleting port c6c387bf-28e2-45dd-a5be-d0393cb8283f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:07.088560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.092596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:07.101132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.191554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c088722-5c4c-446f-83c2-396b709480e4 req-70ad4909-de8e-48ba-9d3c-539de0292ffc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292693 Nov 12 12:27:07.299914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:07.309291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:07.329135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:07.339677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:07.341219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.376183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=14']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:07.413650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=1b32e83d-b025-4b5c-a6c4-a266ed7f5428,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:07.498286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:07.500957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-499137fd-462b-49f5-a96c-96f098900da2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5735626 Nov 12 12:27:07.514914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:be:fd:fd', 'name': 'tempest-NetworksTestDHCPv6-581512787'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:07.554398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a33d83-85d6-44da-9db6-6ec8c1ec193c req-bcf7ab67-c464-45a3-960f-781ac400530c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:07.571372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0a33d83-85d6-44da-9db6-6ec8c1ec193c req-bcf7ab67-c464-45a3-960f-781ac400530c tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 949 time: 0.1862559 Nov 12 12:27:07.695959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d32ed-f3cd-4e76-9bbb-5b4f639c9f0f req-1d68f15a-9304-4e22-af45-72646a167629 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:07.698625 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-271d32ed-f3cd-4e76-9bbb-5b4f639c9f0f req-1d68f15a-9304-4e22-af45-72646a167629 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1938238 Nov 12 12:27:07.701052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] For port c6c387bf-28e2-45dd-a5be-d0393cb8283f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6c387bf-28e2-45dd-a5be-d0393cb8283f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:07.701542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.712141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0a33d83-85d6-44da-9db6-6ec8c1ec193c req-4790aeca-60b6-40c8-8293-abfb5d6fb112 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395290 Nov 12 12:27:07.739020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eaa4c4-141b-44af-a603-473e6ecb8edf None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:07.815467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Calling delete_port for c6c387bf-28e2-45dd-a5be-d0393cb8283f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:07.931591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-11a89abc-7c62-4140-9d75-eb0195eccab5 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:07.931997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-11a89abc-7c62-4140-9d75-eb0195eccab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:07.968396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:07.995083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-271d32ed-f3cd-4e76-9bbb-5b4f639c9f0f req-f196c47b-dfdf-4a90-a9bc-dfce94bc5369 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784786 Nov 12 12:27:08.068695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dde66b2b-6bf6-4dbc-a975-8f617f249e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.139523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc159e8-5450-47f9-80e4-4948c90ca698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.145090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:08.145630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.177120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc159e8-5450-47f9-80e4-4948c90ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.246355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562c20-5c48-4f6c-811c-515326ac3fd8 req-725f2659-52d8-417c-95b4-f3f56b62bb90 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:08.246898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc159e8-5450-47f9-80e4-4948c90ca698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c0b2d-17b7-4176-9ea4-d9248b66a7c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:08.255361 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4562c20-5c48-4f6c-811c-515326ac3fd8 req-725f2659-52d8-417c-95b4-f3f56b62bb90 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1098309 Nov 12 12:27:08.352940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4562c20-5c48-4f6c-811c-515326ac3fd8 req-38130b85-284d-4f39-a319-eaf3eb9a3d6c tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965431 Nov 12 12:27:08.359838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:08.362918 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c5ffbb-7db3-40c2-8d07-72c875529cb7" -d '{"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-plugged", "status": "completed", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:08.435075 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096a412-bdda-476e-8622-1f3d805c3042 x-openstack-request-id: req-d096a412-bdda-476e-8622-1f3d805c3042 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:08.435701 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-plugged", "status": "completed", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:08.436197 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d096a412-bdda-476e-8622-1f3d805c3042 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:08.437686 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'code': 200} Nov 12 12:27:08.577524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cbc159e8-5450-47f9-80e4-4948c90ca698 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5526776e39154f0fb96bf08f2c515f79&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0880749 Nov 12 12:27:08.582148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.583991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:08.587547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:08.595906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b142661f-35cb-4e9c-8799-1b1c5bee380b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:08.712082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event deleted for resources: {'Port': ['ID=c6c387bf-28e2-45dd-a5be-d0393cb8283f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:08.765328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dafae82-cab0-4ee0-8ebe-24b86321f873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.869072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dafae82-cab0-4ee0-8ebe-24b86321f873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:08.881830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc9f9-d268-4cbf-8bbc-2c4b190233d0 req-a24e9bd3-a93b-46cd-b12f-19937a1f0a70 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:08.892286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da6fc9f9-d268-4cbf-8bbc-2c4b190233d0 req-a24e9bd3-a93b-46cd-b12f-19937a1f0a70 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.5522013 Nov 12 12:27:09.008142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] No DVR routers for this DVR port c6c387bf-28e2-45dd-a5be-d0393cb8283f on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:09.022754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dafae82-cab0-4ee0-8ebe-24b86321f873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:09.023182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:09.026234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dafae82-cab0-4ee0-8ebe-24b86321f873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:09.032291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8dafae82-cab0-4ee0-8ebe-24b86321f873 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c35c0b2d-17b7-4176-9ea4-d9248b66a7c5 HTTP/1.1" status: 204 len: 168 time: 0.4466441 Nov 12 12:27:09.041395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80f51a88-c265-488c-b6d0-f82e3e9fa904 req-5e57aac9-c58f-4e86-b53d-fd42a470be11 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.65 "DELETE /v2.0/ports/c6c387bf-28e2-45dd-a5be-d0393cb8283f HTTP/1.1" status: 204 len: 173 time: 2.5470603 Nov 12 12:27:09.056998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-deleted', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:09.058103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafae82-cab0-4ee0-8ebe-24b86321f873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c0b2d-17b7-4176-9ea4-d9248b66a7c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:09.078231 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25f34c-f59b-440e-b617-a7a145832d32" -d '{"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-deleted", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:09.244164 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:09.275351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7eb3a9ef-939a-48c7-9808-140fc8516c46 req-52b78065-5bb5-4007-971f-2ba4e6432e83 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 210 time: 0.1183305 Nov 12 12:27:09.312541 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:09.390854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da6fc9f9-d268-4cbf-8bbc-2c4b190233d0 req-f2659103-0654-4f19-aa7b-536559db96a4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515185 Nov 12 12:27:09.441609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6998bc57-9455-41e3-89a8-a7747ff6744c req-e5c49bce-c24a-4f73-83ea-7a97d0ba1b25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1000166 Nov 12 12:27:09.453299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port f84d0568-8bcc-4cb8-86a7-b77ac1a65094 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:27:09.509398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:09.588300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: c6c387bf-28e2-45dd-a5be-d0393cb8283f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:09.588746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6c387bf-28e2-45dd-a5be-d0393cb8283f not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:09.589162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:09.633840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01d7a-4a4f-413d-96b8-1c3ea279ddb5 req-e113bc45-4216-4b4c-b349-3846a4bccddb tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:09.660959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ff01d7a-4a4f-413d-96b8-1c3ea279ddb5 req-e113bc45-4216-4b4c-b349-3846a4bccddb tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.2215505 Nov 12 12:27:09.741305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff46079-b45a-479d-bebe-893a8a53b621 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:09.915472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ff01d7a-4a4f-413d-96b8-1c3ea279ddb5 req-ca787c95-866a-4129-89bf-39e61def04a1 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465172 Nov 12 12:27:09.931425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d347fb98-9238-4cb6-b4ad-e79a2f7f1a80 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:09.932966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d347fb98-9238-4cb6-b4ad-e79a2f7f1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:10.000456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 172.20.0.11 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b1b7a6e7-45b4-427b-99f7-020f4ee862d6/f84d0568-8bcc-4cb8-86a7-b77ac1a65094) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:10.042369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:febe:fdfd (5a3e9a0b-562d-4280-8b2f-1b144464aa88/1b32e83d-b025-4b5c-a6c4-a266ed7f5428/f84d0568-8bcc-4cb8-86a7-b77ac1a65094) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:10.074749 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea3f00-9ab9-4d33-b335-e9e84d9ce471 x-openstack-request-id: req-ddea3f00-9ab9-4d33-b335-e9e84d9ce471 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:10.075052 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfcf8db-8738-4e29-b92e-2224d0d85067", "name": "network-vif-deleted", "tag": "c6c387bf-28e2-45dd-a5be-d0393cb8283f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:10.075318 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddea3f00-9ab9-4d33-b335-e9e84d9ce471 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:10.075753 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfcf8db-8738-4e29-b92e-2224d0d85067', 'name': 'network-vif-deleted', 'tag': 'c6c387bf-28e2-45dd-a5be-d0393cb8283f', 'status': 'completed', 'code': 200} Nov 12 12:27:10.212701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52426) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:10.245038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6998bc57-9455-41e3-89a8-a7747ff6744c req-06c776b4-7292-4f15-aef7-15947eeb32b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02679cf315e34445a6c4079156f8c98e&device_id=ccfcf8db-8738-4e29-b92e-2224d0d85067 HTTP/1.1" status: 200 len: 210 time: 0.1595507 Nov 12 12:27:10.359760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9abeb-88ed-4863-9ced-2cc259fd7889 req-e6682fea-1926-4e38-b9d4-94bab2156356 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:10.375011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80d9abeb-88ed-4863-9ced-2cc259fd7889 req-e6682fea-1926-4e38-b9d4-94bab2156356 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.2488446 Nov 12 12:27:10.520253 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6998bc57-9455-41e3-89a8-a7747ff6744c req-05dff1d0-6199-490e-be77-faa1e1bc7ea3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=02679cf315e34445a6c4079156f8c98e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2151897 Nov 12 12:27:10.541564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-a47cec2f-41cc-4075-b451-9f9cb669978d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:10.547705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:10.552115 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-a47cec2f-41cc-4075-b451-9f9cb669978d tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.65 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.1636574 Nov 12 12:27:10.906894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port 712ea185-1e86-4fa6-a541-2e2ace4441fc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:10.907242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.002177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998bc57-9455-41e3-89a8-a7747ff6744c req-0a2e0878-f72f-47bb-9398-12a253040908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:11.012826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6998bc57-9455-41e3-89a8-a7747ff6744c req-0a2e0878-f72f-47bb-9398-12a253040908 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4576743 Nov 12 12:27:11.032814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80d9abeb-88ed-4863-9ced-2cc259fd7889 req-1a73e7f9-a9d8-49bb-aab4-f088c547a9c2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533220 Nov 12 12:27:11.079243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fb1dd433-6ef9-4f3f-9b5f-31627505ee89 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:11.085739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd433-6ef9-4f3f-9b5f-31627505ee89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.174263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port 712ea185-1e86-4fa6-a541-2e2ace4441fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=712ea185-1e86-4fa6-a541-2e2ace4441fc,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:11.174263 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.190917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.207545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for 712ea185-1e86-4fa6-a541-2e2ace4441fc owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:11.220351 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.248870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52458) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:11.323618 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.378642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:11.410069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=f84d0568-8bcc-4cb8-86a7-b77ac1a65094,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:11.420026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:11.426949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:11.481772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf704-1178-47ae-89bb-8bb4206b3d22 req-d3554841-bbca-4bff-a557-e0e4560cc641 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:11.493764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e10bf704-1178-47ae-89bb-8bb4206b3d22 req-d3554841-bbca-4bff-a557-e0e4560cc641 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.2406390 Nov 12 12:27:11.539123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa9f91-c433-4acd-aad4-244f557d2ece req-5936301e-f3a3-4e62-a39e-07584e04f7f8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:11.549738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8aa9f91-c433-4acd-aad4-244f557d2ece req-5936301e-f3a3-4e62-a39e-07584e04f7f8 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 946 time: 0.2959266 Nov 12 12:27:11.652729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8aa9f91-c433-4acd-aad4-244f557d2ece req-90d26c21-95d5-45c8-bed3-a5881b2b1e01 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004758 Nov 12 12:27:11.668030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-network', 'tenant_id': '34ed790e013c444b9cda69ac405059b8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:11.721675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:11.723466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.816534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Made reservation on behalf of 34ed790e013c444b9cda69ac405059b8 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:11.820027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.847886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bf82172e-a0c5-4cee-9458-19786b55036a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3476448 Nov 12 12:27:11.849154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.858849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52470) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:11.879510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e10bf704-1178-47ae-89bb-8bb4206b3d22 req-2175ef8a-5052-4197-a11e-4a3ee8232c45 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835874 Nov 12 12:27:11.951723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:11.965449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['08434fbf-f6f7-4814-83bb-b5bce74bc730'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:12.072718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=712ea185-1e86-4fa6-a541-2e2ace4441fc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:12.132003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64603e-9c3b-494c-afbd-55ea85528931 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:12.138659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64603e-9c3b-494c-afbd-55ea85528931 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:12.143090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8b64603e-9c3b-494c-afbd-55ea85528931 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2782586 Nov 12 12:27:12.150806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:12.152875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port 712ea185-1e86-4fa6-a541-2e2ace4441fc on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:12.174248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.179253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c9c9790-5d2c-47c0-b29f-868789c7c8d9 req-d9c0ab8e-c8a9-40bc-b94a-1010058fa845 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.65 "DELETE /v2.0/ports/712ea185-1e86-4fa6-a541-2e2ace4441fc HTTP/1.1" status: 204 len: 173 time: 1.6160851 Nov 12 12:27:12.180350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'name': 'network-vif-deleted', 'tag': '712ea185-1e86-4fa6-a541-2e2ace4441fc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:12.183668 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997daab-dbcc-4e6c-b4f5-6c1e7be4a059" -d '{"events": [{"server_uuid": "28ce1ce5-ffcc-45b8-b75f-4329336e3ec8", "name": "network-vif-deleted", "tag": "712ea185-1e86-4fa6-a541-2e2ace4441fc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:12.191741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c2691967-3453-409e-bf9c-bc0371e945b7 None None] Provisioning complete for port f84d0568-8bcc-4cb8-86a7-b77ac1a65094 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:12.192951 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2691967-3453-409e-bf9c-bc0371e945b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.236933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.256023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a42af02c-230f-4e08-add8-c6709b0153eb req-86f987fa-17b0-4509-8388-a2fb68ee1b09 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:27:12.262888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a42af02c-230f-4e08-add8-c6709b0153eb req-86f987fa-17b0-4509-8388-a2fb68ee1b09 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200024 Nov 12 12:27:12.265282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.305714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:27:12.322024 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213ea0fd-0232-45e5-95da-1300da80c517 x-openstack-request-id: req-213ea0fd-0232-45e5-95da-1300da80c517 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:12.323274 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ce1ce5-ffcc-45b8-b75f-4329336e3ec8", "name": "network-vif-deleted", "tag": "712ea185-1e86-4fa6-a541-2e2ace4441fc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:12.323829 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-213ea0fd-0232-45e5-95da-1300da80c517 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:12.324505 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ce1ce5-ffcc-45b8-b75f-4329336e3ec8', 'name': 'network-vif-deleted', 'tag': '712ea185-1e86-4fa6-a541-2e2ace4441fc', 'status': 'completed', 'code': 200} Nov 12 12:27:12.344255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.344680 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Added segment 17fcf2bd-88e6-46b3-aab0-65e22eae53db of type vlan for network 84c6e5ad-5821-44fb-9c8c-89544336c8cd Nov 12 12:27:12.349458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c2691967-3453-409e-bf9c-bc0371e945b7 None None] Port f84d0568-8bcc-4cb8-86a7-b77ac1a65094 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:27:12.438932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port f84d0568-8bcc-4cb8-86a7-b77ac1a65094 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:12.439641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.462600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.495326 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.600890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19143d8c-6967-456e-ab4d-c83297cb1e39,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:12.603560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.604590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:12.605150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.685637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] Pushing event updated for resources: {'Network': ['ID=84c6e5ad-5821-44fb-9c8c-89544336c8cd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:12.703445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-017ebfe4-ff5b-4f47-a52c-04b75b976a33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3884485 Nov 12 12:27:12.706448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:12.716017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Request body: {'subnet': {'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-subnet', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:12.731064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:27:12.789017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Made reservation on behalf of 34ed790e013c444b9cda69ac405059b8 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:12.801533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:12.897939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d62b8c-c93c-40fb-bd74-5af20ff07242 req-9edbe161-7743-4061-957b-f7a11f15bbaa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:12.908481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6d62b8c-c93c-40fb-bd74-5af20ff07242 req-9edbe161-7743-4061-957b-f7a11f15bbaa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.3154647 Nov 12 12:27:12.936389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-58a330cd-5372-4a0a-9e16-4ecda788972b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:12.938388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-58a330cd-5372-4a0a-9e16-4ecda788972b tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.3517385 Nov 12 12:27:13.015890 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffa64c3a-41ab-4f06-97d9-6e48f31a4154 req-4750961f-326e-4ae2-96bb-2e616035eda3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ce1ce5-ffcc-45b8-b75f-4329336e3ec8 HTTP/1.1" status: 200 len: 210 time: 0.1913552 Nov 12 12:27:13.024067 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.170251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for f84d0568-8bcc-4cb8-86a7-b77ac1a65094 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:13.325211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.328371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6d62b8c-c93c-40fb-bd74-5af20ff07242 req-8a706ca8-92da-428e-bc00-6fa3278bf744 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173315 Nov 12 12:27:13.406025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7260b09-9ca9-4181-a6bb-b4434a9c4c18,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:13.496272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-7ff0b02d-6d20-4c27-b9fd-30970f22f323 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2051256 Nov 12 12:27:13.506220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Checking segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:13.508409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Network hostable DHCP agents. Network: 84c6e5ad-5821-44fb-9c8c-89544336c8cd, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:27:13.531285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 712ea185-1e86-4fa6-a541-2e2ace4441fc no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:13.543214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0c57-c408-450e-822f-8a2be0f6438e req-63c16830-0f1a-40e2-a892-cbd12b16ab57 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.551511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-448a0c57-c408-450e-822f-8a2be0f6438e req-63c16830-0f1a-40e2-a892-cbd12b16ab57 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 949 time: 0.1510487 Nov 12 12:27:13.594142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:27:13.605204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Deleting port b142661f-35cb-4e9c-8799-1b1c5bee380b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:13.605554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.632007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 712ea185-1e86-4fa6-a541-2e2ace4441fc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:13.632564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 712ea185-1e86-4fa6-a541-2e2ace4441fc not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:13.635869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 84c6e5ad-5821-44fb-9c8c-89544336c8cd) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:13.660640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-448a0c57-c408-450e-822f-8a2be0f6438e req-1dfabb12-5d55-4fe5-91e0-b631887e53cc tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/security-groups?id=da90bb5b-457d-432b-957c-c82f3519cbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078892 Nov 12 12:27:13.663639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.664854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.671172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b924a-3590-4599-a7b5-5201cd0dc731 None None] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:13.746081 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-879e0949-020d-47a5-a6e4-19852476705c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0379746 Nov 12 12:27:13.747285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:13.764476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:13.868574 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.875899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.927033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] For port b142661f-35cb-4e9c-8799-1b1c5bee380b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b142661f-35cb-4e9c-8799-1b1c5bee380b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:13.927567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.943276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Calling delete_port for b142661f-35cb-4e9c-8799-1b1c5bee380b owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:14.070920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:14.170338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:27:14.172122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:14.363753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Deleting port d8a595ef-2014-4773-8328-0a7630b8dd56 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:14.366693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:14.543279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:14.805926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Allocated IP 172.20.0.2 (84c6e5ad-5821-44fb-9c8c-89544336c8cd/a7260b09-9ca9-4181-a6bb-b4434a9c4c18/009c8c41-e6cc-42dd-a174-ce50ddc708c0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:14.990655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.001866 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.074384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:15.083728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:15.089136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:15.225402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Pushing event updated for resources: {'Port': ['ID=009c8c41-e6cc-42dd-a174-ce50ddc708c0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:15.254035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Attempting to bind port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:15.254421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Attempting to bind port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:15.254852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Attempting to bind port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:15.271063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:15.271880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Checking segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:15.272477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.273112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Bound using segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:15.273799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Bound port: 009c8c41-e6cc-42dd-a174-ce50ddc708c0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:15.274400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.304034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.421990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] For port 009c8c41-e6cc-42dd-a174-ce50ddc708c0, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:15.429635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] For port 009c8c41-e6cc-42dd-a174-ce50ddc708c0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=009c8c41-e6cc-42dd-a174-ce50ddc708c0,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:15.438390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.438614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=f84d0568-8bcc-4cb8-86a7-b77ac1a65094,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:15.478958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652b49f-c13c-47e4-8de2-a5c2fdf4bda5 req-a592bf5f-42a5-43c6-8878-f368ec1ded22 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:15.492782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9652b49f-c13c-47e4-8de2-a5c2fdf4bda5 req-a592bf5f-42a5-43c6-8878-f368ec1ded22 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.2306037 Nov 12 12:27:15.494321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.529297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c0fdd3d-a291-43ba-b761-3a67928ab219 req-b2c068b3-de22-436d-8492-1b8fa3cd253d tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.1334074 Nov 12 12:27:15.565112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5128-606f-441e-b50a-d2326bb2801c None None] Pushing event updated for resources: {'Port': ['ID=009c8c41-e6cc-42dd-a174-ce50ddc708c0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:15.690425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Pushing event deleted for resources: {'Port': ['ID=b142661f-35cb-4e9c-8799-1b1c5bee380b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:15.812754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9652b49f-c13c-47e4-8de2-a5c2fdf4bda5 req-52dee368-8493-4446-a8c3-ef1d51d54b34 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187165 Nov 12 12:27:15.860937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:15.933396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: b142661f-35cb-4e9c-8799-1b1c5bee380b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:15.933929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b142661f-35cb-4e9c-8799-1b1c5bee380b not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:15.943030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] No DVR routers for this DVR port b142661f-35cb-4e9c-8799-1b1c5bee380b on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:15.953146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:15.958331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81ed74cb-810a-44e6-b5f5-48d4c524ead5 req-0e936cf5-5ab7-440a-94ad-3599bde0d917 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.81 "DELETE /v2.0/ports/b142661f-35cb-4e9c-8799-1b1c5bee380b HTTP/1.1" status: 204 len: 173 time: 3.0011766 Nov 12 12:27:15.958968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-deleted', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:15.967578 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f584a3-22d9-4304-8c85-edb2575bfe44" -d '{"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-deleted", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:16.007751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] For port d8a595ef-2014-4773-8328-0a7630b8dd56, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d8a595ef-2014-4773-8328-0a7630b8dd56,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:16.014701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:16.093611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Calling delete_port for d8a595ef-2014-4773-8328-0a7630b8dd56 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:16.143051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:16.157823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5e5a2c23-6fe1-4c9e-aa2b-c97407b79824 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/f84d0568-8bcc-4cb8-86a7-b77ac1a65094 HTTP/1.1" status: 204 len: 168 time: 3.9994988 Nov 12 12:27:16.172050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:16.302610 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ddf7b-a1df-4095-933a-b3ec896a556a x-openstack-request-id: req-5e7ddf7b-a1df-4095-933a-b3ec896a556a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:16.303086 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc45ee-cc34-4d54-a33b-e611e9146bf4", "name": "network-vif-deleted", "tag": "b142661f-35cb-4e9c-8799-1b1c5bee380b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:16.303205 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e7ddf7b-a1df-4095-933a-b3ec896a556a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:16.303629 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc45ee-cc34-4d54-a33b-e611e9146bf4', 'name': 'network-vif-deleted', 'tag': 'b142661f-35cb-4e9c-8799-1b1c5bee380b', 'status': 'completed', 'code': 200} Nov 12 12:27:16.424698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:16.473763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:16.504789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b168e-50b0-489e-a920-a0d22789904e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:16.507643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b168e-50b0-489e-a920-a0d22789904e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:16.522545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b168e-50b0-489e-a920-a0d22789904e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:16.524934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-910b168e-50b0-489e-a920-a0d22789904e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3494773 Nov 12 12:27:16.540774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:16.543356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-3754692f-cd4f-4708-8e79-528ffbe6adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:16.545177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-3754692f-cd4f-4708-8e79-528ffbe6adc5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be&tenant_id=3355621dc09942638e056c1fee411cb1 HTTP/1.1" status: 200 len: 1094 time: 0.3886769 Nov 12 12:27:16.712470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Allocated IP 172.25.1.139 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/a706a546-8ffc-4df6-9c00-30c2c4886517) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:16.822862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e79afdd2-2b89-4488-b1e6-2683ee823682 req-c71d4aa8-1afd-451f-ad2e-085795e134d5 tempest-MigrationsAdminTest-1901943545 tempest-MigrationsAdminTest-1901943545-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdc45ee-cc34-4d54-a33b-e611e9146bf4 HTTP/1.1" status: 200 len: 210 time: 0.0944121 Nov 12 12:27:16.840972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 1b32e83d-b025-4b5c-a6c4-a266ed7f5428 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:16.851615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.011864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.022080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-316477fe-f656-408c-835f-cb793d4540e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:17.025036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-316477fe-f656-408c-835f-cb793d4540e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1094 time: 0.2956188 Nov 12 12:27:17.089523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.191202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e951f13-c1c3-40f0-848b-ef7ed845a726 req-b9467ec6-f3b1-4fcf-aa4c-d70fd7ad8e1c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:17.198872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0e951f13-c1c3-40f0-848b-ef7ed845a726 req-b9467ec6-f3b1-4fcf-aa4c-d70fd7ad8e1c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.0953238 Nov 12 12:27:17.240130 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.359332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0e951f13-c1c3-40f0-848b-ef7ed845a726 req-66a444e4-da88-423f-a192-4e711ba0703b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593406 Nov 12 12:27:17.362021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:17.377923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Pushing event updated for resources: {'Port': ['ID=a706a546-8ffc-4df6-9c00-30c2c4886517,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:17.386616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:17.398477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:17.419412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3b03d-f073-418c-8653-c4918bd75d7c req-9f70a40f-7237-4bee-997c-31db83f1cbe6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:17.427729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8f3b03d-f073-418c-8653-c4918bd75d7c req-9f70a40f-7237-4bee-997c-31db83f1cbe6 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 945 time: 0.3285909 Nov 12 12:27:17.439346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.474192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-f06338ea-aa22-4b17-9c3d-3b58bcd228a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:17.476628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-f06338ea-aa22-4b17-9c3d-3b58bcd228a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 915 time: 0.4132545 Nov 12 12:27:17.577015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.590655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-b415d7a7-33cd-49d2-88d5-31377a6ee8bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 200 len: 217 time: 0.0891073 Nov 12 12:27:17.642461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370d1c2f-97e3-46e6-8cf8-3e3ad4d4c6e6 None None] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:17.660409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a595ef-2014-4773-8328-0a7630b8dd56,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:17.764359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8f3b03d-f073-418c-8653-c4918bd75d7c req-4e7891af-25d2-4be2-9425-9fb5087eb546 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355973 Nov 12 12:27:17.813945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.837266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d0f6794-e77d-447a-aa9e-b1d2414d5370 None None] Provisioning complete for port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:17.837960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6794-e77d-447a-aa9e-b1d2414d5370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.863635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-cad98279-a3ea-4ef8-87ac-86c6df3225ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:17.866199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-cad98279-a3ea-4ef8-87ac-86c6df3225ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.2677829 Nov 12 12:27:17.877464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.946286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:17.952244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/1b32e83d-b025-4b5c-a6c4-a266ed7f5428 HTTP/1.1" status: 204 len: 168 time: 1.4057896 Nov 12 12:27:17.957382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eebf4-f14b-4f76-8b02-163ddb5eb7c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=1b32e83d-b025-4b5c-a6c4-a266ed7f5428,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:17.964550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:18.019439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca12470-d966-4bd3-99a9-ebd986af05d8 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:18.059147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-c27a8a8c-c6eb-4eb6-aec5-7d0e7a45e469 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408546 Nov 12 12:27:18.269425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet b1b7a6e7-45b4-427b-99f7-020f4ee862d6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:18.284800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.410340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52632) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:18.416462 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.420182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.420530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-08f4e239-13fc-43aa-ac00-13b69ea1164c service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849801 Nov 12 12:27:18.479131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6794-e77d-447a-aa9e-b1d2414d5370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.492265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 009c8c41-e6cc-42dd-a174-ce50ddc708c0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:18.664198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d0f6794-e77d-447a-aa9e-b1d2414d5370 None None] For port 009c8c41-e6cc-42dd-a174-ce50ddc708c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=009c8c41-e6cc-42dd-a174-ce50ddc708c0,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:18.681534 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6794-e77d-447a-aa9e-b1d2414d5370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.759276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b62287-0769-4492-a781-ff835edd33df req-99fb6c0c-aae4-4fd8-abbe-29eca2cf0930 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:18.765884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50b62287-0769-4492-a781-ff835edd33df req-99fb6c0c-aae4-4fd8-abbe-29eca2cf0930 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 945 time: 0.2712417 Nov 12 12:27:18.833324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.885784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61416efe-2588-42f7-9e2b-b19dc5619a14 req-3a3b8a72-8d6b-4f7f-83d5-7309980aa0dd service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556046 Nov 12 12:27:18.895700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59213b8a-7b3d-4556-96f4-0fd676c50e72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02679cf315e34445a6c4079156f8c98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840579 Nov 12 12:27:18.899249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:18.960208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.113907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828b9f0-6085-4d40-a7ca-926756ccdf69 req-83950718-0ddc-4bec-89a3-35def1c16fe6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:19.115676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c828b9f0-6085-4d40-a7ca-926756ccdf69 req-83950718-0ddc-4bec-89a3-35def1c16fe6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.5801346 Nov 12 12:27:19.117419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f6794-e77d-447a-aa9e-b1d2414d5370 None None] Pushing event updated for resources: {'Port': ['ID=009c8c41-e6cc-42dd-a174-ce50ddc708c0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:19.117567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.200766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:19.205521 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.341802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b7a6e7-45b4-427b-99f7-020f4ee862d6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:19.353979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:27:19.397225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97390159-d6a2-4a28-b8b0-d7d12f712223 req-204c580c-5254-474f-b48f-6987ca3127fd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:19.399598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968b235-646b-46f2-8060-02f2f4cba58b None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'b1b7a6e7-45b4-427b-99f7-020f4ee862d6'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '21538a57-7a6f-43dd-8bf0-3ee880779817'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:27:19.405500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97390159-d6a2-4a28-b8b0-d7d12f712223 req-204c580c-5254-474f-b48f-6987ca3127fd tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 945 time: 0.4882288 Nov 12 12:27:19.424235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c828b9f0-6085-4d40-a7ca-926756ccdf69 req-136808d9-e09a-4c75-8cd3-420ea87703fa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081364 Nov 12 12:27:19.450856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.464278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14c94516-e201-44c7-a115-3e61af7cc96b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b1b7a6e7-45b4-427b-99f7-020f4ee862d6 HTTP/1.1" status: 204 len: 168 time: 1.4965158 Nov 12 12:27:19.466716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Deleting port 08434fbf-f6f7-4814-83bb-b5bce74bc730 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:19.466886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.469471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:19.513164 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b968b235-646b-46f2-8060-02f2f4cba58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.547555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9ce87b3-f9d7-4c5a-9f3c-62f5a77d3368 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746586 Nov 12 12:27:19.549373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Router a6d98686-b069-450d-9664-506d971a645e is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:27:19.551537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:19.555618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bdb171a4-acf9-4b41-b391-d989ea89c68b None None] Provisioning complete for port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:19.556677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb171a4-acf9-4b41-b391-d989ea89c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.628043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5523c405-347a-4fcf-b278-c52a01187b8c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:19.633467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5523c405-347a-4fcf-b278-c52a01187b8c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0804090 Nov 12 12:27:19.634330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52662) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:19.662188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f9b2d6-769b-437e-aea5-601fc4fe1a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.856203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:27:19.872367 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:27:19.890639 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:27:19.891386 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:27:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:19.919940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c191458-5923-4ebf-a034-c179cead4c08 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:19.930946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:19.935527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-974fd692-dbd3-412d-8a5f-d9b64d6bb6ec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1748097 Nov 12 12:27:19.940624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:19.963263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85028db-aac2-4ac2-b430-a734cb919c84 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:19.968514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a85028db-aac2-4ac2-b430-a734cb919c84 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1872375 Nov 12 12:27:20.049987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:20.071624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 009c8c41-e6cc-42dd-a174-ce50ddc708c0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:20.093371 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:27:20.095797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f9b2d6-769b-437e-aea5-601fc4fe1a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:20.138378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c9b7e80b-f0c1-41f8-bdbd-a5cfd26dfeb7 None None] Provisioning complete for port 21538a57-7a6f-43dd-8bf0-3ee880779817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:20.140234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e80b-f0c1-41f8-bdbd-a5cfd26dfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:20.224176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e98e0787-3640-4443-ac5a-89b2f76069e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1657422 Nov 12 12:27:20.227814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:20.238324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97390159-d6a2-4a28-b8b0-d7d12f712223 req-d0054736-0526-4685-9e88-0eb76d9e7a52 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ef88634-8e77-4021-bfed-4c3ea6426457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8318851 Nov 12 12:27:20.337498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-616b7a9b-47ac-4b5c-b230-3344b9de1038 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:20.359153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] For port 08434fbf-f6f7-4814-83bb-b5bce74bc730, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=08434fbf-f6f7-4814-83bb-b5bce74bc730,segment=NetworkSegment(67f9a7f0-ec08-4fe7-a96c-52718d9c09ea),segment_id=67f9a7f0-ec08-4fe7-a96c-52718d9c09ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:20.359534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:20.419534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:27:20.434604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] Sync routers for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:27:20.446423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b896c76e-b32f-4784-807b-b4da387dcc26 admin admin] 10.222.0.18 "PUT /v2.0/routers/dc5502ef-a19a-4c89-b8b6-8e8d6da85791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2318718 Nov 12 12:27:20.450997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:20.487767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Calling delete_port for 08434fbf-f6f7-4814-83bb-b5bce74bc730 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:20.518920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:27:20.523821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:27:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:20.599259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:20.599863 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:20.614903 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:17Z', 'revision_number': 3, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:20.699161 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:27:20.699790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Updating router a6d98686-b069-450d-9664-506d971a645e port a706a546-8ffc-4df6-9c00-30c2c4886517 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:27:20.765675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:27:20.777023 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:20.858516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b7a9b-47ac-4b5c-b230-3344b9de1038 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:20.869292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-616b7a9b-47ac-4b5c-b230-3344b9de1038 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:20.874280 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-616b7a9b-47ac-4b5c-b230-3344b9de1038 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:27:20.875724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616b7a9b-47ac-4b5c-b230-3344b9de1038 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:27:20.964652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-616b7a9b-47ac-4b5c-b230-3344b9de1038 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7326689 Nov 12 12:27:20.964652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:20.980342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2e6d5a01-9993-4a9a-8961-d3f33818b0a8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:21.075969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:27:21.153613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f9b2d6-769b-437e-aea5-601fc4fe1a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.164290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f9b2d6-769b-437e-aea5-601fc4fe1a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.169037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-73f9b2d6-769b-437e-aea5-601fc4fe1a64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da90bb5b-457d-432b-957c-c82f3519cbd1 HTTP/1.1" status: 204 len: 168 time: 2.2675767 Nov 12 12:27:21.170479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.280956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] Deleting port 21538a57-7a6f-43dd-8bf0-3ee880779817 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:21.281514 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.430007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Pushing event deleted for resources: {'Port': ['ID=08434fbf-f6f7-4814-83bb-b5bce74bc730,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:21.473907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] For port 21538a57-7a6f-43dd-8bf0-3ee880779817, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=21538a57-7a6f-43dd-8bf0-3ee880779817,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:21.474692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.493878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] Calling delete_port for 21538a57-7a6f-43dd-8bf0-3ee880779817 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:21.727563 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.748884 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.751895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.785224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d5a01-9993-4a9a-8961-d3f33818b0a8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:21.792752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5a01-9993-4a9a-8961-d3f33818b0a8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:21.794751 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6d5a01-9993-4a9a-8961-d3f33818b0a8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:27:21.795171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6d5a01-9993-4a9a-8961-d3f33818b0a8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:27:21.825052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] Pushing event deleted for resources: {'Port': ['ID=21538a57-7a6f-43dd-8bf0-3ee880779817,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:21.848644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73c65b-245a-481c-b614-62f47c57f46a None None] No DVR routers for this DVR port 21538a57-7a6f-43dd-8bf0-3ee880779817 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:21.879077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 08434fbf-f6f7-4814-83bb-b5bce74bc730 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:21.888459 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2e6d5a01-9993-4a9a-8961-d3f33818b0a8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9147723 Nov 12 12:27:21.903172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:21.903513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:21.925631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02595172-01b3-4ee6-9204-d2c2194b206a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:21.957159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 08434fbf-f6f7-4814-83bb-b5bce74bc730 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:21.958513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 08434fbf-f6f7-4814-83bb-b5bce74bc730 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:22.007916 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Attempting to bind port a706a546-8ffc-4df6-9c00-30c2c4886517 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:22.008514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Attempting to bind port a706a546-8ffc-4df6-9c00-30c2c4886517 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:22.009033 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Attempting to bind port a706a546-8ffc-4df6-9c00-30c2c4886517 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:22.015884 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Pushing event updated for resources: {'Port': ['ID=a706a546-8ffc-4df6-9c00-30c2c4886517,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:22.031003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:22.038720 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:22.039397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:22.040844 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.043805 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:22.044826 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Bound port: a706a546-8ffc-4df6-9c00-30c2c4886517, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:22.045501 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.062661 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.063701 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.065057 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.067646 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.068186 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.068672 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.070891 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.071536 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.074222 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.074844 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.075688 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.080351 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:22.174403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] No DVR routers for this DVR port 08434fbf-f6f7-4814-83bb-b5bce74bc730 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:22.180275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9b2d6-769b-437e-aea5-601fc4fe1a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da90bb5b-457d-432b-957c-c82f3519cbd1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:22.192820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.196946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50b62287-0769-4492-a781-ff835edd33df req-bb947e81-4188-4243-91ea-e3db7d2941ed tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.81 "DELETE /v2.0/ports/08434fbf-f6f7-4814-83bb-b5bce74bc730 HTTP/1.1" status: 204 len: 173 time: 3.4097464 Nov 12 12:27:22.199133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'name': 'network-vif-deleted', 'tag': '08434fbf-f6f7-4814-83bb-b5bce74bc730'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:22.200171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 21538a57-7a6f-43dd-8bf0-3ee880779817 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:22.200948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 21538a57-7a6f-43dd-8bf0-3ee880779817 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:22.201733 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad15de55-550c-4604-9a11-621744b64008" -d '{"events": [{"server_uuid": "eff58413-6ddf-4e7c-b4fb-a0809de8c5c8", "name": "network-vif-deleted", "tag": "08434fbf-f6f7-4814-83bb-b5bce74bc730"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:22.223800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ab27f-577f-4930-b816-b705b64ced3e req-958f2cff-3e8d-4e6e-b6d8-9208c4310ad3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:22.225221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-913ab27f-577f-4930-b816-b705b64ced3e req-958f2cff-3e8d-4e6e-b6d8-9208c4310ad3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 1.5995426 Nov 12 12:27:22.271593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.336405 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] For port a706a546-8ffc-4df6-9c00-30c2c4886517, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:22.351663 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] For port a706a546-8ffc-4df6-9c00-30c2c4886517, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a706a546-8ffc-4df6-9c00-30c2c4886517,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:22.357719 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.362554 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.379182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:27:17Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:22.481267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3321e7fa-4a3a-4c76-9492-10c46ab780ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdfed3bd3fbd4e17afbd69c5db00b9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753515 Nov 12 12:27:22.490744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:22.537137 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:27:22.537513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] Checking router: dc5502ef-a19a-4c89-b8b6-8e8d6da85791 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:27:22.549293 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:27:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:22.555751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] Routers {'dc5502ef-a19a-4c89-b8b6-8e8d6da85791'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:27:22.556409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:27:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:22.662954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.762190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-913ab27f-577f-4930-b816-b705b64ced3e req-6ede142e-033e-452f-8cc5-684f2fb1b39b tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115058 Nov 12 12:27:22.792440 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0c78-906c-4eb4-9281-405c3d5a269e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.887197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0c78-906c-4eb4-9281-405c3d5a269e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.993694 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a163-a151-437a-83ae-bf625a7b2b36 None None] Pushing event updated for resources: {'Port': ['ID=a706a546-8ffc-4df6-9c00-30c2c4886517,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:23.010791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] Set router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:27:23.086918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02595172-01b3-4ee6-9204-d2c2194b206a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:23.097226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02595172-01b3-4ee6-9204-d2c2194b206a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:23.099366 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-02595172-01b3-4ee6-9204-d2c2194b206a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:27:23.100971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02595172-01b3-4ee6-9204-d2c2194b206a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:27:23.106776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf283746-61ed-4a64-bb6c-ef3bc0b8fdfd req-9292b3a8-4918-446a-a770-60e7931916d3 tempest-ServersTestJSON-810620358 tempest-ServersTestJSON-810620358-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff58413-6ddf-4e7c-b4fb-a0809de8c5c8 HTTP/1.1" status: 200 len: 210 time: 0.0914702 Nov 12 12:27:23.120545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Deleting port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:23.121347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:23.141186 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:27:23.208180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0c78-906c-4eb4-9281-405c3d5a269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:23.218422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0c78-906c-4eb4-9281-405c3d5a269e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:23.220555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2f0a0c78-906c-4eb4-9281-405c3d5a269e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbc293c8-de26-4e15-bbf0-02e3b3ea25c1 HTTP/1.1" status: 204 len: 168 time: 0.7194297 Nov 12 12:27:23.295958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02595172-01b3-4ee6-9204-d2c2194b206a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3882589 Nov 12 12:27:23.302902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:23.338004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-eaa2e24b-0ca1-42aa-b9c2-4e942d1f04b2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:23.416609 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0990d9-f7f5-426d-b84d-7ad90af559c1 x-openstack-request-id: req-0c0990d9-f7f5-426d-b84d-7ad90af559c1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:23.417166 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff58413-6ddf-4e7c-b4fb-a0809de8c5c8", "name": "network-vif-deleted", "tag": "08434fbf-f6f7-4814-83bb-b5bce74bc730", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:23.418369 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c0990d9-f7f5-426d-b84d-7ad90af559c1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:23.419545 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff58413-6ddf-4e7c-b4fb-a0809de8c5c8', 'name': 'network-vif-deleted', 'tag': '08434fbf-f6f7-4814-83bb-b5bce74bc730', 'status': 'completed', 'code': 200} Nov 12 12:27:23.527553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a0c78-906c-4eb4-9281-405c3d5a269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc293c8-de26-4e15-bbf0-02e3b3ea25c1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:23.642366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] For port 38d2e0e3-8f63-40ba-b0e1-7864de5deb21, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:23.647086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:23.713115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:27:17Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:23.722023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:17Z', 'revision_number': 3, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:23.749142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Calling delete_port for 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:23.804243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04887bfb-b8ce-41be-bd8f-353f4807a081 None None] The sync data for ids ['dc5502ef-a19a-4c89-b8b6-8e8d6da85791'] in n-d-804878-5 is: [{'id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'name': 'tempest-AttachVolumeTestJSON-1219028636-router', 'tenant_id': '87b4ce763192452a897da3e00291a04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:18:09Z', 'updated_at': '2021-11-12T12:27:17Z', 'revision_number': 5, 'project_id': '87b4ce763192452a897da3e00291a04e', 'gw_port': {'id': '38d2e0e3-8f63-40ba-b0e1-7864de5deb21', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5502ef-a19a-4c89-b8b6-8e8d6da85791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:18:12Z', 'updated_at': '2021-11-12T12:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:27:23.808479 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c597b-bbfc-4f23-8b7d-ef1137612aab None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:17Z', 'revision_number': 3, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:27:23.826362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Allocated IP 172.20.0.1 (84c6e5ad-5821-44fb-9c8c-89544336c8cd/a7260b09-9ca9-4181-a6bb-b4434a9c4c18/4f079882-9c51-43ad-a15a-83b71368fea9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:24.025104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa2e24b-0ca1-42aa-b9c2-4e942d1f04b2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:24.039576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e24b-0ca1-42aa-b9c2-4e942d1f04b2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:24.042088 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa2e24b-0ca1-42aa-b9c2-4e942d1f04b2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:27:24.042572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa2e24b-0ca1-42aa-b9c2-4e942d1f04b2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:27:24.090215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eaa2e24b-0ca1-42aa-b9c2-4e942d1f04b2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7829666 Nov 12 12:27:24.093180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:24.105492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0b19cf65-a0d9-4a8e-ba3b-de8f5b9afe92 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:24.221778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d8a595ef-2014-4773-8328-0a7630b8dd56 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:24.287944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d8a595ef-2014-4773-8328-0a7630b8dd56 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:24.288465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d8a595ef-2014-4773-8328-0a7630b8dd56 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:24.454621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48839ee-536f-40e6-a287-df1e7d15ee2f req-ad9b0903-c786-4200-b66e-d86bdf8218ec tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:24.469044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c48839ee-536f-40e6-a287-df1e7d15ee2f req-ad9b0903-c786-4200-b66e-d86bdf8218ec tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.4806674 Nov 12 12:27:24.592232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b19cf65-a0d9-4a8e-ba3b-de8f5b9afe92 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:24.599691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b19cf65-a0d9-4a8e-ba3b-de8f5b9afe92 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:24.603222 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b19cf65-a0d9-4a8e-ba3b-de8f5b9afe92 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:27:24.603222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b19cf65-a0d9-4a8e-ba3b-de8f5b9afe92 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:27:24.622625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:24.635519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0b19cf65-a0d9-4a8e-ba3b-de8f5b9afe92 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5378315 Nov 12 12:27:24.637047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:24.646708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1be228a5-b1dc-4767-9fd7-bc3cbb3ee616 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:24.719092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c48839ee-536f-40e6-a287-df1e7d15ee2f req-e8c061a2-e801-4c25-a9f8-1090fa970925 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463572 Nov 12 12:27:24.772248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:24.921860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:24.997233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d2e0e3-8f63-40ba-b0e1-7864de5deb21,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:25.101990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Deleting subnet 1303627d-9827-4f79-9c44-2ee0d30cc186 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:25.108210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.113248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.166548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.224132 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.247816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be228a5-b1dc-4767-9fd7-bc3cbb3ee616 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:25.251601 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1be228a5-b1dc-4767-9fd7-bc3cbb3ee616 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.253091 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be228a5-b1dc-4767-9fd7-bc3cbb3ee616 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:27:25.253533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be228a5-b1dc-4767-9fd7-bc3cbb3ee616 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:27:25.275004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.298595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1be228a5-b1dc-4767-9fd7-bc3cbb3ee616 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6591885 Nov 12 12:27:25.301203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52738) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:25.398273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.404897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:25.412640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.550233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:25.564716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5aee3a48-4b79-45c5-a615-756e052be7ab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2518287 Nov 12 12:27:25.564716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:25.571241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52742) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:25.575412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Pushing event updated for resources: {'Port': ['ID=4f079882-9c51-43ad-a15a-83b71368fea9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:25.727354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.776646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb5156-4f93-4b46-a3a7-9c5f9d55b8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:25.779874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dbcb5156-4f93-4b46-a3a7-9c5f9d55b8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2068548 Nov 12 12:27:25.782344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52748) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:25.806419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1303627d-9827-4f79-9c44-2ee0d30cc186,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:25.820952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:25.947191 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-922cc5c9-ac4b-4231-9c70-924b088ecaa2 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1586838 Nov 12 12:27:25.948271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:25.964253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:25.984529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.013406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8cc96827-8971-4b59-86ee-fbba32e55bbd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1303627d-9827-4f79-9c44-2ee0d30cc186 HTTP/1.1" status: 204 len: 168 time: 1.0953622 Nov 12 12:27:26.020275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:26.180486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bb7ee313-a4ac-4e52-82e1-98502d87ff84 None None] Provisioning complete for port 4f079882-9c51-43ad-a15a-83b71368fea9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:26.180942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee313-a4ac-4e52-82e1-98502d87ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.312291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a706a546-8ffc-4df6-9c00-30c2c4886517 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:26.314757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.315961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5502ef-a19a-4c89-b8b6-8e8d6da85791 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:27:26.358705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.364683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f051d3b2-a88b-4dce-b023-68b56021c7f0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/dc5502ef-a19a-4c89-b8b6-8e8d6da85791 HTTP/1.1" status: 204 len: 168 time: 5.9124634 Nov 12 12:27:26.370938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:26.505988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:26.511053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.511730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ee313-a4ac-4e52-82e1-98502d87ff84 None None] Port 4f079882-9c51-43ad-a15a-83b71368fea9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:27:26.566934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a706a546-8ffc-4df6-9c00-30c2c4886517 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:26.567391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.589197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Deleting subnet eb3b2357-308c-4a95-a7c4-72b773238df5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:26.661488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844bdf-7385-4220-9895-ac8914be760f req-6bb5fb33-0c86-4087-8bdc-b40a3a94ab0e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:26.677824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff844bdf-7385-4220-9895-ac8914be760f req-6bb5fb33-0c86-4087-8bdc-b40a3a94ab0e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.7281744 Nov 12 12:27:26.702137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.801589 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:26.895739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.142258 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff844bdf-7385-4220-9895-ac8914be760f req-68001f49-4af8-44e6-b732-b1649f7de135 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576793 Nov 12 12:27:27.290089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.320551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a706a546-8ffc-4df6-9c00-30c2c4886517, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a706a546-8ffc-4df6-9c00-30c2c4886517,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:27.330465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.332003 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.421848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.493513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.493680 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.497624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb3b2357-308c-4a95-a7c4-72b773238df5 HTTP/1.1" status: 204 len: 168 time: 1.1173718 Nov 12 12:27:27.498850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3b2357-308c-4a95-a7c4-72b773238df5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:27.511851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52774) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:27.552330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a706a546-8ffc-4df6-9c00-30c2c4886517,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:27.571604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90a332-7e80-429d-93c8-d91086f4a7bc None None] Network db42803f-3d5a-4663-bf93-9608df557453 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:27.603838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8daec21-785f-4d4d-bfef-1b859b4a11ac']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:27.605478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.605983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.612385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.612928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.613397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.614099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.614567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.615008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.615449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.615891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.620546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.621111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bb526-5011-4127-98ce-525d8c32242f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:27.708680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:27.709028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f9a7f0-ec08-4fe7-a96c-52718d9c09ea') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:27.758850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.769237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:27.788097 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.095039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a706a546-8ffc-4df6-9c00-30c2c4886517 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:28.164995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.181572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a706a546-8ffc-4df6-9c00-30c2c4886517 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:28.181927 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.198681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:27:28.199628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.301360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] DHCP port deletion for db42803f-3d5a-4663-bf93-9608df557453 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:27:28.390763 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:27:28.415184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Deleting port ef5d7629-993f-45bb-82c5-e768b7222f7e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:28.415715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.474658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.494786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:28.505363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.511078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:27:28.517391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] 10.222.0.18 "DELETE /v2.0/networks/f8daec21-785f-4d4d-bfef-1b859b4a11ac HTTP/1.1" status: 204 len: 168 time: 2.4932210 Nov 12 12:27:28.533554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.598357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6be96-b120-4fbd-b872-66bbf13f395f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8daec21-785f-4d4d-bfef-1b859b4a11ac,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:28.607778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] Deleting port ef5d7629-993f-45bb-82c5-e768b7222f7e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:28.608171 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.652118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:28.652118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 38d2e0e3-8f63-40ba-b0e1-7864de5deb21 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:28.679050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.689592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.834532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] For port ef5d7629-993f-45bb-82c5-e768b7222f7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ef5d7629-993f-45bb-82c5-e768b7222f7e,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:28.834956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.848357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:28.856054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] Calling delete_port for ef5d7629-993f-45bb-82c5-e768b7222f7e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:28.916063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] For port ef5d7629-993f-45bb-82c5-e768b7222f7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ef5d7629-993f-45bb-82c5-e768b7222f7e,segment=NetworkSegment(b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0),segment_id=b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:28.916539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:28.938921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Calling delete_port for ef5d7629-993f-45bb-82c5-e768b7222f7e owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:28.964568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Pushing event updated for resources: {'Port': ['ID=4f079882-9c51-43ad-a15a-83b71368fea9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:28.982993 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.040532 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.096401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:29.111926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:29.112933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.140423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] Pushing event deleted for resources: {'Port': ['ID=ef5d7629-993f-45bb-82c5-e768b7222f7e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:29.165402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:29.170836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbeaf7-4bbb-47cb-b7ef-e297dfc684a7 None None] No DVR routers for this DVR port ef5d7629-993f-45bb-82c5-e768b7222f7e on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:29.193501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a848fa-7f31-4637-82e5-12ebec793040 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:29.225859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=000ef37d-0142-4f46-8582-a24a14979691,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:29.278329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46fff0-d165-4b9a-acf0-c42edd28330d req-876a9650-328d-44cf-9579-fec8d3e29224 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:29.287422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b46fff0-d165-4b9a-acf0-c42edd28330d req-876a9650-328d-44cf-9579-fec8d3e29224 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.5439894 Nov 12 12:27:29.300401 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-415d151f-da5c-491b-b511-5ae2db542ee8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3495634 Nov 12 12:27:29.303188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:29.317219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:99:05:b1', 'name': 'tempest-NetworksTestDHCPv6-450803632'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:29.337124 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-909bc820-13b5-4d81-9e43-3300d27f09af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f07dc69ee8a4537b75b703dc831edda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582525 Nov 12 12:27:29.337124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:29.339151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:29.362257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:29.448339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b46fff0-d165-4b9a-acf0-c42edd28330d req-2fb279c3-fba5-414e-a281-88e52164e5f6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090846 Nov 12 12:27:29.572051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.604423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.630417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.647696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '000ef37d-0142-4f46-8582-a24a14979691'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:27:29.650015 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.710630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5d7629-993f-45bb-82c5-e768b7222f7e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:29.737544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] No DVR routers for this DVR port ef5d7629-993f-45bb-82c5-e768b7222f7e on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:29.772769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49dbf3d5-b233-4abe-8568-6a48bb5c7782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.884670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Router a6d98686-b069-450d-9664-506d971a645e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:27:29.894950 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.963793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:29.996408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49dbf3d5-b233-4abe-8568-6a48bb5c7782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.006733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ef5d7629-993f-45bb-82c5-e768b7222f7e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:30.032838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db42803f-3d5a-4663-bf93-9608df557453']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:30.110655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:30.112304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b392dc1e-4a1a-4ce3-8b64-57e3aa6273a0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:30.116815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ef5d7629-993f-45bb-82c5-e768b7222f7e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:30.117217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ef5d7629-993f-45bb-82c5-e768b7222f7e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:30.144562 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49dbf3d5-b233-4abe-8568-6a48bb5c7782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.146486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.152735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Allocated IP 2001:db8::f816:3eff:fefd:135a (5a3e9a0b-562d-4280-8b2f-1b144464aa88/000ef37d-0142-4f46-8582-a24a14979691/c1647397-47bc-47fe-acea-502a3e0bd174) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:30.160783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49dbf3d5-b233-4abe-8568-6a48bb5c7782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.166382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-49dbf3d5-b233-4abe-8568-6a48bb5c7782 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ef88634-8e77-4021-bfed-4c3ea6426457 HTTP/1.1" status: 204 len: 168 time: 0.8213663 Nov 12 12:27:30.170110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.178533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:27:30.178965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.215645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf3d5-b233-4abe-8568-6a48bb5c7782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef88634-8e77-4021-bfed-4c3ea6426457,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:27:30.269852 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:27:30.312426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-564dec52-ab52-4969-8511-b80b2a03fcb7 None None] Provisioning complete for port 4f079882-9c51-43ad-a15a-83b71368fea9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:30.318973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-564dec52-ab52-4969-8511-b80b2a03fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.483243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.562226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.565746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] 10.222.0.18 "DELETE /v2.0/networks/db42803f-3d5a-4663-bf93-9608df557453 HTTP/1.1" status: 204 len: 168 time: 3.0523515 Nov 12 12:27:30.580303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce2bd-7125-4ab9-bcec-66394ebdb632 admin admin] Pushing event deleted for resources: {'Network': ['ID=db42803f-3d5a-4663-bf93-9608df557453,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:30.725881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:27:30.746511 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:27:30.759811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7ed68b4-3e36-4cee-bb7a-fd9fa1c92971 admin admin] 10.222.0.18 "PUT /v2.0/routers/a6d98686-b069-450d-9664-506d971a645e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8158536 Nov 12 12:27:30.766321 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:27:30.768346 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:27:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:30.862141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.899407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.905958 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:30.949777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:31.039880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 95b51fc3-b752-4e20-96d6-94d8a712dc2e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:27:31.047171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e266e940-b381-40e0-8080-05dc2f5fac51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87b4ce763192452a897da3e00291a04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947523 Nov 12 12:27:31.051187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:31.086720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a0f4-b4c0-4d48-9605-ed7200f57d89 req-1c3c6424-308a-4835-92ca-0fd206192c5e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:31.107076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cff3a0f4-b4c0-4d48-9605-ed7200f57d89 req-1c3c6424-308a-4835-92ca-0fd206192c5e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.4285142 Nov 12 12:27:31.113044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:31.137297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-564dec52-ab52-4969-8511-b80b2a03fcb7 None None] Port 4f079882-9c51-43ad-a15a-83b71368fea9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:27:31.154877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:31.163701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:31.165956 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:27:31.176421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e501612-d352-4211-8250-8e549adabd10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.243844 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e501612-d352-4211-8250-8e549adabd10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.260140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Pushing event updated for resources: {'Port': ['ID=c1647397-47bc-47fe-acea-502a3e0bd174,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:31.321010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Attempting to bind port c1647397-47bc-47fe-acea-502a3e0bd174 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:31.324161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Attempting to bind port c1647397-47bc-47fe-acea-502a3e0bd174 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:31.326389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Attempting to bind port c1647397-47bc-47fe-acea-502a3e0bd174 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:31.351296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:31.352646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:31.368516 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.375314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:31.377197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Bound port: c1647397-47bc-47fe-acea-502a3e0bd174, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:31.383695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.385241 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e501612-d352-4211-8250-8e549adabd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.389429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e501612-d352-4211-8250-8e549adabd10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.393947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6e501612-d352-4211-8250-8e549adabd10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dcf1057-cfd4-4fdf-9ca4-3a93e9d075cc HTTP/1.1" status: 204 len: 168 time: 0.3376582 Nov 12 12:27:31.426618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501612-d352-4211-8250-8e549adabd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf1057-cfd4-4fdf-9ca4-3a93e9d075cc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:31.538089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:fe99:5b1 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/000ef37d-0142-4f46-8582-a24a14979691/95b51fc3-b752-4e20-96d6-94d8a712dc2e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:31.643906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] For port c1647397-47bc-47fe-acea-502a3e0bd174, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:31.652604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] For port c1647397-47bc-47fe-acea-502a3e0bd174, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c1647397-47bc-47fe-acea-502a3e0bd174,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:31.674102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.785117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.858688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.898068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d47df-a4fb-45a2-9f03-ff97778fb699 None None] Pushing event updated for resources: {'Port': ['ID=c1647397-47bc-47fe-acea-502a3e0bd174,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:31.917060 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 2, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:31.970669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:31.979939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:32.006104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:32.006354 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:27:32.006354 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Updating router a6d98686-b069-450d-9664-506d971a645e port 4f079882-9c51-43ad-a15a-83b71368fea9 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:27:32.013147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:32.013852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:32.082722 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:32.094859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52848) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:32.107055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8027608 Nov 12 12:27:32.108391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3de5df-59b1-4c09-b1f1-411759be58c1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=95b51fc3-b752-4e20-96d6-94d8a712dc2e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:32.162420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cff3a0f4-b4c0-4d48-9605-ed7200f57d89 req-33db1731-156d-48e8-a21f-39597a0ef87d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0508718 Nov 12 12:27:32.281823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea4e71-3f60-404d-851e-c45d953b88b1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:32.302242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea4e71-3f60-404d-851e-c45d953b88b1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:32.303932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91ea4e71-3f60-404d-851e-c45d953b88b1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2072642 Nov 12 12:27:32.307134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:32.632760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 95b51fc3-b752-4e20-96d6-94d8a712dc2e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:32.633105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:32.835174 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:32.845677 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:32.933136 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf9ce-24b1-4697-ba24-fcb81ccbd2b9 None None] Pushing event updated for resources: {'Port': ['ID=4f079882-9c51-43ad-a15a-83b71368fea9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:32.968852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.047444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 95b51fc3-b752-4e20-96d6-94d8a712dc2e owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:33.097500 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Attempting to bind port 4f079882-9c51-43ad-a15a-83b71368fea9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:33.097870 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Attempting to bind port 4f079882-9c51-43ad-a15a-83b71368fea9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:33.098294 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Attempting to bind port 4f079882-9c51-43ad-a15a-83b71368fea9 on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:33.111015 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:33.111423 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Checking segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:33.111782 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.117654 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Bound using segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:33.118537 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Bound port: 4f079882-9c51-43ad-a15a-83b71368fea9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:33.119165 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.179201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:33.281167 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] For port 4f079882-9c51-43ad-a15a-83b71368fea9, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:33.296273 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] For port 4f079882-9c51-43ad-a15a-83b71368fea9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4f079882-9c51-43ad-a15a-83b71368fea9,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:33.307030 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.472739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.529846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2cf8071b-0338-4ba3-a692-95f892af47e9 None None] Provisioning complete for port 4f079882-9c51-43ad-a15a-83b71368fea9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:33.534207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cf8071b-0338-4ba3-a692-95f892af47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.553527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=95b51fc3-b752-4e20-96d6-94d8a712dc2e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:33.565797 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:27:33.568176 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:27:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:33.592267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.597923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5f3d47e9-df47-45eb-9ba0-a8b6921579d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/95b51fc3-b752-4e20-96d6-94d8a712dc2e HTTP/1.1" status: 204 len: 168 time: 1.2895534 Nov 12 12:27:33.600520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:33.825591 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf9ce-24b1-4697-ba24-fcb81ccbd2b9 None None] Pushing event updated for resources: {'Port': ['ID=4f079882-9c51-43ad-a15a-83b71368fea9,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:33.897146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cf8071b-0338-4ba3-a692-95f892af47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:33.906580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-621627132-network', 'tenant_id': 'ba3ed3eeb1e54ce58d0aead83ccbded0'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:33.921442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82cd91f-c180-4e36-ada6-c567e05f8829 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:33.934836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82cd91f-c180-4e36-ada6-c567e05f8829 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:33.941398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d82cd91f-c180-4e36-ada6-c567e05f8829 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3397775 Nov 12 12:27:33.954999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:34.005560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2cf8071b-0338-4ba3-a692-95f892af47e9 None None] For port 4f079882-9c51-43ad-a15a-83b71368fea9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4f079882-9c51-43ad-a15a-83b71368fea9,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:34.013070 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cf8071b-0338-4ba3-a692-95f892af47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.074248 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:27:34.128192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8071b-0338-4ba3-a692-95f892af47e9 None None] Pushing event updated for resources: {'Port': ['ID=4f079882-9c51-43ad-a15a-83b71368fea9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:34.174716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1647397-47bc-47fe-acea-502a3e0bd174 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:34.264737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b548-08ba-466d-ae51-a522aa805ef0 req-3ef4f8b0-f1fa-4012-89e0-e9e6a9433690 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:34.275035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Made reservation on behalf of ba3ed3eeb1e54ce58d0aead83ccbded0 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:34.275620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f6b548-08ba-466d-ae51-a522aa805ef0 req-3ef4f8b0-f1fa-4012-89e0-e9e6a9433690 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1658354 Nov 12 12:27:34.288550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2768fe6a-e360-4f78-b89f-ce4fee8ab919 None None] Provisioning complete for port 4f079882-9c51-43ad-a15a-83b71368fea9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:34.289021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.291859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2768fe6a-e360-4f78-b89f-ce4fee8ab919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.333715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 000ef37d-0142-4f46-8582-a24a14979691 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:34.360959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.369062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.394969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f6b548-08ba-466d-ae51-a522aa805ef0 req-b6e4dc56-f460-4e4f-afdf-b68f14a9968e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173413 Nov 12 12:27:34.406141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c1647397-47bc-47fe-acea-502a3e0bd174 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:34.411865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.441199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:34.447776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592057608', 'description': 'tempest-description--1657516012'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:34.566104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.624757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.634845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.713911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.723950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:27:34.749991 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:27:34.792684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828d0be-1dca-402d-8959-0b063488ccd7 req-e23575a8-67e5-487d-b6d6-8c4798bacc2e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:34.805896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.809365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6828d0be-1dca-402d-8959-0b063488ccd7 req-e23575a8-67e5-487d-b6d6-8c4798bacc2e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.2817314 Nov 12 12:27:34.816080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.816600 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Added segment ab69f079-0c96-425c-bcff-ee010669c414 of type vlan for network 037e2be8-8daa-4ba4-b59d-c18b9cec971a Nov 12 12:27:34.847834 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f828745-b1da-4fc1-bb15-21a40b9d9967 None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:27:34.876134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0237e52-a16a-4299-8250-a1816ec245a8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:34.890870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.891207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.892380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.892727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.893065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.893412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.893717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.894040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.894409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.894733 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.895053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.895370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:34.909365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port c1647397-47bc-47fe-acea-502a3e0bd174, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c1647397-47bc-47fe-acea-502a3e0bd174,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:34.916477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.012664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6828d0be-1dca-402d-8959-0b063488ccd7 req-8ed1f727-f3f3-4359-ae8c-b50e0fe31652 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021239 Nov 12 12:27:35.044520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.151110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.161329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.194672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.200091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:35.206366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.212683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=c1647397-47bc-47fe-acea-502a3e0bd174,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:35.258899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2768fe6a-e360-4f78-b89f-ce4fee8ab919 None None] Provisioning complete for port c1647397-47bc-47fe-acea-502a3e0bd174 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:35.260796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2768fe6a-e360-4f78-b89f-ce4fee8ab919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.414570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.424269 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9782293 Nov 12 12:27:35.431655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2508533 Nov 12 12:27:35.432358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:35.444007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:35.470761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8ba19-931a-43b1-8f06-6ffe48d80b84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d37b40-9393-4bcb-b937-6284ea95173f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:35.552766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Request body: {'subnet': {'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-621627132-subnet', 'tenant_id': 'ba3ed3eeb1e54ce58d0aead83ccbded0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:35.554190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173866-8f8a-42d7-bc18-bdc23f8853ad req-9051abd7-9356-41d9-b52f-c9ef3ee17758 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:35.556155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9173866-8f8a-42d7-bc18-bdc23f8853ad req-9051abd7-9356-41d9-b52f-c9ef3ee17758 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 950 time: 0.2332904 Nov 12 12:27:35.564823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'security_group_rule': {'security_group_id': 'c8d37b40-9393-4bcb-b937-6284ea95173f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:35.582940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.644016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2fce5-7165-4940-84b0-d58bba2c8bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=037e2be8-8daa-4ba4-b59d-c18b9cec971a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:35.693559 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b82564d-75f1-4452-aac7-bc0bf30f7ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.700476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-14cae7e2-c5f5-43b5-a26c-ce5cb14c4303 None None] Could not find standard attr ID for object 95b51fc3-b752-4e20-96d6-94d8a712dc2e. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:27:35.714607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 037e2be8-8daa-4ba4-b59d-c18b9cec971a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:27:35.745237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.746526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Made reservation on behalf of ba3ed3eeb1e54ce58d0aead83ccbded0 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:35.749020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:35.772444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9173866-8f8a-42d7-bc18-bdc23f8853ad req-299c48e2-b663-47ba-97e2-4adf104beae3 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034621 Nov 12 12:27:35.914459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:36.141002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.231626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.334862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1647397-47bc-47fe-acea-502a3e0bd174 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:36.429218 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.454968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:36.458300 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61afc0-7db0-4939-9f5f-620aabc0ccdc" -d '{"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-unplugged", "status": "completed", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:36.461624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/000ef37d-0142-4f46-8582-a24a14979691 HTTP/1.1" status: 204 len: 168 time: 2.5039763 Nov 12 12:27:36.464146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:36.467916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f243b-67f4-47ec-9f9d-6a7f0c64b24b None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:36.494802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:36.501545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d4f04-7d7f-4414-a0de-ee932425cf74 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=000ef37d-0142-4f46-8582-a24a14979691,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:36.518593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.632280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ea513289-4874-4500-a487-30272289ade5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634820 Nov 12 12:27:36.635461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:36.653705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:36.672051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.692016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:36.696786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c1647397-47bc-47fe-acea-502a3e0bd174 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:36.697167 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.722546 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.765105 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf658d3-9fd7-4e1e-a882-74d0eeaebda5 x-openstack-request-id: req-2bf658d3-9fd7-4e1e-a882-74d0eeaebda5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:36.765409 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-unplugged", "status": "completed", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:36.765669 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bf658d3-9fd7-4e1e-a882-74d0eeaebda5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:36.766060 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'code': 200} Nov 12 12:27:36.790399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c3a46-42fc-4133-81b8-ab75ccedefe6 req-6a41a77d-9163-431e-a873-df4ffffe0bad tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:36.796180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce0c3a46-42fc-4133-81b8-ab75ccedefe6 req-6a41a77d-9163-431e-a873-df4ffffe0bad tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.5309353 Nov 12 12:27:36.924246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:36.934973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:36.990224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4f079882-9c51-43ad-a15a-83b71368fea9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:37.033323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:27:37.152109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4f079882-9c51-43ad-a15a-83b71368fea9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:37.155397 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.191156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb129b9-f8c7-4e7e-bc36-7f376f596c1e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:37.254909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.257328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fa6bfe67-aee7-4126-b026-cd23f2932026 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8154368 Nov 12 12:27:37.264593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:37.293977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'security_group_rule': {'security_group_id': 'c8d37b40-9393-4bcb-b937-6284ea95173f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:37.330719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] Deleting port c1647397-47bc-47fe-acea-502a3e0bd174 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:37.331298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.336776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.389510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:37.480700 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce0c3a46-42fc-4133-81b8-ab75ccedefe6 req-6391d8f8-99d0-420e-b093-531594fc6e9c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532361 Nov 12 12:27:37.504093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.510054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd95d402-15c6-4a90-ab5f-1ea86f7c8c59,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:37.527213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] For port c1647397-47bc-47fe-acea-502a3e0bd174, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c1647397-47bc-47fe-acea-502a3e0bd174,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:37.527627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.543054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] Calling delete_port for c1647397-47bc-47fe-acea-502a3e0bd174 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:37.569233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Checking segment: {'id': 'ab69f079-0c96-425c-bcff-ee010669c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:37.570041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Network hostable DHCP agents. Network: 037e2be8-8daa-4ba4-b59d-c18b9cec971a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:27:37.599837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.609281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.620374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Network 037e2be8-8daa-4ba4-b59d-c18b9cec971a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:27:37.655874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a226b35-1aa6-4043-a1a1-c4f7ac6f48dc,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:37.660406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 037e2be8-8daa-4ba4-b59d-c18b9cec971a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:37.665449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.667191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aef13f1a-37f9-47ec-a312-74972e2be5ff tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822346 Nov 12 12:27:37.671116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:37.672028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.677024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53020) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:37.687002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:37.709937 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c254a37-d66c-43c1-94ea-5886974a7507 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2452605 Nov 12 12:27:37.721906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907dbbab-e64e-447d-8068-e4aeeb1fd29f None None] Network 037e2be8-8daa-4ba4-b59d-c18b9cec971a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:37.737685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:37.900039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:38.091709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.133528 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:27:38.192733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1647397-47bc-47fe-acea-502a3e0bd174 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:38.226382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:27:38.237250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f43c4f1-a124-4ee8-848e-6238fc480560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.378320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f4515b-d091-4fb9-8da1-fea29772bd31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.403798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd44a-2f8f-40da-b199-953b23a29448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.456550 n-d-804878-5 neutron-server[102778]: WARNING neutron.services.revisions.revision_plugin [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Could not find related port for resource to bump revision. Nov 12 12:27:38.462018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_pluggable_backend [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Port c1647397-47bc-47fe-acea-502a3e0bd174 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102778) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 12:27:38.464903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_pluggable_backend [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Reverting IP allocation for 2001:db8::f816:3eff:fefd:135a {{(pid=102778) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 12:27:38.473101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_pluggable_backend [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefd:135a {{(pid=102778) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 12:27:38.479007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.565826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd44a-2f8f-40da-b199-953b23a29448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.576519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Allocated IP 172.25.1.52 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/25fdc68c-13d8-48ad-b668-e901235bb728) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:38.579880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd44a-2f8f-40da-b199-953b23a29448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.590616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.630256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:38.656773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:38.677624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:38.684067 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:38.686744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cd44a-2f8f-40da-b199-953b23a29448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21482e4-a313-45a3-a42f-109771fe0eab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:38.690010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe37bd-3ec3-41b8-81fa-4406af69dc29 None None] Network 037e2be8-8daa-4ba4-b59d-c18b9cec971a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:38.705745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] Pushing event deleted for resources: {'Port': ['ID=c1647397-47bc-47fe-acea-502a3e0bd174,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:38.719967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0827172 Nov 12 12:27:38.720581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53052) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:38.733708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:68:63:f7', 'name': 'tempest-NetworksTestDHCPv6-1799990125'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:38.742863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6c35-b602-4565-8497-9c47a2fc07c3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=db5b15ea-2cdb-4238-8a7b-c6d864fe4c11,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:38.752867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60230303-76da-41f6-947c-9dba772e09f6 None None] No DVR routers for this DVR port c1647397-47bc-47fe-acea-502a3e0bd174 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:38.777023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No active binding found for port c1647397-47bc-47fe-acea-502a3e0bd174 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:27:38.777335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1647397-47bc-47fe-acea-502a3e0bd174 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:38.877233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed1cd44a-2f8f-40da-b199-953b23a29448 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2d64f0bb25c4e249f4efd31d072e6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4851203 Nov 12 12:27:38.879691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:38.880062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53058) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:38.894091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1398255265-network', 'tenant_id': '5eb542ec1afc4aa781322edb8e6e732d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:38.916805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050dd1b-9976-4bfa-a615-b34b9271ce58 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:38.989803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Made reservation on behalf of 5eb542ec1afc4aa781322edb8e6e732d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:38.992673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.027079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.029202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f4515b-d091-4fb9-8da1-fea29772bd31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.046762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f4515b-d091-4fb9-8da1-fea29772bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.056738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:39.092510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3f9a7-4e9b-46f8-947a-1b53f69f10d5 req-80667aae-0c75-483d-8192-1b17befe1c50 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:39.107565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0371abb-c4da-4184-a959-4b7a9b2a02f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.108413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56a3f9a7-4e9b-46f8-947a-1b53f69f10d5 req-80667aae-0c75-483d-8192-1b17befe1c50 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.4266355 Nov 12 12:27:39.223918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.233226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0371abb-c4da-4184-a959-4b7a9b2a02f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.326912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4515b-d091-4fb9-8da1-fea29772bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c25fb5-a451-4847-81a9-e147325e1c67,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:39.339035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.373065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.390179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.399334 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.402547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 99315312-c529-4c52-a5fc-4c4c172b0980 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:27:39.408763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.431492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0371abb-c4da-4184-a959-4b7a9b2a02f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.434045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-71f4515b-d091-4fb9-8da1-fea29772bd31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6476b054c284722bb84ec43656d1e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5199249 Nov 12 12:27:39.439624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0371abb-c4da-4184-a959-4b7a9b2a02f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.453608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f0371abb-c4da-4184-a959-4b7a9b2a02f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a21482e4-a313-45a3-a42f-109771fe0eab HTTP/1.1" status: 204 len: 168 time: 0.5644355 Nov 12 12:27:39.458012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:39.481117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56a3f9a7-4e9b-46f8-947a-1b53f69f10d5 req-ed65a9df-0c8d-466f-a56d-3551a7cb51a7 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717115 Nov 12 12:27:39.483685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:39.488063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:39.493237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:39.536633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056edd9-b854-4796-9077-14079face36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'db5b15ea-2cdb-4238-8a7b-c6d864fe4c11'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:27:39.537529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4056edd9-b854-4796-9077-14079face36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.585678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'Port': ['ID=25fdc68c-13d8-48ad-b668-e901235bb728,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:39.592172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:27:39.686115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.686890 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Added segment ea556649-b5ec-4920-882e-ef486c58dc43 of type vlan for network 77a03228-942e-4f80-b402-510e7f2a28d1 Nov 12 12:27:39.705666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c8ee0-0dea-4ba1-be15-7e58ae49e478,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:39.790817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.819338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:27:39.834636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0371abb-c4da-4184-a959-4b7a9b2a02f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21482e4-a313-45a3-a42f-109771fe0eab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:39.921444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:39.953556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:27:40.102900 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff55b9b6-a6bb-41a4-b2d9-fb5c47b74a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.112015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.127223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:40.152778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '9394420d-6618-436b-953e-385e41c4a352', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:27:40.202973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:fe68:63f7 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/db5b15ea-2cdb-4238-8a7b-c6d864fe4c11/99315312-c529-4c52-a5fc-4c4c172b0980) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:40.287689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff55b9b6-a6bb-41a4-b2d9-fb5c47b74a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.339904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:40.348571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:40.405150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fec13d6-4c3d-4837-934c-e951d0574562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.411832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'mac_address': 'fa:16:3e:87:d6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:27:40.414655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.418868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.419869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:40.420459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.434726 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.442935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.609645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:27:40.628826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff55b9b6-a6bb-41a4-b2d9-fb5c47b74a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.635612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff55b9b6-a6bb-41a4-b2d9-fb5c47b74a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.636997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ff55b9b6-a6bb-41a4-b2d9-fb5c47b74a49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03c25fb5-a451-4847-81a9-e147325e1c67 HTTP/1.1" status: 204 len: 168 time: 1.0896513 Nov 12 12:27:40.664755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.667961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.719925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8387635 Nov 12 12:27:40.754345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:40.760689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd1ded8-6655-4507-baa2-ef231f3a1e89 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:27:40.772018 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.806966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:40.847558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:40.946369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:40.949537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['9394420d-6618-436b-953e-385e41c4a352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:41.010630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fec13d6-4c3d-4837-934c-e951d0574562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.019829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.086298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fec13d6-4c3d-4837-934c-e951d0574562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.144796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'Port': ['ID=25fdc68c-13d8-48ad-b668-e901235bb728,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:41.161620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6bd1ded8-6655-4507-baa2-ef231f3a1e89'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:41.196551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.201392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cdc2835c-c092-46ee-a6e2-f5c5f999b7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5194600 Nov 12 12:27:41.235268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.272092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:41.272854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec13d6-4c3d-4837-934c-e951d0574562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342d2604-0483-429f-8308-09e10fae5b03,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:41.290785 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9fec13d6-4c3d-4837-934c-e951d0574562 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e85d3efc08343a9a20dd686b7977c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9410768 Nov 12 12:27:41.293280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:41.295818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.302267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Request body: {'subnet': {'network_id': '77a03228-942e-4f80-b402-510e7f2a28d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1398255265-subnet', 'tenant_id': '5eb542ec1afc4aa781322edb8e6e732d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:41.305955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55b9b6-a6bb-41a4-b2d9-fb5c47b74a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c25fb5-a451-4847-81a9-e147325e1c67,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:41.307763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b50c-9819-4ec3-ae8f-e1a1b0ecfbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=77a03228-942e-4f80-b402-510e7f2a28d1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:41.317783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.381600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Made reservation on behalf of 5eb542ec1afc4aa781322edb8e6e732d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:41.385057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.410006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e58d2-0c93-4664-8816-5a8e5efb9521 req-e19bd4b9-69f1-499e-a0b7-26d185c9d8b3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.411556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd8e58d2-0c93-4664-8816-5a8e5efb9521 req-e19bd4b9-69f1-499e-a0b7-26d185c9d8b3 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 943 time: 0.6391492 Nov 12 12:27:41.417509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9028d53b-0dbc-4b88-8ff6-0dd9cac88300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.502137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 77a03228-942e-4f80-b402-510e7f2a28d1 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:27:41.537457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd8e58d2-0c93-4664-8816-5a8e5efb9521 req-d29cdd8a-52cd-4e02-bbca-9490bd316e26 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147718 Nov 12 12:27:41.567678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9028d53b-0dbc-4b88-8ff6-0dd9cac88300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.693192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4056edd9-b854-4796-9077-14079face36b None None] Allocated IP 2001:db8::f816:3eff:fe30:7124 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/db5b15ea-2cdb-4238-8a7b-c6d864fe4c11/37dcc907-e03c-48cc-bfb7-2c4237f524d5) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:41.702186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9028d53b-0dbc-4b88-8ff6-0dd9cac88300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.707320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9028d53b-0dbc-4b88-8ff6-0dd9cac88300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:41.708549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9028d53b-0dbc-4b88-8ff6-0dd9cac88300 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/342d2604-0483-429f-8308-09e10fae5b03 HTTP/1.1" status: 204 len: 168 time: 0.4122198 Nov 12 12:27:41.725704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028d53b-0dbc-4b88-8ff6-0dd9cac88300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d2604-0483-429f-8308-09e10fae5b03,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:41.825830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:42.266736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4056edd9-b854-4796-9077-14079face36b None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.279858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4056edd9-b854-4796-9077-14079face36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.297086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:42.327956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:42.341049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056edd9-b854-4796-9077-14079face36b None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:42.345442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4056edd9-b854-4796-9077-14079face36b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:42.349655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056edd9-b854-4796-9077-14079face36b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:42.353023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:42.367644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056edd9-b854-4796-9077-14079face36b None None] Pushing event updated for resources: {'Port': ['ID=37dcc907-e03c-48cc-bfb7-2c4237f524d5,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:42.371640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:42.375709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.405430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=99315312-c529-4c52-a5fc-4c4c172b0980,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:42.429663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4056edd9-b854-4796-9077-14079face36b None None] Attempting to bind port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:42.430614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4056edd9-b854-4796-9077-14079face36b None None] Attempting to bind port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:42.431588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056edd9-b854-4796-9077-14079face36b None None] Attempting to bind port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:42.446561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056edd9-b854-4796-9077-14079face36b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:42.448920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056edd9-b854-4796-9077-14079face36b None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:42.450808 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4056edd9-b854-4796-9077-14079face36b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.451507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056edd9-b854-4796-9077-14079face36b None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:42.452309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4056edd9-b854-4796-9077-14079face36b None None] Bound port: 37dcc907-e03c-48cc-bfb7-2c4237f524d5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:42.454391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4056edd9-b854-4796-9077-14079face36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.573865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d331c8af-d489-43e8-b2c3-d3223ccc7481 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8484931 Nov 12 12:27:42.576402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:42.607769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.708561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4056edd9-b854-4796-9077-14079face36b None None] For port 37dcc907-e03c-48cc-bfb7-2c4237f524d5, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:42.711051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b2f6e-c99a-4600-90b9-fa3728950428 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:42.716140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4056edd9-b854-4796-9077-14079face36b None None] For port 37dcc907-e03c-48cc-bfb7-2c4237f524d5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=37dcc907-e03c-48cc-bfb7-2c4237f524d5,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:42.721686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b2f6e-c99a-4600-90b9-fa3728950428 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:42.724580 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4056edd9-b854-4796-9077-14079face36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.732232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d1b2f6e-c99a-4600-90b9-fa3728950428 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1523573 Nov 12 12:27:42.732445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:42.857812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056edd9-b854-4796-9077-14079face36b None None] Pushing event updated for resources: {'Port': ['ID=37dcc907-e03c-48cc-bfb7-2c4237f524d5,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:42.862986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72c42a7-73c2-437d-ac1f-1f1665dd0db1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:42.884124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Checking segment: {'id': 'ea556649-b5ec-4920-882e-ef486c58dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '77a03228-942e-4f80-b402-510e7f2a28d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:42.884666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Network hostable DHCP agents. Network: 77a03228-942e-4f80-b402-510e7f2a28d1, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:27:42.947603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Network 77a03228-942e-4f80-b402-510e7f2a28d1 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:27:42.949471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 99315312-c529-4c52-a5fc-4c4c172b0980 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:42.949858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:42.979629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 77a03228-942e-4f80-b402-510e7f2a28d1) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:42.992039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bacd0f-f99f-4b54-a18c-a8845385c594 None None] Network 77a03228-942e-4f80-b402-510e7f2a28d1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:42.992311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:42.993140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:43.034058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00fa41b9-302b-47c4-8212-e236250f3e33 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2254527 Nov 12 12:27:43.291360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:43.335809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b808cb-6884-4185-b948-4e59156539b3 None None] Network 77a03228-942e-4f80-b402-510e7f2a28d1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:43.370533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 99315312-c529-4c52-a5fc-4c4c172b0980 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:43.626519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:27:43.632308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:43.757936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:43.844426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=99315312-c529-4c52-a5fc-4c4c172b0980,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:43.892378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:43.898203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2df25f4c-7669-4c0f-bb21-38d39f5ec248 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/99315312-c529-4c52-a5fc-4c4c172b0980 HTTP/1.1" status: 204 len: 168 time: 1.1625099 Nov 12 12:27:43.898456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:44.005952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51567236-fbb2-40e2-b2bb-880d62cc381b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:44.011063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51567236-fbb2-40e2-b2bb-880d62cc381b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:44.021274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-51567236-fbb2-40e2-b2bb-880d62cc381b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217349 Nov 12 12:27:44.021787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53242) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:44.225415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet db5b15ea-2cdb-4238-8a7b-c6d864fe4c11 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:44.247382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:44.294495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:44.296753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 37dcc907-e03c-48cc-bfb7-2c4237f524d5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:44.426265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:44.614689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:44.692855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'network_id': '68579a4d-119e-4baa-9c95-139383bb1060', 'port_id': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'mac_address': 'fa:16:3e:bf:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bbb118-137f-4f1c-a53f-824e5a87661d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:27:44.736275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:44.806238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 9394420d-6618-436b-953e-385e41c4a352 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:44.809137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:44.931304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:44.987850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:44.988310 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:45.005657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=db5b15ea-2cdb-4238-8a7b-c6d864fe4c11,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:45.040083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:45.052462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3fefb6d3-dd7a-44c0-bbf1-fe25b0666e63 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/db5b15ea-2cdb-4238-8a7b-c6d864fe4c11 HTTP/1.1" status: 204 len: 168 time: 1.0288320 Nov 12 12:27:45.054803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53258) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:45.150322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:45.153148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:45.188352 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:45.189358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d3d71541-3d6d-443f-81e3-f6a5cc256e8b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324692 Nov 12 12:27:45.191848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:45.310059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24383db-d7c2-4998-ac21-50d36368845f None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:45.315618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48fc77e2-2b22-4818-a273-8a73ca0657ab None None] Provisioning complete for port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:45.318139 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48fc77e2-2b22-4818-a273-8a73ca0657ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:45.330026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ed9b6-a408-4948-9006-bf9ff943cf12 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:45.339548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:45.339774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-379ed9b6-a408-4948-9006-bf9ff943cf12 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1464803 Nov 12 12:27:45.500534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20b931-84c2-480f-ba43-25fda3a15e36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:45.507893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-df20b931-84c2-480f-ba43-25fda3a15e36 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1662583 Nov 12 12:27:45.508569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53274) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:45.653051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53278) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:45.658883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:45.667037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dee132dd-d5ce-4e8b-b811-5ff5a5eb0c85 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568956 Nov 12 12:27:45.708857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:45.711710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56b5ec9-6ddf-42c8-88e5-b611ec53380a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:27:45.946220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 37dcc907-e03c-48cc-bfb7-2c4237f524d5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=37dcc907-e03c-48cc-bfb7-2c4237f524d5,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:45.964451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:46.042735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.047093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:46.075730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.150006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.343648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.396681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f56b5ec9-6ddf-42c8-88e5-b611ec53380a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:46.398946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.464841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=37dcc907-e03c-48cc-bfb7-2c4237f524d5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:46.546840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:46.572046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:46.574377 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccce9366-8502-4fc2-ab6b-f4a07c0080e3" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:46.597585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:46.625104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:27:46.627774 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.635148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:46.695038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:46.710090 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:46.739999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-10eaf3a6-d199-40ab-b1ec-83947b7085cc None None] Could not find standard attr ID for object 99315312-c529-4c52-a5fc-4c4c172b0980. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:27:46.905647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.objects.ports [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:27:46.967711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:47.032527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] Deleting port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:47.032903 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.170392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] For port 37dcc907-e03c-48cc-bfb7-2c4237f524d5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=37dcc907-e03c-48cc-bfb7-2c4237f524d5,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:47.170852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.183647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.198940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] Calling delete_port for 37dcc907-e03c-48cc-bfb7-2c4237f524d5 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:47.545546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port 37dcc907-e03c-48cc-bfb7-2c4237f524d5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=37dcc907-e03c-48cc-bfb7-2c4237f524d5,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:47.674222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.682192 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.683260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.689633 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.752423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] Pushing event deleted for resources: {'Port': ['ID=37dcc907-e03c-48cc-bfb7-2c4237f524d5,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:47.775515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0b2f9-be1c-42d6-bf85-84294a86222e None None] No DVR routers for this DVR port 37dcc907-e03c-48cc-bfb7-2c4237f524d5 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:47.781426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:47.804444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:47.813018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:47.832170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb7231-2245-44e8-bc16-342803e252e3 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:47.885150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:47.893031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:47.898413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=37dcc907-e03c-48cc-bfb7-2c4237f524d5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:47.941204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d2197619-6e01-43ca-875a-3da1504e6116 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2865949 Nov 12 12:27:47.943751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:47.949554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:70:36:8a', 'name': 'tempest-NetworksTestDHCPv6-1536211569'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:48.225997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:48.283596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:48.347421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 37dcc907-e03c-48cc-bfb7-2c4237f524d5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:48.362753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:27:48.363881 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:48.400548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 37dcc907-e03c-48cc-bfb7-2c4237f524d5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:48.400903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 37dcc907-e03c-48cc-bfb7-2c4237f524d5 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:48.455539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:48.490743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 1139c829-fc3a-41a9-807c-e4e4350fdcb3 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:27:48.689746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f56b5ec9-6ddf-42c8-88e5-b611ec53380a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:48.690433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:48.749981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Allocated IP 2001:db8::f816:3eff:fee5:5812 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f/be9610b5-27a8-4c87-9598-25ec32f284cd) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:49.069187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:49.254618 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.266851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.313973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:49.317062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.321240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:49.327048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:49.381133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Pushing event updated for resources: {'Port': ['ID=be9610b5-27a8-4c87-9598-25ec32f284cd,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:49.391958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4ac68ef-f7a3-4fbb-81e1-67ff831458cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.426455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Attempting to bind port be9610b5-27a8-4c87-9598-25ec32f284cd on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:49.426786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Attempting to bind port be9610b5-27a8-4c87-9598-25ec32f284cd by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:49.427112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Attempting to bind port be9610b5-27a8-4c87-9598-25ec32f284cd on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:49.440244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:49.440633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:49.441052 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.441430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:49.441920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Bound port: be9610b5-27a8-4c87-9598-25ec32f284cd, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:49.442341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.445792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:49.456436 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.584023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:fe70:368a (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f/1139c829-fc3a-41a9-807c-e4e4350fdcb3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:49.592683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:49.601721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] For port be9610b5-27a8-4c87-9598-25ec32f284cd, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:49.605347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] For port be9610b5-27a8-4c87-9598-25ec32f284cd, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=be9610b5-27a8-4c87-9598-25ec32f284cd,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:49.612459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.641756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4ac68ef-f7a3-4fbb-81e1-67ff831458cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.648208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4ac68ef-f7a3-4fbb-81e1-67ff831458cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.695946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f210-7268-42aa-ba4b-6053b9486365 None None] Pushing event updated for resources: {'Port': ['ID=be9610b5-27a8-4c87-9598-25ec32f284cd,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:49.872411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.925236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac68ef-f7a3-4fbb-81e1-67ff831458cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89f9bb-c93d-4867-ab92-57025d1e4ed8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:49.933096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d4ac68ef-f7a3-4fbb-81e1-67ff831458cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=056ffb6d2e7743e09b035d1a8826da50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604271 Nov 12 12:27:49.933096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.934126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53324) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:50.085571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:50.118233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41ea21b-d2f6-403c-b1bb-2f6efef89e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.174152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41ea21b-d2f6-403c-b1bb-2f6efef89e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.250147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:50.285315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=1139c829-fc3a-41a9-807c-e4e4350fdcb3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:50.290050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be9610b5-27a8-4c87-9598-25ec32f284cd up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:50.294565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:50.317486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:50.322441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.366735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port be9610b5-27a8-4c87-9598-25ec32f284cd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:50.367154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.388687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bf4f9a05-7213-44c8-bf4a-d6c65b65c5f7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4409497 Nov 12 12:27:50.389239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53326) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:50.401416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41ea21b-d2f6-403c-b1bb-2f6efef89e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.423562 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41ea21b-d2f6-403c-b1bb-2f6efef89e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.450797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e41ea21b-d2f6-403c-b1bb-2f6efef89e46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a89f9bb-c93d-4867-ab92-57025d1e4ed8 HTTP/1.1" status: 204 len: 168 time: 0.5148797 Nov 12 12:27:50.486013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ea21b-d2f6-403c-b1bb-2f6efef89e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89f9bb-c93d-4867-ab92-57025d1e4ed8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:50.486150 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.564042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc25b99-0924-4e9e-96c2-50529f6d9b60 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:50.597039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc25b99-0924-4e9e-96c2-50529f6d9b60 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:50.601376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1fc25b99-0924-4e9e-96c2-50529f6d9b60 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2088642 Nov 12 12:27:50.605102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53330) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:50.642117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port be9610b5-27a8-4c87-9598-25ec32f284cd, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=be9610b5-27a8-4c87-9598-25ec32f284cd,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:50.650754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.758872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=be9610b5-27a8-4c87-9598-25ec32f284cd,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:50.829369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 1139c829-fc3a-41a9-807c-e4e4350fdcb3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:50.830087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.965336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:50.980947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 1139c829-fc3a-41a9-807c-e4e4350fdcb3 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:51.039842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53334) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:51.065403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-995dfddf-7dd6-47b5-86fa-3d54794dc111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.242532 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-995dfddf-7dd6-47b5-86fa-3d54794dc111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.248011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-995dfddf-7dd6-47b5-86fa-3d54794dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.279484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.326994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=1139c829-fc3a-41a9-807c-e4e4350fdcb3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:51.332242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dfddf-7dd6-47b5-86fa-3d54794dc111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa927ff-566d-401a-a47b-ba5324214714,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:51.375333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-995dfddf-7dd6-47b5-86fa-3d54794dc111 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=497c67031d6c41b5b33e9004e13f7c93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341148 Nov 12 12:27:51.378447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53336) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:51.405738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.411616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bedbfe3e-e791-4c2c-b9d2-374f01eef8c5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/1139c829-fc3a-41a9-807c-e4e4350fdcb3 HTTP/1.1" status: 204 len: 168 time: 0.8042016 Nov 12 12:27:51.414836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:51.466028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e1c-2ab0-45a7-81ba-73c13495d18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.501983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e1c-2ab0-45a7-81ba-73c13495d18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.543418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dab923-96e8-45bc-bcaa-ee56371004a6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:51.546061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dab923-96e8-45bc-bcaa-ee56371004a6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:51.549694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-23dab923-96e8-45bc-bcaa-ee56371004a6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1313303 Nov 12 12:27:51.551075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:51.572510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e1c-2ab0-45a7-81ba-73c13495d18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.575674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e1c-2ab0-45a7-81ba-73c13495d18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.582202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cdf16e1c-2ab0-45a7-81ba-73c13495d18e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fa927ff-566d-401a-a47b-ba5324214714 HTTP/1.1" status: 204 len: 168 time: 0.2024729 Nov 12 12:27:51.616727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf16e1c-2ab0-45a7-81ba-73c13495d18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa927ff-566d-401a-a47b-ba5324214714,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:51.647795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c42aa294-cc34-4cf4-aeca-73506dc58084 None None] Provisioning complete for port be9610b5-27a8-4c87-9598-25ec32f284cd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:51.651051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42aa294-cc34-4cf4-aeca-73506dc58084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.706409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:51.712252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.919942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:52.063028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a18a46e-e109-4247-80b7-1f4a9e02b398 None None] Could not find standard attr ID for object 1139c829-fc3a-41a9-807c-e4e4350fdcb3. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:27:52.168608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:52.276872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be9610b5-27a8-4c87-9598-25ec32f284cd up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:52.407247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:52.431814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port be9610b5-27a8-4c87-9598-25ec32f284cd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:52.432623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:52.473907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:52.477371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:52.483573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53350) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:52.497542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-442e7cd8-458b-4f9a-b7e3-b73b7fd6df0f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f HTTP/1.1" status: 204 len: 168 time: 0.9449885 Nov 12 12:27:52.509997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a73ab-0f62-4f17-b5b2-bdd00f143728 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:52.543400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c081647-705f-4996-9b2c-7327ce8d020c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584502 Nov 12 12:27:52.550148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:52.557883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:52.779292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:52.779882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:52.817730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:27:52.905657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] Deleting port be9610b5-27a8-4c87-9598-25ec32f284cd {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:52.906790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:53.022788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] For port be9610b5-27a8-4c87-9598-25ec32f284cd, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=be9610b5-27a8-4c87-9598-25ec32f284cd,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:53.024999 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:53.061681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] Calling delete_port for be9610b5-27a8-4c87-9598-25ec32f284cd owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:53.153940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:27:53.278237 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:53.302813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] No DVR routers for this DVR port be9610b5-27a8-4c87-9598-25ec32f284cd on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:53.349903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b10c64-81e5-489f-ba72-2c9b05224a06 None None] Pushing event deleted for resources: {'Port': ['ID=be9610b5-27a8-4c87-9598-25ec32f284cd,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:53.384549 n-d-804878-5 neutron-server[102778]: WARNING neutron.services.revisions.revision_plugin [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Could not find related port for resource to bump revision. Nov 12 12:27:53.396660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Port be9610b5-27a8-4c87-9598-25ec32f284cd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102778) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 12:27:53.396660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:5812 {{(pid=102778) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 12:27:53.400776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:5812 {{(pid=102778) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 12:27:53.402003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:53.524297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:53.531933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:53.540500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:53.546529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:53.551735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a2c7e-ba68-44ef-87c2-a17a42426fb8 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:53.561526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=b356426d-1e2d-4922-9ec0-3db934ebd652,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:53.607332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53368) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:53.613245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:f6:a7:f9', 'name': 'tempest-NetworksTestDHCPv6-294782732'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:53.618263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e6eb8fa8-68ff-4f92-8081-54ec9d5f90fb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0662701 Nov 12 12:27:53.906084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:53.925024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'b356426d-1e2d-4922-9ec0-3db934ebd652'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:27:53.925888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.018365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.094674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Allocated IP 2001:db8::f816:3eff:fe77:f59a (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b356426d-1e2d-4922-9ec0-3db934ebd652/84b07921-013b-4eb8-9424-1c50640a8b34) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:54.100025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 53924de4-60f8-4746-9396-1b5430354a46 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:27:54.210807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be9610b5-27a8-4c87-9598-25ec32f284cd no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:54.246794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: be9610b5-27a8-4c87-9598-25ec32f284cd {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:27:54.247030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be9610b5-27a8-4c87-9598-25ec32f284cd not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:27:54.385374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.395142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.455172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Pushing event updated for resources: {'Port': ['ID=84b07921-013b-4eb8-9424-1c50640a8b34,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:54.462527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:54.467324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:54.484171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:54.518065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:fef6:a7f9 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/b356426d-1e2d-4922-9ec0-3db934ebd652/53924de4-60f8-4746-9396-1b5430354a46) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:54.623583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Attempting to bind port 84b07921-013b-4eb8-9424-1c50640a8b34 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:27:54.624933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Attempting to bind port 84b07921-013b-4eb8-9424-1c50640a8b34 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:27:54.625860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Attempting to bind port 84b07921-013b-4eb8-9424-1c50640a8b34 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:27:54.636798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:27:54.637830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:27:54.638769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.639650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:27:54.640731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Bound port: 84b07921-013b-4eb8-9424-1c50640a8b34, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:27:54.641724 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.763436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] For port 84b07921-013b-4eb8-9424-1c50640a8b34, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:27:54.766870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.771145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] For port 84b07921-013b-4eb8-9424-1c50640a8b34, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=84b07921-013b-4eb8-9424-1c50640a8b34,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:27:54.777695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.836334 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.913450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:54.926040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:54.936418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:27:54.946115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:54.946807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:54.966002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a5218-a1c0-4d9d-af32-b8c75d231be8 None None] Pushing event updated for resources: {'Port': ['ID=84b07921-013b-4eb8-9424-1c50640a8b34,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:54.994234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=53924de4-60f8-4746-9396-1b5430354a46,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:55.018649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:55.019236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d85ec275-d480-445b-9664-e8fc4cf9baf7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4100935 Nov 12 12:27:55.125202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47b0a9-40f6-4895-bcef-e83d3273658a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:55.133627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47b0a9-40f6-4895-bcef-e83d3273658a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:55.138791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:55.155003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6b47b0a9-40f6-4895-bcef-e83d3273658a tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1349809 Nov 12 12:27:55.354102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 53924de4-60f8-4746-9396-1b5430354a46 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:55.354650 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:55.575898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:55.603960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 53924de4-60f8-4746-9396-1b5430354a46 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:56.264238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 84b07921-013b-4eb8-9424-1c50640a8b34 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:56.414331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 84b07921-013b-4eb8-9424-1c50640a8b34 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:56.415140 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.642648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.646912 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.713493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=53924de4-60f8-4746-9396-1b5430354a46,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:56.727775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 84b07921-013b-4eb8-9424-1c50640a8b34, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=84b07921-013b-4eb8-9424-1c50640a8b34,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:56.740795 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.800108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.808293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bd999d15-6574-4f83-8f42-b67d40d2c089 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/53924de4-60f8-4746-9396-1b5430354a46 HTTP/1.1" status: 204 len: 168 time: 1.6676528 Nov 12 12:27:56.814104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:56.916113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e6969fa3-66ac-415b-934b-f03feffb8623 None None] Provisioning complete for port 84b07921-013b-4eb8-9424-1c50640a8b34 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:56.916650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6969fa3-66ac-415b-934b-f03feffb8623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:56.919626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=84b07921-013b-4eb8-9424-1c50640a8b34,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:56.948944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124315e-b403-40b4-909e-b811da2ec321 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:56.951034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124315e-b403-40b4-909e-b811da2ec321 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:56.954211 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e124315e-b403-40b4-909e-b811da2ec321 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1364114 Nov 12 12:27:56.957855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:57.037186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet b356426d-1e2d-4922-9ec0-3db934ebd652 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:27:57.044502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:57.123759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:57.296286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:57.308073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af264871-51f8-4ed5-bb17-b4f01e90820a None None] Could not find standard attr ID for object 53924de4-60f8-4746-9396-1b5430354a46. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:27:57.453242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:57.515790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=b356426d-1e2d-4922-9ec0-3db934ebd652,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:57.522204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:57.524931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b0e7befb-393c-4318-989d-c4f18ea619e3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b356426d-1e2d-4922-9ec0-3db934ebd652 HTTP/1.1" status: 204 len: 168 time: 0.5657656 Nov 12 12:27:57.527530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:57.554624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3066d-f989-4714-abad-e097871978bd None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:57.618955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:57.626644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b38a294c-0bc1-4ac2-a51d-d115d8940831 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873857 Nov 12 12:27:57.780447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739cb52-fc1b-4ad8-815c-df18f429b874 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:57.781830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d739cb52-fc1b-4ad8-815c-df18f429b874 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1610777 Nov 12 12:27:57.785096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:57.910997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf7d6d-d09e-4c52-962a-875eed2784d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:57.915420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4fbf7d6d-d09e-4c52-962a-875eed2784d1 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1265941 Nov 12 12:27:57.915420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:58.028761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f1c60a21-e864-4279-8824-11a994586da3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045198 Nov 12 12:27:58.029110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:58.032300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:27:58.034526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:58.322003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 84b07921-013b-4eb8-9424-1c50640a8b34 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:58.327943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:58.342944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.563276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] Deleting port 84b07921-013b-4eb8-9424-1c50640a8b34 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:27:58.564528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.760754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.833137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] For port 84b07921-013b-4eb8-9424-1c50640a8b34, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=84b07921-013b-4eb8-9424-1c50640a8b34,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:58.835145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.838150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.870144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] Calling delete_port for 84b07921-013b-4eb8-9424-1c50640a8b34 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:27:58.899490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:27:58.906736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:27:58.920597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:58.921586 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:58.961446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=1300bf99-d45d-4035-a33e-883008c6ef25,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:59.006596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0db034de-9840-4fa6-8f8b-950db7935083 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9737895 Nov 12 12:27:59.006881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:27:59.013388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:c5:7c:24', 'name': 'tempest-NetworksTestDHCPv6-2069414647'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:27:59.013821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 84b07921-013b-4eb8-9424-1c50640a8b34, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=84b07921-013b-4eb8-9424-1c50640a8b34,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:59.028955 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:59.161273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=84b07921-013b-4eb8-9424-1c50640a8b34,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:59.183605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:59.237376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] Pushing event deleted for resources: {'Port': ['ID=84b07921-013b-4eb8-9424-1c50640a8b34,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:59.256377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d1069-a6fa-4bd7-8fd5-d26402478d2b None None] No DVR routers for this DVR port 84b07921-013b-4eb8-9424-1c50640a8b34 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:27:59.258353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:27:59.285369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14523a-0f05-4861-a426-7bf243fdb06f None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:27:59.499723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:59.559225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 1ce1863e-d64f-48fc-8e1e-887551f25fad yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:27:59.886001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::1ff (5a3e9a0b-562d-4280-8b2f-1b144464aa88/1300bf99-d45d-4035-a33e-883008c6ef25/1ce1863e-d64f-48fc-8e1e-887551f25fad) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:27:59.899908 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:59.900969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.065720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '1300bf99-d45d-4035-a33e-883008c6ef25'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:28:00.068217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.441579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.550151 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.648547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=1ce1863e-d64f-48fc-8e1e-887551f25fad,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:00.663193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/1300bf99-d45d-4035-a33e-883008c6ef25/3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:00.666413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:00.670123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:00.675628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:00.697196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:00.697196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.760012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9a7e63b2-8c60-4d3f-93dc-290f744fcca9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7488117 Nov 12 12:28:00.760359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:00.843651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c576725-975e-4657-a42f-a472b7eb11e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:00.848077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1c576725-975e-4657-a42f-a472b7eb11e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0833282 Nov 12 12:28:00.848417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:00.972485 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:00.983662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.049259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 1ce1863e-d64f-48fc-8e1e-887551f25fad {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:01.049663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.074646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Pushing event updated for resources: {'Port': ['ID=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:01.085109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:01.087995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:01.096403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:01.219582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Attempting to bind port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:01.220793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Attempting to bind port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:01.221840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Attempting to bind port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:01.231112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:01.231841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:01.232476 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.233604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:01.234916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Bound port: 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:01.235560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.238967 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.259289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 1ce1863e-d64f-48fc-8e1e-887551f25fad owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:01.334773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] For port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:01.340895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] For port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:01.349227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.492343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2bcd1-02b5-41fc-998e-61a97370318b None None] Pushing event updated for resources: {'Port': ['ID=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:01.521876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.584780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=1ce1863e-d64f-48fc-8e1e-887551f25fad,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:01.624792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.629913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d56409a9-6fe8-4c66-b0a5-0b7577999944 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/1ce1863e-d64f-48fc-8e1e-887551f25fad HTTP/1.1" status: 204 len: 168 time: 0.7803981 Nov 12 12:28:01.632436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:01.655888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-58b41be9-47dc-4b2d-b60d-9ec2024fc98d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1592057608&fields=id&tenant_id=34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 267 time: 0.0835795 Nov 12 12:28:01.786321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b547d77-d1e0-46e1-a808-e05e73fda3bb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:01.787992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b547d77-d1e0-46e1-a808-e05e73fda3bb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:01.789573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7b547d77-d1e0-46e1-a808-e05e73fda3bb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1559598 Nov 12 12:28:01.792626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:01.832458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-e09f0816-fec2-4a0c-821b-ec020bf6d9ec tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:01.841017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-e09f0816-fec2-4a0c-821b-ec020bf6d9ec tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 817 time: 0.1757741 Nov 12 12:28:01.855001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db64d6-15a4-4f61-868a-955b5c9f0033 req-9eab3a0a-2b30-4f38-a669-a3f7248dbdb4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:01.856098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-3c29491d-7476-4b34-b904-c863b909ecca tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/quotas/34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 375 time: 0.0140915 Nov 12 12:28:01.857391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9db64d6-15a4-4f61-868a-955b5c9f0033 req-9eab3a0a-2b30-4f38-a669-a3f7248dbdb4 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1853738 Nov 12 12:28:01.906833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 1300bf99-d45d-4035-a33e-883008c6ef25 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:01.919953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.931634 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-79b26b82-cfe0-4a2a-9be7-ce52983a7e00 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647030 Nov 12 12:28:01.980381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9db64d6-15a4-4f61-868a-955b5c9f0033 req-eee8eced-a86b-4189-a187-812ed266feed tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130311 Nov 12 12:28:01.997238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.133428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.223645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.233768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:02.276723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=1300bf99-d45d-4035-a33e-883008c6ef25,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:02.279036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.283672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c0ef2ed-0108-414a-9cda-b8b536d8f8e6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/1300bf99-d45d-4035-a33e-883008c6ef25 HTTP/1.1" status: 204 len: 168 time: 0.4896538 Nov 12 12:28:02.286089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:02.339738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9c190cb8-d423-40d8-b9c3-3212dd79b7cb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525110 Nov 12 12:28:02.342015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:02.361916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-1f7d637c-67ed-427b-bde2-42030b1058fb service neutron] 10.222.0.18 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126964 Nov 12 12:28:02.370867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:02.371246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.417676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80352bc0-fe33-41c0-a9d6-2a02fb7c5e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:02.423121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-80352bc0-fe33-41c0-a9d6-2a02fb7c5e0c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0791621 Nov 12 12:28:02.425596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:02.510785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.519885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb6808-7aa7-4d52-b8c9-ee373623e962 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:02.526757 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dacb6808-7aa7-4d52-b8c9-ee373623e962 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970950 Nov 12 12:28:02.528857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:02.555670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:02.562896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.580817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-b5846370-1997-4434-a714-c1d65ee3b2b0 service neutron] 10.222.0.18 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019475 Nov 12 12:28:02.640100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f191520a-452d-4048-8161-3ab3c3673290 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069744 Nov 12 12:28:02.641727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:02.648526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:02.681773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:02.855104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-5ef8cd9a-3e83-4521-9c21-9eb21a34b220 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:02.856764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-5ef8cd9a-3e83-4521-9c21-9eb21a34b220 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/networks?id=037e2be8-8daa-4ba4-b59d-c18b9cec971a HTTP/1.1" status: 200 len: 824 time: 0.2023485 Nov 12 12:28:02.886959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6e75d-713d-4e5e-99a7-90c5f7d3af23 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:02.887497 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-1b6d60b0-a4c1-46e7-bdc7-23ef65360ab9 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/quotas/ba3ed3eeb1e54ce58d0aead83ccbded0 HTTP/1.1" status: 200 len: 375 time: 0.0238872 Nov 12 12:28:02.911942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:02.923341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:02.946972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-350d68f9-a1fb-436d-9409-255214603e7c tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba3ed3eeb1e54ce58d0aead83ccbded0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485933 Nov 12 12:28:03.072766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe911566-2240-4e7f-8c10-6da0a08b2e7e None None] Provisioning complete for port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:03.073369 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe911566-2240-4e7f-8c10-6da0a08b2e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:03.196742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-ad411145-7237-4666-b747-96791c6fb12d service neutron] 10.222.0.18 "GET /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406614 Nov 12 12:28:03.244591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-12676066-27c8-46fb-aa19-3bb8740e9516 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513957 Nov 12 12:28:03.248020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:28:03.311741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] Deleting port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:03.312129 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:03.320129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-2423d454-0717-4615-9676-849eb73be66d service neutron] 10.222.0.18 "GET /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149871 Nov 12 12:28:03.385501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] For port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:03.385867 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:03.401460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] Calling delete_port for 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:03.423793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-1c29d4b1-c91b-419f-a593-f6dfb7ba3295 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:03.426540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-1c29d4b1-c91b-419f-a593-f6dfb7ba3295 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743166 Nov 12 12:28:03.455055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-637d02fc-d290-4b82-b1a2-9f020a7f0706 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/quotas/c7036a3ec1e848e1b605f6b46276a5c0 HTTP/1.1" status: 200 len: 375 time: 0.0158587 Nov 12 12:28:03.519786 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde82800-ff0d-4622-a0b7-d1680545873c x-openstack-request-id: req-fde82800-ff0d-4622-a0b7-d1680545873c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:03.520103 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:03.520474 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fde82800-ff0d-4622-a0b7-d1680545873c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:03.521003 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:28:03.524383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-c966dcd7-1da3-4c40-a5ab-80a5bcdfe7d0 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588613 Nov 12 12:28:03.548980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:03.586991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] No DVR routers for this DVR port 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:03.591143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04533a-a431-4010-9972-903d7f756b7d None None] Pushing event deleted for resources: {'Port': ['ID=3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:03.698285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44f5f-a1a2-475c-8585-0c562f503735 req-e3e6ceb2-6ec0-4275-a786-8fbbf8db3f7e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:03.713852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87e44f5f-a1a2-475c-8585-0c562f503735 req-e3e6ceb2-6ec0-4275-a786-8fbbf8db3f7e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.0793459 Nov 12 12:28:03.870510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87e44f5f-a1a2-475c-8585-0c562f503735 req-f3bc841b-2361-454e-a36c-3cf7303ae706 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545775 Nov 12 12:28:03.947474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:28:03.950048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:04.031660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=e089b297-df16-4601-9ffe-e54df584b0d3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:04.053240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3fdd-04fa-43ce-9f17-c02c9d7dcfca req-bf30bac7-6c67-4fa1-85e4-ae478c2fe569 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:04.057204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:04.062126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-384c3fdd-04fa-43ce-9f17-c02c9d7dcfca req-bf30bac7-6c67-4fa1-85e4-ae478c2fe569 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1158054 Nov 12 12:28:04.075490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:04.086041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c90ea0e1-cf92-4969-95c0-6a55b0b0cf44 req-f3487647-d062-44a2-98b1-ac36936e8285 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 210 time: 0.1243577 Nov 12 12:28:04.086989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d918ee-0559-40a0-af49-d17ae2025267 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:04.087745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:04.089716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:04.150921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c01bb9d3-ea0d-4ffd-9387-239cabbbb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5066440 Nov 12 12:28:04.167599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:04.186251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:04.210220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-384c3fdd-04fa-43ce-9f17-c02c9d7dcfca req-57ae088a-d928-4afd-a14c-bd73a624592e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461997 Nov 12 12:28:04.217987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:04.269353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:28:04.270523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3cd8c93e-f9d9-4a5d-bb8f-2116b266d5c0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:28:04.376530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557f3faf-df76-44fb-9c1e-da7726ab8c7f req-007ba10b-24e4-4be5-9f3e-1b78e10cae7a tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 210 time: 0.0809810 Nov 12 12:28:04.427565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee87165d-c49d-43e5-b322-05c755709d57 req-1af3e18d-02cd-47bf-8bdd-50034cb869d5 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 210 time: 0.2115891 Nov 12 12:28:04.465561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': 'e089b297-df16-4601-9ffe-e54df584b0d3'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:28:04.466697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:04.704061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf684df-2954-4281-96a1-12918e4844fd req-d5a96fc0-a428-44c6-b0f4-38535e1792e4 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:04.709029 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Allocated IP 2001:db8::f816:3eff:feb3:5258 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/e089b297-df16-4601-9ffe-e54df584b0d3/ae422cbd-22c7-4401-8133-50869d0429ab) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:04.714023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-adf684df-2954-4281-96a1-12918e4844fd req-d5a96fc0-a428-44c6-b0f4-38535e1792e4 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 951 time: 0.0722866 Nov 12 12:28:04.823746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-adf684df-2954-4281-96a1-12918e4844fd req-a3a1bb1f-c316-4643-921d-c8997c0ac322 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081657 Nov 12 12:28:04.861936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-7ca9a6ab-b28b-495c-b446-b14d77e0397d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:04.864677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-7ca9a6ab-b28b-495c-b446-b14d77e0397d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 817 time: 0.4462686 Nov 12 12:28:04.871733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:04.876559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:04.974825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-e2ee02d0-b57d-47bc-be9a-c318bc011f27 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 380 time: 0.0938201 Nov 12 12:28:05.054009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'port': {'device_id': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'admin_state_up': True, 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'security_groups': ['c8d37b40-9393-4bcb-b937-6284ea95173f']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:05.070824 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.095358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.179417 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e089b297-df16-4601-9ffe-e54df584b0d3 (CIDR: 2001:db8::/64) Nov 12 12:28:05.188671 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:28:05.189131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:05.221868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0d9f0c3a-f635-447e-9833-2e2aa698890e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0494251 Nov 12 12:28:05.224991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:05.254953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:05.264043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:05.283991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.284695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.284695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.284988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.285319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.285649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.285979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.291033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.291350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.291742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.292147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.292377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:05.324929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:05.328698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:05.331433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:05.411949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cf65c-256d-481a-aa4a-52ee04805415 req-ddaf6442-0111-423c-93cf-55b8abca245e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:05.415819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-168cf65c-256d-481a-aa4a-52ee04805415 req-ddaf6442-0111-423c-93cf-55b8abca245e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.0887616 Nov 12 12:28:05.457088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Attempting to bind port ae422cbd-22c7-4401-8133-50869d0429ab on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:05.458082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Attempting to bind port ae422cbd-22c7-4401-8133-50869d0429ab by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:05.458911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Attempting to bind port ae422cbd-22c7-4401-8133-50869d0429ab on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:05.469230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:05.470077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:05.470677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.471588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:05.472260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Bound port: ae422cbd-22c7-4401-8133-50869d0429ab, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:05.472874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.474506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Made reservation on behalf of 34ed790e013c444b9cda69ac405059b8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:05.478020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.482790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10df6f2d-4bc1-4b31-8e63-1c18ded3656a req-a5f2366e-d85b-4fd5-b469-8c1dbe63d22e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 210 time: 0.2052858 Nov 12 12:28:05.527492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}, {'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:05.531546 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f257b-ee21-4886-af75-4e84af5a280e" -d '{"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}, {"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-plugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:05.607828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:05.612592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.635290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:05.655272 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d941e7f9-b156-4007-aeec-90077cb8536a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.657837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-168cf65c-256d-481a-aa4a-52ee04805415 req-dd6d019f-9f5b-4f8a-b33f-8628d6d853f0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336013 Nov 12 12:28:05.660177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:05.676195 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:05.791913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Allocated IP 172.20.0.9 (84c6e5ad-5821-44fb-9c8c-89544336c8cd/a7260b09-9ca9-4181-a6bb-b4434a9c4c18/ae3634a6-3972-4c52-9491-0b3c0f3fc3ca) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:05.795680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fd1523d-ea80-41b4-8453-cb30a99e5814 req-ea724fd5-87ed-489d-9e30-dbfddb7dd445 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 210 time: 0.0426579 Nov 12 12:28:05.911964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cda3f-003f-4b0e-a1e5-6192bede65a6 None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:05.913772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd2d13db-9973-41b2-a6b8-c0a1482423b3 req-bd83df6a-4f1e-439a-8183-a6a4c7aa6cad tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 210 time: 0.1360071 Nov 12 12:28:05.929457 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9a4cc-0773-4756-b162-a6c3de232826 x-openstack-request-id: req-44d9a4cc-0773-4756-b162-a6c3de232826 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:05.929759 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "code": 200}, {"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-plugged", "status": "completed", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:05.932061 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44d9a4cc-0773-4756-b162-a6c3de232826 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:05.932851 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'code': 200} Nov 12 12:28:05.933058 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'code': 200} Nov 12 12:28:06.052420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:06.075274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-8e821bd3-f513-4619-9774-b336645d0483 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:06.077095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-8e821bd3-f513-4619-9774-b336645d0483 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.65 "GET /v2.0/networks?id=037e2be8-8daa-4ba4-b59d-c18b9cec971a HTTP/1.1" status: 200 len: 824 time: 0.5761008 Nov 12 12:28:06.081035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-0e1bb286-2733-4e7a-a39c-c070278de881 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320360 Nov 12 12:28:06.101420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Request body: {'port': {'device_id': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a', 'admin_state_up': True, 'tenant_id': 'ba3ed3eeb1e54ce58d0aead83ccbded0'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:06.265434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.268330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:06.377127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.405822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.440382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:06.443682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.499365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=0d25092b-d647-4076-9b6b-edd0deb0d6ef,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:06.505820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:06.510645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:06.525290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.579538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd6e5-07a6-4e27-9177-cd4258aaff0c req-2fda8ed9-8f61-4994-9f83-68eaedfe0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:06.586330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e8bd6e5-07a6-4e27-9177-cd4258aaff0c req-2fda8ed9-8f61-4994-9f83-68eaedfe0524 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1097 time: 0.3261578 Nov 12 12:28:06.586548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:06.594559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:06.599655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:06.600265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.602737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:06.641960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Made reservation on behalf of ba3ed3eeb1e54ce58d0aead83ccbded0 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:06.650258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:06.650632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.650980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.686706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59f0db0e-498a-46d0-9a12-1f1846fb210e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4603803 Nov 12 12:28:06.699532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:06.700889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-30658d08-e9ab-4f10-a139-52927f409910 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6548588 Nov 12 12:28:06.701535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:06.702726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:06.709791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.716487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:a0:c0:26', 'name': 'tempest-NetworksTestDHCPv6-966646167'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:06.733018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Request body: {'port': {'device_id': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:06.815283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Allocated IP 172.20.0.5 (037e2be8-8daa-4ba4-b59d-c18b9cec971a/fd95d402-15c6-4a90-ab5f-1ea86f7c8c59/d878b4f4-156b-4758-87be-142e66609bd2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:06.819101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:06.822032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:06.925348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:07.033076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.073256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d8632-a7b4-4a65-97ef-51e7644b6ec5 req-be54366e-5982-4396-9980-0b57b121d349 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:07.075196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e3d8632-a7b4-4a65-97ef-51e7644b6ec5 req-be54366e-5982-4396-9980-0b57b121d349 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1718864 Nov 12 12:28:07.082648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-906d6f5b-395e-4793-b9d2-a4be267fedcc None None] Provisioning complete for port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:07.083115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-906d6f5b-395e-4793-b9d2-a4be267fedcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.101581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-4fd819c6-bd12-4019-8f22-2302e107ac0b tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:07.103194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-4fd819c6-bd12-4019-8f22-2302e107ac0b tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0068057 Nov 12 12:28:07.137184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e8bd6e5-07a6-4e27-9177-cd4258aaff0c req-3f6421de-51fe-4086-a926-24a9aeada9a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395606 Nov 12 12:28:07.144510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Request body: {'port': {'device_id': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'c7036a3ec1e848e1b605f6b46276a5c0'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:07.144993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-906d6f5b-395e-4793-b9d2-a4be267fedcc None None] Port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:28:07.209943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:07.248245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.300776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a008dc9-a379-437c-9c5a-d10704fab364 req-ed8c281d-2152-4114-b827-d56ea79d5dd1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:07.302775 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a008dc9-a379-437c-9c5a-d10704fab364 req-ed8c281d-2152-4114-b827-d56ea79d5dd1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 931 time: 0.3790264 Nov 12 12:28:07.366808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e3d8632-a7b4-4a65-97ef-51e7644b6ec5 req-676c51d8-6247-4f25-8d20-0221fc09ca1d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585332 Nov 12 12:28:07.405054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.431445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a008dc9-a379-437c-9c5a-d10704fab364 req-22effca9-e7db-4a05-99fc-2e7193c424aa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113639 Nov 12 12:28:07.520223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Pushing event updated for resources: {'Port': ['ID=d878b4f4-156b-4758-87be-142e66609bd2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:07.531435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Made reservation on behalf of c7036a3ec1e848e1b605f6b46276a5c0 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:07.535350 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.537867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f34a54-6b87-4d17-a6cc-78cedba24c51 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:07.573616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Network 037e2be8-8daa-4ba4-b59d-c18b9cec971a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:07.588520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d4c7157d-1929-4bb5-854d-904f7d8c215a req-112dbf30-70c5-4d83-bdd2-829de533a725 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 210 time: 0.0603392 Nov 12 12:28:07.589550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.589885 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.593702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:07.615525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:07.661540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port d5edb50a-4862-47bc-820b-05f942086e62 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:28:07.693308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8f2a273-6a89-4ec4-8768-da69feff79b3 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:07.693717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a273-6a89-4ec4-8768-da69feff79b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.726250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:07.727173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:07.832430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-e083ac4e-2c6c-4dc3-b7c1-b6fb662cdb9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7371931 Nov 12 12:28:07.850746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ed78-1dea-4866-883a-7ae099b98a0e req-56425c6c-e917-4213-854d-9c7c8cf8df4d tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:07.853292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93b8ed78-1dea-4866-883a-7ae099b98a0e req-56425c6c-e917-4213-854d-9c7c8cf8df4d tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 931 time: 0.1204176 Nov 12 12:28:07.860298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Request body: {'port': {'device_id': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:07.938344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}, {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:07.940533 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2587cfe-9478-4d97-bffd-5fc11a60e0d4" -d '{"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}, {"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-unplugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:08.008386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.016620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a273-6a89-4ec4-8768-da69feff79b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.035620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93b8ed78-1dea-4866-883a-7ae099b98a0e req-85d532c0-7dec-47c6-885a-8eae22875449 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717970 Nov 12 12:28:08.050026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.067633 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbcd338f-5f82-43d4-b13f-6d0626e3ac16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.075238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.119165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'e089b297-df16-4601-9ffe-e54df584b0d3', 'ip_address': '2001:db8::f816:3eff:feb3:5258'}, {'subnet_id': '0d25092b-d647-4076-9b6b-edd0deb0d6ef'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'ae422cbd-22c7-4401-8133-50869d0429ab'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:28:08.122303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3634a6-3972-4c52-9491-0b3c0f3fc3ca {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:08.139920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8:0:1::1d1 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0d25092b-d647-4076-9b6b-edd0deb0d6ef/d5edb50a-4862-47bc-820b-05f942086e62) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:08.147887 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc10c6-4037-4df7-bdd4-3ce401388121 x-openstack-request-id: req-69cc10c6-4037-4df7-bdd4-3ce401388121 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:08.148075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.148277 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "code": 200}, {"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-unplugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:08.148470 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69cc10c6-4037-4df7-bdd4-3ce401388121 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:08.148842 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'code': 200} Nov 12 12:28:08.149099 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:28:08.165019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:fea0:c026 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/e089b297-df16-4601-9ffe-e54df584b0d3/d5edb50a-4862-47bc-820b-05f942086e62) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:08.180304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Transition to ACTIVE for port object ae3634a6-3972-4c52-9491-0b3c0f3fc3ca will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:28:08.195660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.258716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e82795d-4d93-4324-be14-47713678999c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:08.282556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:28:08.285048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.298492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b8f2a273-6a89-4ec4-8768-da69feff79b3 None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:08.349642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a273-6a89-4ec4-8768-da69feff79b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:08.470531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2a273-6a89-4ec4-8768-da69feff79b3 None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:08.474289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:08.520473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:08.731800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Allocated IP 192.168.233.248 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/042552ae-8d79-4a74-928a-adf841793f0f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:08.833834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:28:09.030279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:09.030655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.043641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5542a-51d1-4eb0-85ec-1e09658e168c req-03337e26-ccd2-4cbb-bc02-5bcc41cda530 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:09.045905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16f5542a-51d1-4eb0-85ec-1e09658e168c req-03337e26-ccd2-4cbb-bc02-5bcc41cda530 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.3174031 Nov 12 12:28:09.089880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:09.116321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '9394420d-6618-436b-953e-385e41c4a352', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:28:09.203844 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.209413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16f5542a-51d1-4eb0-85ec-1e09658e168c req-6d41a595-c645-4bb5-ada4-692a9d3823f6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546662 Nov 12 12:28:09.263899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:09.295523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.299348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:09.303162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d878b4f4-156b-4758-87be-142e66609bd2 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:09.306343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.319280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.334954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.376014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Transition to ACTIVE for port object d878b4f4-156b-4758-87be-142e66609bd2 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:28:09.385450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.387246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:09.395137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['9394420d-6618-436b-953e-385e41c4a352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:09.440059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Pushing event updated for resources: {'Port': ['ID=d878b4f4-156b-4758-87be-142e66609bd2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:09.472719 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.596431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:09.617279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:09.619838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:09.721357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Pushing event updated for resources: {'Port': ['ID=042552ae-8d79-4a74-928a-adf841793f0f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:09.846714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:09.847872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.882481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Attempting to bind port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:09.883507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Attempting to bind port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:09.883958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Attempting to bind port d878b4f4-156b-4758-87be-142e66609bd2 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:09.884389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Attempting to bind port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:09.885349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Attempting to bind port d878b4f4-156b-4758-87be-142e66609bd2 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ab69f079-0c96-425c-bcff-ee010669c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:09.887730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Attempting to bind port d878b4f4-156b-4758-87be-142e66609bd2 on network 037e2be8-8daa-4ba4-b59d-c18b9cec971a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:09.894666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:28:09.895299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Attempting to bind port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:09.898544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Port d878b4f4-156b-4758-87be-142e66609bd2 on network 037e2be8-8daa-4ba4-b59d-c18b9cec971a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:28:09.899400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Attempting to bind port d878b4f4-156b-4758-87be-142e66609bd2 on network 037e2be8-8daa-4ba4-b59d-c18b9cec971a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:09.908287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:09.908483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Checking segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:09.908769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Bound using segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:09.909437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Bound port: ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:09.910075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.919320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d1ca2f1c-577f-4f13-82b5-be1e104ab759 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7889004 Nov 12 12:28:09.925922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:09.926909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Checking segment: {'id': 'ab69f079-0c96-425c-bcff-ee010669c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:09.927655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Bound using segment: {'id': 'ab69f079-0c96-425c-bcff-ee010669c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:09.928481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Bound port: d878b4f4-156b-4758-87be-142e66609bd2, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab69f079-0c96-425c-bcff-ee010669c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:09.929234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:09.956238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Request body: {'port': {'device_id': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:09.971318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b7d6b-2af7-4bd1-83af-dd4051ed52ea req-cd42cd64-3ed1-4715-b4f9-c723401b6c58 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:09.975398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503b7d6b-2af7-4bd1-83af-dd4051ed52ea req-cd42cd64-3ed1-4715-b4f9-c723401b6c58 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 1.3386843 Nov 12 12:28:10.119236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.138994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:10.144125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:10.145986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be827da9-f6bf-4b9a-934c-ddfc320efdae None None] Provisioning complete for port 042552ae-8d79-4a74-928a-adf841793f0f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:10.148438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be827da9-f6bf-4b9a-934c-ddfc320efdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.172485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.198102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] For port d878b4f4-156b-4758-87be-142e66609bd2, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:10.206994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] For port d878b4f4-156b-4758-87be-142e66609bd2, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d878b4f4-156b-4758-87be-142e66609bd2,segment=NetworkSegment(ab69f079-0c96-425c-bcff-ee010669c414),segment_id=ab69f079-0c96-425c-bcff-ee010669c414)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:10.227590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.271937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:10.280645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:10.281026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.283791 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.338373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Pushing event updated for resources: {'Port': ['ID=d878b4f4-156b-4758-87be-142e66609bd2,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:10.377520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:10.388917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:10.392579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:10.394116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.396990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] 10.222.0.65 "PUT /v2.0/ports/ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 1091 time: 3.6743181 Nov 12 12:28:10.400452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:10.403506 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14b4a51-5b3c-496e-a18e-f925f9436ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:10.408955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:10.416397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:10.418103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.451403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503b7d6b-2af7-4bd1-83af-dd4051ed52ea req-b063548b-3ad6-4d5f-a9a1-e12b813227da tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388266 Nov 12 12:28:10.465952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7631295 Nov 12 12:28:10.508848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:10.515766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:10.518212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.521686 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-61469ca3-4f47-4061-b7f0-8fd61ccbe64f service neutron] 10.222.0.65 "PUT /v2.0/ports/d878b4f4-156b-4758-87be-142e66609bd2 HTTP/1.1" status: 200 len: 1091 time: 2.6640298 Nov 12 12:28:10.528782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'tag': 'd878b4f4-156b-4758-87be-142e66609bd2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:10.536213 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e09d3d0-2e55-4071-8407-b53932eedee6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8175dc-7775-48d8-ae2f-3a4bd97fed4e", "tag": "d878b4f4-156b-4758-87be-142e66609bd2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:10.615509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-be827da9-f6bf-4b9a-934c-ddfc320efdae None None] Port 042552ae-8d79-4a74-928a-adf841793f0f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:28:10.660616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.701643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc0abc-99cc-42a3-9fcb-c1bf48abfaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:10.715268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 9394420d-6618-436b-953e-385e41c4a352 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:10.715695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.767664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] Allocated IP 2001:db8:0:1::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/0d25092b-d647-4076-9b6b-edd0deb0d6ef/ae422cbd-22c7-4401-8133-50869d0429ab) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:10.816948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9a402-4250-47ef-b939-da028f2eecf4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=d5edb50a-4862-47bc-820b-05f942086e62,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:10.857396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-8758ffe0-7dbe-458f-94fe-0afb98f1ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:10.859865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-8758ffe0-7dbe-458f-94fe-0afb98f1ac74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1094 time: 0.4063308 Nov 12 12:28:10.900445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:10.907038 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:10.955836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-43fc5f0a-fdd2-4c4c-97db-61229fa7a301 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 217 time: 0.0857041 Nov 12 12:28:10.982511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2516d-17cf-483a-8918-c2545653b658 req-4ea31e7d-0531-4818-bb0f-4afaedb1149c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:10.993995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05d2516d-17cf-483a-8918-c2545653b658 req-4ea31e7d-0531-4818-bb0f-4afaedb1149c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 936 time: 0.3636303 Nov 12 12:28:11.246836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05d2516d-17cf-483a-8918-c2545653b658 req-b7ab74a9-fae1-414d-9f5c-172bc463cd6f tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506001 Nov 12 12:28:11.282646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-207578aa-3a3d-4ffb-aac2-bea9544efb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:11.289287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-207578aa-3a3d-4ffb-aac2-bea9544efb1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.2437546 Nov 12 12:28:11.389462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-f3283907-e32d-4d0d-a35d-f10102835db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:11.392627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-f3283907-e32d-4d0d-a35d-f10102835db6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba3ed3eeb1e54ce58d0aead83ccbded0&device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 1094 time: 0.8151376 Nov 12 12:28:11.403038 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.414806 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.443317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188b14-6a90-48a3-95b6-487290eef501 req-a52f59b2-8089-48e5-b973-2f66bf8d23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:11.445137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-a52f59b2-8089-48e5-b973-2f66bf8d23a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485479 Nov 12 12:28:11.496255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:11.509185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30a095-5141-45dc-a6a0-275093508c96 req-ab713e61-8d3e-4b40-a73e-ecd9ebb5a024 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:11.517374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f30a095-5141-45dc-a6a0-275093508c96 req-ab713e61-8d3e-4b40-a73e-ecd9ebb5a024 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1361432 Nov 12 12:28:11.519290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:11.527413 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad778a37-9214-4bb7-8e78-e7bc3ef66bb0" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:11.602715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port d5edb50a-4862-47bc-820b-05f942086e62 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:11.603070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.637759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:11.646580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f30a095-5141-45dc-a6a0-275093508c96 req-9e30626b-6f02-442e-946d-9f97a497865c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280239 Nov 12 12:28:11.656928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-1480f867-69a8-40e3-8826-155261e9a046 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985729 Nov 12 12:28:11.667958 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.723390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.740749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for d5edb50a-4862-47bc-820b-05f942086e62 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:11.813629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.852342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.879825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0188b14-6a90-48a3-95b6-487290eef501 req-3bf51589-dc62-451f-ae20-b37a2ca40fcc service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157304 Nov 12 12:28:11.882535 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee02153-494f-43b3-839e-8c2963caa470 x-openstack-request-id: req-aee02153-494f-43b3-839e-8c2963caa470 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:11.883335 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:11.883599 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aee02153-494f-43b3-839e-8c2963caa470 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:11.884007 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'status': 'completed', 'code': 200} Nov 12 12:28:11.931932 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9df760-ed78-4195-9732-d3378117a3e8 x-openstack-request-id: req-0a9df760-ed78-4195-9732-d3378117a3e8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:11.932577 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8175dc-7775-48d8-ae2f-3a4bd97fed4e", "tag": "d878b4f4-156b-4758-87be-142e66609bd2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:11.935414 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a9df760-ed78-4195-9732-d3378117a3e8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:11.936068 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'tag': 'd878b4f4-156b-4758-87be-142e66609bd2', 'status': 'completed', 'code': 200} Nov 12 12:28:11.966748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-c8d8b7ce-2a35-4c68-bcb5-7ebacbccbff4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d878b4f4-156b-4758-87be-142e66609bd2 HTTP/1.1" status: 200 len: 217 time: 0.5119088 Nov 12 12:28:12.048812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-ff77d35a-4664-4ca2-897b-a749b8cb1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.050358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-ff77d35a-4664-4ca2-897b-a749b8cb1f97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0890756 Nov 12 12:28:12.071837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:12.085784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06feed9c-0732-4f79-bc65-ef4339f0e4cb req-c6fc7317-2884-4175-a19b-f3cabc3fcf9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.088218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06feed9c-0732-4f79-bc65-ef4339f0e4cb req-c6fc7317-2884-4175-a19b-f3cabc3fcf9f tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 943 time: 0.7041709 Nov 12 12:28:12.195459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999501c5-4e4e-481e-b0da-48e39870983f None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:12.284841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-41abd277-01a7-47f8-aa33-0cb6df06d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.286449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-41abd277-01a7-47f8-aa33-0cb6df06d39b service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.2227230 Nov 12 12:28:12.377203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-a781c760-187b-42dd-ae95-602d30f11529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.378134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-8e1d2e3e-e4d0-4e94-a02e-cc3651d04e81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 217 time: 0.0822270 Nov 12 12:28:12.379671 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-a781c760-187b-42dd-ae95-602d30f11529 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.9590535 Nov 12 12:28:12.500775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042552ae-8d79-4a74-928a-adf841793f0f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:12.517776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-48955d91-d282-4f83-b9f5-65393ca547ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.523427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-48955d91-d282-4f83-b9f5-65393ca547ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1323237 Nov 12 12:28:12.524435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:12.557117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Transition to ACTIVE for port object 042552ae-8d79-4a74-928a-adf841793f0f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:28:12.595871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:12.607036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-16fd95dd-e22f-4a32-8209-9998bab1cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.608556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-16fd95dd-e22f-4a32-8209-9998bab1cfee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd95d402-15c6-4a90-ab5f-1ea86f7c8c59 HTTP/1.1" status: 200 len: 864 time: 0.5982039 Nov 12 12:28:12.629764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-61ac5dd5-5dc0-4d66-be9e-efbe432ffeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.632881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-61ac5dd5-5dc0-4d66-be9e-efbe432ffeac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028583 Nov 12 12:28:12.864528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-decbc2ac-d10c-4a83-9779-1a444ea62812 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218277 Nov 12 12:28:12.867899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:12.881583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-95143502-c500-411c-be93-2aa646fa1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:12.887998 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-95143502-c500-411c-be93-2aa646fa1ba2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.2672479 Nov 12 12:28:12.937159 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-b5085e2b-844b-4c0b-8585-b9252be07db9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=037e2be8-8daa-4ba4-b59d-c18b9cec971a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460460 Nov 12 12:28:13.061106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-f06908fd-9f91-4872-9e8c-9d6b47e97e74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 999 time: 0.1173594 Nov 12 12:28:13.077104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06feed9c-0732-4f79-bc65-ef4339f0e4cb req-94a0f76f-f572-40e2-ba28-7950e42e1cf5 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8409741 Nov 12 12:28:13.097901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-50cb8bf1-9fef-42ad-ab3e-21999c28bff3 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260191 Nov 12 12:28:13.144594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=d5edb50a-4862-47bc-820b-05f942086e62,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:13.246395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-02caba46-4f0b-4d97-8014-28e3f192c974 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:13.246961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02caba46-4f0b-4d97-8014-28e3f192c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:13.352478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Pushing event updated for resources: {'Port': ['ID=042552ae-8d79-4a74-928a-adf841793f0f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:13.557008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:13.561927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3632719f-389c-448a-998f-756979a6fe34 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/d5edb50a-4862-47bc-820b-05f942086e62 HTTP/1.1" status: 204 len: 168 time: 3.0357640 Nov 12 12:28:13.564774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:13.616641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-d142bbf5-504b-4fe4-8e89-4a053bfa4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:13.618931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-d142bbf5-504b-4fe4-8e89-4a053bfa4f02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.5385058 Nov 12 12:28:13.664952 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3086e332-306b-48ef-9a93-94348b0a7c44 x-openstack-request-id: req-3086e332-306b-48ef-9a93-94348b0a7c44 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:13.665254 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:13.665511 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3086e332-306b-48ef-9a93-94348b0a7c44 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:13.665916 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:28:13.698903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265084d-de38-4407-a687-d698918f9573 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:13.701065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b265084d-de38-4407-a687-d698918f9573 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1351607 Nov 12 12:28:13.703849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ace2b5a7-4b70-4a14-8249-fa032953d79d None None] Could not find standard attr ID for object d5edb50a-4862-47bc-820b-05f942086e62. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:28:13.711331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54134) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:13.759883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c8d7-f4d1-4249-8c8f-bbb19ab56bb7 req-16ab8515-0237-4b7e-8928-53803fde1ae6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:13.761463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb12c8d7-f4d1-4249-8c8f-bbb19ab56bb7 req-16ab8515-0237-4b7e-8928-53803fde1ae6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.5230415 Nov 12 12:28:13.784649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-5df1362a-d8a0-48ab-af00-ac743c9329c6 service neutron] 10.222.0.65 "GET /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225180 Nov 12 12:28:13.902835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61649bdd-3df8-4e2d-af48-1acb16fb2ff0 req-f7d21240-928f-4b86-84dc-c0dedb2cec45 service neutron] 10.222.0.65 "GET /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080966 Nov 12 12:28:13.904091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Attempting to bind port 042552ae-8d79-4a74-928a-adf841793f0f on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:13.904091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Attempting to bind port 042552ae-8d79-4a74-928a-adf841793f0f by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:13.904091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Attempting to bind port 042552ae-8d79-4a74-928a-adf841793f0f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:13.935229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-06cea4d4-12bf-4ef0-aa1f-1bb85873c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:13.936844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-06cea4d4-12bf-4ef0-aa1f-1bb85873c699 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3030186 Nov 12 12:28:13.941956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Port 042552ae-8d79-4a74-928a-adf841793f0f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:28:13.942356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Attempting to bind port 042552ae-8d79-4a74-928a-adf841793f0f on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:14.024895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50524e8d-e3cb-4db9-8c34-8901b80aaf24 req-1f59e6d0-b3c6-4063-b7aa-2487b4b5ad90 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.027098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50524e8d-e3cb-4db9-8c34-8901b80aaf24 req-1f59e6d0-b3c6-4063-b7aa-2487b4b5ad90 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 948 time: 0.1981056 Nov 12 12:28:14.053849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7a5ac-c0c0-42bb-8fe7-a0629ce56705 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.055620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c5b7a5ac-c0c0-42bb-8fe7-a0629ce56705 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3416562 Nov 12 12:28:14.058213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54138) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:14.067558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:14.067902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:14.068320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:14.068778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Bound port: 042552ae-8d79-4a74-928a-adf841793f0f, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:14.069133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.163872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] For port 042552ae-8d79-4a74-928a-adf841793f0f, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:14.172043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] For port 042552ae-8d79-4a74-928a-adf841793f0f, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=042552ae-8d79-4a74-928a-adf841793f0f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:14.178081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7919e3-10cf-4fae-bd91-2a095deef68c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.180913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7919e3-10cf-4fae-bd91-2a095deef68c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.187763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7919e3-10cf-4fae-bd91-2a095deef68c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.189994 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d7919e3-10cf-4fae-bd91-2a095deef68c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1308744 Nov 12 12:28:14.193578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:14.203173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.256484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:14.298297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 0d25092b-d647-4076-9b6b-edd0deb0d6ef {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:14.306789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:28:14.309194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.375461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.394684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb12c8d7-f4d1-4249-8c8f-bbb19ab56bb7 req-529a24e5-41fe-4528-a0be-003c171b0e19 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020584 Nov 12 12:28:14.402118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.408694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.413769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] 10.222.0.65 "PUT /v2.0/ports/042552ae-8d79-4a74-928a-adf841793f0f HTTP/1.1" status: 200 len: 1096 time: 4.4799309 Nov 12 12:28:14.422869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'tag': '042552ae-8d79-4a74-928a-adf841793f0f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:14.425563 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964" -d '{"events": [{"name": "network-changed", "server_uuid": "b38bed0b-56dd-47f1-afe9-137e249ffad3", "tag": "042552ae-8d79-4a74-928a-adf841793f0f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:14.469157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-cae34ba2-e5d9-4197-8be6-a44a1a4e742b service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101304 Nov 12 12:28:14.599732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.610914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:14.612818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.664065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-9ed268f1-30f2-4e35-aac2-f4715118d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.665715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-9ed268f1-30f2-4e35-aac2-f4715118d450 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba3ed3eeb1e54ce58d0aead83ccbded0&device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 1094 time: 0.5996192 Nov 12 12:28:14.744734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:14.769539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50524e8d-e3cb-4db9-8c34-8901b80aaf24 req-0087fac1-d8ff-4fb2-b548-372d152fe892 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209973 Nov 12 12:28:14.771542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.809613 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:28:14.813579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'mac_address': 'fa:16:3e:bc:90:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:28:14.854893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9294e8-98a5-44ad-a1a5-56566fc7c3ff service neutron] Pushing event updated for resources: {'Port': ['ID=042552ae-8d79-4a74-928a-adf841793f0f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:14.871907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=0d25092b-d647-4076-9b6b-edd0deb0d6ef,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:14.884101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:14.891057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94206a1d-088a-4b7b-a9c7-017afb0e83d5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0d25092b-d647-4076-9b6b-edd0deb0d6ef HTTP/1.1" status: 204 len: 168 time: 0.6952188 Nov 12 12:28:14.893401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:14.941352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343dd9a-3931-4fce-b875-ff1b37194e96 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:14.990476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:15.011569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet e089b297-df16-4601-9ffe-e54df584b0d3 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:15.015114 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.081730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-de8049ef-f99b-46eb-83da-23bf2d1699d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:15.083326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-de8049ef-f99b-46eb-83da-23bf2d1699d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 1099 time: 0.5843577 Nov 12 12:28:15.086923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.112901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1bfb0-a1d8-4fed-8166-9624e1f9cb1f req-c24112c0-1f01-4630-9c53-3a9bac47fb4b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:15.125306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ed1bfb0-a1d8-4fed-8166-9624e1f9cb1f req-c24112c0-1f01-4630-9c53-3a9bac47fb4b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.5630171 Nov 12 12:28:15.265491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5df3cbdf-509f-4027-8b09-608c2fbb9648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.274075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-4627fcf6-0a18-4e85-9e22-b4d4d797bd9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=042552ae-8d79-4a74-928a-adf841793f0f HTTP/1.1" status: 200 len: 217 time: 0.1395209 Nov 12 12:28:15.276110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80bbac0d-97ed-4b27-9929-6b3eab665b25 req-caf3fc73-6bd8-43db-9b1c-6e00dc6f530b service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726555 Nov 12 12:28:15.328481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-2af9f8b0-ef5c-4d5f-83f9-47c949f15f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:15.334683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-2af9f8b0-ef5c-4d5f-83f9-47c949f15f66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=037e2be8-8daa-4ba4-b59d-c18b9cec971a HTTP/1.1" status: 200 len: 925 time: 0.6388643 Nov 12 12:28:15.381509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5df3cbdf-509f-4027-8b09-608c2fbb9648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.394370 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5df3cbdf-509f-4027-8b09-608c2fbb9648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.405150 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.441461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5df3cbdf-509f-4027-8b09-608c2fbb9648 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cf3490738e2473ba8a53c2f823965d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499028 Nov 12 12:28:15.442132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:15.450003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.470729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3634a6-3972-4c52-9491-0b3c0f3fc3ca {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:15.541143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3cbdf-509f-4027-8b09-608c2fbb9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96e5a1-7b8c-4f54-a59b-8e6228393b64,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:15.549362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:15.579482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.586077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4286cbd8-1288-4217-bc53-e7a028b3a21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.604142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-57f7a9e8-bd9f-4f61-a758-ac31ef7e83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:15.607725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-57f7a9e8-bd9f-4f61-a758-ac31ef7e83d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.3080332 Nov 12 12:28:15.616537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4286cbd8-1288-4217-bc53-e7a028b3a21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.649212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ed1bfb0-a1d8-4fed-8166-9624e1f9cb1f req-e29ee29d-91a7-413a-a9d6-e5010848c07a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230074 Nov 12 12:28:15.655599 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-b1e9426b-373e-410f-b924-b64d997505a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d878b4f4-156b-4758-87be-142e66609bd2 HTTP/1.1" status: 200 len: 217 time: 0.2853115 Nov 12 12:28:15.668972 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.700484 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4286cbd8-1288-4217-bc53-e7a028b3a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.703239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4286cbd8-1288-4217-bc53-e7a028b3a21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.707474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4286cbd8-1288-4217-bc53-e7a028b3a21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e96e5a1-7b8c-4f54-a59b-8e6228393b64 HTTP/1.1" status: 204 len: 168 time: 0.2523527 Nov 12 12:28:15.708782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:15.715069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/e089b297-df16-4601-9ffe-e54df584b0d3 HTTP/1.1" status: 204 len: 168 time: 0.8175509 Nov 12 12:28:15.740620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:15.747772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54190) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:15.756179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b2839-a8d9-486d-b07b-16a6821ac249 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=e089b297-df16-4601-9ffe-e54df584b0d3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:15.803564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7398beed-5fec-4c3f-a5b8-eb0d529a41ba tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546494 Nov 12 12:28:15.804703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286cbd8-1288-4217-bc53-e7a028b3a21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e96e5a1-7b8c-4f54-a59b-8e6228393b64,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:15.808463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:15.811702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:15.880570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:15.917639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d56f85-0c08-4222-81dd-e22e61ae40ee None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'e089b297-df16-4601-9ffe-e54df584b0d3'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'ae422cbd-22c7-4401-8133-50869d0429ab'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:28:16.007213 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d56f85-0c08-4222-81dd-e22e61ae40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.017676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-3880a800-a89d-4352-aec1-fa73bf34c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:16.020098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-3880a800-a89d-4352-aec1-fa73bf34c98e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd95d402-15c6-4a90-ab5f-1ea86f7c8c59 HTTP/1.1" status: 200 len: 864 time: 0.3481243 Nov 12 12:28:16.022266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-dfa32a0d-fe3c-4611-9576-0252f6c2cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:16.023730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-dfa32a0d-fe3c-4611-9576-0252f6c2cb7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3648994 Nov 12 12:28:16.042548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01bd65-7ba2-4a90-bd6b-3bd409d04495 req-4dc98af6-5403-4c76-a9b4-56e446aed6ba tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:16.050581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:16.052824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a01bd65-7ba2-4a90-bd6b-3bd409d04495 req-4dc98af6-5403-4c76-a9b4-56e446aed6ba tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 943 time: 0.2190034 Nov 12 12:28:16.056466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.152518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-78aa4783-a256-4527-80a8-595feda0023b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=037e2be8-8daa-4ba4-b59d-c18b9cec971a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700977 Nov 12 12:28:16.225944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a01bd65-7ba2-4a90-bd6b-3bd409d04495 req-03830f57-2f3a-45e0-a15f-719f2cfcfb18 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703339 Nov 12 12:28:16.284451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d878b4f4-156b-4758-87be-142e66609bd2 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:28:16.342077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:16.394518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d37904f-0ad0-4401-8334-713dd02bf41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.419571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-6263c9b9-e124-41df-8364-fedd3e0dfabc service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357272 Nov 12 12:28:16.472216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5914f2-db7c-4453-9478-eb4ff06b60e4 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:16.639221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfb20c8f-63be-48eb-8d83-6d43db648a8f req-d7d06929-957d-4b7f-9442-5ef909099982 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094588 Nov 12 12:28:16.655427 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad9503-3bc0-4722-9e52-1a078ace53ae x-openstack-request-id: req-f8ad9503-3bc0-4722-9e52-1a078ace53ae {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:16.655427 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38bed0b-56dd-47f1-afe9-137e249ffad3", "tag": "042552ae-8d79-4a74-928a-adf841793f0f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:16.656546 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8ad9503-3bc0-4722-9e52-1a078ace53ae {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:16.657104 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'tag': '042552ae-8d79-4a74-928a-adf841793f0f', 'status': 'completed', 'code': 200} Nov 12 12:28:16.659225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d878b4f4-156b-4758-87be-142e66609bd2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d878b4f4-156b-4758-87be-142e66609bd2,segment=NetworkSegment(ab69f079-0c96-425c-bcff-ee010669c414),segment_id=ab69f079-0c96-425c-bcff-ee010669c414)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:16.681285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'd878b4f4-156b-4758-87be-142e66609bd2', 'network_id': '037e2be8-8daa-4ba4-b59d-c18b9cec971a', 'port_id': 'd878b4f4-156b-4758-87be-142e66609bd2', 'mac_address': 'fa:16:3e:8c:ff:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd95d402-15c6-4a90-ab5f-1ea86f7c8c59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:28:16.719809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-eb52276e-392f-4c54-b0d9-6c8bef8730a7 service neutron] 10.222.0.65 "GET /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496039 Nov 12 12:28:16.781440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d37904f-0ad0-4401-8334-713dd02bf41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.819095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d37904f-0ad0-4401-8334-713dd02bf41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.822558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2db66051-cbb6-42c3-a88f-fdf25b23204f None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:16.823427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2db66051-cbb6-42c3-a88f-fdf25b23204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.843299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1d139-f483-4a70-851f-50108f922f94 req-9bdbfcac-7a4e-4d8a-93a4-362c6fdbba58 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:16.846056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36e1d139-f483-4a70-851f-50108f922f94 req-9bdbfcac-7a4e-4d8a-93a4-362c6fdbba58 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.2028921 Nov 12 12:28:16.850474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-4f349ec9-3e30-48dc-a4a2-a9575aec43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:16.852258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-4f349ec9-3e30-48dc-a4a2-a9575aec43e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 1099 time: 0.1310968 Nov 12 12:28:16.866127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37904f-0ad0-4401-8334-713dd02bf41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0db366-89b0-48df-ac3c-18ce91caf677,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:16.919317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36e1d139-f483-4a70-851f-50108f922f94 req-bc49d24a-f904-43bf-a2c5-d1631b70132e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637283 Nov 12 12:28:16.924228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:16.984956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d878b4f4-156b-4758-87be-142e66609bd2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:17.049273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d878b4f4-156b-4758-87be-142e66609bd2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d878b4f4-156b-4758-87be-142e66609bd2,segment=NetworkSegment(ab69f079-0c96-425c-bcff-ee010669c414),segment_id=ab69f079-0c96-425c-bcff-ee010669c414)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:17.065977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c02e-b1ea-4378-beef-36e9c1e1d435 req-f0f7b188-5a42-447f-a874-0df92a0ecb26 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:17.069713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c062c02e-b1ea-4378-beef-36e9c1e1d435 req-f0f7b188-5a42-447f-a874-0df92a0ecb26 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 948 time: 0.4516339 Nov 12 12:28:17.079628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d37904f-0ad0-4401-8334-713dd02bf41d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3c622f1540b4fe2ae503496e76c791d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364168 Nov 12 12:28:17.080542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54224) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:17.081466 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:17.168905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e09d3d0-2e55-4071-8407-b53932eedee6 req-1c43610c-0555-4697-aaf8-3dc04e5838c6 service neutron] 10.222.0.65 "GET /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138758 Nov 12 12:28:17.219883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-a719bb28-a80f-477a-a54c-0b4505592f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:17.221408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-a719bb28-a80f-477a-a54c-0b4505592f5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.3158157 Nov 12 12:28:17.235068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=d878b4f4-156b-4758-87be-142e66609bd2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:17.241600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': '71bcef7f-077c-486a-b738-ed7c638ec1e2'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'ae422cbd-22c7-4401-8133-50869d0429ab'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:28:17.289588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:17.296162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:28:17.318630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c062c02e-b1ea-4378-beef-36e9c1e1d435 req-05b4f101-ba36-4b75-9a07-351b635ddce7 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344561 Nov 12 12:28:17.348575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-98297384-5149-4a6f-a585-2319c4324968 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=042552ae-8d79-4a74-928a-adf841793f0f HTTP/1.1" status: 200 len: 217 time: 0.1041253 Nov 12 12:28:17.438233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d878b4f4-156b-4758-87be-142e66609bd2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:17.536474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f0020-5f5d-4884-9bdd-7c983f3b70d4 req-3c34d18f-b1d9-426a-ad8e-e617097a0662 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:17.538201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-966f0020-5f5d-4884-9bdd-7c983f3b70d4 req-3c34d18f-b1d9-426a-ad8e-e617097a0662 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.2013047 Nov 12 12:28:17.539872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-57934bca-b623-42f0-bb80-24d146d6853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:17.541242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-57934bca-b623-42f0-bb80-24d146d6853d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1867592 Nov 12 12:28:17.636617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:17.727676 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feb3:5258-b9c24881-c360-49df-94fa-8843bd1df3 {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:28:17.728329 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:28:17.866276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:17.893271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50795a3d-e5c2-45c0-b186-75157da6b956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:17.933505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd4e34-ba4b-4383-8c19-efc2bdf508fb req-84d7d4b6-9171-4167-8612-7bbcb9bad87c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:17.935155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40fd4e34-ba4b-4383-8c19-efc2bdf508fb req-84d7d4b6-9171-4167-8612-7bbcb9bad87c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.3779535 Nov 12 12:28:17.976284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50795a3d-e5c2-45c0-b186-75157da6b956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:17.995099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.016902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.017676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.044845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-be87b6f9-2a69-4433-ba47-6fb4a8a623de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:18.046497 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-be87b6f9-2a69-4433-ba47-6fb4a8a623de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4957361 Nov 12 12:28:18.059075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-966f0020-5f5d-4884-9bdd-7c983f3b70d4 req-02c4dd53-ff0d-4d02-877e-8f04c6d9eef7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118895 Nov 12 12:28:18.136717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40fd4e34-ba4b-4383-8c19-efc2bdf508fb req-38830d7c-5dcb-4b3e-aaaa-71197727893f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912837 Nov 12 12:28:18.168367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:18.183958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:18.186511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:18.187915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.201364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=71bcef7f-077c-486a-b738-ed7c638ec1e2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:18.233842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:18.275575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6fb5d51-a796-4b66-af15-c913d4509c9e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4679115 Nov 12 12:28:18.286252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50795a3d-e5c2-45c0-b186-75157da6b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.288369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54240) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:18.289007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50795a3d-e5c2-45c0-b186-75157da6b956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.297829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:18.301535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50795a3d-e5c2-45c0-b186-75157da6b956 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b0db366-89b0-48df-ac3c-18ce91caf677 HTTP/1.1" status: 204 len: 168 time: 1.2138593 Nov 12 12:28:18.301698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:18.316039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795a3d-e5c2-45c0-b186-75157da6b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0db366-89b0-48df-ac3c-18ce91caf677,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:18.352490 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:18.361969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:18.381038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21359261-2a38-49cd-b3a7-28e6045da5ad req-d51072c9-5cc1-46a9-bc3d-3b00702041b7 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:18.382715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21359261-2a38-49cd-b3a7-28e6045da5ad req-d51072c9-5cc1-46a9-bc3d-3b00702041b7 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.1702168 Nov 12 12:28:18.397714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-645c3de6-bc96-4cfe-8b27-782073707e9f service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336177 Nov 12 12:28:18.422238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1e336-31bf-454e-a868-61881f767707 req-5ee6a62c-0bba-4494-8b8b-2f712caf6575 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:18.424221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58c1e336-31bf-454e-a868-61881f767707 req-5ee6a62c-0bba-4494-8b8b-2f712caf6575 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 944 time: 0.1033657 Nov 12 12:28:18.548203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58c1e336-31bf-454e-a868-61881f767707 req-f0b45ad0-f931-4869-b683-84acc6462a41 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083117 Nov 12 12:28:18.566956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-21359261-2a38-49cd-b3a7-28e6045da5ad req-fcd2bf36-47fd-4dc8-9ed9-1d95f1f0ba35 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661680 Nov 12 12:28:18.818635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df8633-4b1a-46cf-a04c-df1ed862f65f req-bc11a220-8709-4415-8c6d-8081978150b0 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:18.826302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91df8633-4b1a-46cf-a04c-df1ed862f65f req-bc11a220-8709-4415-8c6d-8081978150b0 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 948 time: 0.1250606 Nov 12 12:28:18.833669 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b20e0c02-bc1a-49ff-8cc4-bdc9a1ef2964 req-559735c0-6cde-4d37-8f65-8dc05e3eb705 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256140 Nov 12 12:28:18.920808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91df8633-4b1a-46cf-a04c-df1ed862f65f req-6428fe77-faa6-4af1-a674-d003a3ec1bcc tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933475 Nov 12 12:28:18.923135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:18.927612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.005707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e142-7af0-438e-ba1e-6e8b75e60bbf req-e019123b-e44b-4521-a7fb-ac1177e11c0c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:19.007360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c83e142-7af0-438e-ba1e-6e8b75e60bbf req-e019123b-e44b-4521-a7fb-ac1177e11c0c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.2421339 Nov 12 12:28:19.063083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.076839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5667e-1826-454d-b6df-df17892f1984 req-aea874db-18d5-4837-bfc1-b330bcfb63e9 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:19.082887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6f5667e-1826-454d-b6df-df17892f1984 req-aea874db-18d5-4837-bfc1-b330bcfb63e9 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 948 time: 0.1740248 Nov 12 12:28:19.085235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:28:19.131004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:19.134645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.155266 n-d-804878-5 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71bcef7f-077c-486a-b738-ed7c638ec1e2 (CIDR: 2001:db8::/64) Nov 12 12:28:19.161750 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:28:19.165266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:19.173589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c83e142-7af0-438e-ba1e-6e8b75e60bbf req-bc41adac-d085-4a49-a1ec-ce323f248f0d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552024 Nov 12 12:28:19.194833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1fc1703b-4c57-407e-b77c-3c0fafd9538e tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9044352 Nov 12 12:28:19.216772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:19.275806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:19.307413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:19.310740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Deleting port 7af6a02a-1a04-4c70-bbcd-764972dddefb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:19.311101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.374194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.382413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1604e-f572-4c90-861c-373ced1b1755 req-b40c361f-5a1f-4bbb-b77b-e01e577501cb tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:19.384349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ae1604e-f572-4c90-861c-373ced1b1755 req-b40c361f-5a1f-4bbb-b77b-e01e577501cb tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.1884658 Nov 12 12:28:19.426009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.448381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:19.452187 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c501a-6fa0-4ae2-8fc0-23fcb2b1bf44" -d '{"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-plugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:19.459132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.483889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ae1604e-f572-4c90-861c-373ced1b1755 req-fb81135a-9d22-414a-9359-765606e47ca2 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924611 Nov 12 12:28:19.506008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:19.520228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] For port 7af6a02a-1a04-4c70-bbcd-764972dddefb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7af6a02a-1a04-4c70-bbcd-764972dddefb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:19.520889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.533099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:19.539839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.581270 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.595549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Calling delete_port for 7af6a02a-1a04-4c70-bbcd-764972dddefb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:19.605763 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adfe4ad-42fb-4230-84f4-61a158f2f3ee x-openstack-request-id: req-3adfe4ad-42fb-4230-84f4-61a158f2f3ee {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:19.609535 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-plugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:19.610075 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3adfe4ad-42fb-4230-84f4-61a158f2f3ee {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:19.613360 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'code': 200} Nov 12 12:28:19.646894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122906-603e-449d-9cb5-42445c41d4bf req-fe211092-1ac6-4a93-bd23-ca973b65bf38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:19.652445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf122906-603e-449d-9cb5-42445c41d4bf req-fe211092-1ac6-4a93-bd23-ca973b65bf38 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1379907 Nov 12 12:28:19.686042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:28:19.687601 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:28:19.755872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce69ded-792c-41d7-96d0-60e32fab87ea None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:19.897414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:19.933294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:19.952180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf122906-603e-449d-9cb5-42445c41d4bf req-baf64093-1c40-4699-bbe0-cae8033b1b8d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042986 Nov 12 12:28:19.958661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4435c8-be17-44ec-ad06-182710b1eb93 req-055d8d8f-fb27-4dfc-9a7f-305f4be17417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:19.970289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b4435c8-be17-44ec-ad06-182710b1eb93 req-055d8d8f-fb27-4dfc-9a7f-305f4be17417 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1096 time: 0.2369254 Nov 12 12:28:20.014260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Pushing event deleted for resources: {'Port': ['ID=7af6a02a-1a04-4c70-bbcd-764972dddefb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:20.019617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d6efc-ff27-4c5f-9db9-20542ae2a096 req-9405d2ee-503c-413a-954b-2d4c91c00d8c tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:20.037886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c21d6efc-ff27-4c5f-9db9-20542ae2a096 req-9405d2ee-503c-413a-954b-2d4c91c00d8c tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c67d2645-59e9-4cb1-93e8-95945f516445 HTTP/1.1" status: 200 len: 865 time: 0.2896578 Nov 12 12:28:20.098102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] No DVR routers for this DVR port 7af6a02a-1a04-4c70-bbcd-764972dddefb on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:20.138131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:20.142901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6f5667e-1826-454d-b6df-df17892f1984 req-cdaf605e-7d71-4c64-885f-642e683ca6e2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "DELETE /v2.0/ports/7af6a02a-1a04-4c70-bbcd-764972dddefb HTTP/1.1" status: 204 len: 173 time: 1.0518947 Nov 12 12:28:20.150218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-deleted', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:20.154248 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb61d380-eac2-4589-b86f-c413cabe82c6" -d '{"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-deleted", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:20.220389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1b4435c8-be17-44ec-ad06-182710b1eb93 req-2f2507b3-041c-4b24-8103-3f26297083b9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454219 Nov 12 12:28:20.239385 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c21d6efc-ff27-4c5f-9db9-20542ae2a096 req-d1a5e420-8b18-4758-a7eb-d9ec4b32f089 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002318 Nov 12 12:28:20.248191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fc4ec-e5ac-4517-b9a9-fc5b9ebe6da6 req-82499b22-ba6a-48be-9530-54d68d803a08 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:20.257523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-494fc4ec-e5ac-4517-b9a9-fc5b9ebe6da6 req-82499b22-ba6a-48be-9530-54d68d803a08 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 944 time: 0.1540682 Nov 12 12:28:20.304049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:20.371147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 042552ae-8d79-4a74-928a-adf841793f0f details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:28:20.373228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d878b4f4-156b-4758-87be-142e66609bd2 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:20.429749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-494fc4ec-e5ac-4517-b9a9-fc5b9ebe6da6 req-5dd7d110-20bd-4cb0-8b65-5914fe8469f8 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603177 Nov 12 12:28:20.497642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:20.567102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:20.570387 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de74daa0-50b1-4207-929f-0f9f85ed7b19 x-openstack-request-id: req-de74daa0-50b1-4207-929f-0f9f85ed7b19 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:20.570692 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d2645-59e9-4cb1-93e8-95945f516445", "name": "network-vif-deleted", "tag": "7af6a02a-1a04-4c70-bbcd-764972dddefb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:20.570948 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de74daa0-50b1-4207-929f-0f9f85ed7b19 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:20.571846 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d2645-59e9-4cb1-93e8-95945f516445', 'name': 'network-vif-deleted', 'tag': '7af6a02a-1a04-4c70-bbcd-764972dddefb', 'status': 'completed', 'code': 200} Nov 12 12:28:20.589011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:20.750242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=e1792f61-8520-4469-aabb-f3fd8c8b46fd,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:20.778337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49cdf9-6de6-4689-aa46-fe3374414d9d req-b15bbd02-8703-4dd9-83e8-cdb1f39e93ee tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:20.798401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:20.803078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b49cdf9-6de6-4689-aa46-fe3374414d9d req-b15bbd02-8703-4dd9-83e8-cdb1f39e93ee tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1398647 Nov 12 12:28:20.833031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7712a-a967-4240-b5ed-cbc6c4aa88bb req-51c79229-ff69-4bbd-bfad-950b14cf102b tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:20.840856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-17b7712a-a967-4240-b5ed-cbc6c4aa88bb req-51c79229-ff69-4bbd-bfad-950b14cf102b tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 948 time: 0.4954646 Nov 12 12:28:20.876050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:20.889699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:20.903250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:20.914635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b49cdf9-6de6-4689-aa46-fe3374414d9d req-c92fc5b2-24a2-4998-9551-33b42d409c33 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101568 Nov 12 12:28:20.969771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:20.971487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-230a470f-17e1-4221-863c-ac6407fbf162 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7477973 Nov 12 12:28:20.976858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:ed:6b:60', 'name': 'tempest-NetworksTestDHCPv6-389885096'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:21.050837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-17b7712a-a967-4240-b5ed-cbc6c4aa88bb req-cbdef94d-d080-4b9d-9485-dae3ac2ca2e4 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982093 Nov 12 12:28:21.074456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:21.076633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c183a-40a3-4bd8-b3ae-34efc0bc8319 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:21.081501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:21.150741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b27714-bcdc-45b5-86fb-497d9b5567fb req-9e998a00-7e3a-4b1c-a33e-861b2d3cb19b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.153765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67b27714-bcdc-45b5-86fb-497d9b5567fb req-9e998a00-7e3a-4b1c-a33e-861b2d3cb19b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.0822661 Nov 12 12:28:21.163594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port d878b4f4-156b-4758-87be-142e66609bd2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:28:21.170899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bde927-fba4-4585-9140-8e36ac1d3191 req-9e270f17-b1ac-4c0b-9dd6-c1339aae953a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.181661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-08bde927-fba4-4585-9140-8e36ac1d3191 req-9e270f17-b1ac-4c0b-9dd6-c1339aae953a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.0834606 Nov 12 12:28:21.210249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port d878b4f4-156b-4758-87be-142e66609bd2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:21.210629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.222605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:21.248681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-08bde927-fba4-4585-9140-8e36ac1d3191 req-91d139c9-4c99-48ff-9a23-202794ec2826 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654197 Nov 12 12:28:21.252724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67b27714-bcdc-45b5-86fb-497d9b5567fb req-006611b5-4336-436f-abef-47bc43c8b608 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876670 Nov 12 12:28:21.354044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 042552ae-8d79-4a74-928a-adf841793f0f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=042552ae-8d79-4a74-928a-adf841793f0f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:21.357889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64785fdd-a5fa-42a1-84f3-3eec7ede26de None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:21.358305 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64785fdd-a5fa-42a1-84f3-3eec7ede26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.377409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.418274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port 15f43fad-6597-48fa-82cd-4a78d9e2c298 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:28:21.430147 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.552437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '042552ae-8d79-4a74-928a-adf841793f0f', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '042552ae-8d79-4a74-928a-adf841793f0f', 'mac_address': 'fa:16:3e:54:e0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:28:21.631227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:21.631631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.644560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd878b4f4-156b-4758-87be-142e66609bd2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:21.646831 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b1c66-0555-4713-84c5-2b8451de3e1e" -d '{"events": [{"server_uuid": "fb8175dc-7775-48d8-ae2f-3a4bd97fed4e", "name": "network-vif-plugged", "status": "completed", "tag": "d878b4f4-156b-4758-87be-142e66609bd2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:21.759304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf58930-1d3c-4158-a1a8-d59805a5e4a4 req-493d67e7-2541-4268-9a4c-7a4859572390 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.767174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebf58930-1d3c-4158-a1a8-d59805a5e4a4 req-493d67e7-2541-4268-9a4c-7a4859572390 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 944 time: 0.1147869 Nov 12 12:28:21.839982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebf58930-1d3c-4158-a1a8-d59805a5e4a4 req-31395a2a-53a2-4e17-818b-8ed45953d63d tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 Nov 12 12:28:21.849926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d878b4f4-156b-4758-87be-142e66609bd2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d878b4f4-156b-4758-87be-142e66609bd2,segment=NetworkSegment(ab69f079-0c96-425c-bcff-ee010669c414),segment_id=ab69f079-0c96-425c-bcff-ee010669c414)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:21.867606 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.961100 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda795e0-f72a-45a9-a41d-757cc40373ad x-openstack-request-id: req-dda795e0-f72a-45a9-a41d-757cc40373ad {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:21.961546 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8175dc-7775-48d8-ae2f-3a4bd97fed4e", "name": "network-vif-plugged", "status": "completed", "tag": "d878b4f4-156b-4758-87be-142e66609bd2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:21.961900 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dda795e0-f72a-45a9-a41d-757cc40373ad {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:21.962423 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd878b4f4-156b-4758-87be-142e66609bd2', 'code': 200} Nov 12 12:28:21.967112 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64785fdd-a5fa-42a1-84f3-3eec7ede26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.988235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8:0:1::14d (5a3e9a0b-562d-4280-8b2f-1b144464aa88/e1792f61-8520-4469-aabb-f3fd8c8b46fd/15f43fad-6597-48fa-82cd-4a78d9e2c298) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:22.000468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::f816:3eff:feed:6b60 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/71bcef7f-077c-486a-b738-ed7c638ec1e2/15f43fad-6597-48fa-82cd-4a78d9e2c298) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:22.006713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-62920dad-a3c7-4723-9d52-3b84f596c342 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2576914 Nov 12 12:28:22.016716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.024709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cb21c-e2d8-493c-9ef2-149fccbb9e64 req-2dcca2a7-1d05-4c97-94db-aa0b9bf41664 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.027036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa8cb21c-e2d8-493c-9ef2-149fccbb9e64 req-2dcca2a7-1d05-4c97-94db-aa0b9bf41664 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1498437 Nov 12 12:28:22.072107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-64785fdd-a5fa-42a1-84f3-3eec7ede26de None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:22.086115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042552ae-8d79-4a74-928a-adf841793f0f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:22.087423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cc0fb-3ed0-4f10-8a88-d21b560855a3 req-430f6e56-fc22-4f6c-bbf3-c2b7148855c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.089114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc3cc0fb-3ed0-4f10-8a88-d21b560855a3 req-430f6e56-fc22-4f6c-bbf3-c2b7148855c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 1096 time: 0.0945094 Nov 12 12:28:22.106553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64785fdd-a5fa-42a1-84f3-3eec7ede26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.111768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdbcd-949c-4f6e-b164-3a2eb980c7d7 req-49c2dfe7-068e-4ba6-b10a-d66f33111ece tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.115620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:22.121592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-292fdbcd-949c-4f6e-b164-3a2eb980c7d7 req-49c2dfe7-068e-4ba6-b10a-d66f33111ece tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 949 time: 0.1386025 Nov 12 12:28:22.149632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 7af6a02a-1a04-4c70-bbcd-764972dddefb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:28:22.150150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7af6a02a-1a04-4c70-bbcd-764972dddefb not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:28:22.211124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa8cb21c-e2d8-493c-9ef2-149fccbb9e64 req-418082f3-f91d-4462-960c-b744adfa10cc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737015 Nov 12 12:28:22.213214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc3cc0fb-3ed0-4f10-8a88-d21b560855a3 req-8672f84f-cf85-47f9-942a-a2dcf7545be0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Nov 12 12:28:22.214084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=d878b4f4-156b-4758-87be-142e66609bd2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:22.224021 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-292fdbcd-949c-4f6e-b164-3a2eb980c7d7 req-159189b8-a0bd-4bd8-aa97-e429163bafdb tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014094 Nov 12 12:28:22.264076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-6226841e-50c0-4b53-be81-aa0849397511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.269072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-6226841e-50c0-4b53-be81-aa0849397511 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 1100 time: 0.1795757 Nov 12 12:28:22.291380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': '71bcef7f-077c-486a-b738-ed7c638ec1e2', 'ip_address': '2001:db8::f816:3eff:feb3:5258'}, {'subnet_id': 'e1792f61-8520-4469-aabb-f3fd8c8b46fd'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'ae422cbd-22c7-4401-8133-50869d0429ab'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:28:22.319382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785fdd-a5fa-42a1-84f3-3eec7ede26de None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:22.334206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.340243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.343466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 042552ae-8d79-4a74-928a-adf841793f0f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=042552ae-8d79-4a74-928a-adf841793f0f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:22.361045 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.427101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=042552ae-8d79-4a74-928a-adf841793f0f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:22.493737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416033-0184-4441-91d2-47d489d1c4b3 req-65db674f-154e-4f8a-845a-c43aa103fde5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.499922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.504786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c416033-0184-4441-91d2-47d489d1c4b3 req-65db674f-154e-4f8a-845a-c43aa103fde5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1282701 Nov 12 12:28:22.537716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f545bb-b607-42c0-a95f-7acae0921ae4 req-f0f38add-d532-42a3-98aa-160d15606951 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.539364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26f545bb-b607-42c0-a95f-7acae0921ae4 req-f0f38add-d532-42a3-98aa-160d15606951 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 949 time: 0.1255817 Nov 12 12:28:22.540429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-8a790edc-cfef-4918-bc33-5908eae4745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.541777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-8a790edc-cfef-4918-bc33-5908eae4745d service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2378383 Nov 12 12:28:22.573615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c416033-0184-4441-91d2-47d489d1c4b3 req-86f5ec46-8dbf-474f-857e-3c662639f35b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678451 Nov 12 12:28:22.669783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:28:22.670392 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:28:22.672510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-108fa155-aa93-4b64-978d-b66070781cfd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89 HTTP/1.1" status: 200 len: 217 time: 0.1197624 Nov 12 12:28:22.676413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.728673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['042552ae-8d79-4a74-928a-adf841793f0f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:22.737355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] Allocated IP 2001:db8:0:1::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/e1792f61-8520-4469-aabb-f3fd8c8b46fd/ae422cbd-22c7-4401-8133-50869d0429ab) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:22.746226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0c8d-4176-46e8-9446-cfdd9144208a req-8ba57c15-d8e1-4015-b46b-95d9b104af53 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.748019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-64da0c8d-4176-46e8-9446-cfdd9144208a req-8ba57c15-d8e1-4015-b46b-95d9b104af53 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.0832267 Nov 12 12:28:22.761261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:22.768448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'floatingip': {'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:22.807906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26f545bb-b607-42c0-a95f-7acae0921ae4 req-f9aac98e-6543-4774-a224-9b8e4bbe3b9a tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601008 Nov 12 12:28:22.833097 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.847328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:22.872984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:22.920516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=15f43fad-6597-48fa-82cd-4a78d9e2c298,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:22.924023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:22.940495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.941184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:22.950724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:22.951731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-13a610b1-c2ae-4157-a7d2-1ca7ccb95246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:22.953871 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-13a610b1-c2ae-4157-a7d2-1ca7ccb95246 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.2705715 Nov 12 12:28:23.021080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:23.030272 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:23.055386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-84b9be15-8326-42b3-b8f8-1f8a0115116f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0836985 Nov 12 12:28:23.058573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:23.156275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd86eb-f155-4760-89ed-cb01daeeb762 req-42bd1acf-7444-4994-8934-c546ba109b49 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:23.157859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbbd86eb-f155-4760-89ed-cb01daeeb762 req-42bd1acf-7444-4994-8934-c546ba109b49 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.1520610 Nov 12 12:28:23.189124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-1934d672-531e-419c-b38d-487c1c27ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:23.191130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-1934d672-531e-419c-b38d-487c1c27ec01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234647 Nov 12 12:28:23.286277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0f8ad-fb6d-4803-82d9-58e86361e56e None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:23.366457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbbd86eb-f155-4760-89ed-cb01daeeb762 req-b3ac7031-6bdc-452c-abbf-e677cdf5c68b tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005324 Nov 12 12:28:23.549943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:23.642518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d6364-2064-4fd1-9808-ec1a73550aeb req-c48c6052-92fc-4f01-9962-647e82f61928 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:23.649993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a43d6364-2064-4fd1-9808-ec1a73550aeb req-c48c6052-92fc-4f01-9962-647e82f61928 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 949 time: 0.1297364 Nov 12 12:28:23.669359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:23.670459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:23.897136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a43d6364-2064-4fd1-9808-ec1a73550aeb req-8ad44963-e423-4fc5-bb82-2a54598b77d2 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462127 Nov 12 12:28:23.904641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:23.914486 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:24.110560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port 15f43fad-6597-48fa-82cd-4a78d9e2c298 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:24.111171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:24.241918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddcf1e1-1469-465a-936e-4bc7d2f803cb None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:24.254867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-491905fe-92dc-4491-8c4e-672f5bc1ea80 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0548790 Nov 12 12:28:24.274343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d6025-925d-4ad0-bc08-58d4966f720d req-a9dd8f45-0d8f-4608-b8cf-f328525f5a90 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:24.274628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28f6f5-0789-4b19-88ad-949b264593e3 req-019836e7-18fd-4f48-acb2-13506e8068ab tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:24.282548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac6d6025-925d-4ad0-bc08-58d4966f720d req-a9dd8f45-0d8f-4608-b8cf-f328525f5a90 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.8514490 Nov 12 12:28:24.288788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c28f6f5-0789-4b19-88ad-949b264593e3 req-019836e7-18fd-4f48-acb2-13506e8068ab tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 949 time: 0.2170053 Nov 12 12:28:24.292604 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Floating IP f8c77b06-6dd9-4f0b-806c-a395a32e88d1 associated. External IP: 172.25.1.52, port: ae3634a6-3972-4c52-9491-0b3c0f3fc3ca. Nov 12 12:28:24.360973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-7134ef77-49e9-4957-95fb-973d3e0ccbb4 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:24.362997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-7134ef77-49e9-4957-95fb-973d3e0ccbb4 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 949 time: 0.2799988 Nov 12 12:28:24.403083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 042552ae-8d79-4a74-928a-adf841793f0f up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:24.460488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:24.493663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0d05f315-4655-417f-9079-7ad138f1271c None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:24.494885 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d05f315-4655-417f-9079-7ad138f1271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:24.513992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for 15f43fad-6597-48fa-82cd-4a78d9e2c298 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:24.552658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c28f6f5-0789-4b19-88ad-949b264593e3 req-befa0604-8d27-4ef9-87d0-9c87c6749d22 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546217 Nov 12 12:28:24.588030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 042552ae-8d79-4a74-928a-adf841793f0f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:28:24.598608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac6d6025-925d-4ad0-bc08-58d4966f720d req-c35965b6-3b72-4da9-82a7-d1b4dc7dc032 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153510 Nov 12 12:28:24.616073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e90c8f-1257-4c23-bca3-a8d63fab809f req-c1c59357-1e6b-4057-8cb1-eb558a3bbce1 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312128 Nov 12 12:28:24.663056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 042552ae-8d79-4a74-928a-adf841793f0f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:24.663726 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:24.794382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Deleting port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:24.794784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:24.811204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Router a6d98686-b069-450d-9664-506d971a645e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:28:24.983697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.077884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388db661-166e-4925-9438-13b15845fd0d req-a00e3468-31fa-4e00-a0db-d3f38db9a3a8 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.079554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-388db661-166e-4925-9438-13b15845fd0d req-a00e3468-31fa-4e00-a0db-d3f38db9a3a8 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.3007002 Nov 12 12:28:25.084869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.133698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=15f43fad-6597-48fa-82cd-4a78d9e2c298,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:25.143591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042552ae-8d79-4a74-928a-adf841793f0f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:25.145898 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5046b34-85f5-47e3-9104-5dc1f8c474d5" -d '{"events": [{"server_uuid": "b38bed0b-56dd-47f1-afe9-137e249ffad3", "name": "network-vif-plugged", "status": "completed", "tag": "042552ae-8d79-4a74-928a-adf841793f0f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:25.173246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 042552ae-8d79-4a74-928a-adf841793f0f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=042552ae-8d79-4a74-928a-adf841793f0f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:25.184230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.203118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.215782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a1d0bcf9-16a9-4766-bc0f-2fcb6169e929 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/15f43fad-6597-48fa-82cd-4a78d9e2c298 HTTP/1.1" status: 204 len: 168 time: 2.1557119 Nov 12 12:28:25.229827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:25.263997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da886461-2f56-4c0f-b7ac-c93a12ca072b req-f39799e9-f8f7-4cff-bd3c-1fbb83f7278e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.278638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da886461-2f56-4c0f-b7ac-c93a12ca072b req-f39799e9-f8f7-4cff-bd3c-1fbb83f7278e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1619041 Nov 12 12:28:25.299428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=042552ae-8d79-4a74-928a-adf841793f0f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:25.306174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-388db661-166e-4925-9438-13b15845fd0d req-f7603f9d-5f73-4955-b999-19d72d1c148c tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911416 Nov 12 12:28:25.351543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-5aad8614-6a12-4ff6-b735-8bc13eb0eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.354519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-5aad8614-6a12-4ff6-b735-8bc13eb0eea6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3355621dc09942638e056c1fee411cb1&device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 1097 time: 0.2633433 Nov 12 12:28:25.476558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d985944-eb8f-43a5-933f-96d0d49fa396 None None] Could not find standard attr ID for object 15f43fad-6597-48fa-82cd-4a78d9e2c298. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:28:25.477043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:28:25.493885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:28:25.505940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.523071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da886461-2f56-4c0f-b7ac-c93a12ca072b req-902f8c94-222d-4331-8f42-5e90af354fb9 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435389 Nov 12 12:28:25.540816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d985944-eb8f-43a5-933f-96d0d49fa396 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:25.542869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d985944-eb8f-43a5-933f-96d0d49fa396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.588353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd976e9-9436-454e-aabb-b5c8e3c2fe58 req-460d2e11-cbbf-4fe2-91b4-c09d97468d60 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.597154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575eb9e-ea30-477e-be88-a30bcdbe7834 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.599003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3575eb9e-ea30-477e-be88-a30bcdbe7834 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3575287 Nov 12 12:28:25.609933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dd976e9-9436-454e-aabb-b5c8e3c2fe58 req-460d2e11-cbbf-4fe2-91b4-c09d97468d60 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd6038-dbaf-49db-968c-a1355b655b01 HTTP/1.1" status: 200 len: 949 time: 0.1803610 Nov 12 12:28:25.610589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] For port 6bd1ded8-6655-4507-baa2-ef231f3a1e89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6bd1ded8-6655-4507-baa2-ef231f3a1e89,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:25.611166 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:25.621189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:28:25.622582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:28:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:25.627076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1867050e-a90e-4b4e-af49-a6e52b4c817f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "PUT /v2.0/floatingips/f8c77b06-6dd9-4f0b-806c-a395a32e88d1 HTTP/1.1" status: 200 len: 990 time: 2.8531902 Nov 12 12:28:25.634092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:25.639228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Calling delete_port for 6bd1ded8-6655-4507-baa2-ef231f3a1e89 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:25.643926 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b83e0f-4dc1-4e4f-8358-47775175002a" -d '{"events": [{"name": "network-changed", "server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:25.659228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:25.714416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-d4f4927e-4cc3-446f-9ad5-1cc41f480ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.722383 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-d4f4927e-4cc3-446f-9ad5-1cc41f480ea4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 200 len: 915 time: 0.3554776 Nov 12 12:28:25.783655 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a491c5e4-04f8-4b55-915e-75920dc70067 x-openstack-request-id: req-a491c5e4-04f8-4b55-915e-75920dc70067 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:25.783875 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38bed0b-56dd-47f1-afe9-137e249ffad3", "name": "network-vif-plugged", "status": "completed", "tag": "042552ae-8d79-4a74-928a-adf841793f0f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:25.784122 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a491c5e4-04f8-4b55-915e-75920dc70067 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:25.784546 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042552ae-8d79-4a74-928a-adf841793f0f', 'code': 200} Nov 12 12:28:25.820199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-240a5e9d-e68f-4070-a7f2-ab2c337f20de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 200 len: 217 time: 0.0828023 Nov 12 12:28:25.918073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a56aea-551d-4b81-bdae-7a0c3fa34471 req-f372ea75-decd-4322-abea-0c8c3f404d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.920018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5a56aea-551d-4b81-bdae-7a0c3fa34471 req-f372ea75-decd-4322-abea-0c8c3f404d32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 1101 time: 0.1110942 Nov 12 12:28:25.929362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dd976e9-9436-454e-aabb-b5c8e3c2fe58 req-08f8f648-af8a-446c-8990-546aff48f459 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d113f3a-a000-43e7-9938-560b69a981f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185349 Nov 12 12:28:25.971408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-6775a6d1-0b77-4ae1-ab6f-4cde0f63aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:25.973514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:28:25.978194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-6775a6d1-0b77-4ae1-ab6f-4cde0f63aba1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 200 len: 854 time: 0.1302445 Nov 12 12:28:26.035437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151cd44-9ee4-479d-901d-1ee330fa7521 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.041221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f151cd44-9ee4-479d-901d-1ee330fa7521 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3786418 Nov 12 12:28:26.049405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:26.049729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0bab48ad-c368-46c0-a28e-2edad7a22068 None None] Could not find standard attr ID for object 15f43fad-6597-48fa-82cd-4a78d9e2c298. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:28:26.076754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8b64-d798-437c-b092-ce1562a3ef0d req-7fa6e71e-5054-4529-9721-47547dbf756c tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.079443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c94d8b64-d798-437c-b092-ce1562a3ef0d req-7fa6e71e-5054-4529-9721-47547dbf756c tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.1677423 Nov 12 12:28:26.082198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-91cf94d1-7595-46a2-8949-521c4b6a0c2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68579a4d-119e-4baa-9c95-139383bb1060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833032 Nov 12 12:28:26.131569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6bd1ded8-6655-4507-baa2-ef231f3a1e89 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:26.238335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c94d8b64-d798-437c-b092-ce1562a3ef0d req-9b76d4d7-5f36-4b4a-b68f-ab73595a5ad9 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469448 Nov 12 12:28:26.356181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:26.397744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Pushing event deleted for resources: {'Port': ['ID=6bd1ded8-6655-4507-baa2-ef231f3a1e89,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:26.446567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-33afccc9-80bb-48ba-8a33-e535c5c85801 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523207 Nov 12 12:28:26.471264 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0d1a8-3b70-422c-b0cd-bcaa41057e3f x-openstack-request-id: req-80b0d1a8-3b70-422c-b0cd-bcaa41057e3f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:26.472019 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:26.472019 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80b0d1a8-3b70-422c-b0cd-bcaa41057e3f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:26.472663 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'status': 'completed', 'code': 200} Nov 12 12:28:26.488109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5a56aea-551d-4b81-bdae-7a0c3fa34471 req-15ea6720-3890-46fe-b6a6-847754c26313 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544987 Nov 12 12:28:26.519908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] No DVR routers for this DVR port 6bd1ded8-6655-4507-baa2-ef231f3a1e89 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:26.529025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:26.538551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e84ef05-1cb9-412a-b9cb-b9c0d7f65aa1 req-235762fc-0301-41d6-b195-98f92b04c651 tempest-ListImageFiltersTestJSON-1853189679 tempest-ListImageFiltersTestJSON-1853189679-project] 10.222.0.81 "DELETE /v2.0/ports/6bd1ded8-6655-4507-baa2-ef231f3a1e89 HTTP/1.1" status: 204 len: 173 time: 2.1689706 Nov 12 12:28:26.539068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-deleted', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:26.555166 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9003522f-73cf-4370-8146-c23c2b59c138" -d '{"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-deleted", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:26.614482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d82cc-e2d3-4cca-9870-0046bbd849d7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.616193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d82cc-e2d3-4cca-9870-0046bbd849d7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.617928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d82cc-e2d3-4cca-9870-0046bbd849d7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.619666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-408d82cc-e2d3-4cca-9870-0046bbd849d7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5478175 Nov 12 12:28:26.623225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:26.625334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-d408524e-326a-4533-b236-f8eadf4ee4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.627632 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-d408524e-326a-4533-b236-f8eadf4ee4fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1535304 Nov 12 12:28:26.638934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32e144-2c0a-4c30-ab02-673fdfc4f4ec req-bf937380-5fee-4f50-aa94-54955ab42e9c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:26.649442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d32e144-2c0a-4c30-ab02-673fdfc4f4ec req-bf937380-5fee-4f50-aa94-54955ab42e9c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 950 time: 0.5493934 Nov 12 12:28:26.736048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'f8c77b06-6dd9-4f0b-806c-a395a32e88d1', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'a6d98686-b069-450d-9664-506d971a645e', 'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'mac_address': 'fa:16:3e:bc:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:27:39Z', 'updated_at': '2021-11-12T12:28:23Z', 'revision_number': 1, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:26.813433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 71bcef7f-077c-486a-b738-ed7c638ec1e2 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:26.830623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:26.835538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:28:26.851284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:28:26.857583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:28:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:26.924367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:26.938848 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f0894f-6a43-4c20-a7bc-588403efdc69 x-openstack-request-id: req-d4f0894f-6a43-4c20-a7bc-588403efdc69 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:26.939303 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd6038-dbaf-49db-968c-a1355b655b01", "name": "network-vif-deleted", "tag": "6bd1ded8-6655-4507-baa2-ef231f3a1e89", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:26.939768 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f0894f-6a43-4c20-a7bc-588403efdc69 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:26.940408 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd6038-dbaf-49db-968c-a1355b655b01', 'name': 'network-vif-deleted', 'tag': '6bd1ded8-6655-4507-baa2-ef231f3a1e89', 'status': 'completed', 'code': 200} Nov 12 12:28:27.185160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:28:27.204759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:27.254466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70db19-0e79-406d-bd8e-19ab49b3044d req-24dde76a-83bd-4407-87b8-9975c56614b0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:27.266718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f70db19-0e79-406d-bd8e-19ab49b3044d req-24dde76a-83bd-4407-87b8-9975c56614b0 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.2245510 Nov 12 12:28:27.345157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f70db19-0e79-406d-bd8e-19ab49b3044d req-ded4fa5a-a592-4a67-82ae-d4b69a260a41 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772946 Nov 12 12:28:27.378329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:27.467184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=71bcef7f-077c-486a-b738-ed7c638ec1e2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:27.505945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-fd843ae2-88ce-4232-ab97-37b09c36b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:27.506544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-fd843ae2-88ce-4232-ab97-37b09c36b606 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.8217840 Nov 12 12:28:27.521095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:27.524809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-534b3e64-2206-4c5b-9759-3eb60a9abb00 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/71bcef7f-077c-486a-b738-ed7c638ec1e2 HTTP/1.1" status: 204 len: 168 time: 0.9005001 Nov 12 12:28:27.527950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2d32e144-2c0a-4c30-ab02-673fdfc4f4ec req-6ce60ca0-c6dc-4e28-96ca-48446ee66fa0 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784423 Nov 12 12:28:27.541651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:27.603363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-17c8fa71-5405-42e2-a8ee-3545f0c63619 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 998 time: 0.0743704 Nov 12 12:28:27.614299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd0eb2-a9c0-4d2b-9823-09ef2c0801b9 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:27.630330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7b59138-1add-4a8e-9cad-93df0b19ade0 req-bee878c8-7f84-406d-93e9-1273259edcd9 service neutron] 10.222.0.65 "GET /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1749058 Nov 12 12:28:27.714032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa45c2-f857-433c-9747-6856ce5990da req-3eacfae3-6ab9-480c-880e-55d83c905499 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:27.727369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9daa45c2-f857-433c-9747-6856ce5990da req-3eacfae3-6ab9-480c-880e-55d83c905499 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.2722967 Nov 12 12:28:27.787202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-cc507fc0-1d3c-4979-9f15-b0e81509ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:27.788726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-cc507fc0-1d3c-4979-9f15-b0e81509ece6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1574121 Nov 12 12:28:27.804350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet e1792f61-8520-4469-aabb-f3fd8c8b46fd {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:27.808842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:27.859937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:27.930462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-0b93c6d3-2998-43b3-bd71-fb30f3fedc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:27.932299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-0b93c6d3-2998-43b3-bd71-fb30f3fedc19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342690 Nov 12 12:28:28.079288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:28.084132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'f8c77b06-6dd9-4f0b-806c-a395a32e88d1', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'a6d98686-b069-450d-9664-506d971a645e', 'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'mac_address': 'fa:16:3e:bc:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:27:39Z', 'updated_at': '2021-11-12T12:28:23Z', 'revision_number': 1, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:28.128545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-1443d39c-c523-40dc-8e21-d2ba32331448 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803489 Nov 12 12:28:28.134360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98a8d3-b2d3-4524-9326-85e769543267 None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'f8c77b06-6dd9-4f0b-806c-a395a32e88d1', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'a6d98686-b069-450d-9664-506d971a645e', 'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'mac_address': 'fa:16:3e:bc:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:27:39Z', 'updated_at': '2021-11-12T12:28:23Z', 'revision_number': 1, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:28:28.154940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9daa45c2-f857-433c-9747-6856ce5990da req-f725de91-d8e5-4d82-b060-981ae34437e6 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253719 Nov 12 12:28:28.264364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:28.322580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=e1792f61-8520-4469-aabb-f3fd8c8b46fd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:28.328508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:28.331960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/e1792f61-8520-4469-aabb-f3fd8c8b46fd HTTP/1.1" status: 204 len: 168 time: 0.7881782 Nov 12 12:28:28.336522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:28.346991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87b83e0f-4dc1-4e4f-8358-47775175002a req-6f58ad81-33ec-44f4-a6b7-6e00804f0d65 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078292 Nov 12 12:28:28.349711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.350069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.350450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.350788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.351128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.353381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.353734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.354075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.354430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.354761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.355085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.355407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a964d3-480d-4699-8b3b-8ff40c30a098 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:28.448586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a8ff0d18-3e06-44b1-aed3-f379500f5699 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078525 Nov 12 12:28:28.449871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:28.457929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:28.570772 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b11922-3ea8-4ba3-9f44-8eadaa598994 None None] New status for floating IP f8c77b06-6dd9-4f0b-806c-a395a32e88d1: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:28:28.691880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77cb63-8036-4b78-9216-a12fd69dc3dc req-fe24e36e-7d7f-4b53-9abf-758f9efad7ad tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:28.706926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf77cb63-8036-4b78-9216-a12fd69dc3dc req-fe24e36e-7d7f-4b53-9abf-758f9efad7ad tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1205695 Nov 12 12:28:28.742384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:28.749007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:28.818918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf77cb63-8036-4b78-9216-a12fd69dc3dc req-c1a83683-cc29-49db-bd76-318d0362195c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104741 Nov 12 12:28:28.986059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65247a-24eb-4d50-b51d-6813e1650c92 req-1351357a-82be-4392-94ce-8f611e4b66ef tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:28.987878 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b65247a-24eb-4d50-b51d-6813e1650c92 req-1351357a-82be-4392-94ce-8f611e4b66ef tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.2773817 Nov 12 12:28:28.997496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d40908-3d57-4a8d-aade-056601e48227 req-7266bfd9-7854-46b5-bcbf-a5ab72113ef5 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:29.007669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-22d40908-3d57-4a8d-aade-056601e48227 req-7266bfd9-7854-46b5-bcbf-a5ab72113ef5 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 950 time: 0.1026671 Nov 12 12:28:29.091172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-22d40908-3d57-4a8d-aade-056601e48227 req-28c46004-b8ce-4e5b-b931-f72075d3102b tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Nov 12 12:28:29.120345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4b65247a-24eb-4d50-b51d-6813e1650c92 req-6c36e4ae-24d0-4c22-8016-aa5b5129e9b8 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245179 Nov 12 12:28:29.132077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.230195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:29.236154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:29.241338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:29.242154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.262772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8084614 Nov 12 12:28:29.264205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:29.272695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:29.280958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d02a70-0b4d-4ac0-b4bc-d1b807356cab tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=d3cc4de4-922f-47ea-a56d-3836b523d6c6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:29.321473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f30f94-a40e-47ed-a315-2457f73f1368 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:29.402533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-12547186-bc28-423e-a3ed-de1632149b93 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:29.409036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12547186-bc28-423e-a3ed-de1632149b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.478372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.488694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:29.494261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.697457 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3cc4de4-922f-47ea-a56d-3836b523d6c6 (CIDR: 2001:db8::/64) Nov 12 12:28:29.703512 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:28:29.704295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:29.738048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:29.745288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ec7cb84-0fa3-41e8-8a22-b56dcb4bc82f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4762685 Nov 12 12:28:29.747452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:29.793802 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.904075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': 'd3cc4de4-922f-47ea-a56d-3836b523d6c6'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'ae422cbd-22c7-4401-8133-50869d0429ab'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:28:29.936731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:29.977758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:29.984146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:30.170228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/d3cc4de4-922f-47ea-a56d-3836b523d6c6/ae422cbd-22c7-4401-8133-50869d0429ab) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:30.272882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6cb7e-85e3-4493-946c-c05d1e780c9a req-2f62d9d5-570c-4d67-8c34-8b38aceead7a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:30.283532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4f6cb7e-85e3-4493-946c-c05d1e780c9a req-2f62d9d5-570c-4d67-8c34-8b38aceead7a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1139197 Nov 12 12:28:30.297811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-720c2f3b-5c2b-47f2-870e-bd13183f06bf tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318098 Nov 12 12:28:30.371777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4f6cb7e-85e3-4493-946c-c05d1e780c9a req-dded1d84-c653-48c6-a539-b9b71b77cc37 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870581 Nov 12 12:28:30.485003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56865718-fa64-4483-b3cf-c63f8806a074 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:30.486625 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56865718-fa64-4483-b3cf-c63f8806a074 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.2324872 Nov 12 12:28:30.575759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78895467-6043-4ebd-bd65-88fb326a51b3 req-ce29e6a8-f8c4-4000-87a9-ee7becf7b737 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:30.589109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78895467-6043-4ebd-bd65-88fb326a51b3 req-ce29e6a8-f8c4-4000-87a9-ee7becf7b737 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.1190228 Nov 12 12:28:30.607455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-a89be69e-7e6d-4114-8d48-2af6f1d09d29 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:30.610315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-a89be69e-7e6d-4114-8d48-2af6f1d09d29 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906766 Nov 12 12:28:30.677518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78895467-6043-4ebd-bd65-88fb326a51b3 req-f1ac344e-8467-4d55-8be5-e97308b77040 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859714 Nov 12 12:28:30.690403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:30.723542 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:30.743227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:30.762893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:30.804468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.objects.ports [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:28:30.931922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c629ae5-75f6-499c-8d11-4d6bcee6c050 None None] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=15']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:31.002578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-b7e65dfd-b300-4782-a7ce-5691bf3e25eb tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/quotas/c7036a3ec1e848e1b605f6b46276a5c0 HTTP/1.1" status: 200 len: 375 time: 0.3799872 Nov 12 12:28:31.031890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546f57-0406-43ad-be22-7c7baf158bf7 req-fbdf2e0c-e584-4a26-b78b-1cc62835951f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:31.047947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d546f57-0406-43ad-be22-7c7baf158bf7 req-fbdf2e0c-e584-4a26-b78b-1cc62835951f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1813359 Nov 12 12:28:31.122477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fdc43fd0-fcc6-4467-a91f-11930aa2f642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=385bcb9d19f1420cab292d1a4fd84a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772366 Nov 12 12:28:31.122709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:31.162498 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d546f57-0406-43ad-be22-7c7baf158bf7 req-758ef79b-f369-45a0-a304-8d066b732c44 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134608 Nov 12 12:28:31.190525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-942b5eb4-a4f2-4e95-8db5-b189844cc8b6 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875861 Nov 12 12:28:31.195926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Deleting port d878b4f4-156b-4758-87be-142e66609bd2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:31.196263 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.200308 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.378491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c18f2e-3b62-4373-b11f-1457e59fbae0 req-c4b3b388-896d-44a1-a72a-34b7cbbad78d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:31.398420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6c18f2e-3b62-4373-b11f-1457e59fbae0 req-c4b3b388-896d-44a1-a72a-34b7cbbad78d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1099343 Nov 12 12:28:31.474654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b32c46f-822f-4d53-9f27-b47044829d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.494295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6c18f2e-3b62-4373-b11f-1457e59fbae0 req-33c43d60-58f2-445d-bfc8-334f9e4e032d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936344 Nov 12 12:28:31.552591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:31.691636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:31.692334 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.728200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4553798-39ff-4ed8-9b5b-cebe1f95d51d req-ca4ee538-6c78-48cb-a619-dba1995d2b54 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:31.738078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4553798-39ff-4ed8-9b5b-cebe1f95d51d req-ca4ee538-6c78-48cb-a619-dba1995d2b54 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1106918 Nov 12 12:28:31.782911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d375ffd0-251f-407b-a7be-699c35e2414a req-873300e8-bebb-4e89-9846-2795922a2f3e tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 210 time: 0.2873194 Nov 12 12:28:31.818997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4553798-39ff-4ed8-9b5b-cebe1f95d51d req-c4a3ff54-0a55-4f33-a448-2b51db670afa tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795350 Nov 12 12:28:31.819181 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] For port d878b4f4-156b-4758-87be-142e66609bd2, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d878b4f4-156b-4758-87be-142e66609bd2,segment=NetworkSegment(ab69f079-0c96-425c-bcff-ee010669c414),segment_id=ab69f079-0c96-425c-bcff-ee010669c414)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:31.819646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.824979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b32c46f-822f-4d53-9f27-b47044829d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.892436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Calling delete_port for d878b4f4-156b-4758-87be-142e66609bd2 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:32.099754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:32.157207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6822e146-8248-4ae0-b99f-b30986acf162 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:32.158394 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6822e146-8248-4ae0-b99f-b30986acf162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.160862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b4bd9-f6fe-4062-9606-648cafda0d49 req-867ef93e-74b6-48ec-9884-fa8c54c3391e tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:32.162389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f7b4bd9-f6fe-4062-9606-648cafda0d49 req-867ef93e-74b6-48ec-9884-fa8c54c3391e tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8175dc-7775-48d8-ae2f-3a4bd97fed4e HTTP/1.1" status: 200 len: 945 time: 0.2547514 Nov 12 12:28:32.178320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b32c46f-822f-4d53-9f27-b47044829d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.181644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b32c46f-822f-4d53-9f27-b47044829d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.185565 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0b32c46f-822f-4d53-9f27-b47044829d6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d113f3a-a000-43e7-9938-560b69a981f7 HTTP/1.1" status: 204 len: 168 time: 1.0597508 Nov 12 12:28:32.209928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.227165 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.228244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.238921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32c46f-822f-4d53-9f27-b47044829d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d113f3a-a000-43e7-9938-560b69a981f7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:32.334330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41609e90-439a-4aa1-987e-208d23653c92 req-329bd7a7-3d2c-4858-8839-d32503b025e1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:32.351801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41609e90-439a-4aa1-987e-208d23653c92 req-329bd7a7-3d2c-4858-8839-d32503b025e1 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1444879 Nov 12 12:28:32.443752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41609e90-439a-4aa1-987e-208d23653c92 req-07cfdfde-43b4-426d-8d6f-407303e26210 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887649 Nov 12 12:28:32.468846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:32.509883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:32.523040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f7b4bd9-f6fe-4062-9606-648cafda0d49 req-0be89688-a7df-462c-9bde-96a876b65c7e tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0237e52-a16a-4299-8250-a1816ec245a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456395 Nov 12 12:28:32.524597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:32.525213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.536036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=3ea7e1b3-877c-454c-9167-7574d3de2222,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:32.541021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757d6d6-7a1e-4b50-9abf-98ecfb16d562 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:32.569090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.571127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=17']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:32.627730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Pushing event deleted for resources: {'Port': ['ID=d878b4f4-156b-4758-87be-142e66609bd2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:32.665899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d39b8ff5-ea86-47ba-a1ec-26bb55412cc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9242058 Nov 12 12:28:32.681403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:32.691783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:b9:5c:8c', 'name': 'tempest-NetworksTestDHCPv6-771549257'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:32.696004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] No DVR routers for this DVR port d878b4f4-156b-4758-87be-142e66609bd2 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:32.700052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:32.704219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c73dd582-165d-40b0-b5b0-154a772c7954 req-56f1011f-b5bf-4988-96a1-00d50ac96506 tempest-ServersNegativeTestMultiTenantJSON-1729681836 tempest-ServersNegativeTestMultiTenantJSON-1729681836-project] 10.222.0.65 "DELETE /v2.0/ports/d878b4f4-156b-4758-87be-142e66609bd2 HTTP/1.1" status: 204 len: 173 time: 2.0925257 Nov 12 12:28:32.704768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'name': 'network-vif-deleted', 'tag': 'd878b4f4-156b-4758-87be-142e66609bd2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:32.713839 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002cbffa-4b44-4f5d-a052-99525dd66e88" -d '{"events": [{"server_uuid": "fb8175dc-7775-48d8-ae2f-3a4bd97fed4e", "name": "network-vif-deleted", "tag": "d878b4f4-156b-4758-87be-142e66609bd2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:32.716534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109afe4a-c03c-4d5b-8326-0539819859bd req-5ed1a810-67a0-44b8-acf5-7efac0d80262 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:32.719679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-109afe4a-c03c-4d5b-8326-0539819859bd req-5ed1a810-67a0-44b8-acf5-7efac0d80262 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1647913 Nov 12 12:28:32.763815 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6a2a33-3526-406a-b1ff-c8da3a02bce3 x-openstack-request-id: req-3a6a2a33-3526-406a-b1ff-c8da3a02bce3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:32.764279 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8175dc-7775-48d8-ae2f-3a4bd97fed4e", "name": "network-vif-deleted", "tag": "d878b4f4-156b-4758-87be-142e66609bd2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:32.764850 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a6a2a33-3526-406a-b1ff-c8da3a02bce3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:32.765519 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8175dc-7775-48d8-ae2f-3a4bd97fed4e', 'name': 'network-vif-deleted', 'tag': 'd878b4f4-156b-4758-87be-142e66609bd2', 'status': 'completed', 'code': 200} Nov 12 12:28:32.835279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-109afe4a-c03c-4d5b-8326-0539819859bd req-d50bfb07-bfe7-4ef0-8ef1-f1834cc1752e tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086779 Nov 12 12:28:32.961083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b81c7600-d4d2-44de-a3a9-3ece11f8972c req-dc4cba2f-7fd7-4903-9837-c3d7f0cd04bc tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 210 time: 0.0392518 Nov 12 12:28:32.990659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:33.154637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:33.176525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-67b8ef19-6c2f-4976-8ed1-cb57421087c8 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981164 Nov 12 12:28:33.189413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port f7731b6d-818b-45f4-afd1-3ba0662b7d71 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:28:33.422518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d38971-4cfe-48f5-befa-380e7dd3370c req-32da7569-1994-47a0-a455-e941197b5c39 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:33.432826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54d38971-4cfe-48f5-befa-380e7dd3370c req-32da7569-1994-47a0-a455-e941197b5c39 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.3422122 Nov 12 12:28:33.528973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:33.542594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-87da7fe5-9ecb-4bb1-927a-f72d4e40898e tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:33.544133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-87da7fe5-9ecb-4bb1-927a-f72d4e40898e tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381441 Nov 12 12:28:33.564582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Request body: {'port': {'device_id': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'c7036a3ec1e848e1b605f6b46276a5c0'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:33.573259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::343 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/d3cc4de4-922f-47ea-a56d-3836b523d6c6/f7731b6d-818b-45f4-afd1-3ba0662b7d71) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:33.583427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:5c8c (5a3e9a0b-562d-4280-8b2f-1b144464aa88/3ea7e1b3-877c-454c-9167-7574d3de2222/f7731b6d-818b-45f4-afd1-3ba0662b7d71) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:33.630014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54d38971-4cfe-48f5-befa-380e7dd3370c req-dad0be86-f4b9-4a40-adf8-1acb359e1309 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962910 Nov 12 12:28:33.685229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:33.687391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:33.703178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:33.928238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Deleting subnet fd95d402-15c6-4a90-ab5f-1ea86f7c8c59 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:33.938906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:33.991174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Made reservation on behalf of c7036a3ec1e848e1b605f6b46276a5c0 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:33.995273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.006803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651703e1-110b-4ee6-ad13-7e8334118cb7 req-c1584f28-7965-43e0-b2ac-cef4a5c517dc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:34.021966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-651703e1-110b-4ee6-ad13-7e8334118cb7 req-c1584f28-7965-43e0-b2ac-cef4a5c517dc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.2228701 Nov 12 12:28:34.026835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.127047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.253541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5e84f16d-91e4-4c76-94bb-fc8d78c91472 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:34.254744 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e84f16d-91e4-4c76-94bb-fc8d78c91472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.255403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.274608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Allocated IP 192.168.233.215 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/574d0b23-d0ab-40b4-8fd4-5194f0e3d33b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:34.305408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bffee17c-a492-4afa-8a27-f336dc528ec0 req-b579d21e-3f7a-408a-887d-e58fede55a6e tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 210 time: 0.0895529 Nov 12 12:28:34.312878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.325081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-651703e1-110b-4ee6-ad13-7e8334118cb7 req-9b064185-bb9b-4e7d-afd0-5b167767e832 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019695 Nov 12 12:28:34.404125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d878b4f4-156b-4758-87be-142e66609bd2 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:34.432352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=f7731b6d-818b-45f4-afd1-3ba0662b7d71,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:34.446068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:34.464208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: d878b4f4-156b-4758-87be-142e66609bd2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:28:34.464715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d878b4f4-156b-4758-87be-142e66609bd2 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:28:34.480600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:34.493342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:34.516781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:34.517492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.565847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-21dc5cf9-3ac1-43f8-8078-42c4c614e028 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8829596 Nov 12 12:28:34.576355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:34.663698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.696202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd95d402-15c6-4a90-ab5f-1ea86f7c8c59,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:34.713477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.716824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36d5fb99-48fe-4845-a1cb-85047702f883 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd95d402-15c6-4a90-ab5f-1ea86f7c8c59 HTTP/1.1" status: 204 len: 168 time: 1.0047150 Nov 12 12:28:34.720051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:34.756475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968bc8b-f9f3-40e7-87d6-fbe54497cdc9 req-9b4f7753-75a4-4a01-baa2-eb23cf5e171c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:34.758209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a968bc8b-f9f3-40e7-87d6-fbe54497cdc9 req-9b4f7753-75a4-4a01-baa2-eb23cf5e171c tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1787760 Nov 12 12:28:34.812191 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.853254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port f7731b6d-818b-45f4-afd1-3ba0662b7d71 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:34.853616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.885230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.906514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a968bc8b-f9f3-40e7-87d6-fbe54497cdc9 req-25462844-29bf-4f9f-a8b5-d1fd4f03eb09 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320403 Nov 12 12:28:34.920079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-407841a2-ebc3-4e47-b591-8a28dc993780 None None] Provisioning complete for port f7731b6d-818b-45f4-afd1-3ba0662b7d71 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:34.922155 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-407841a2-ebc3-4e47-b591-8a28dc993780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.990195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.995355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-407841a2-ebc3-4e47-b591-8a28dc993780 None None] Port f7731b6d-818b-45f4-afd1-3ba0662b7d71 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:28:35.003063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['042552ae-8d79-4a74-928a-adf841793f0f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:35.039269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.041315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.069184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037e2be8-8daa-4ba4-b59d-c18b9cec971a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:35.070807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for f7731b6d-818b-45f4-afd1-3ba0662b7d71 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:35.082842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab69f079-0c96-425c-bcff-ee010669c414') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:35.083060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab69f079-0c96-425c-bcff-ee010669c414') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:35.084825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:35.088658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Pushing event updated for resources: {'Port': ['ID=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:35.095045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:35.112402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:35.122819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f07a6-fe99-4f90-a313-d367f2e38338 req-34e6d84f-e583-46ff-822f-03813fbe396a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:35.131008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e67f07a6-fe99-4f90-a313-d367f2e38338 req-34e6d84f-e583-46ff-822f-03813fbe396a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1276495 Nov 12 12:28:35.133469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.199394 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.225510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:28:35.226201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:28:35.228311 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:28:35.233519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:35.234229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.260800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-f1305051-c994-411d-892d-07865722b959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7067244 Nov 12 12:28:35.277715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Request body: {'port': {'device_id': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:35.397487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e67f07a6-fe99-4f90-a313-d367f2e38338 req-a122d170-7543-442b-a1ce-c1762ccb786f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545362 Nov 12 12:28:35.409928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.423637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.451385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.458303 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/037e2be8-8daa-4ba4-b59d-c18b9cec971a HTTP/1.1" status: 204 len: 168 time: 0.7355175 Nov 12 12:28:35.459395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=037e2be8-8daa-4ba4-b59d-c18b9cec971a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:35.461559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:35.539194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.540552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.541013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.541357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.541771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.543567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.544279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.544623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.545545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.545545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.546270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.546618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ea571-37d5-4cad-9310-09925c0b22c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:28:35.603268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Deleting subnet d72c42a7-73c2-437d-ac1f-1f1665dd0db1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:35.606579 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.613052 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05946143-a2b1-43da-b25e-e2f66275123f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.618928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.644236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.666231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=f7731b6d-818b-45f4-afd1-3ba0662b7d71,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:35.684184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef12d5fc-e16d-4f53-912c-8e6b7c2d999c None None] Provisioning complete for port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:35.684656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef12d5fc-e16d-4f53-912c-8e6b7c2d999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.686252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.746032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef12d5fc-e16d-4f53-912c-8e6b7c2d999c None None] Port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:28:35.768430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2724-36a0-4c69-bad5-a6cd617a1a8e req-fb9061f3-e036-4a65-80cf-8464eff82b84 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:35.770042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-010d2724-36a0-4c69-bad5-a6cd617a1a8e req-fb9061f3-e036-4a65-80cf-8464eff82b84 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 936 time: 0.2329545 Nov 12 12:28:35.776670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.826397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:35.830678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d72c42a7-73c2-437d-ac1f-1f1665dd0db1 HTTP/1.1" status: 204 len: 168 time: 0.3680887 Nov 12 12:28:35.833812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56681-69ee-4707-bd35-010bd5622c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72c42a7-73c2-437d-ac1f-1f1665dd0db1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:35.835678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:35.875257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-010d2724-36a0-4c69-bad5-a6cd617a1a8e req-42533927-7197-4f97-bbc0-1c6cb637f40d tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910296 Nov 12 12:28:35.955148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.077797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.103737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a03228-942e-4f80-b402-510e7f2a28d1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:36.116192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.116596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea556649-b5ec-4920-882e-ef486c58dc43') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:36.116892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea556649-b5ec-4920-882e-ef486c58dc43') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:36.120079 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e7908086-aabf-48f2-b171-6504809486ec tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/f7731b6d-818b-45f4-afd1-3ba0662b7d71 HTTP/1.1" status: 204 len: 168 time: 1.5385556 Nov 12 12:28:36.132580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325a829-b43f-479c-9474-82c7aa43fe4b req-613d0210-2aba-4938-a36e-521eae90dfdc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.133359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:36.133996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0325a829-b43f-479c-9474-82c7aa43fe4b req-613d0210-2aba-4938-a36e-521eae90dfdc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1134605 Nov 12 12:28:36.137640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.162816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.175532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:28:36.175975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:28:36.177657 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:28:36.247657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0325a829-b43f-479c-9474-82c7aa43fe4b req-b674c432-9a99-4b22-b027-f0b2ca43e560 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029444 Nov 12 12:28:36.259061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.263846 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.281094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] 10.222.0.18 "DELETE /v2.0/networks/77a03228-942e-4f80-b402-510e7f2a28d1 HTTP/1.1" status: 204 len: 168 time: 0.4424803 Nov 12 12:28:36.284101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68303cdb-4cd3-46e1-96a1-54fe084528ed tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.285723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68303cdb-4cd3-46e1-96a1-54fe084528ed tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1514127 Nov 12 12:28:36.290832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:36.309139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb245-9e2d-4e7f-8eba-5f5d62ed0484 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a03228-942e-4f80-b402-510e7f2a28d1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:36.314129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bca68-1a91-4bd9-91d1-1a15d3e265aa req-b4c99109-900b-4328-88e8-eff639fe5832 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.315938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-965bca68-1a91-4bd9-91d1-1a15d3e265aa req-b4c99109-900b-4328-88e8-eff639fe5832 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.2058909 Nov 12 12:28:36.393273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bbdca-f66d-45b7-a35c-f3fee9f7e4b7 req-7575d648-f09c-4a03-a5ab-fd853b81e3b6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.394922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-466bbdca-f66d-45b7-a35c-f3fee9f7e4b7 req-7575d648-f09c-4a03-a5ab-fd853b81e3b6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.0601285 Nov 12 12:28:36.440054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05634d-c2b2-4667-a9eb-2d05881c62d6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.441654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ca05634d-c2b2-4667-a9eb-2d05881c62d6 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1491747 Nov 12 12:28:36.444452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:36.454268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:36.462206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-965bca68-1a91-4bd9-91d1-1a15d3e265aa req-825f34a5-a9e6-48af-ad62-b9b54c45405e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362255 Nov 12 12:28:36.466729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.484850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Transition to ACTIVE for port object 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:28:36.494078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.507804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-466bbdca-f66d-45b7-a35c-f3fee9f7e4b7 req-29e37769-08a2-47bd-aa9d-e2ec42536d2f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066246 Nov 12 12:28:36.534145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:36.573439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Pushing event updated for resources: {'Port': ['ID=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:36.589216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ead36c-ae45-49a0-9d45-b18e58558480 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.591846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ead36c-ae45-49a0-9d45-b18e58558480 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.594714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ead36c-ae45-49a0-9d45-b18e58558480 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.596932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-76ead36c-ae45-49a0-9d45-b18e58558480 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1514523 Nov 12 12:28:36.602516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:36.659506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Attempting to bind port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:36.660061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Attempting to bind port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:36.660411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Attempting to bind port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:36.666722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:28:36.667207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Attempting to bind port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:36.673660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:36.674156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:36.675175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:36.676094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Bound port: 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:36.676286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.700772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 3ea7e1b3-877c-454c-9167-7574d3de2222 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:36.704590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.753884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.788635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54746) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:36.801968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c37c56c7-ba49-47be-9cff-ae38e9027d72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba3ed3eeb1e54ce58d0aead83ccbded0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686100 Nov 12 12:28:36.809405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] For port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:36.821766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac90e1d-3284-434e-a708-7aff53d4f971 req-b91a24a2-edac-4042-a3a3-efb20f1d50ba tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.823487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ac90e1d-3284-434e-a708-7aff53d4f971 req-b91a24a2-edac-4042-a3a3-efb20f1d50ba tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1057410 Nov 12 12:28:36.856533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] For port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:36.877750 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.901002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.933681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:36.934532 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:36.936018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] 10.222.0.81 "PUT /v2.0/ports/574d0b23-d0ab-40b4-8fd4-5194f0e3d33b HTTP/1.1" status: 200 len: 1096 time: 1.6653092 Nov 12 12:28:36.943173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'tag': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:36.945261 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e317ce-3c07-4b14-85e6-03c9592e0774" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e39a96-566e-4903-a20c-9b5f1a0c5b90", "tag": "574d0b23-d0ab-40b4-8fd4-5194f0e3d33b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:36.991701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ac90e1d-3284-434e-a708-7aff53d4f971 req-9bb8fe33-0441-461d-b4ca-916520560938 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578245 Nov 12 12:28:36.994759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.012095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a425492-0cf4-4817-a260-08ce871744ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.039292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea7e1b3-877c-454c-9167-7574d3de2222,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:37.041623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.049308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0117d932-8db1-41b2-9613-e899bcffb2f0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/3ea7e1b3-877c-454c-9167-7574d3de2222 HTTP/1.1" status: 204 len: 168 time: 0.4452417 Nov 12 12:28:37.049936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:37.060395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4d24a-33fa-462d-bd16-e79ecfb6d6db None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:37.088453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f2444-dc6c-4879-9220-88c55ff67494 service neutron] Pushing event updated for resources: {'Port': ['ID=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:37.093434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a425492-0cf4-4817-a260-08ce871744ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.141783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-cf2ff3f1-3bfa-4a53-bd56-94d2d916dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:37.144167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-cf2ff3f1-3bfa-4a53-bd56-94d2d916dff1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 1099 time: 0.1509864 Nov 12 12:28:37.185470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet d3cc4de4-922f-47ea-a56d-3836b523d6c6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:37.190769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.260425 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be81679-334a-4d8a-a32f-13f497004758 x-openstack-request-id: req-5be81679-334a-4d8a-a32f-13f497004758 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:37.261324 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e39a96-566e-4903-a20c-9b5f1a0c5b90", "tag": "574d0b23-d0ab-40b4-8fd4-5194f0e3d33b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:37.261719 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5be81679-334a-4d8a-a32f-13f497004758 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:37.262824 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'tag': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b', 'status': 'completed', 'code': 200} Nov 12 12:28:37.265044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-8705038b-eae1-4462-bb50-ef1ce1be6096 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b HTTP/1.1" status: 200 len: 217 time: 0.1119366 Nov 12 12:28:37.295609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.331212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a425492-0cf4-4817-a260-08ce871744ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.333848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a425492-0cf4-4817-a260-08ce871744ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.335032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a425492-0cf4-4817-a260-08ce871744ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0237e52-a16a-4299-8250-a1816ec245a8 HTTP/1.1" status: 204 len: 168 time: 0.5442059 Nov 12 12:28:37.370004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a425492-0cf4-4817-a260-08ce871744ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0237e52-a16a-4299-8250-a1816ec245a8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:37.372000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa00901-55da-42f2-b7d9-95a9374b7c1d req-5e56fa27-d7bd-4d86-ba4f-b839e89bdcc5 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:37.380769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eaa00901-55da-42f2-b7d9-95a9374b7c1d req-5e56fa27-d7bd-4d86-ba4f-b839e89bdcc5 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 948 time: 0.1218927 Nov 12 12:28:37.415253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-2649443a-c4de-4392-8d0d-6c96fd1f9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:37.416951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-2649443a-c4de-4392-8d0d-6c96fd1f9b65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1441166 Nov 12 12:28:37.445903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1aa0a-1ff1-45c7-8b7d-cc492e536373 req-dc3d6cb8-46a2-48c7-a80b-8e4126941f2b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:37.449110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bed1aa0a-1ff1-45c7-8b7d-cc492e536373 req-dc3d6cb8-46a2-48c7-a80b-8e4126941f2b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1222012 Nov 12 12:28:37.490346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eaa00901-55da-42f2-b7d9-95a9374b7c1d req-f129f827-9f46-47b3-92df-1461b611487b tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036654 Nov 12 12:28:37.493052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.524678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d9e043bf-45ae-4b6e-b1a6-a6a66abac1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:37.527582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-d9e043bf-45ae-4b6e-b1a6-a6a66abac1ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015043 Nov 12 12:28:37.549699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bed1aa0a-1ff1-45c7-8b7d-cc492e536373 req-c1e69fe8-ab54-4dbe-806f-80c247bb1b97 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806837 Nov 12 12:28:37.640409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.677514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.681287 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/d3cc4de4-922f-47ea-a56d-3836b523d6c6 HTTP/1.1" status: 204 len: 168 time: 0.6299715 Nov 12 12:28:37.684639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54772) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:37.690755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcf335-c4ad-4e70-ad29-0a2ebf5c977d req-1eec2775-6a5e-4784-9c85-c436554c2f04 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:37.694967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-64d6d14c-adb4-4561-a02a-a70bfb9c5086 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442177 Nov 12 12:28:37.698860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45bcf335-c4ad-4e70-ad29-0a2ebf5c977d req-1eec2775-6a5e-4784-9c85-c436554c2f04 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.1250138 Nov 12 12:28:37.700763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28185644-d07e-4cb3-9f7b-54645abb729c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cc4de4-922f-47ea-a56d-3836b523d6c6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:37.743705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-599904cc-e68a-49b2-829d-0afaf69ac62b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578983 Nov 12 12:28:37.750818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:37.766568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:37.840725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-45bcf335-c4ad-4e70-ad29-0a2ebf5c977d req-096f7fb4-28c0-4561-abf0-53b35c5e1119 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407964 Nov 12 12:28:37.912806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9558882e-9812-460e-9d4f-08d26f2d7995 req-5dc5c1d2-3d74-4137-915f-1e2f40dc8e55 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716077 Nov 12 12:28:37.954071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:37.988694 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2c447c7-6887-4f50-8609-abbea7512ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:37.997515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:38.018815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.062090 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e599d85d-47e2-4378-ad3e-5c0f8e1cc24f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eb542ec1afc4aa781322edb8e6e732d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058953 Nov 12 12:28:38.064851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54784) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:38.078762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:38.104148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-20140c8c-a09c-4e29-bdc7-7a6541ff4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:38.107016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-20140c8c-a09c-4e29-bdc7-7a6541ff4e05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 1099 time: 0.1305358 Nov 12 12:28:38.237008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ffc-44b8-469c-a83d-d214b9f5dbe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.286409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87147a20-c8a8-4079-a5e5-c32981166bca None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:38.299658 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a17ca7d-a034-4f99-b514-4f518327be27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.308350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ffc-44b8-469c-a83d-d214b9f5dbe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.322545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-9c60d4d0-e2f1-4a95-8089-b1222a98d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:38.324059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-9c60d4d0-e2f1-4a95-8089-b1222a98d2bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2049479 Nov 12 12:28:38.357437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30a7b7bb-c0dd-4630-8069-c62f4d3890c6 None None] Provisioning complete for port ae422cbd-22c7-4401-8133-50869d0429ab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:38.357815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30a7b7bb-c0dd-4630-8069-c62f4d3890c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.405085 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-0f6af6de-a261-443b-9b91-5d23118bd05e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b HTTP/1.1" status: 200 len: 217 time: 0.0688391 Nov 12 12:28:38.433723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:38.476862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ffc-44b8-469c-a83d-d214b9f5dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.479595 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ffc-44b8-469c-a83d-d214b9f5dbe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.483281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c72e4ffc-44b8-469c-a83d-d214b9f5dbe4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b3c8ee0-0dea-4ba1-be15-7e58ae49e478 HTTP/1.1" status: 204 len: 168 time: 0.4135847 Nov 12 12:28:38.498399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-d3be55c1-ed4a-42be-afa0-d1433792feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:38.501154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-d3be55c1-ed4a-42be-afa0-d1433792feba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0851393 Nov 12 12:28:38.565105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107999a1-2483-4770-93e1-464c1d8740c0 req-7d15fbea-6016-4b50-9359-3295ba64c61a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:38.573377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-107999a1-2483-4770-93e1-464c1d8740c0 req-7d15fbea-6016-4b50-9359-3295ba64c61a tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.5941672 Nov 12 12:28:38.634410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:28:38.644424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a17ca7d-a034-4f99-b514-4f518327be27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.682870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-107999a1-2483-4770-93e1-464c1d8740c0 req-68740cea-6a53-4e6c-aa97-10ba0995087f tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041894 Nov 12 12:28:38.705599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a17ca7d-a034-4f99-b514-4f518327be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.713124 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.714369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4ffc-44b8-469c-a83d-d214b9f5dbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c8ee0-0dea-4ba1-be15-7e58ae49e478,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:38.788608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:38.791171 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf90ef8b-3f5b-4b52-9b18-9fa1b30fe195" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-unplugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:38.819423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:38.831915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.874754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-106380f3-a33e-4959-bb3c-488fc3e69910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:38.879341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-106380f3-a33e-4959-bb3c-488fc3e69910 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234788 Nov 12 12:28:38.892777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a17ca7d-a034-4f99-b514-4f518327be27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aec5580696e47d19c17393501fb34bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8116636 Nov 12 12:28:38.902590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54812) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:38.922445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:38.926228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] Deleting port ae422cbd-22c7-4401-8133-50869d0429ab {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:38.926792 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.966797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:38.974460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8158-df21-4ec6-9f08-66370be88a2a req-8c619e6b-28bb-4be1-a598-0688690ef7be tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:38.983956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd0b8158-df21-4ec6-9f08-66370be88a2a req-8c619e6b-28bb-4be1-a598-0688690ef7be tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 948 time: 0.3321607 Nov 12 12:28:38.991625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17ca7d-a034-4f99-b514-4f518327be27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a878d0-c941-43af-8567-3a499b87512b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:39.043452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a015c62-1392-4188-bab7-af3291eb5e19 req-1f57a7bb-67d3-416f-ba0f-a49529b1c560 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:39.052815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a015c62-1392-4188-bab7-af3291eb5e19 req-1f57a7bb-67d3-416f-ba0f-a49529b1c560 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2306480 Nov 12 12:28:39.056852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:39.102372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] For port ae422cbd-22c7-4401-8133-50869d0429ab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae422cbd-22c7-4401-8133-50869d0429ab,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:39.103172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.126726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] Calling delete_port for ae422cbd-22c7-4401-8133-50869d0429ab owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:39.180921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a015c62-1392-4188-bab7-af3291eb5e19 req-7434e8f3-8b64-4657-85c5-3440a164c1c7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263771 Nov 12 12:28:39.182148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:39.192538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:39.194598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.226387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.229967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d0355c6-fd5d-4290-8c57-3f823be5c2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.276610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=9e1df5ab-91d5-4682-827e-2853f43debbd,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:39.298355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5126a41b-c5f8-4510-a83a-78192f79be70 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5417399 Nov 12 12:28:39.301189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54826) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:39.314530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:39.325186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] No DVR routers for this DVR port ae422cbd-22c7-4401-8133-50869d0429ab on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:39.350704 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7641b8-5389-4e21-beab-ee02bc96ae6f x-openstack-request-id: req-eb7641b8-5389-4e21-beab-ee02bc96ae6f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:39.351017 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-unplugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:39.351266 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb7641b8-5389-4e21-beab-ee02bc96ae6f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:39.351669 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:28:39.363968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc23bb-8657-4523-944c-0d7235b6d4ce None None] Pushing event deleted for resources: {'Port': ['ID=ae422cbd-22c7-4401-8133-50869d0429ab,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:39.370755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd0b8158-df21-4ec6-9f08-66370be88a2a req-ca8f6758-64a8-4641-8464-3c624121e27f tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863080 Nov 12 12:28:39.381842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d0355c6-fd5d-4290-8c57-3f823be5c2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.416000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e26f9-5a1e-4fc7-b275-e62616537423 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:39.442284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.461052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-176e4887-4d51-4548-ba79-f3f3578fa57c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585599 Nov 12 12:28:39.581063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:39.622577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ae422cbd-22c7-4401-8133-50869d0429ab {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:28:39.622918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae422cbd-22c7-4401-8133-50869d0429ab not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:28:39.674630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d0355c6-fd5d-4290-8c57-3f823be5c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.678552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d0355c6-fd5d-4290-8c57-3f823be5c2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.682769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9d0355c6-fd5d-4290-8c57-3f823be5c2ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67a878d0-c941-43af-8567-3a499b87512b HTTP/1.1" status: 204 len: 168 time: 0.7791560 Nov 12 12:28:39.700853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:39.707148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.711555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0355c6-fd5d-4290-8c57-3f823be5c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a878d0-c941-43af-8567-3a499b87512b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:39.761075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e317ce-3c07-4b14-85e6-03c9592e0774 req-06342d93-abd1-471e-99e6-8eca7a2b6bc2 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931783 Nov 12 12:28:39.860195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'tenant_id': 'af21e443105d466a8d68a0fe0c955747', 'fixed_ips': [{'subnet_id': '9e1df5ab-91d5-4682-827e-2853f43debbd'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:28:39.861105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:39.951915 n-d-804878-5 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e1df5ab-91d5-4682-827e-2853f43debbd (CIDR: 2001:db8::/64) Nov 12 12:28:39.956686 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:28:39.958380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:39.993508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:39.999515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'subnet': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:40.004173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-66f5bbcb-b4b5-4585-a992-c71b40985a8d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7016411 Nov 12 12:28:40.123431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Allocated IP 2001:db8::2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/9e1df5ab-91d5-4682-827e-2853f43debbd/e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:40.173628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:40.180797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:40.202904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:28:40.482446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c7a4-e902-4707-b8d9-b771404fe3ff req-7b75a3e6-3416-46dc-9d0d-800ce9ef1e79 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:40.489977 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5995c7a4-e902-4707-b8d9-b771404fe3ff req-7b75a3e6-3416-46dc-9d0d-800ce9ef1e79 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1658628 Nov 12 12:28:40.508019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:28:40.644829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5995c7a4-e902-4707-b8d9-b771404fe3ff req-a8ffef9e-434b-4162-94b1-66ee7a32542f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492281 Nov 12 12:28:40.692504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:28:40.820965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:40.852459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:40.859122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b', 'mac_address': 'fa:16:3e:cb:6d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:28:40.899126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05312479-d6c2-4b2e-8194-7e35643dbc88 req-19d3fdda-dc83-4e73-9c7e-f2293d72be77 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:40.911609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05312479-d6c2-4b2e-8194-7e35643dbc88 req-19d3fdda-dc83-4e73-9c7e-f2293d72be77 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 948 time: 0.1256680 Nov 12 12:28:40.923425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:28:40.927227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.048295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:41.050130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05312479-d6c2-4b2e-8194-7e35643dbc88 req-5ddeabcc-c3cd-43a9-bded-01fc9ac9be17 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249280 Nov 12 12:28:41.059579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:41.086645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:41.090097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.091480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:41.206479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2091186 Nov 12 12:28:41.206838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:41.213011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Request body: {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'mac_address': 'fa:16:3e:ae:d9:b2', 'name': 'tempest-NetworksTestDHCPv6-1525935259'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:41.221848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c709eb-c69a-46f6-a83e-ca272fa2d66d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Subnet': ['ID=5ec8819d-89cf-440f-bbe3-696a1dfcd8d7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:41.250075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '9394420d-6618-436b-953e-385e41c4a352', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '9394420d-6618-436b-953e-385e41c4a352', 'mac_address': 'fa:16:3e:12:8d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:28:41.328314 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.349736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.363651 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.372866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:41.407303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:41.417182 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.425543 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.542847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Made reservation on behalf of af21e443105d466a8d68a0fe0c955747 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:41.642798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:41.665004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:41.668849 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.676176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Pushing event updated for resources: {'Port': ['ID=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:41.685451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:41.718249 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.770101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:41.786982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] device_id is not set on port e7ad662b-a05c-499d-9bf2-1452eb7ab68d yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:28:41.799501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['9394420d-6618-436b-953e-385e41c4a352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:41.806711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:28:41.838248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:41.847510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:41.958205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9db066-2777-4d04-b12b-400e69ea1787 req-552ccfaf-9ca5-455d-8686-25a99defe70b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:41.963036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d9db066-2777-4d04-b12b-400e69ea1787 req-552ccfaf-9ca5-455d-8686-25a99defe70b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1622996 Nov 12 12:28:42.093066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d9db066-2777-4d04-b12b-400e69ea1787 req-14f25e6d-8203-4a58-812d-870fd866873b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194744 Nov 12 12:28:42.131650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:42.162133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['574d0b23-d0ab-40b4-8fd4-5194f0e3d33b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:42.224267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Attempting to bind port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:28:42.230511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8::44 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/9e1df5ab-91d5-4682-827e-2853f43debbd/e7ad662b-a05c-499d-9bf2-1452eb7ab68d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:42.236429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Attempting to bind port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:28:42.240897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Attempting to bind port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 on network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:28:42.270976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:d9b2 (5a3e9a0b-562d-4280-8b2f-1b144464aa88/5ec8819d-89cf-440f-bbe3-696a1dfcd8d7/e7ad662b-a05c-499d-9bf2-1452eb7ab68d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:28:42.315489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:28:42.315994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Checking segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:42.316277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:42.316674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Bound using segment: {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:28:42.317175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Bound port: e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f223b6-ab99-4611-b604-3808799c0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:28:42.317551 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:42.463415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3be9d-b734-40b6-8b18-777f6b5a09b2 req-0883a42d-032d-4a5d-9c8c-3c848a05b372 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:42.470181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48e3be9d-b734-40b6-8b18-777f6b5a09b2 req-0883a42d-032d-4a5d-9c8c-3c848a05b372 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 949 time: 0.1258078 Nov 12 12:28:42.527595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] For port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:28:42.534295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] For port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:28:42.547933 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:42.644285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48e3be9d-b734-40b6-8b18-777f6b5a09b2 req-a612de47-a834-4e3d-a9ff-f5dc8b801eed tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601181 Nov 12 12:28:42.666943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:42.719914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:42.756071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:28:42.757630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:42.792265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:28:42.802690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:42.802690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:42.854727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6442912 Nov 12 12:28:42.854874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54948) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:42.862200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7193bd-00e0-4e93-9adc-3f312153d511 None None] Pushing event updated for resources: {'Port': ['ID=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:42.883660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb8262-2832-4213-a5a7-1e8bf9127b16 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event updated for resources: {'Port': ['ID=e7ad662b-a05c-499d-9bf2-1452eb7ab68d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:43.070259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting port e7ad662b-a05c-499d-9bf2-1452eb7ab68d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:43.070612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:43.298015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:43.334633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Calling delete_port for e7ad662b-a05c-499d-9bf2-1452eb7ab68d owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:43.369064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263bfd2-b270-4f79-a6f6-030f61cada47 req-4153f143-a05a-471d-9424-9274a487e7ce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:43.385189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d263bfd2-b270-4f79-a6f6-030f61cada47 req-4153f143-a05a-471d-9424-9274a487e7ce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1256168 Nov 12 12:28:43.544072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d263bfd2-b270-4f79-a6f6-030f61cada47 req-f6629fc6-9998-4696-9dae-2f1e0161002b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514156 Nov 12 12:28:43.658126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:43.841389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:43.844849 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:43.921124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:43.923966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac525-701e-4c8e-b3c4-83c287a7b502 req-849e3170-8a48-4195-a8f3-9f5669f40713 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:43.941708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78dac525-701e-4c8e-b3c4-83c287a7b502 req-849e3170-8a48-4195-a8f3-9f5669f40713 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 949 time: 0.1371608 Nov 12 12:28:44.064514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Port': ['ID=e7ad662b-a05c-499d-9bf2-1452eb7ab68d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:44.065089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.070525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78dac525-701e-4c8e-b3c4-83c287a7b502 req-5ddba917-344c-4190-b04f-a660fcaca349 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176174 Nov 12 12:28:44.179747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:44.188011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.240476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:44.243005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.249718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:44.258114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7deb2f84-9d9f-4214-b820-6df8be269fd8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/e7ad662b-a05c-499d-9bf2-1452eb7ab68d HTTP/1.1" status: 204 len: 168 time: 1.3906703 Nov 12 12:28:44.366086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:44.372860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ecd1e-7cbc-4107-b05e-4a3bdf0712d3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:44.387186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:44.387995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-691ecd1e-7cbc-4107-b05e-4a3bdf0712d3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1352642 Nov 12 12:28:44.427407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:28:44.459970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:44.460355 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.487988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:44.568908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf57adb-b10c-40ef-82bf-5523aa087810 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:44.578103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3ae7c-00b0-4dc6-bff3-f9ce7c79a434 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:44.583897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2aa3ae7c-00b0-4dc6-bff3-f9ce7c79a434 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1937444 Nov 12 12:28:44.584683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:44.747196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0c448-8557-403a-928f-4b98020abb44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:44.749650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0c448-8557-403a-928f-4b98020abb44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:44.751591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0c448-8557-403a-928f-4b98020abb44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:44.765759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:44.766743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ffb0c448-8557-403a-928f-4b98020abb44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1806777 Nov 12 12:28:44.785129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-67ff1d11-c676-45dd-891e-0c70a6870e66 None None] Provisioning complete for port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:44.792790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67ff1d11-c676-45dd-891e-0c70a6870e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.824184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775424ae-ecab-45fb-9b21-aff31cf64fb9 req-646bee1d-06a2-4184-93d0-190c3ecdfa87 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:44.832693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-775424ae-ecab-45fb-9b21-aff31cf64fb9 req-646bee1d-06a2-4184-93d0-190c3ecdfa87 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1310151 Nov 12 12:28:44.913298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 5ec8819d-89cf-440f-bbe3-696a1dfcd8d7 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:44.921222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.979470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:44.986703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-775424ae-ecab-45fb-9b21-aff31cf64fb9 req-58bd0a6c-3d6e-4d92-9a74-cdc8f3826b62 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509960 Nov 12 12:28:45.032140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 9394420d-6618-436b-953e-385e41c4a352 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:45.032742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.060758 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.133520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.267953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.328356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d72540-5c2b-44ea-aa28-89431e849176 req-05698d1c-69bf-4aab-a6ab-5d7573399c98 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:45.346922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56d72540-5c2b-44ea-aa28-89431e849176 req-05698d1c-69bf-4aab-a6ab-5d7573399c98 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 949 time: 0.1498730 Nov 12 12:28:45.366208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec8819d-89cf-440f-bbe3-696a1dfcd8d7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:45.368588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:45.375818 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5cd391-96e9-495b-aa56-ca71c878ab8b" -d '{"events": [{"server_uuid": "e3e39a96-566e-4903-a20c-9b5f1a0c5b90", "name": "network-vif-plugged", "status": "completed", "tag": "574d0b23-d0ab-40b4-8fd4-5194f0e3d33b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:45.377291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.383516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55016) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:45.387498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b8e7e33a-fa69-4528-b763-6bfbbce5ae47 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/5ec8819d-89cf-440f-bbe3-696a1dfcd8d7 HTTP/1.1" status: 204 len: 168 time: 0.6176910 Nov 12 12:28:45.447180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:45.474602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56d72540-5c2b-44ea-aa28-89431e849176 req-52226b58-e5bc-4c4a-b97c-60029b2462dc tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263084 Nov 12 12:28:45.493151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Deleting subnet 9e1df5ab-91d5-4682-827e-2853f43debbd {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:45.501765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.606434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.644275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:28:45.653808 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.779699 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379523ae-c79d-4403-acf6-7fed29dbd358 x-openstack-request-id: req-379523ae-c79d-4403-acf6-7fed29dbd358 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:45.783323 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e39a96-566e-4903-a20c-9b5f1a0c5b90", "name": "network-vif-plugged", "status": "completed", "tag": "574d0b23-d0ab-40b4-8fd4-5194f0e3d33b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:45.783727 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-379523ae-c79d-4403-acf6-7fed29dbd358 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:45.784239 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b', 'code': 200} Nov 12 12:28:45.961930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:45.978663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82bc7-1bb6-4366-90b8-8e9be60193e2 req-5760f70d-edcf-4f72-abc3-e780824e4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:45.980246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8b82bc7-1bb6-4366-90b8-8e9be60193e2 req-5760f70d-edcf-4f72-abc3-e780824e4134 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 1101 time: 0.2266567 Nov 12 12:28:46.086099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:46.304228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:46.308068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164eef47-9183-4e01-a078-566d73e8ac59 req-8b980181-ecc2-4167-9fc2-e984816baefd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:46.315894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:46.332080 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-164eef47-9183-4e01-a078-566d73e8ac59 req-8b980181-ecc2-4167-9fc2-e984816baefd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 945 time: 0.1471846 Nov 12 12:28:46.379747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520cf9e0-f3b9-47bb-8fbc-c091fd90d71f None None] Update dhcp port {'port': {'network_id': '5a3e9a0b-562d-4280-8b2f-1b144464aa88', 'fixed_ips': [{'subnet_id': '9e1df5ab-91d5-4682-827e-2853f43debbd', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ec8819d-89cf-440f-bbe3-696a1dfcd8d7'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:28:46.455411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1df5ab-91d5-4682-827e-2853f43debbd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:46.462691 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-520cf9e0-f3b9-47bb-8fbc-c091fd90d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:46.469814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:46.494132 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-794cd121-cc7f-4c7b-bf9d-86443181f090 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/9e1df5ab-91d5-4682-827e-2853f43debbd HTTP/1.1" status: 204 len: 168 time: 1.1050432 Nov 12 12:28:46.504507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55040) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:46.515496 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-164eef47-9183-4e01-a078-566d73e8ac59 req-659a5fb9-b3e3-4457-9661-d0c2da036c3a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824238 Nov 12 12:28:46.695734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:46.709641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c61402a9-055b-4abb-a9d2-b608e1f8aa83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606848 Nov 12 12:28:46.718247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8b82bc7-1bb6-4366-90b8-8e9be60193e2 req-21cbf4b6-f5fa-4c6a-b9ba-7e5f39073ad6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497400 Nov 12 12:28:46.744893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:46.748299 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:46.823130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febfb78-6545-4d8d-a5a2-6290590c486d req-fa13f2ab-e6a7-41e4-abb7-a7f3cede7871 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:46.832101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4febfb78-6545-4d8d-a5a2-6290590c486d req-fa13f2ab-e6a7-41e4-abb7-a7f3cede7871 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 950 time: 0.1978257 Nov 12 12:28:46.869876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:46.905440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f9289-ddd1-4557-8415-6e293854a771 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:46.910945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:46.911202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e44f9289-ddd1-4557-8415-6e293854a771 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2075338 Nov 12 12:28:46.961339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:46.978803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4febfb78-6545-4d8d-a5a2-6290590c486d req-74e992a6-ab63-4bab-8b1c-b85c07407fc7 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422176 Nov 12 12:28:47.027933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.042984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:47.053435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966a871-d757-48b3-b85e-14e5ab2faaa8 None None] Network 5a3e9a0b-562d-4280-8b2f-1b144464aa88 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:47.095594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-37184413-580d-442d-a683-1f35a6968c2d None None] Provisioning complete for port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:28:47.096085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37184413-580d-442d-a683-1f35a6968c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:47.252640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a11fb-b903-4577-b755-44da447b00db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:47.268555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ce0a11fb-b903-4577-b755-44da447b00db tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3556690 Nov 12 12:28:47.271018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.333386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5d61-87c1-45fd-881c-b5994a0f8888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:47.400169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7dd63f9b-5bcd-46a5-93d9-e4cf0adf26e8 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225493 Nov 12 12:28:47.405963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.508066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:47.509618 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc3109c-c98a-4679-8d17-9ec8520f3cf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:47.510446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc3109c-c98a-4679-8d17-9ec8520f3cf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:47.513635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dcc3109c-c98a-4679-8d17-9ec8520f3cf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/e7ad662b-a05c-499d-9bf2-1452eb7ab68d HTTP/1.1" status: 404 len: 333 time: 0.1064603 Nov 12 12:28:47.517293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5d61-87c1-45fd-881c-b5994a0f8888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:47.518439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.531731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5d61-87c1-45fd-881c-b5994a0f8888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:47.555439 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1495d67-5679-469f-ba6b-027dc21e8cd5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:47.555841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1495d67-5679-469f-ba6b-027dc21e8cd5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:47.562220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.562399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a1495d67-5679-469f-ba6b-027dc21e8cd5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/5ec8819d-89cf-440f-bbe3-696a1dfcd8d7 HTTP/1.1" status: 404 len: 337 time: 0.0426488 Nov 12 12:28:47.588076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5d61-87c1-45fd-881c-b5994a0f8888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e194f92-8fd6-4c70-890e-3e7351d7fcfb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:47.630796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8f5c5d61-87c1-45fd-881c-b5994a0f8888 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8accaf28e01545648866b0bf23fffc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6016841 Nov 12 12:28:47.633390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.649734 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e014f1-17fa-4443-9317-bbb9c57122a7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:47.655860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e014f1-17fa-4443-9317-bbb9c57122a7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:47.667030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-13e014f1-17fa-4443-9317-bbb9c57122a7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/9e1df5ab-91d5-4682-827e-2853f43debbd HTTP/1.1" status: 404 len: 337 time: 0.1014383 Nov 12 12:28:47.667209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] DHCP port deletion for 5a3e9a0b-562d-4280-8b2f-1b144464aa88 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:28:47.669556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.719562 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21c5c67-409d-42a6-8b5a-a7e2e18cd284 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:47.720720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21c5c67-409d-42a6-8b5a-a7e2e18cd284 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:47.742860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f21c5c67-409d-42a6-8b5a-a7e2e18cd284 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/f7731b6d-818b-45f4-afd1-3ba0662b7d71 HTTP/1.1" status: 404 len: 333 time: 0.0717618 Nov 12 12:28:47.744968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.829051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134cfe2-3224-4c39-a5d0-ec6c8b40d0bd req-4dcc9c0a-c031-4dca-b2a4-f8f7dc3eeb8d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:47.835048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:47.836225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7134cfe2-3224-4c39-a5d0-ec6c8b40d0bd req-4dcc9c0a-c031-4dca-b2a4-f8f7dc3eeb8d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1650624 Nov 12 12:28:47.852077 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8efc6-bf60-4a4a-af98-ed420b49d231" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:47.865564 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e659f1a-0e0a-4092-aaea-90b788027f89 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:47.866025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e659f1a-0e0a-4092-aaea-90b788027f89 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:47.883925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5e659f1a-0e0a-4092-aaea-90b788027f89 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/3ea7e1b3-877c-454c-9167-7574d3de2222 HTTP/1.1" status: 404 len: 337 time: 0.1307445 Nov 12 12:28:47.884706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55090) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:47.926007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] Deleting port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:47.933810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:47.935854 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:47.953779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7134cfe2-3224-4c39-a5d0-ec6c8b40d0bd req-b9f6ac11-cd0a-405f-8955-c30bc989b287 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029563 Nov 12 12:28:47.987279 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b000d6a6-cbf3-46b4-967f-febd96d617d3 x-openstack-request-id: req-b000d6a6-cbf3-46b4-967f-febd96d617d3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:47.987747 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-plugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:47.987885 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b000d6a6-cbf3-46b4-967f-febd96d617d3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:47.988193 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:28:47.993123 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37206b1-1e63-4bf8-b90d-84d3795d0b46 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:47.993697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37206b1-1e63-4bf8-b90d-84d3795d0b46 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.002242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a37206b1-1e63-4bf8-b90d-84d3795d0b46 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/d3cc4de4-922f-47ea-a56d-3836b523d6c6 HTTP/1.1" status: 404 len: 337 time: 0.1114273 Nov 12 12:28:48.004041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55100) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.037125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d537-0ed9-441c-a6e0-c2572aabe283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.106389 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-64174f01-2b93-4e21-927a-e7a5af810613 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.107170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64174f01-2b93-4e21-927a-e7a5af810613 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.129224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64174f01-2b93-4e21-927a-e7a5af810613 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/15f43fad-6597-48fa-82cd-4a78d9e2c298 HTTP/1.1" status: 404 len: 333 time: 0.1227157 Nov 12 12:28:48.131428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.140983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d537-0ed9-441c-a6e0-c2572aabe283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.172133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:48.198941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.280023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] For port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,segment=NetworkSegment(52f223b6-ab99-4611-b604-3808799c0673),segment_id=52f223b6-ab99-4611-b604-3808799c0673)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:48.280428 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.320790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] Calling delete_port for e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:48.337691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:48.348708 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a022a3e7-a5f4-4145-9261-1fda215cdcdb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.349499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a022a3e7-a5f4-4145-9261-1fda215cdcdb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.354436 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a022a3e7-a5f4-4145-9261-1fda215cdcdb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/e1792f61-8520-4469-aabb-f3fd8c8b46fd HTTP/1.1" status: 404 len: 337 time: 0.2201617 Nov 12 12:28:48.357547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.378864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc4c4-7504-41ee-a4fc-8d491c57a5c2 req-f418a2c2-74f6-4e28-911e-8d80b2da0209 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:48.400727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abbdc4c4-7504-41ee-a4fc-8d491c57a5c2 req-f418a2c2-74f6-4e28-911e-8d80b2da0209 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 950 time: 0.3397980 Nov 12 12:28:48.409223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d537-0ed9-441c-a6e0-c2572aabe283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.416012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d537-0ed9-441c-a6e0-c2572aabe283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.420060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7e4d537-0ed9-441c-a6e0-c2572aabe283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e194f92-8fd6-4c70-890e-3e7351d7fcfb HTTP/1.1" status: 204 len: 168 time: 0.7828207 Nov 12 12:28:48.440536 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb41ab9-bd55-40b5-ad16-7936930f2503 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.441274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb41ab9-bd55-40b5-ad16-7936930f2503 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.451159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cdb41ab9-bd55-40b5-ad16-7936930f2503 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/71bcef7f-077c-486a-b738-ed7c638ec1e2 HTTP/1.1" status: 404 len: 337 time: 0.0914469 Nov 12 12:28:48.457447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.502835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4d537-0ed9-441c-a6e0-c2572aabe283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e194f92-8fd6-4c70-890e-3e7351d7fcfb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:48.523543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.542705 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e57baf-b18e-4770-b479-4217ac420699 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.552841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e57baf-b18e-4770-b479-4217ac420699 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.569823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.575195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-40e57baf-b18e-4770-b479-4217ac420699 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/d5edb50a-4862-47bc-820b-05f942086e62 HTTP/1.1" status: 404 len: 333 time: 0.1151774 Nov 12 12:28:48.625099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abbdc4c4-7504-41ee-a4fc-8d491c57a5c2 req-c6b8e24a-4d01-4c92-ba24-45d4028bf959 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165828 Nov 12 12:28:48.643206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.681556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] Pushing event deleted for resources: {'Port': ['ID=e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:48.688447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06691ae8-008e-4db4-be08-6af41b50667a None None] No DVR routers for this DVR port e73f8c2f-23e7-4d40-9fbf-dfa4d92d37c9 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:48.735483 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7b9e74-5e05-4f4d-82ed-cf0846017bfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.735961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7b9e74-5e05-4f4d-82ed-cf0846017bfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.740930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de7b9e74-5e05-4f4d-82ed-cf0846017bfa tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0d25092b-d647-4076-9b6b-edd0deb0d6ef HTTP/1.1" status: 404 len: 337 time: 0.1668458 Nov 12 12:28:48.742349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.781372 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f054b02-3810-41cf-9ecd-31158d58708c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.782013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f054b02-3810-41cf-9ecd-31158d58708c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.788816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.800177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1f054b02-3810-41cf-9ecd-31158d58708c tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/e089b297-df16-4601-9ffe-e54df584b0d3 HTTP/1.1" status: 404 len: 337 time: 0.0566809 Nov 12 12:28:48.826777 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-31832812-56a9-42d1-92fd-1f18d2854036 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.827837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31832812-56a9-42d1-92fd-1f18d2854036 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.852430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-31832812-56a9-42d1-92fd-1f18d2854036 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/1ce1863e-d64f-48fc-8e1e-887551f25fad HTTP/1.1" status: 404 len: 333 time: 0.0560048 Nov 12 12:28:48.854404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:48.875243 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f519a091-9493-4e7e-91e6-c9f7789dc480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.932600 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d610b52-2947-4345-82bb-3d16f22fe6f4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:48.933601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d610b52-2947-4345-82bb-3d16f22fe6f4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:48.955805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d610b52-2947-4345-82bb-3d16f22fe6f4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/1300bf99-d45d-4035-a33e-883008c6ef25 HTTP/1.1" status: 404 len: 337 time: 0.0997424 Nov 12 12:28:48.958098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.023784 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a07e2d-bf13-47d0-94f5-63c2ce0cfc07 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.024503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a07e2d-bf13-47d0-94f5-63c2ce0cfc07 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.040655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-11a07e2d-bf13-47d0-94f5-63c2ce0cfc07 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/53924de4-60f8-4746-9396-1b5430354a46 HTTP/1.1" status: 404 len: 333 time: 0.0801766 Nov 12 12:28:49.046786 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55142) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.080458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f519a091-9493-4e7e-91e6-c9f7789dc480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.086827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f519a091-9493-4e7e-91e6-c9f7789dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.116797 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a64d6e-1e1c-4296-aad3-d83e6b7de668 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.117540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a64d6e-1e1c-4296-aad3-d83e6b7de668 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.121312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-33a64d6e-1e1c-4296-aad3-d83e6b7de668 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b356426d-1e2d-4922-9ec0-3db934ebd652 HTTP/1.1" status: 404 len: 337 time: 0.0732160 Nov 12 12:28:49.124529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.138131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f519a091-9493-4e7e-91e6-c9f7789dc480 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b42803656cee4cc69f93c60e825c1861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6117816 Nov 12 12:28:49.151381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.152639 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebea8ff-27fd-42e8-9f23-b27ee45f72cb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.153564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebea8ff-27fd-42e8-9f23-b27ee45f72cb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.157213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ebea8ff-27fd-42e8-9f23-b27ee45f72cb tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/1139c829-fc3a-41a9-807c-e4e4350fdcb3 HTTP/1.1" status: 404 len: 333 time: 0.0315855 Nov 12 12:28:49.167487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.193026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519a091-9493-4e7e-91e6-c9f7789dc480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049c6c16-0c18-4611-8650-2f124487fe53,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:49.217269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeea00-34a9-4716-b6b5-d7f47aeb3686 req-b6ba4a2b-f144-44af-856b-4c3057d7a8ac tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:49.227533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11aeea00-34a9-4716-b6b5-d7f47aeb3686 req-b6ba4a2b-f144-44af-856b-4c3057d7a8ac tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 1101 time: 0.1342614 Nov 12 12:28:49.249025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11aeea00-34a9-4716-b6b5-d7f47aeb3686 req-968d193f-f7d1-41a3-ac0f-713bf106fed4 tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.300836 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ef0d29-4477-468d-8240-7f24cb8a5af0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.301830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ef0d29-4477-468d-8240-7f24cb8a5af0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.306114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6ef0d29-4477-468d-8240-7f24cb8a5af0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0bcf197f-e8f5-4a2b-a311-7cfb438c7e2f HTTP/1.1" status: 404 len: 337 time: 0.1250477 Nov 12 12:28:49.308738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.394867 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a66fc-ef36-41c7-9432-b56beae55899 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.395841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0a66fc-ef36-41c7-9432-b56beae55899 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.400504 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fc0a66fc-ef36-41c7-9432-b56beae55899 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/99315312-c529-4c52-a5fc-4c4c172b0980 HTTP/1.1" status: 404 len: 333 time: 0.0844913 Nov 12 12:28:49.404477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55164) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.432292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dcab1-e66f-430f-9ca3-03148b91d142 req-71fccd85-5f98-45a8-bd82-ffd0c51f1194 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:49.445102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11aeea00-34a9-4716-b6b5-d7f47aeb3686 req-968d193f-f7d1-41a3-ac0f-713bf106fed4 tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.454806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c0dcab1-e66f-430f-9ca3-03148b91d142 req-71fccd85-5f98-45a8-bd82-ffd0c51f1194 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.3319981 Nov 12 12:28:49.461362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f3f0-237c-4a1e-b3e5-becd31f35a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.482451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11aeea00-34a9-4716-b6b5-d7f47aeb3686 req-968d193f-f7d1-41a3-ac0f-713bf106fed4 tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.528910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f3f0-237c-4a1e-b3e5-becd31f35a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.557378 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11aeea00-34a9-4716-b6b5-d7f47aeb3686 req-968d193f-f7d1-41a3-ac0f-713bf106fed4 tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264911 Nov 12 12:28:49.572217 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed25dd8d-9504-4b8f-b664-a27684bbc646 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.572935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed25dd8d-9504-4b8f-b664-a27684bbc646 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.583437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed25dd8d-9504-4b8f-b664-a27684bbc646 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/db5b15ea-2cdb-4238-8a7b-c6d864fe4c11 HTTP/1.1" status: 404 len: 337 time: 0.1772995 Nov 12 12:28:49.606463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.719978 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-336dafbf-7aa2-47f5-a427-1653e1e777ad tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.720833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336dafbf-7aa2-47f5-a427-1653e1e777ad tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.725027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-336dafbf-7aa2-47f5-a427-1653e1e777ad tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/95b51fc3-b752-4e20-96d6-94d8a712dc2e HTTP/1.1" status: 404 len: 333 time: 0.0954785 Nov 12 12:28:49.726398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d193f-f7d1-41a3-ac0f-713bf106fed4 tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e45f355-add4-46d9-872f-2e5ce7abff4d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:49.729471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.765020 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2565863-8dce-4db1-8c52-57d84a403f0d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.765632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2565863-8dce-4db1-8c52-57d84a403f0d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.768967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a2565863-8dce-4db1-8c52-57d84a403f0d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/000ef37d-0142-4f46-8582-a24a14979691 HTTP/1.1" status: 404 len: 337 time: 0.0379183 Nov 12 12:28:49.777436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.788318 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f3f0-237c-4a1e-b3e5-becd31f35a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.795442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f3f0-237c-4a1e-b3e5-becd31f35a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:49.803769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f4d0f3f0-237c-4a1e-b3e5-becd31f35a5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/049c6c16-0c18-4611-8650-2f124487fe53 HTTP/1.1" status: 204 len: 168 time: 0.6422513 Nov 12 12:28:49.813925 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec019aad-7278-4bca-bedd-cdf8c18d0e8b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.814946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec019aad-7278-4bca-bedd-cdf8c18d0e8b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.819904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ec019aad-7278-4bca-bedd-cdf8c18d0e8b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/f84d0568-8bcc-4cb8-86a7-b77ac1a65094 HTTP/1.1" status: 404 len: 333 time: 0.0410984 Nov 12 12:28:49.822379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.913793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0f3f0-237c-4a1e-b3e5-becd31f35a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c6c16-0c18-4611-8650-2f124487fe53,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:49.931825 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aca974d-2a62-4f88-ad05-661f2cb8e806 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:49.932720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aca974d-2a62-4f88-ad05-661f2cb8e806 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:49.939420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6aca974d-2a62-4f88-ad05-661f2cb8e806 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/1b32e83d-b025-4b5c-a6c4-a266ed7f5428 HTTP/1.1" status: 404 len: 337 time: 0.1136436 Nov 12 12:28:49.940578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:49.998017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c0dcab1-e66f-430f-9ca3-03148b91d142 req-7153e028-8add-44f6-9e37-40e18b3ff362 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355101 Nov 12 12:28:50.083483 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-088ad735-0d66-4014-8fb5-d14bd02432d3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.086752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088ad735-0d66-4014-8fb5-d14bd02432d3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.098660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-088ad735-0d66-4014-8fb5-d14bd02432d3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b1b7a6e7-45b4-427b-99f7-020f4ee862d6 HTTP/1.1" status: 404 len: 337 time: 0.1546738 Nov 12 12:28:50.101391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.164905 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d221ae5-1eb8-4061-8b82-5453aad63bd4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.165653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d221ae5-1eb8-4061-8b82-5453aad63bd4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.172686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.176569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d221ae5-1eb8-4061-8b82-5453aad63bd4 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/57eadce3-5406-45c7-839d-126dcad61cb4 HTTP/1.1" status: 404 len: 333 time: 0.0687153 Nov 12 12:28:50.245956 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde970c5-aa24-43a7-a4a2-c4ed41086fc0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.246099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde970c5-aa24-43a7-a4a2-c4ed41086fc0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.261654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fde970c5-aa24-43a7-a4a2-c4ed41086fc0 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/2a8638b4-92d8-402c-8370-87354adad0f3 HTTP/1.1" status: 404 len: 337 time: 0.0876546 Nov 12 12:28:50.265537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.380404 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b85526-f645-48b5-9745-b6d9881c4e4f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.380862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b85526-f645-48b5-9745-b6d9881c4e4f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.392968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-87b85526-f645-48b5-9745-b6d9881c4e4f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0f8f83ca-1ea0-4436-8c02-e823f16586b8 HTTP/1.1" status: 404 len: 337 time: 0.1262884 Nov 12 12:28:50.394061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.421412 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a189317-e672-4a60-9498-b5100bf17314 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.422681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a189317-e672-4a60-9498-b5100bf17314 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.428715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.429352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a189317-e672-4a60-9498-b5100bf17314 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/49544008-a549-4b4f-b322-8e584eea0c8c HTTP/1.1" status: 404 len: 333 time: 0.0340981 Nov 12 12:28:50.508887 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaad389-9fb0-4df9-9a44-5c16f80200df tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.511522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaad389-9fb0-4df9-9a44-5c16f80200df tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.519021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cdaad389-9fb0-4df9-9a44-5c16f80200df tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/9d646796-7749-4a47-ab57-66c6c6079287 HTTP/1.1" status: 404 len: 337 time: 0.0881059 Nov 12 12:28:50.522036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.606197 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fd1265-b930-4d7c-a129-15f525245691 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.609345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fd1265-b930-4d7c-a129-15f525245691 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.626036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.627401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-60fd1265-b930-4d7c-a129-15f525245691 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/a4ba66d4-ed0e-4056-839a-1777ca3b8c0c HTTP/1.1" status: 404 len: 337 time: 0.1042094 Nov 12 12:28:50.708617 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-865e08bf-826e-491b-bde5-6efdde7f6676 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.713625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865e08bf-826e-491b-bde5-6efdde7f6676 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.726617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-865e08bf-826e-491b-bde5-6efdde7f6676 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/19acd9a2-9fdd-4f85-a4e9-9f770550e147 HTTP/1.1" status: 404 len: 333 time: 0.0953310 Nov 12 12:28:50.734778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55226) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.838689 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6526c4-c21a-4109-a61e-b64a00fff378 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.839360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6526c4-c21a-4109-a61e-b64a00fff378 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.851185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1f6526c4-c21a-4109-a61e-b64a00fff378 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/aa659c7a-ef6a-43b9-a589-a862c9d108e9 HTTP/1.1" status: 404 len: 337 time: 0.1119151 Nov 12 12:28:50.851921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:50.937354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795e84b-f9fc-438c-aa7c-8f6650de4147 req-13b11635-c7b0-4c71-873c-87c8a63527bc tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:50.949711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4795e84b-f9fc-438c-aa7c-8f6650de4147 req-13b11635-c7b0-4c71-873c-87c8a63527bc tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 1101 time: 0.1327391 Nov 12 12:28:50.949930 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5552b40e-9aa5-4465-b849-c2991879c580 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:50.950393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5552b40e-9aa5-4465-b849-c2991879c580 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:50.955948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5552b40e-9aa5-4465-b849-c2991879c580 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/bc151e1b-cf1e-40da-ba7a-cc2dfe7d6bd9 HTTP/1.1" status: 404 len: 337 time: 0.0999970 Nov 12 12:28:50.956977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.074815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-80153df5-8d83-4c34-914b-d3fb5d6b698d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports?device_id=28495df1-4b9c-43ec-afe2-f198e621de09 HTTP/1.1" status: 200 len: 205 time: 0.1041048 Nov 12 12:28:51.075125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.181237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4795e84b-f9fc-438c-aa7c-8f6650de4147 req-0872dc90-6271-438d-9803-39081fa71321 tempest-ServersAdminNegativeTestJSON-1552307360 tempest-ServersAdminNegativeTestJSON-1552307360-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296779 Nov 12 12:28:51.244565 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-972719f4-4f5b-4bea-8aa2-df1ea55ffe4b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] delete failed (client error): The resource could not be found. Nov 12 12:28:51.245637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-972719f4-4f5b-4bea-8aa2-df1ea55ffe4b tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/routers/28495df1-4b9c-43ec-afe2-f198e621de09 HTTP/1.1" status: 404 len: 336 time: 0.1695335 Nov 12 12:28:51.249117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55258) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.345985 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-611a1c17-4aae-4af7-905b-eeeadc926ec3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:51.346496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611a1c17-4aae-4af7-905b-eeeadc926ec3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:51.363833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.365639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-611a1c17-4aae-4af7-905b-eeeadc926ec3 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/98ab0b82-8b80-4c3e-b7b1-e4f22e08b416 HTTP/1.1" status: 404 len: 337 time: 0.1065526 Nov 12 12:28:51.475297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2df2801d-b452-432f-ab3c-8090d426dfc9 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "GET /v2.0/ports?device_id=9550b308-6a31-444a-a18c-015821f97900 HTTP/1.1" status: 200 len: 205 time: 0.0907729 Nov 12 12:28:51.478402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55266) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.508632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04f47b-3887-4240-87be-4604c2326a55 req-dbecde9f-52a0-4c61-8f86-3acbaccf5bf6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:51.517487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb04f47b-3887-4240-87be-4604c2326a55 req-dbecde9f-52a0-4c61-8f86-3acbaccf5bf6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1505957 Nov 12 12:28:51.619139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fe035-98b1-4cee-b7a8-ebf3dd61f5fd req-2884683f-8161-42bd-85ce-04d009b6d1d2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:51.631202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-818fe035-98b1-4cee-b7a8-ebf3dd61f5fd req-2884683f-8161-42bd-85ce-04d009b6d1d2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.3839891 Nov 12 12:28:51.650345 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb04f47b-3887-4240-87be-4604c2326a55 req-7b562d1d-84a8-40ef-9a8f-33e53163b4c9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211143 Nov 12 12:28:51.653682 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d5b2f75a-9240-4734-8d60-381b7eacbf05 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] delete failed (client error): The resource could not be found. Nov 12 12:28:51.658618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5b2f75a-9240-4734-8d60-381b7eacbf05 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/routers/9550b308-6a31-444a-a18c-015821f97900 HTTP/1.1" status: 404 len: 336 time: 0.1740496 Nov 12 12:28:51.665163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.785393 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a34b9fe-73cc-4e43-9965-25e3e10d48de tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:51.791228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a34b9fe-73cc-4e43-9965-25e3e10d48de tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:51.808987 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:28:51.816619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9a34b9fe-73cc-4e43-9965-25e3e10d48de tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/dbc9a840-6847-45af-b170-2917f167e08a HTTP/1.1" status: 404 len: 337 time: 0.1438689 Nov 12 12:28:51.819136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55278) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.911285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.935443 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-818fe035-98b1-4cee-b7a8-ebf3dd61f5fd req-5b22a90a-e9e3-4ea0-893a-9a90238b9dbe tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992096 Nov 12 12:28:51.958255 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a9c534-8ae2-44a0-8062-a97508b3ed44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:51.962012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a9c534-8ae2-44a0-8062-a97508b3ed44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:51.969064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:51.976557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7a9c534-8ae2-44a0-8062-a97508b3ed44 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b7f8810b-e560-49be-a716-a1c777569307 HTTP/1.1" status: 404 len: 337 time: 0.1456871 Nov 12 12:28:51.991297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-1055bef6-c3e0-42c3-aa48-4aeb651aaef3 req-0ee767d3-c06b-40ac-947e-3b3d9ee926e5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:28:51.996740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1055bef6-c3e0-42c3-aa48-4aeb651aaef3 req-0ee767d3-c06b-40ac-947e-3b3d9ee926e5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096905 Nov 12 12:28:52.048470 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd69bfa-49ab-4e37-9b36-b6f85e9f4000 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.052025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd69bfa-49ab-4e37-9b36-b6f85e9f4000 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.057489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-afd69bfa-49ab-4e37-9b36-b6f85e9f4000 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/b89c1967-be2f-46aa-92d8-6db41386023c HTTP/1.1" status: 404 len: 333 time: 0.0869217 Nov 12 12:28:52.060084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.111676 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-831be061-62a9-4a20-ba9e-19b5eb785db7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.112392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831be061-62a9-4a20-ba9e-19b5eb785db7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.116294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-831be061-62a9-4a20-ba9e-19b5eb785db7 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/ce59fbf9-6bc6-448a-afb2-9416e60de0d2 HTTP/1.1" status: 404 len: 337 time: 0.0549934 Nov 12 12:28:52.119180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.161373 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a448ecbb-e33c-4369-9821-93a2f6f083b5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.162099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a448ecbb-e33c-4369-9821-93a2f6f083b5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.172690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.175528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a448ecbb-e33c-4369-9821-93a2f6f083b5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/c631a7a2-82f2-4ef7-9040-523c7e2fd274 HTTP/1.1" status: 404 len: 333 time: 0.0526140 Nov 12 12:28:52.227606 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e3b6e6-273e-453c-b553-7f9000933375 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.228127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e3b6e6-273e-453c-b553-7f9000933375 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.242114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5e3b6e6-273e-453c-b553-7f9000933375 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/8fe45434-9967-4598-8140-31968a495a24 HTTP/1.1" status: 404 len: 337 time: 0.0678663 Nov 12 12:28:52.244731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.275680 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-192dcc5d-e46d-4b34-b803-cec91349257d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.276318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192dcc5d-e46d-4b34-b803-cec91349257d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.279959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-192dcc5d-e46d-4b34-b803-cec91349257d tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/d6231528-b3e6-472f-a54d-283d9aec4edf HTTP/1.1" status: 404 len: 333 time: 0.0333941 Nov 12 12:28:52.283414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55314) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.348191 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-440ed378-ea7f-4c30-849a-ea9fd587e5be tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.348757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440ed378-ea7f-4c30-849a-ea9fd587e5be tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.352209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-440ed378-ea7f-4c30-849a-ea9fd587e5be tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/b1fa4c36-2999-4eda-ba08-b4f157059f37 HTTP/1.1" status: 404 len: 337 time: 0.0676453 Nov 12 12:28:52.361522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.450932 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dde7ec-439b-48b9-91e7-be1f200d6f06 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.453612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dde7ec-439b-48b9-91e7-be1f200d6f06 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.475468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b3dde7ec-439b-48b9-91e7-be1f200d6f06 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/01361212-13ef-4264-a7c4-c14b8be4a919 HTTP/1.1" status: 404 len: 333 time: 0.1082561 Nov 12 12:28:52.484755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55318) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.570904 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b668dc-b88d-46b6-9763-a3836a8ef5ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.572858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b668dc-b88d-46b6-9763-a3836a8ef5ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.578463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-12b668dc-b88d-46b6-9763-a3836a8ef5ce tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/dff12071-48a8-4eb9-8e3d-b21132b4b89a HTTP/1.1" status: 404 len: 337 time: 0.0922942 Nov 12 12:28:52.581615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55320) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.636565 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5a2cbb-4fec-4c36-acc4-b14583d9335f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.638596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5a2cbb-4fec-4c36-acc4-b14583d9335f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.646987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4e5a2cbb-4fec-4c36-acc4-b14583d9335f tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/4287085f-93e8-4e6b-91b6-7904d22be70d HTTP/1.1" status: 404 len: 333 time: 0.0626688 Nov 12 12:28:52.648251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.716149 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2689fba5-498d-44b4-b92a-95fc81242746 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.719025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2689fba5-498d-44b4-b92a-95fc81242746 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.729010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2689fba5-498d-44b4-b92a-95fc81242746 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/0c404a9a-d863-47ae-8b6a-d06c0d5d2037 HTTP/1.1" status: 404 len: 337 time: 0.0773661 Nov 12 12:28:52.736430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.756473 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e061-50c4-4709-aeee-bdd357222965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:52.773039 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a86d104-cac5-42ec-8d6d-89ec155e8e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.775066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a86d104-cac5-42ec-8d6d-89ec155e8e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.782536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a86d104-cac5-42ec-8d6d-89ec155e8e83 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/78cdeebc-678f-44e0-a2d3-7d39726aad12 HTTP/1.1" status: 404 len: 333 time: 0.0435655 Nov 12 12:28:52.783162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.823698 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d54f9e-1800-404e-a331-a5216af6a064 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.824487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d54f9e-1800-404e-a331-a5216af6a064 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.831062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13d54f9e-1800-404e-a331-a5216af6a064 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/464d2195-e5a2-46bc-97fb-c97bd10013d4 HTTP/1.1" status: 404 len: 337 time: 0.0444477 Nov 12 12:28:52.839132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:52.957398 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1766e4-f2fb-4029-a86c-96da557f3ced tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:52.958392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1766e4-f2fb-4029-a86c-96da557f3ced tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:52.969012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bf1766e4-f2fb-4029-a86c-96da557f3ced tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/ports/28697d81-20af-4f8a-81cc-aa2cbe17e6c5 HTTP/1.1" status: 404 len: 333 time: 0.1284313 Nov 12 12:28:52.978761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:53.029192 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-932c866d-c642-46fe-8e6d-ad2a62ca8a61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] DELETE failed (client error): The resource could not be found. Nov 12 12:28:53.030430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932c866d-c642-46fe-8e6d-ad2a62ca8a61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:28:53.036327 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-932c866d-c642-46fe-8e6d-ad2a62ca8a61 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/subnets/45cc685d-1786-4711-8cd6-a5c3f01f88c4 HTTP/1.1" status: 404 len: 337 time: 0.0555322 Nov 12 12:28:53.038279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:53.215370 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.224919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e061-50c4-4709-aeee-bdd357222965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.247061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:53.249795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e061-50c4-4709-aeee-bdd357222965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.259979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-8468d554-5410-4e92-877e-9096a4c1f7b5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:53.261695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-8468d554-5410-4e92-877e-9096a4c1f7b5 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.4396825 Nov 12 12:28:53.286018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4e4b-c4cf-47b7-9754-f1acc288530c req-fcd54262-c1bd-43bb-91c2-dc2b0db0d459 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:53.294117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7dbf4e4b-c4cf-47b7-9754-f1acc288530c req-fcd54262-c1bd-43bb-91c2-dc2b0db0d459 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.3566320 Nov 12 12:28:53.307197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e061-50c4-4709-aeee-bdd357222965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b01d0a4-c438-43f7-81a2-7879711479d8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:53.319044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacb7fa-6f40-4434-ac91-fbb2a9c6f234 req-0c798890-9dee-461a-98b7-ea6348dc2262 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:53.328287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2eacb7fa-6f40-4434-ac91-fbb2a9c6f234 req-0c798890-9dee-461a-98b7-ea6348dc2262 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 950 time: 0.2400801 Nov 12 12:28:53.368757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9f5e061-50c4-4709-aeee-bdd357222965 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a3588b9ab3e4299887257c78e2d20a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4563899 Nov 12 12:28:53.369672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55364) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:53.437293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2eacb7fa-6f40-4434-ac91-fbb2a9c6f234 req-76fb0788-2102-45b9-8f38-bf19ee6463df tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026824 Nov 12 12:28:53.497865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2f76-7da6-482f-84e0-5558711c0736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.549691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2f76-7da6-482f-84e0-5558711c0736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.598468 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e88e13a7-cbee-4488-af8a-4dcb58947fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.695640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7dbf4e4b-c4cf-47b7-9754-f1acc288530c req-7d790d37-dc88-4fc7-a28c-cb40214e3524 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973098 Nov 12 12:28:53.699958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e88e13a7-cbee-4488-af8a-4dcb58947fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.713951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e88e13a7-cbee-4488-af8a-4dcb58947fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.715488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.797599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19207e76-fca5-4f7f-92a1-534fccbdcc5a req-01a71d9a-dc3b-4005-a01d-fa95af4d04f2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:53.805531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19207e76-fca5-4f7f-92a1-534fccbdcc5a req-01a71d9a-dc3b-4005-a01d-fa95af4d04f2 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 946 time: 0.2586458 Nov 12 12:28:53.837558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e88e13a7-cbee-4488-af8a-4dcb58947fe3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0d0cb4880a34fce815600645d3b25f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5890007 Nov 12 12:28:53.838550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e13a7-cbee-4488-af8a-4dcb58947fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9fe2a6-e9f6-4b36-b733-076d5cd81d9d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:53.843498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:53.845575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3e9a0b-562d-4280-8b2f-1b144464aa88']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:53.875174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Deleting port f56b5ec9-6ddf-42c8-88e5-b611ec53380a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:53.876095 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.877454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2f76-7da6-482f-84e0-5558711c0736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.880414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2f76-7da6-482f-84e0-5558711c0736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.889096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5bfb2f76-7da6-482f-84e0-5558711c0736 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b01d0a4-c438-43f7-81a2-7879711479d8 HTTP/1.1" status: 204 len: 168 time: 0.5153196 Nov 12 12:28:53.908783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f223b6-ab99-4611-b604-3808799c0673') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:53.909530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f223b6-ab99-4611-b604-3808799c0673') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:53.925911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19207e76-fca5-4f7f-92a1-534fccbdcc5a req-73bb5dd5-49be-4293-9a15-37fbfab20b6d tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139138 Nov 12 12:28:53.939722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb2f76-7da6-482f-84e0-5558711c0736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b01d0a4-c438-43f7-81a2-7879711479d8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:53.968425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad42-9d07-4906-abbf-a052d12d6141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:53.995358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.018634 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.031359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:28:54.031803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:28:54.035149 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:28:54.053856 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad42-9d07-4906-abbf-a052d12d6141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.111613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] For port f56b5ec9-6ddf-42c8-88e5-b611ec53380a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,segment=NetworkSegment(7dcf5262-c9bf-4496-b21b-8f47b658f31b),segment_id=7dcf5262-c9bf-4496-b21b-8f47b658f31b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:54.111613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.117340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-4e34bb94-0c75-4a47-822d-292b88da26b8 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:54.120650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-4e34bb94-0c75-4a47-822d-292b88da26b8 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 950 time: 0.1382947 Nov 12 12:28:54.131910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Calling delete_port for f56b5ec9-6ddf-42c8-88e5-b611ec53380a owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:54.142587 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.177548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.192151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] 10.222.0.18 "DELETE /v2.0/networks/5a3e9a0b-562d-4280-8b2f-1b144464aa88 HTTP/1.1" status: 204 len: 168 time: 1.1444480 Nov 12 12:28:54.194601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d71b4b-22f4-4e26-bc21-e231454eedf5 tempest-NetworksTestDHCPv6-764904336 tempest-NetworksTestDHCPv6-764904336-project] Pushing event deleted for resources: {'Network': ['ID=5a3e9a0b-562d-4280-8b2f-1b144464aa88,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:54.311646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad42-9d07-4906-abbf-a052d12d6141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.317273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad42-9d07-4906-abbf-a052d12d6141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.319158 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-51c1ad42-9d07-4906-abbf-a052d12d6141 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc9fe2a6-e9f6-4b36-b733-076d5cd81d9d HTTP/1.1" status: 204 len: 168 time: 0.4747717 Nov 12 12:28:54.347244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Deleting port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:28:54.348083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.353313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1ad42-9d07-4906-abbf-a052d12d6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9fe2a6-e9f6-4b36-b733-076d5cd81d9d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:54.664997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] For port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:28:54.665948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.688890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Calling delete_port for 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:28:54.700271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:54.815421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:54.839766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Pushing event deleted for resources: {'Port': ['ID=f56b5ec9-6ddf-42c8-88e5-b611ec53380a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:54.958578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d76202-c435-4981-aa93-ff17c467d854 req-f39babbb-e5b5-448e-b4f9-8ec1c085794c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:54.970297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46d76202-c435-4981-aa93-ff17c467d854 req-f39babbb-e5b5-448e-b4f9-8ec1c085794c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 950 time: 0.3489895 Nov 12 12:28:55.043652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] No DVR routers for this DVR port f56b5ec9-6ddf-42c8-88e5-b611ec53380a on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:55.052891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.056433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c17ef62-9080-4c20-ada1-264d994b07c2 req-e99e602c-9d62-4341-8dd8-bf993b23fcb6 tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.65 "DELETE /v2.0/ports/f56b5ec9-6ddf-42c8-88e5-b611ec53380a HTTP/1.1" status: 204 len: 173 time: 1.7807910 Nov 12 12:28:55.056921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-deleted', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:55.066614 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcad163-16a7-40be-b679-a7fbac84d65d" -d '{"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-deleted", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:55.181464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46d76202-c435-4981-aa93-ff17c467d854 req-7ef09dc3-2320-49df-9655-33ad1b89e7c0 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083044 Nov 12 12:28:55.309158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ff67ffe4-2fda-4511-9414-69b19fe83755 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af21e443105d466a8d68a0fe0c955747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4895749 Nov 12 12:28:55.317965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55464) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:55.364955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.380076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['042552ae-8d79-4a74-928a-adf841793f0f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:28:55.481427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39934d77-614c-48ea-ab33-6a9c51d47612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.529333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39934d77-614c-48ea-ab33-6a9c51d47612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.568809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:55.626565 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39934d77-614c-48ea-ab33-6a9c51d47612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.634398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39934d77-614c-48ea-ab33-6a9c51d47612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.641872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-39934d77-614c-48ea-ab33-6a9c51d47612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec2ef61e-93f9-42ec-9460-d29cf28a8b4b HTTP/1.1" status: 204 len: 168 time: 0.3227844 Nov 12 12:28:55.674567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] No DVR routers for this DVR port 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:28:55.681719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Pushing event deleted for resources: {'Port': ['ID=574d0b23-d0ab-40b4-8fd4-5194f0e3d33b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:55.693614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:55.699695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-742d5ddf-16d4-4bdf-80e6-ee88a70874fc req-a53bf1c0-e895-4f4e-b47d-0b61c16b72dc tempest-ServersNegativeTestJSON-790128840 tempest-ServersNegativeTestJSON-790128840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29055e0-f527-448b-a02b-6788801268be HTTP/1.1" status: 200 len: 210 time: 0.0897894 Nov 12 12:28:55.715812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aac791ce-da7e-4ec3-a629-dbcab47427dd req-621859df-21d9-4b41-9b72-e983a8a1bf7c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.81 "DELETE /v2.0/ports/574d0b23-d0ab-40b4-8fd4-5194f0e3d33b HTTP/1.1" status: 204 len: 173 time: 1.5866468 Nov 12 12:28:55.716393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39934d77-614c-48ea-ab33-6a9c51d47612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ef61e-93f9-42ec-9460-d29cf28a8b4b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:55.716877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'name': 'network-vif-deleted', 'tag': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:28:55.726342 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc23bfd6-36fb-4c98-a410-99569b8a2402" -d '{"events": [{"server_uuid": "e3e39a96-566e-4903-a20c-9b5f1a0c5b90", "name": "network-vif-deleted", "tag": "574d0b23-d0ab-40b4-8fd4-5194f0e3d33b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:28:55.796455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5292f-1b2c-4e9c-a560-78967edf619e req-6f626a2f-c6a6-49e1-a0f9-8682c3a451c9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:55.798071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7d5292f-1b2c-4e9c-a560-78967edf619e req-6f626a2f-c6a6-49e1-a0f9-8682c3a451c9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.5377164 Nov 12 12:28:55.814383 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aabb68-9777-4fa8-8965-46ac55a223c8 x-openstack-request-id: req-77aabb68-9777-4fa8-8965-46ac55a223c8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:55.814981 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29055e0-f527-448b-a02b-6788801268be", "name": "network-vif-deleted", "tag": "f56b5ec9-6ddf-42c8-88e5-b611ec53380a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:55.815482 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77aabb68-9777-4fa8-8965-46ac55a223c8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:55.816123 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29055e0-f527-448b-a02b-6788801268be', 'name': 'network-vif-deleted', 'tag': 'f56b5ec9-6ddf-42c8-88e5-b611ec53380a', 'status': 'completed', 'code': 200} Nov 12 12:28:55.947023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7d5292f-1b2c-4e9c-a560-78967edf619e req-9e47aa8a-1067-42a0-8c28-d79a58ec2269 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154616 Nov 12 12:28:56.070565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b66-c3fc-4ffc-b1c8-0fd5599a2f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.289396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:56.291157 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368a7c0-2642-4eb5-b864-b41383cb4fc7 x-openstack-request-id: req-7368a7c0-2642-4eb5-b864-b41383cb4fc7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:28:56.291838 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e39a96-566e-4903-a20c-9b5f1a0c5b90", "name": "network-vif-deleted", "tag": "574d0b23-d0ab-40b4-8fd4-5194f0e3d33b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:28:56.292102 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7368a7c0-2642-4eb5-b864-b41383cb4fc7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:28:56.292517 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e39a96-566e-4903-a20c-9b5f1a0c5b90', 'name': 'network-vif-deleted', 'tag': '574d0b23-d0ab-40b4-8fd4-5194f0e3d33b', 'status': 'completed', 'code': 200} Nov 12 12:28:56.340197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:28:56.340806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 574d0b23-d0ab-40b4-8fd4-5194f0e3d33b not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:28:56.387338 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b66-c3fc-4ffc-b1c8-0fd5599a2f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.447350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b66-c3fc-4ffc-b1c8-0fd5599a2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.488594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01f8ab4d-9744-4fb1-8010-d339d6b51c27 req-108f973b-d599-419a-9870-a6037f387c0c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e39a96-566e-4903-a20c-9b5f1a0c5b90 HTTP/1.1" status: 200 len: 210 time: 0.0994682 Nov 12 12:28:56.495614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:28:56.497397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a56d4b66-c3fc-4ffc-b1c8-0fd5599a2f5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f43a5bc086144abfa556055076b4a026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8812957 Nov 12 12:28:56.500376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:56.550205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4b66-c3fc-4ffc-b1c8-0fd5599a2f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a691330-d9ba-49b4-986f-03e84d05df5c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:56.613702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: f56b5ec9-6ddf-42c8-88e5-b611ec53380a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:28:56.618521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f56b5ec9-6ddf-42c8-88e5-b611ec53380a not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:28:56.663772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf708-692b-4737-962b-6fe5314ac98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.699889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf708-692b-4737-962b-6fe5314ac98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.801018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf708-692b-4737-962b-6fe5314ac98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.804149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf708-692b-4737-962b-6fe5314ac98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.808098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ae8cf708-692b-4737-962b-6fe5314ac98c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a691330-d9ba-49b4-986f-03e84d05df5c HTTP/1.1" status: 204 len: 168 time: 0.3037462 Nov 12 12:28:56.831256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:56.846811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf708-692b-4737-962b-6fe5314ac98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a691330-d9ba-49b4-986f-03e84d05df5c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:56.907874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Deleting subnet 67bbb118-137f-4f1c-a53f-824e5a87661d {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:28:56.911528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:56.958459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:56.976089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.064444 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.195428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.196069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b625aae-9b96-4757-8aa2-b6d802129cab req-44070d15-1400-4b1f-b722-4ed290d91451 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:57.210111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b625aae-9b96-4757-8aa2-b6d802129cab req-44070d15-1400-4b1f-b722-4ed290d91451 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1326294 Nov 12 12:28:57.218054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.221957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67bbb118-137f-4f1c-a53f-824e5a87661d HTTP/1.1" status: 204 len: 168 time: 0.3883765 Nov 12 12:28:57.226967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:57.254610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fd287-52c1-4b96-a72c-7ef64ae43db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bbb118-137f-4f1c-a53f-824e5a87661d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:57.369110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b625aae-9b96-4757-8aa2-b6d802129cab req-01bad8e4-6dd9-4d97-8c46-b2832bc57f9f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566849 Nov 12 12:28:57.384809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-467504906-network', 'tenant_id': 'ed467640bc874346850de761c7247d15'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:57.398152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.423679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Made reservation on behalf of ed467640bc874346850de761c7247d15 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:57.426131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.499357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.586307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.680392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68579a4d-119e-4baa-9c95-139383bb1060']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:57.699536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:57.723210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcf5262-c9bf-4496-b21b-8f47b658f31b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:57.723580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcf5262-c9bf-4496-b21b-8f47b658f31b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:28:57.723911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c40be774-ecb9-47c4-92f7-58c7722e2656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.780024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.852759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.894277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c40be774-ecb9-47c4-92f7-58c7722e2656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.901406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:28:57.902089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.903467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c40be774-ecb9-47c4-92f7-58c7722e2656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:28:57.905767 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:28:57.985165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c40be774-ecb9-47c4-92f7-58c7722e2656 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cad8e92f199489da17a094568c3c461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843988 Nov 12 12:28:57.985819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:57.986561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40be774-ecb9-47c4-92f7-58c7722e2656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc52e491-76c1-4f9e-8f9b-6a6d7536544a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:58.021140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.026361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.046523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.052767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.056636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] 10.222.0.18 "DELETE /v2.0/networks/68579a4d-119e-4baa-9c95-139383bb1060 HTTP/1.1" status: 204 len: 168 time: 0.8211238 Nov 12 12:28:58.097784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b821e23c-8a19-45db-8ebf-9cb02beaeb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.107381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:28:58.138357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b821e23c-8a19-45db-8ebf-9cb02beaeb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.163201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ea8d3-6990-4f76-afb0-ce172fa90ae4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:58.172636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554225d5-b9b9-4da8-b4b7-ecfeee04d85f admin admin] Pushing event deleted for resources: {'Network': ['ID=68579a4d-119e-4baa-9c95-139383bb1060,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:58.198295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.198824 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Added segment fa648d0e-86d7-40c4-8642-0d73df7698ea of type vlan for network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 Nov 12 12:28:58.252722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b821e23c-8a19-45db-8ebf-9cb02beaeb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.255861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b821e23c-8a19-45db-8ebf-9cb02beaeb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.257451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b821e23c-8a19-45db-8ebf-9cb02beaeb55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc52e491-76c1-4f9e-8f9b-6a6d7536544a HTTP/1.1" status: 204 len: 168 time: 0.2655032 Nov 12 12:28:58.275893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e23c-8a19-45db-8ebf-9cb02beaeb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc52e491-76c1-4f9e-8f9b-6a6d7536544a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:58.375392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.397084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c289b3-d918-4a37-a4ad-34045a3f782c req-b4b81b50-e45d-4f72-8d96-fdb97b0b6239 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:58.405173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6c289b3-d918-4a37-a4ad-34045a3f782c req-b4b81b50-e45d-4f72-8d96-fdb97b0b6239 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 950 time: 0.1810467 Nov 12 12:28:58.408130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:58.456434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.457706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:58.458365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.471334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:58.626430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8cba8ef6-995c-4051-b85c-b21b66f9691a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3355621dc09942638e056c1fee411cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526175 Nov 12 12:28:58.629884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:58.656367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6c289b3-d918-4a37-a4ad-34045a3f782c req-5af62bf3-a216-4569-a359-09b44ddd118c tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502143 Nov 12 12:28:58.662918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7036452 Nov 12 12:28:58.667329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:58.679357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Request body: {'subnet': {'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-467504906-subnet', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:58.688374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8ad86-2d33-4a8b-a294-bcdf62ea01c9 admin admin] Pushing event updated for resources: {'Network': ['ID=74f97bde-f211-46bf-a9f9-0ffaa6bb9622,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:58.712202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7339439-e59a-4c78-8ed8-43c5fbb8b569 req-45d6c709-72d6-402e-a188-62ba491017b4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:58.716297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:28:58.717667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7339439-e59a-4c78-8ed8-43c5fbb8b569 req-45d6c709-72d6-402e-a188-62ba491017b4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1899965 Nov 12 12:28:58.772246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Made reservation on behalf of ed467640bc874346850de761c7247d15 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:58.775099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.899493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41ff986-6801-441c-aa42-be3a4a0168b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:58.920875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1083546377'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:58.942911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7339439-e59a-4c78-8ed8-43c5fbb8b569 req-c0a282db-4e46-43e6-bfb2-461304c0db65 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909347 Nov 12 12:28:59.014662 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41ff986-6801-441c-aa42-be3a4a0168b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.037334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Made reservation on behalf of 0f9311e1aca54b809c4ba554b36e8f77 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:28:59.042480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.073131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.138797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.139307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41ff986-6801-441c-aa42-be3a4a0168b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.142278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41ff986-6801-441c-aa42-be3a4a0168b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.143596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b41ff986-6801-441c-aa42-be3a4a0168b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccf2dcbe-4acd-422c-899f-8cf3ca27b70f HTTP/1.1" status: 204 len: 168 time: 0.5054235 Nov 12 12:28:59.157014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ff986-6801-441c-aa42-be3a4a0168b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2dcbe-4acd-422c-899f-8cf3ca27b70f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:59.272142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.278593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.312756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:28:59.320597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e453c5-1699-461a-ad6e-f1915bd84dd2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:59.332322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.333339 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Added segment fca2a8d5-21fe-4d63-9cf2-11dcb51919e0 of type vlan for network 4feebc3b-001e-4f66-9e35-7b74885c3fab Nov 12 12:28:59.355716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=858360ad-9350-4fdb-a63c-7bb84f2a0134,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:59.406675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Checking segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:28:59.407039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Network hostable DHCP agents. Network: 74f97bde-f211-46bf-a9f9-0ffaa6bb9622, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:28:59.408723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.458959 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.471842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.487451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:59.488264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.599457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:28:59.640308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-c4e809ad-cc6e-43aa-ba82-cb1003fe30e3 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:59.663471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-c4e809ad-cc6e-43aa-ba82-cb1003fe30e3 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 950 time: 0.2387066 Nov 12 12:28:59.676674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.689526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 74f97bde-f211-46bf-a9f9-0ffaa6bb9622) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:28:59.701765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07fa0b-50bc-4050-ac6d-bbb20bb38c27 None None] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:28:59.715504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:59.716173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.726606 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3152971 Nov 12 12:28:59.740728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:59.767008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'subnet': {'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:59.819022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8dae1966-1ffd-40f5-9e00-badfe0b4aa6e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1434429 Nov 12 12:28:59.827050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b153669-ce07-4526-b72c-57db9bacc2be tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Network': ['ID=4feebc3b-001e-4f66-9e35-7b74885c3fab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:28:59.830457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:28:59.837592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:28:59.864652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:28:59.937472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.938641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:00.098662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Made reservation on behalf of 0f9311e1aca54b809c4ba554b36e8f77 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:00.104432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:00.186358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db447d-b05d-4f7c-ac71-2e1bc6f063eb req-f3768db9-5819-43c4-b99e-bae3a4e750e1 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:00.202747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6db447d-b05d-4f7c-ac71-2e1bc6f063eb req-f3768db9-5819-43c4-b99e-bae3a4e750e1 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 950 time: 0.2722762 Nov 12 12:29:00.335412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:29:00.338578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:00.348779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db9e1-9f4e-4a11-be79-f1eae40465b2 req-db7e5d29-f7af-443a-983e-dcf5109a5d0c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:00.361486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-706db9e1-9f4e-4a11-be79-f1eae40465b2 req-db7e5d29-f7af-443a-983e-dcf5109a5d0c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1515944 Nov 12 12:29:00.494623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-706db9e1-9f4e-4a11-be79-f1eae40465b2 req-6afae587-9d17-42c4-8f50-0985c135be93 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320229 Nov 12 12:29:00.690132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Allocated IP 172.20.0.2 (74f97bde-f211-46bf-a9f9-0ffaa6bb9622/858360ad-9350-4fdb-a63c-7bb84f2a0134/4a1c4a25-402e-4893-92a6-5d91cc041112) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:00.705647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:00.829563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Subnet': ['ID=78103f5a-9024-4c8c-a2f7-7deb043a2850,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:00.893375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Checking segment: {'id': 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:00.893768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network hostable DHCP agents. Network: 4feebc3b-001e-4f66-9e35-7b74885c3fab, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:00.955297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:00.985370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4feebc3b-001e-4f66-9e35-7b74885c3fab) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:01.015986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:01.018072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.066516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.071065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.080216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9641226-c05b-412d-8951-53f9b15b8c51 None None] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:01.082931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Deleting port 042552ae-8d79-4a74-928a-adf841793f0f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:01.083267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.094119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00dfb383-5d4b-4db6-8206-f114cc252ca2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3459983 Nov 12 12:29:01.094910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:01.100062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1542644479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:01.109251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:01.152630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.155559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.159498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.252173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Pushing event updated for resources: {'Port': ['ID=4a1c4a25-402e-4893-92a6-5d91cc041112,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:01.270509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:01.274350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:01.278012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:01.333452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-580184835-network', 'tenant_id': '816c6518271a4d588bd5916a41cf71f6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:01.348819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.367241 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.374757 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6db447d-b05d-4f7c-ac71-2e1bc6f063eb req-f7a8d080-52ed-4d3c-8c0e-eef51804ce08 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e82795d-4d93-4324-be14-47713678999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1707995 Nov 12 12:29:01.445455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Made reservation on behalf of 816c6518271a4d588bd5916a41cf71f6 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:01.449173 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.459278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.463210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e364d0b9-249c-494a-b06c-071b7bd7638f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3660135 Nov 12 12:29:01.474002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:01.480608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.482355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Attempting to bind port 4a1c4a25-402e-4893-92a6-5d91cc041112 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:01.482969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Attempting to bind port 4a1c4a25-402e-4893-92a6-5d91cc041112 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:01.483410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Attempting to bind port 4a1c4a25-402e-4893-92a6-5d91cc041112 on network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:01.494881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:01.495293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Checking segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:01.495868 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.497839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Bound using segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:01.499102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Bound port: 4a1c4a25-402e-4893-92a6-5d91cc041112, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:01.499505 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.532437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.598513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] For port 042552ae-8d79-4a74-928a-adf841793f0f, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=042552ae-8d79-4a74-928a-adf841793f0f,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:01.599441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.663163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Calling delete_port for 042552ae-8d79-4a74-928a-adf841793f0f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:01.784486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] For port 4a1c4a25-402e-4893-92a6-5d91cc041112, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:01.792356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] For port 4a1c4a25-402e-4893-92a6-5d91cc041112, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a1c4a25-402e-4893-92a6-5d91cc041112,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:01.800901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-4feebc3b-001e-4f66-9e35-7b74885c3fab', 'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab', 'tenant_id': '0f9311e1aca54b809c4ba554b36e8f77', 'fixed_ips': [{'subnet_id': '78103f5a-9024-4c8c-a2f7-7deb043a2850'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:29:01.801737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.802947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.812023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.883799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.913205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:01.936336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.936790 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Added segment 2d546f5f-7d0c-4af3-be1b-034c1d7ac429 of type vlan for network 5d7ece6a-be3e-4ed1-86bd-157a97114b4b Nov 12 12:29:01.999988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Allocated IP 172.20.0.2 (4feebc3b-001e-4f66-9e35-7b74885c3fab/78103f5a-9024-4c8c-a2f7-7deb043a2850/43c63560-7f14-4e08-9edc-efcfa96fd816) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:02.032571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.137406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8107b02-bd60-440c-b8ca-828699588627,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:02.161561 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.163113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:02.166186 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.221470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.252886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.256192 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.295570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.335356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.371094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f480-a9e2-4080-9c5e-a88cfb81a030 req-08e8fca5-c981-4439-ad11-56b73efc4134 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:02.376399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6af5f480-a9e2-4080-9c5e-a88cfb81a030 req-08e8fca5-c981-4439-ad11-56b73efc4134 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.6563225 Nov 12 12:29:02.379046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] Pushing event updated for resources: {'Network': ['ID=5d7ece6a-be3e-4ed1-86bd-157a97114b4b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:02.395884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Pushing event deleted for resources: {'Port': ['ID=042552ae-8d79-4a74-928a-adf841793f0f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:02.403164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:02.412888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:02.425832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 5d7ece6a-be3e-4ed1-86bd-157a97114b4b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:02.432261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:02.529970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] No DVR routers for this DVR port 042552ae-8d79-4a74-928a-adf841793f0f on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:02.535709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.540514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c61d38c5-2bf3-4395-ab65-03b56e6b7a61 req-66833301-2850-4c33-96d3-4d6c987a3663 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.65 "DELETE /v2.0/ports/042552ae-8d79-4a74-928a-adf841793f0f HTTP/1.1" status: 204 len: 173 time: 2.8684578 Nov 12 12:29:02.541343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'name': 'network-vif-deleted', 'tag': '042552ae-8d79-4a74-928a-adf841793f0f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:02.544365 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04580db-85ae-46cc-9afb-0ede1b1e6a58" -d '{"events": [{"server_uuid": "b38bed0b-56dd-47f1-afe9-137e249ffad3", "name": "network-vif-deleted", "tag": "042552ae-8d79-4a74-928a-adf841793f0f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:02.689547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6af5f480-a9e2-4080-9c5e-a88cfb81a030 req-614f7951-9587-4d25-87cf-afe21a008ad0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920241 Nov 12 12:29:02.775969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 042552ae-8d79-4a74-928a-adf841793f0f no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:02.829813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b18e792c-1399-4625-a6a1-e6e869e7c00a req-f1a3399e-baf4-4f22-96e5-64f864944341 tempest-ServersAdminNegativeTestJSON-1015230901 tempest-ServersAdminNegativeTestJSON-1015230901-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38bed0b-56dd-47f1-afe9-137e249ffad3 HTTP/1.1" status: 200 len: 210 time: 0.1814368 Nov 12 12:29:02.850354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b19fba40-36c9-43b1-9e9d-307b6bbb4bdb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7359080 Nov 12 12:29:02.850480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:02.860367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Request body: {'subnet': {'network_id': '5d7ece6a-be3e-4ed1-86bd-157a97114b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-580184835-subnet', 'tenant_id': '816c6518271a4d588bd5916a41cf71f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:02.948801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Made reservation on behalf of 816c6518271a4d588bd5916a41cf71f6 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:02.952097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:02.957928 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a08357-ea91-48e6-967e-702f510c4363 x-openstack-request-id: req-67a08357-ea91-48e6-967e-702f510c4363 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:02.958259 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38bed0b-56dd-47f1-afe9-137e249ffad3", "name": "network-vif-deleted", "tag": "042552ae-8d79-4a74-928a-adf841793f0f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:02.958505 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67a08357-ea91-48e6-967e-702f510c4363 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:02.958915 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38bed0b-56dd-47f1-afe9-137e249ffad3', 'name': 'network-vif-deleted', 'tag': '042552ae-8d79-4a74-928a-adf841793f0f', 'status': 'completed', 'code': 200} Nov 12 12:29:02.979441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Allocated IP 172.25.1.77 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/0203cccd-ddf5-43ad-b04c-d00c54584585) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:03.028666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd239b9-ba3e-44c2-83d7-517a24d33465 None None] Pushing event updated for resources: {'Port': ['ID=4a1c4a25-402e-4893-92a6-5d91cc041112,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:03.118130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 042552ae-8d79-4a74-928a-adf841793f0f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:03.119619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 042552ae-8d79-4a74-928a-adf841793f0f not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:03.256160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Pushing event updated for resources: {'Port': ['ID=43c63560-7f14-4e08-9edc-efcfa96fd816,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:03.261960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Attempting to bind port 43c63560-7f14-4e08-9edc-efcfa96fd816 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:03.267211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Attempting to bind port 43c63560-7f14-4e08-9edc-efcfa96fd816 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:03.273683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Attempting to bind port 43c63560-7f14-4e08-9edc-efcfa96fd816 on network 4feebc3b-001e-4f66-9e35-7b74885c3fab {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:03.299535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.301924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:03.302619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Checking segment: {'id': 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:03.304912 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.306304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Bound using segment: {'id': 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:03.307255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Bound port: 43c63560-7f14-4e08-9edc-efcfa96fd816, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:03.310024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.355817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.422886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bb0a8a-c172-4cdc-8d8b-b253e8bb3f25,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:03.429556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.476999 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.563427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] For port 43c63560-7f14-4e08-9edc-efcfa96fd816, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:03.578610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] For port 43c63560-7f14-4e08-9edc-efcfa96fd816, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=43c63560-7f14-4e08-9edc-efcfa96fd816,segment=NetworkSegment(fca2a8d5-21fe-4d63-9cf2-11dcb51919e0),segment_id=fca2a8d5-21fe-4d63-9cf2-11dcb51919e0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:03.597687 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.610573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:03.614056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:03.629782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:03.725001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a1c4a25-402e-4893-92a6-5d91cc041112 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:03.765518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Pushing event updated for resources: {'Port': ['ID=0203cccd-ddf5-43ad-b04c-d00c54584585,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:03.932924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7611-4b49-4eb1-ad60-a534277f6c15 None None] Pushing event updated for resources: {'Port': ['ID=43c63560-7f14-4e08-9edc-efcfa96fd816,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:04.067694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4a1c4a25-402e-4893-92a6-5d91cc041112 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:04.068277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.330798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922055a-0c55-45e2-9043-367f159e1c06 req-74b2bc0d-2187-4b13-873d-e96febd5ba52 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:04.340423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2922055a-0c55-45e2-9043-367f159e1c06 req-74b2bc0d-2187-4b13-873d-e96febd5ba52 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.3829899 Nov 12 12:29:04.344373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Checking segment: {'id': '2d546f5f-7d0c-4af3-be1b-034c1d7ac429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5d7ece6a-be3e-4ed1-86bd-157a97114b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:04.344757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Network hostable DHCP agents. Network: 5d7ece6a-be3e-4ed1-86bd-157a97114b4b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:04.433017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.550338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:04.581093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Allocated IP 172.20.0.1 (4feebc3b-001e-4f66-9e35-7b74885c3fab/78103f5a-9024-4c8c-a2f7-7deb043a2850/60d81ee9-3b2a-40be-ad68-65649c26e07a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:04.598844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 4a1c4a25-402e-4893-92a6-5d91cc041112, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a1c4a25-402e-4893-92a6-5d91cc041112,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:04.624583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58bc4d-7c52-4cdd-9059-aeff42c10a86 None None] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:04.631262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Network 5d7ece6a-be3e-4ed1-86bd-157a97114b4b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:04.644065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2922055a-0c55-45e2-9043-367f159e1c06 req-dc7d9383-45f2-42fe-98dd-f48efd5e5806 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752762 Nov 12 12:29:04.658418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 5d7ece6a-be3e-4ed1-86bd-157a97114b4b) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:04.667594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.698633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:04.699366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.808199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-239f4f4a-9a30-43c8-aab0-3c991b36e6c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9563799 Nov 12 12:29:04.915225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.981818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.043547 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.147500 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.161538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6eafcb6b-8e52-4394-ac92-76a756577096 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7036a3ec1e848e1b605f6b46276a5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6040676 Nov 12 12:29:05.161890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:05.174112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:05.177761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:05.208126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:05.300747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:05.335371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Port': ['ID=60d81ee9-3b2a-40be-ad68-65649c26e07a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:05.384193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.450062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4055de8-5de5-4d16-9ef7-ad8846112f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.480380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e5a93-42c7-47c2-9131-7ad4fd9617a2 None None] Network 5d7ece6a-be3e-4ed1-86bd-157a97114b4b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:05.543694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4055de8-5de5-4d16-9ef7-ad8846112f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.628956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.680746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Deleting subnet 53bb0a8a-c172-4cdc-8d8b-b253e8bb3f25 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:05.684839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Router f540bfcc-4091-44fb-b5af-04be900d1bab is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:29:05.690922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.828240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ee064-2d50-4c48-89ae-b636c9db1c63 None None] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:05.862003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4055de8-5de5-4d16-9ef7-ad8846112f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.865389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4055de8-5de5-4d16-9ef7-ad8846112f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.869238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d4055de8-5de5-4d16-9ef7-ad8846112f50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e82795d-4d93-4324-be14-47713678999c HTTP/1.1" status: 204 len: 168 time: 0.7063224 Nov 12 12:29:05.901856 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:05.932031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4055de8-5de5-4d16-9ef7-ad8846112f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e82795d-4d93-4324-be14-47713678999c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:06.014422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1d4d-5646-4493-a7a0-ed65ad0696eb req-05ddd48b-a995-4dd3-9c2e-8748e00971bb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:06.030827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a33b1d4d-5646-4493-a7a0-ed65ad0696eb req-05ddd48b-a995-4dd3-9c2e-8748e00971bb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1705952 Nov 12 12:29:06.082142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 43c63560-7f14-4e08-9edc-efcfa96fd816 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:06.156726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:06.193187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.256661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a33b1d4d-5646-4493-a7a0-ed65ad0696eb req-c840f2d1-2573-4ef6-ac67-8ad7d6222c1e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248561 Nov 12 12:29:06.261187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.280994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d4abe743-b6cf-4803-b2dd-ed70fb77ca89 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4493148 Nov 12 12:29:06.284088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:06.361577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Sync routers for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:06.425383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef6ea4-7462-40e7-9db4-5063d720df35 None None] Network 5d7ece6a-be3e-4ed1-86bd-157a97114b4b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:06.443712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-07708a5e-6dbb-41f3-a4b7-3868d4e9b656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.562456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:06.577212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.641591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-46de83d2-d5f0-4f2d-acfb-f501cd80c4f8 None None] Provisioning complete for port 4a1c4a25-402e-4893-92a6-5d91cc041112 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:06.642605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46de83d2-d5f0-4f2d-acfb-f501cd80c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.657427 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.661178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53bb0a8a-c172-4cdc-8d8b-b253e8bb3f25 HTTP/1.1" status: 204 len: 168 time: 1.3544602 Nov 12 12:29:06.663692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55840) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:06.669564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d363826-fac5-4112-a1fa-4087d441abe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bb0a8a-c172-4cdc-8d8b-b253e8bb3f25,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:06.762793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:06.763865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:28:38Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:06.769071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=4a1c4a25-402e-4893-92a6-5d91cc041112,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:06.776420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.789178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:06.850185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2a8e7330-cf4c-43b7-b864-fd8b6c0bc046 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a478f59d76c421db862381813a7243d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815466 Nov 12 12:29:06.864683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:06.915937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.916294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.921472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.921472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.925535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.925912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.926278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.926618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.926954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.927289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.927619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.933535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:06.966212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.019117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.022215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Port': ['ID=60d81ee9-3b2a-40be-ad68-65649c26e07a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:07.188879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:07.190586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:07.208227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 43c63560-7f14-4e08-9edc-efcfa96fd816 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:07.208627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.260558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.289537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adca45a3-9198-4b6b-b082-6bc57b9e495a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.389735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Router b90d6f23-1e84-46cb-b630-877667914a93 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:29:07.567099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:07.604516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7ece6a-be3e-4ed1-86bd-157a97114b4b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:07.648129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adca45a3-9198-4b6b-b082-6bc57b9e495a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.746441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d546f5f-7d0c-4af3-be1b-034c1d7ac429') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:07.757275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d546f5f-7d0c-4af3-be1b-034c1d7ac429') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:07.825209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.861981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.877750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:07.878310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.942190 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:07.997014 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:08.044008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.072929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1b7dfb6-bacb-4108-8220-7d493bd46c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.086055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.092413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d7ece6a-be3e-4ed1-86bd-157a97114b4b HTTP/1.1" status: 204 len: 168 time: 1.4273999 Nov 12 12:29:08.148637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54845c-f876-4d59-a729-a59ccc4a4312 req-35be7662-2cf3-496a-bb6c-d5df1d546f32 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:08.155225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a54845c-f876-4d59-a729-a59ccc4a4312 req-35be7662-2cf3-496a-bb6c-d5df1d546f32 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.6651797 Nov 12 12:29:08.163638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9ad11-90cd-4c97-ae44-e9285fbc01e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7ece6a-be3e-4ed1-86bd-157a97114b4b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:08.191767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 43c63560-7f14-4e08-9edc-efcfa96fd816, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=43c63560-7f14-4e08-9edc-efcfa96fd816,segment=NetworkSegment(fca2a8d5-21fe-4d63-9cf2-11dcb51919e0),segment_id=fca2a8d5-21fe-4d63-9cf2-11dcb51919e0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:08.207694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Provisioning complete for port 60d81ee9-3b2a-40be-ad68-65649c26e07a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:08.208101 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.215873 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.324859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adca45a3-9198-4b6b-b082-6bc57b9e495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.380341 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adca45a3-9198-4b6b-b082-6bc57b9e495a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:08.388256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-adca45a3-9198-4b6b-b082-6bc57b9e495a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e45f355-add4-46d9-872f-2e5ce7abff4d HTTP/1.1" status: 204 len: 168 time: 1.5114894 Nov 12 12:29:08.559331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a1c4a25-402e-4893-92a6-5d91cc041112 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:08.681975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:08.695009 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] Sync routers for ids ['b90d6f23-1e84-46cb-b630-877667914a93'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:08.696705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8c314791-e65f-45c7-87dc-9a10bfbbacfa tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "PUT /v2.0/routers/b90d6f23-1e84-46cb-b630-877667914a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2214575 Nov 12 12:29:08.712323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:08.726232 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] Routers {'b90d6f23-1e84-46cb-b630-877667914a93'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:08.726232 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b90d6f23-1e84-46cb-b630-877667914a93'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:08.743582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'port': {'network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab', 'name': 'tempest-FloatingIPNegativeTestJSON-1002216666'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:08.858387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:08.872791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=43c63560-7f14-4e08-9edc-efcfa96fd816,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:08.896784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Port 60d81ee9-3b2a-40be-ad68-65649c26e07a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:08.912429 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:08.973276 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] Routers {'b90d6f23-1e84-46cb-b630-877667914a93'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:08.999123 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b90d6f23-1e84-46cb-b630-877667914a93'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:09.029776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Provisioning complete for port 43c63560-7f14-4e08-9edc-efcfa96fd816 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:09.030523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.039176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cbb5a83b-83e2-4c0a-be78-795b3bfcb6cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=816c6518271a4d588bd5916a41cf71f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762486 Nov 12 12:29:09.042481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:09.128766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:09.129452 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43fa5a-e936-4df8-8f3e-20457b5b331c None None] The sync data for ids ['b90d6f23-1e84-46cb-b630-877667914a93'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:09.158997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:04Z', 'revision_number': 3, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:09.179450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba6aad1b-3818-46cf-9e5c-a6921c5edcbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.214016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba6aad1b-3818-46cf-9e5c-a6921c5edcbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.277321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba6aad1b-3818-46cf-9e5c-a6921c5edcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.281213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba6aad1b-3818-46cf-9e5c-a6921c5edcbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.285416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ba6aad1b-3818-46cf-9e5c-a6921c5edcbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8107b02-bd60-440c-b8ca-828699588627 HTTP/1.1" status: 204 len: 168 time: 0.2395730 Nov 12 12:29:09.301384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aad1b-3818-46cf-9e5c-a6921c5edcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8107b02-bd60-440c-b8ca-828699588627,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:09.321651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Made reservation on behalf of 0f9311e1aca54b809c4ba554b36e8f77 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:09.328330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Checking router: f540bfcc-4091-44fb-b5af-04be900d1bab for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:09.328880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Updating router f540bfcc-4091-44fb-b5af-04be900d1bab port 0203cccd-ddf5-43ad-b04c-d00c54584585 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:29:09.332741 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.391791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4a1c4a25-402e-4893-92a6-5d91cc041112 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:09.394625 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.408110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] device_id is not set on port ae952d74-d826-4a4b-a6d9-f85a6195e384 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:29:09.594308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.647006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:09.734767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Allocated IP 172.20.0.12 (4feebc3b-001e-4f66-9e35-7b74885c3fab/78103f5a-9024-4c8c-a2f7-7deb043a2850/ae952d74-d826-4a4b-a6d9-f85a6195e384) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:09.739897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a54845c-f876-4d59-a729-a59ccc4a4312 req-15a76839-1953-40d4-9ebc-6b0ed28c0bd8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5296896 Nov 12 12:29:09.767165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca45a3-9198-4b6b-b082-6bc57b9e495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e45f355-add4-46d9-872f-2e5ce7abff4d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:09.926687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.111276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.187207 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.397252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:10.432026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:10.445015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Allocated IP 172.20.0.1 (74f97bde-f211-46bf-a9f9-0ffaa6bb9622/858360ad-9350-4fdb-a63c-7bb84f2a0134/ca91e67e-6406-4c2e-9da3-cec09a6971ee) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:10.445736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:10.463680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Port': ['ID=ae952d74-d826-4a4b-a6d9-f85a6195e384,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:10.542705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Provisioning complete for port 4a1c4a25-402e-4893-92a6-5d91cc041112 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:10.546511 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d24a80a6-e584-4c70-9719-99b1358534e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.594527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:10.595224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.642104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b629eed3-5a37-4d88-93fa-e018c66b1d8f tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9156098 Nov 12 12:29:10.645795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:10.667734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:10.700125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.782783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.814870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.907591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:10.925350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:10.943934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:10.954755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:10.955667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 43c63560-7f14-4e08-9edc-efcfa96fd816 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:11.037497 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.132466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Pushing event updated for resources: {'Port': ['ID=ca91e67e-6406-4c2e-9da3-cec09a6971ee,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:11.347961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:11.410838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655594-f39b-4167-907c-a42649f56e14 req-cb1dfb86-8dd6-4929-a333-725984637ed4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:11.411441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.412073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.413412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c8655594-f39b-4167-907c-a42649f56e14 req-cb1dfb86-8dd6-4929-a333-725984637ed4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.4739010 Nov 12 12:29:11.470467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.581050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:11.606690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.678758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c8655594-f39b-4167-907c-a42649f56e14 req-5011ee3f-65ed-4e1f-90bd-57ffada0e3d2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522609 Nov 12 12:29:11.699682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-network', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:11.703980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.711889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e0e56-753f-42b1-81f8-9b0a1e1e8e61 None None] Pushing event updated for resources: {'Port': ['ID=0203cccd-ddf5-43ad-b04c-d00c54584585,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:11.725277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Provisioning complete for port ae952d74-d826-4a4b-a6d9-f85a6195e384 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:11.725653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.732751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Attempting to bind port 0203cccd-ddf5-43ad-b04c-d00c54584585 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:11.732751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Attempting to bind port 0203cccd-ddf5-43ad-b04c-d00c54584585 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:11.732751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Attempting to bind port 0203cccd-ddf5-43ad-b04c-d00c54584585 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:11.752713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-622054278-network', 'tenant_id': '4d8d162cc79c451e80a3f45950daa8f2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:11.766857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:11.767453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:11.767643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.767998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:11.768482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Bound port: 0203cccd-ddf5-43ad-b04c-d00c54584585, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:11.768859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.845514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 43c63560-7f14-4e08-9edc-efcfa96fd816 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:11.852946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.898198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:29:11.898198 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 12:29:11.898198 n-d-804878-5 neutron-server[102778]: [parameters: {'project_id_1': '4d8d162cc79c451e80a3f45950daa8f2', 'expiration_1': datetime.datetime(2021, 11, 12, 12, 28, 51, 860704)}] Nov 12 12:29:11.898198 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:29:11.899398 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:29:11.922588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Made reservation on behalf of af1ce03fb08c4bafb8400d55e6f04131 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:11.925323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.925590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.929490 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Port ae952d74-d826-4a4b-a6d9-f85a6195e384 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:11.939581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:11.953773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.004006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] For port 0203cccd-ddf5-43ad-b04c-d00c54584585, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:12.004822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.016663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] For port 0203cccd-ddf5-43ad-b04c-d00c54584585, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0203cccd-ddf5-43ad-b04c-d00c54584585,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:12.022521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Provisioning complete for port 60d81ee9-3b2a-40be-ad68-65649c26e07a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:12.023111 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.085829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.120226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.141916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.160874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:12.165905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:12.218319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e0e56-753f-42b1-81f8-9b0a1e1e8e61 None None] Pushing event updated for resources: {'Port': ['ID=0203cccd-ddf5-43ad-b04c-d00c54584585,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:12.218895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Allocated IP 172.25.1.193 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/2d4dc273-963c-42e0-a556-d464a3f7a058) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:12.221329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:12.243441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababb01a-57ab-49e6-b4cd-41aad739cc0e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:12.324993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Port 60d81ee9-3b2a-40be-ad68-65649c26e07a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:12.335689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Pushing event updated for resources: {'Port': ['ID=ca91e67e-6406-4c2e-9da3-cec09a6971ee,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:12.374111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:12.374111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:12.448313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Provisioning complete for port ca91e67e-6406-4c2e-9da3-cec09a6971ee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:12.448683 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.509659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.521823 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Added segment a9dc838b-7649-4806-af5f-b50b9fcc0104 of type vlan for network b0eb2df1-286f-4a89-9656-214fabd1ce43 Nov 12 12:29:12.570196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Router f540bfcc-4091-44fb-b5af-04be900d1bab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:12.601691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a72512f8-d3e9-4eee-b1c9-1e0eb4e94b05 None None] Port ca91e67e-6406-4c2e-9da3-cec09a6971ee cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:12.641322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:12.726038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.842346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.843844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:12.844428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.868566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:12.892140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0d03cd6d-cf9c-4189-96e7-b714e9338038 admin admin] 10.222.0.18 "PUT /v2.0/routers/f540bfcc-4091-44fb-b5af-04be900d1bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5984120 Nov 12 12:29:12.892352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-36987110-7f8d-4cf9-bad8-6bdc7c093f13 None None] Provisioning complete for port ca91e67e-6406-4c2e-9da3-cec09a6971ee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:12.892352 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36987110-7f8d-4cf9-bad8-6bdc7c093f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.959540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Made reservation on behalf of 4d8d162cc79c451e80a3f45950daa8f2 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:12.968832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:12.985146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-36987110-7f8d-4cf9-bad8-6bdc7c093f13 None None] Port ca91e67e-6406-4c2e-9da3-cec09a6971ee cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:13.002367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6487982 Nov 12 12:29:13.006044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:13.015096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Request body: {'subnet': {'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-subnet', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:13.044108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.059775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Made reservation on behalf of af1ce03fb08c4bafb8400d55e6f04131 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:13.066649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.096790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266ff13-750d-4c62-b5cb-7ca606a797ce admin admin] Pushing event updated for resources: {'Network': ['ID=b0eb2df1-286f-4a89-9656-214fabd1ce43,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:13.122679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.129452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:13.158862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a0421-97d6-4203-9447-61900254d19b req-af361fb1-d79e-439f-9305-30b9a4b7fd91 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:13.167063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe0a0421-97d6-4203-9447-61900254d19b req-af361fb1-d79e-439f-9305-30b9a4b7fd91 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.3431301 Nov 12 12:29:13.301408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 2, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:13.369337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1101c-13bb-448b-92ae-303041531a13 None None] The sync data for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 is: [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 2, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:13.407682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe0a0421-97d6-4203-9447-61900254d19b req-362c5a40-9c98-4453-8fa9-06f5ac63f67d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281239 Nov 12 12:29:13.410587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.487482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-a7f5da94-9e12-440f-9efe-a012a60c6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:13.489683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-a7f5da94-9e12-440f-9efe-a012a60c6870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1097 time: 0.1514359 Nov 12 12:29:13.507103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Port': ['ID=2d4dc273-963c-42e0-a556-d464a3f7a058,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:13.563032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:13.567019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:13.580322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:13.633378 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.642042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.657531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:13.672643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.673373 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Added segment bfde68cb-2a65-4f2c-97be-8278b9834cb9 of type vlan for network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 Nov 12 12:29:13.742994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.814302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.857797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.883598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:13.886509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:13.990243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1234cc9-f736-4104-9b2a-a89bf30f499f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:14.010369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.119781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Checking segment: {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:14.120881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Network hostable DHCP agents. Network: b0eb2df1-286f-4a89-9656-214fabd1ce43, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:14.129394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-c9ad48e7-26fa-426d-a7e7-388577c14b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:14.131976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Pushing event updated for resources: {'Network': ['ID=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:14.132711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-c9ad48e7-26fa-426d-a7e7-388577c14b7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.5741851 Nov 12 12:29:14.135824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:14.144506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:14.220581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9aa2b18b-a7f3-42c0-a8df-dd65398c2794 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6301758 Nov 12 12:29:14.228948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:14.237345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:14.260614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Request body: {'subnet': {'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-622054278-subnet', 'tenant_id': '4d8d162cc79c451e80a3f45950daa8f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:14.275230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.278802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b0eb2df1-286f-4a89-9656-214fabd1ce43) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:14.309315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:14.309625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4232eb9-e577-496b-9be3-114d8ec2c393 None None] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:14.309910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.339459 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-c196e394-471e-4512-9150-128c11980983 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 999 time: 0.1967785 Nov 12 12:29:14.389306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Made reservation on behalf of 4d8d162cc79c451e80a3f45950daa8f2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:14.395260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.454242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5160d114-4894-4c5a-9fa2-e58135143632 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4466443 Nov 12 12:29:14.468239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:14.479293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:14.531220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.533428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.563926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-c1e0dd82-ec28-4c5d-8186-076e7d6f2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:14.565617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-c1e0dd82-ec28-4c5d-8186-076e7d6f2ff2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2200422 Nov 12 12:29:14.605000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:14.661751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b0eb2df1-286f-4a89-9656-214fabd1ce43', 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'fixed_ips': [{'subnet_id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:29:14.662685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.734916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088845107', 'description': 'tempest-description--1171766253'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:14.776614 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.808731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:14.991127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Allocated IP 172.20.0.2 (b0eb2df1-286f-4a89-9656-214fabd1ce43/c1234cc9-f736-4104-9b2a-a89bf30f499f/6b3258af-e421-4e96-acf7-18fda2461f36) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:15.029754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-cfdd8edb-bf43-42a1-ad53-8301eadf1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:15.031171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-cfdd8edb-bf43-42a1-ad53-8301eadf1c42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4539781 Nov 12 12:29:15.191196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12751454-503e-4918-9aa0-7b916452b7f9 req-cb804026-0215-4173-9f3d-14ec453f2b89 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:15.199118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12751454-503e-4918-9aa0-7b916452b7f9 req-cb804026-0215-4173-9f3d-14ec453f2b89 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.3857231 Nov 12 12:29:15.451655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.461110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.462603 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.484412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.493604 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-aef373ab-e5e5-42e4-9afb-3a27e0a58c40 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508023 Nov 12 12:29:15.507326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.512498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.569568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6a3279-7293-4f21-826d-a3ddc2cb0a15,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:15.614510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:15.668736 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.734023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12751454-503e-4918-9aa0-7b916452b7f9 req-2590571b-4ff4-4902-9a01-368f86a7c0ee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073705 Nov 12 12:29:15.763488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.766849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6544c8a3-3dc4-48a7-9d80-fec1dfe3f1ec tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1559622 Nov 12 12:29:15.772980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:15.774078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:15.788915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:15.798510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:15.800612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Request body: {'security_group_rule': {'security_group_id': '4b6a3279-7293-4f21-826d-a3ddc2cb0a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:15.807574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Pushing event updated for resources: {'Port': ['ID=6b3258af-e421-4e96-acf7-18fda2461f36,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:15.937961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.955852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54bda2be-e0c6-45b4-a5a8-5bb0e5447086 req-0c75cb94-f0c0-412f-8440-f9d7f3a6d7c9 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180727 Nov 12 12:29:16.004128 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.008432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Attempting to bind port 6b3258af-e421-4e96-acf7-18fda2461f36 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:16.009038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Attempting to bind port 6b3258af-e421-4e96-acf7-18fda2461f36 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:16.009612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Attempting to bind port 6b3258af-e421-4e96-acf7-18fda2461f36 on network b0eb2df1-286f-4a89-9656-214fabd1ce43 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:16.023971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:16.024987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Checking segment: {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:16.025304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.025895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Bound using segment: {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:16.026921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Bound port: 6b3258af-e421-4e96-acf7-18fda2461f36, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:16.027750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.034891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5e45017-f0e6-4bfa-b5ac-afc5c274d775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.063354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Port': ['ID=2d4dc273-963c-42e0-a556-d464a3f7a058,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:16.180612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5e45017-f0e6-4bfa-b5ac-afc5c274d775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.191523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5e45017-f0e6-4bfa-b5ac-afc5c274d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.193046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c605ad1-b19e-442c-9fca-c06566f4ac26,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:16.228555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Checking segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:16.228933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Network hostable DHCP agents. Network: bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:16.234132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.260325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5e45017-f0e6-4bfa-b5ac-afc5c274d775 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cafa36922e2b4150a81d162347fcab85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6445160 Nov 12 12:29:16.281479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] For port 6b3258af-e421-4e96-acf7-18fda2461f36, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:16.283608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:16.293871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] For port 6b3258af-e421-4e96-acf7-18fda2461f36, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6b3258af-e421-4e96-acf7-18fda2461f36,segment=NetworkSegment(a9dc838b-7649-4806-af5f-b50b9fcc0104),segment_id=a9dc838b-7649-4806-af5f-b50b9fcc0104)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:16.314819 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.356328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.374318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-19e27a3b-0621-414e-bd7c-d088776781f3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7241979 Nov 12 12:29:16.376808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:16.384581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:16.401078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2b9a411-d553-47b5-9bf4-8d3dab3365f2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'floatingip': {'port_id': 'ae952d74-d826-4a4b-a6d9-f85a6195e384', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:16.413628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:16.452816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:16.453414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.471094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.496742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b228e480-5753-47b5-ac2b-69126db9398e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2588086 Nov 12 12:29:16.496742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b9a411-d553-47b5-9bf4-8d3dab3365f2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.509088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bb576-4534-4d48-aeda-3c082e2b4198 None None] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:16.549875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.709175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba227fb8-0c1a-47e6-a83d-0be27f4a6e66 None None] Pushing event updated for resources: {'Port': ['ID=6b3258af-e421-4e96-acf7-18fda2461f36,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:16.743997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de61797a-b2ce-44f3-8ca6-db24ef422f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.891167 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de61797a-b2ce-44f3-8ca6-db24ef422f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:16.906328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45017-f0e6-4bfa-b5ac-afc5c274d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c88c3-4c48-4d8b-89de-14d87ee3fed1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:16.993464 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-f2b9a411-d553-47b5-9bf4-8d3dab3365f2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] update failed (client error): The resource could not be found. Nov 12 12:29:17.003168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2b9a411-d553-47b5-9bf4-8d3dab3365f2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "PUT /v2.0/floatingips/4ecce0af-d509-44d2-a7d8-66f934e4e689 HTTP/1.1" status: 404 len: 507 time: 0.6117923 Nov 12 12:29:17.020838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56272) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:17.109137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0203cccd-ddf5-43ad-b04c-d00c54584585 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:17.117705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.127156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.194516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Allocated IP 172.25.1.23 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/fe2ae158-2e8c-4a2a-9378-15a43390e880) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:17.199190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c145011c-bad8-4100-9b4d-55fd8af60fc9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:17.212735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e2962-49d5-46be-b096-04bac5ce4ee5 None None] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:17.256331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.266776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4f5e92b9-a4a3-48ff-bccc-38ce968e082f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4821320 Nov 12 12:29:17.267558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56276) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:17.284684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Request body: {'security_group_rule': {'security_group_id': '4b6a3279-7293-4f21-826d-a3ddc2cb0a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:17.418950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e149-67df-4d98-99b9-e297ac906a50 req-167b995f-e0fe-402e-8b6f-10555435c9dd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:17.423722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d644e149-67df-4d98-99b9-e297ac906a50 req-167b995f-e0fe-402e-8b6f-10555435c9dd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.2415221 Nov 12 12:29:17.438808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0203cccd-ddf5-43ad-b04c-d00c54584585 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:17.439179 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.526422 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de61797a-b2ce-44f3-8ca6-db24ef422f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.530804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de61797a-b2ce-44f3-8ca6-db24ef422f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.546305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-de61797a-b2ce-44f3-8ca6-db24ef422f5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d40c88c3-4c48-4d8b-89de-14d87ee3fed1 HTTP/1.1" status: 204 len: 168 time: 1.2447581 Nov 12 12:29:17.596058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.607879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.627360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61797a-b2ce-44f3-8ca6-db24ef422f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c88c3-4c48-4d8b-89de-14d87ee3fed1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:17.642569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d644e149-67df-4d98-99b9-e297ac906a50 req-11deac47-3a42-45cf-8bc6-a355ec104d06 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881855 Nov 12 12:29:17.651136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Deleting port 2d4dc273-963c-42e0-a556-d464a3f7a058 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:17.652614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.661714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 0203cccd-ddf5-43ad-b04c-d00c54584585, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0203cccd-ddf5-43ad-b04c-d00c54584585,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:17.682861 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.770530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.794385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=0203cccd-ddf5-43ad-b04c-d00c54584585,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:17.803753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-7142f902-b2a3-4843-9837-6cef5b843370 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:17.811077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-7142f902-b2a3-4843-9837-6cef5b843370 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.3844745 Nov 12 12:29:17.882006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.905184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.908177 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.930511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Calling delete_port for 2d4dc273-963c-42e0-a556-d464a3f7a058 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:17.937569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:17.969919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.054759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f301d9d1-52d0-4e7c-897d-877637f62201,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:18.084222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.088171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-99e2186c-39fb-41e9-b8dd-f2bbef68af93 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8150892 Nov 12 12:29:18.095891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:18.121000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:18.126185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:18.143488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:18.150198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:18.159925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735df8-db62-4a67-8199-51a59d2b31ed req-b7a448bb-9bff-4d61-b629-07e9e067a8b4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:18.161657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04735df8-db62-4a67-8199-51a59d2b31ed req-b7a448bb-9bff-4d61-b629-07e9e067a8b4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 946 time: 0.1945841 Nov 12 12:29:18.204792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Sync routers for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:18.223227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:18.229677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:18.303515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ae158-2e8c-4a2a-9378-15a43390e880,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:18.344716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.359366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-bc25955b-deb7-4b25-abff-453776509a92 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/quotas/4d8d162cc79c451e80a3f45950daa8f2 HTTP/1.1" status: 200 len: 375 time: 0.5473838 Nov 12 12:29:18.360476 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.404029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04735df8-db62-4a67-8199-51a59d2b31ed req-d283362d-263c-4e4e-8c4c-c759f04924cb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341826 Nov 12 12:29:18.421836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:18.438488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Port': ['ID=2d4dc273-963c-42e0-a556-d464a3f7a058,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:18.537217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-ecc27c81-e269-4db2-901b-c76fdd3648b0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1693714 Nov 12 12:29:18.584840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded9078-b5b5-456d-8d52-4c431f9441ca None None] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:18.586088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.596598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.599256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6cb7d2e9-7bb1-4ab5-820f-3548e2693a4c tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ecce0af-d509-44d2-a7d8-66f934e4e689 HTTP/1.1" status: 204 len: 168 time: 1.5774767 Nov 12 12:29:18.603018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:18.606240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:18.625669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1adaa887-0f46-440c-be69-fbd706e15ad4 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'floatingip': {'floating_network_id': '4feebc3b-001e-4f66-9e35-7b74885c3fab', 'port_id': 'ae952d74-d826-4a4b-a6d9-f85a6195e384', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:18.708292 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1adaa887-0f46-440c-be69-fbd706e15ad4 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:18.989746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b28cd8a2-f452-4cac-849f-d930e1ac739f None None] Provisioning complete for port 6b3258af-e421-4e96-acf7-18fda2461f36 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:18.990358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b28cd8a2-f452-4cac-849f-d930e1ac739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.033356 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1adaa887-0f46-440c-be69-fbd706e15ad4 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:29:19.034654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1adaa887-0f46-440c-be69-fbd706e15ad4 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4301138 Nov 12 12:29:19.038676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:19.045409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'ae952d74-d826-4a4b-a6d9-f85a6195e384', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:19.093960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.116044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.124560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0203cccd-ddf5-43ad-b04c-d00c54584585 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:19.337785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:19.340573 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106dbc6-9f1b-4cf4-a297-511692e11449" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-unplugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:19.391802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.511911 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a112b314-3356-479e-bddf-ab49994be288 x-openstack-request-id: req-a112b314-3356-479e-bddf-ab49994be288 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:19.513144 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-unplugged", "status": "completed", "tag": "9394420d-6618-436b-953e-385e41c4a352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:19.514524 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a112b314-3356-479e-bddf-ab49994be288 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:19.514982 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'code': 200} Nov 12 12:29:19.546374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:19.568429 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b28cd8a2-f452-4cac-849f-d930e1ac739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.573171 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.711173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0203cccd-ddf5-43ad-b04c-d00c54584585 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:19.712681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:19.771190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Allocated IP 172.25.1.253 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bb639131-7117-4e0b-a5ba-2561f8d5b3fe) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:19.963572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b28cd8a2-f452-4cac-849f-d930e1ac739f None None] For port 6b3258af-e421-4e96-acf7-18fda2461f36, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6b3258af-e421-4e96-acf7-18fda2461f36,segment=NetworkSegment(a9dc838b-7649-4806-af5f-b50b9fcc0104),segment_id=a9dc838b-7649-4806-af5f-b50b9fcc0104)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:20.000205 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b28cd8a2-f452-4cac-849f-d930e1ac739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.009257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=14']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:20.096820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.124592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-fcc028a5-c625-4e05-8624-fe16a09fa9f8 service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5671387 Nov 12 12:29:20.160435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 2, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:20.180089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.266420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:20.273676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:20.284483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:20.290624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event updated for resources: {'Port': ['ID=bb639131-7117-4e0b-a5ba-2561f8d5b3fe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:20.319707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.473607 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.589083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Deleting port bb639131-7117-4e0b-a5ba-2561f8d5b3fe {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:20.589363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.661622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1fc3f952-4c6e-4724-8f79-8d7f09e942a6 None None] Provisioning complete for port 6b3258af-e421-4e96-acf7-18fda2461f36 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:20.662088 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f952-4c6e-4724-8f79-8d7f09e942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.697072 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-6e5b38a3-f66f-4486-8c62-eea73fbfe4c7 service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659151 Nov 12 12:29:20.723446 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.723786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.744646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Checking router: f540bfcc-4091-44fb-b5af-04be900d1bab for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:20.746639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Updating router f540bfcc-4091-44fb-b5af-04be900d1bab port ca91e67e-6406-4c2e-9da3-cec09a6971ee binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:29:20.781676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Calling delete_port for bb639131-7117-4e0b-a5ba-2561f8d5b3fe owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:20.801826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6b3258af-e421-4e96-acf7-18fda2461f36 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:20.890473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:20.952108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cd8a2-f452-4cac-849f-d930e1ac739f None None] Pushing event updated for resources: {'Port': ['ID=6b3258af-e421-4e96-acf7-18fda2461f36,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:20.978064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:21.115787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Allocated IP 172.25.1.164 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/4adb5952-9987-4305-8a72-b2af678a1ebc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:21.363080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:21.479190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Port': ['ID=bb639131-7117-4e0b-a5ba-2561f8d5b3fe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:21.574685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6b3258af-e421-4e96-acf7-18fda2461f36 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:21.578914 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:21.588984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:21.642156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:29:21.698989 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] create failed (client error): The resource could not be found. Nov 12 12:29:21.703918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a60a243b-8142-4370-818e-6c349ac7aff3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6604245 Nov 12 12:29:21.706201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:21.709762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0a58e-e60a-4755-b190-8b9a6ed74e4b req-ecd630ec-cce3-43d7-9f8e-85480e60fe54 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:21.723071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c0a58e-e60a-4755-b190-8b9a6ed74e4b req-ecd630ec-cce3-43d7-9f8e-85480e60fe54 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2293096 Nov 12 12:29:21.860033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:21.988952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a2e687e0-fb57-4c59-9315-ee0e62ead517 req-d3f3359f-0045-4615-a0fa-16f7bfe25e4c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 210 time: 0.8155735 Nov 12 12:29:21.993202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event updated for resources: {'Port': ['ID=4adb5952-9987-4305-8a72-b2af678a1ebc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:22.023275 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c0a58e-e60a-4755-b190-8b9a6ed74e4b req-19b31ef4-7c92-4a4d-b139-fa9c8b2695bf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990794 Nov 12 12:29:22.030988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.042261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.068868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:22.091075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Deleting port ae952d74-d826-4a4b-a6d9-f85a6195e384 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:22.091323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:22.091581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.096861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:22.099769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6b3258af-e421-4e96-acf7-18fda2461f36 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:22.149245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:22.174562 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Sync routers for ids ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:22.188782 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Routers {'20e8cc60-7c6c-4396-98a3-2b17eca20bfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:22.189423 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:22.234134 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.237409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-21756fba-f4c2-4144-ab84-3f8c3fa94a67 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7680328 Nov 12 12:29:22.254437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:22.371508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.411316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Calling delete_port for ae952d74-d826-4a4b-a6d9-f85a6195e384 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:22.559620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Attempting to bind port ca91e67e-6406-4c2e-9da3-cec09a6971ee on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:22.560855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Attempting to bind port ca91e67e-6406-4c2e-9da3-cec09a6971ee by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:22.561391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Attempting to bind port ca91e67e-6406-4c2e-9da3-cec09a6971ee on network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:22.576404 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Set router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:22.584328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:22.584963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Checking segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:22.585102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.585506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Bound using segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:22.585994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Bound port: ca91e67e-6406-4c2e-9da3-cec09a6971ee, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:22.586412 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.590563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17216aa5-2e9b-44ff-a3a4-b75ac413bed5 None None] Pushing event updated for resources: {'Port': ['ID=ca91e67e-6406-4c2e-9da3-cec09a6971ee,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:22.660330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fbdf523d-13ef-4669-ba10-d7b92dff08f8 None None] Provisioning complete for port ca91e67e-6406-4c2e-9da3-cec09a6971ee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:22.660665 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbdf523d-13ef-4669-ba10-d7b92dff08f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.714686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:22.721558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf523d-13ef-4669-ba10-d7b92dff08f8 None None] Port ca91e67e-6406-4c2e-9da3-cec09a6971ee cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:22.725933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6b3258af-e421-4e96-acf7-18fda2461f36 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:22.726366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.803029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.831168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] For port ca91e67e-6406-4c2e-9da3-cec09a6971ee, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:22.855832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Port': ['ID=ae952d74-d826-4a4b-a6d9-f85a6195e384,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:22.870268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] For port ca91e67e-6406-4c2e-9da3-cec09a6971ee, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ca91e67e-6406-4c2e-9da3-cec09a6971ee,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:22.881493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce32cf-0efa-403e-bddd-71f69b6355c0 req-eba8574d-b127-44ae-95dd-9ff200dc951e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:22.884600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94ce32cf-0efa-403e-bddd-71f69b6355c0 req-eba8574d-b127-44ae-95dd-9ff200dc951e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2366707 Nov 12 12:29:22.892583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.898370 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:22.933522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-e845895e-8c90-44e3-997d-8ee7d6d663b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:22.935463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-e845895e-8c90-44e3-997d-8ee7d6d663b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.2216599 Nov 12 12:29:23.084927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17216aa5-2e9b-44ff-a3a4-b75ac413bed5 None None] Pushing event updated for resources: {'Port': ['ID=ca91e67e-6406-4c2e-9da3-cec09a6971ee,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:23.159062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-519d83f3-41a8-4218-b77b-032adab689f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:23.177334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-519d83f3-41a8-4218-b77b-032adab689f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.2223597 Nov 12 12:29:23.179722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:23.180379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:23.227961 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:18Z', 'revision_number': 3, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port': {'id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:16Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:23.323338 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Checking router: 20e8cc60-7c6c-4396-98a3-2b17eca20bfe for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:23.323992 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Updating router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe port fe2ae158-2e8c-4a2a-9378-15a43390e880 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:29:23.358309 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:23.361672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f3cc3300-cfca-4f21-a611-2a885d418cb2 req-019cf42f-f8dc-4a5a-a71b-d9e8fa09d8c8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 210 time: 0.1740558 Nov 12 12:29:23.366059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:23.609645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8524-2304-4567-bd90-a7f565b21f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:23.617158 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:23.770787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c9f4b70-92a4-4bc6-8f4f-8ba85703ce0d None None] Provisioning complete for port ca91e67e-6406-4c2e-9da3-cec09a6971ee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:23.771494 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b70-92a4-4bc6-8f4f-8ba85703ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:23.829228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-4f7fc29f-6721-4e52-83cd-9bc352d47a4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.6129789 Nov 12 12:29:23.911894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-db6b5132-22da-4b3c-97e5-e52d64ff2eef tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:23.914984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-db6b5132-22da-4b3c-97e5-e52d64ff2eef tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.2851696 Nov 12 12:29:23.928864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Request body: {'port': {'device_id': 'f76da237-5011-41ac-9d03-6c090153c74c', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'admin_state_up': True, 'tenant_id': '4d8d162cc79c451e80a3f45950daa8f2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:23.967095 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:23.999014 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.019128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:22Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:24.024442 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b70-92a4-4bc6-8f4f-8ba85703ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.062576 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Pushing event updated for resources: {'Port': ['ID=fe2ae158-2e8c-4a2a-9378-15a43390e880,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:24.072365 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.072953 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.073448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.074086 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.074591 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.075072 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.076242 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.076887 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.077405 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.077883 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.078385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.078859 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:24.082383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca91e67e-6406-4c2e-9da3-cec09a6971ee up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:24.110596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41f449-75f2-4955-aa18-8ce4650be170 None None] The sync data for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 is: [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:22Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:24.116435 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Attempting to bind port fe2ae158-2e8c-4a2a-9378-15a43390e880 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:24.117078 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Attempting to bind port fe2ae158-2e8c-4a2a-9378-15a43390e880 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:24.117669 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Attempting to bind port fe2ae158-2e8c-4a2a-9378-15a43390e880 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:24.119680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94ce32cf-0efa-403e-bddd-71f69b6355c0 req-27aa004f-0bcb-40b3-839b-c8610b951e1b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2089500 Nov 12 12:29:24.132208 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:24.134597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.134965 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:24.135503 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.136015 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:24.136619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Bound port: fe2ae158-2e8c-4a2a-9378-15a43390e880, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:24.137112 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.143268 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-de6ac080-292c-4995-b326-7374a26e25f6 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "DELETE /v2.0/ports/ae952d74-d826-4a4b-a6d9-f85a6195e384 HTTP/1.1" status: 204 len: 168 time: 2.4337978 Nov 12 12:29:24.144994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:24.169177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c9f4b70-92a4-4bc6-8f4f-8ba85703ce0d None None] For port ca91e67e-6406-4c2e-9da3-cec09a6971ee, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ca91e67e-6406-4c2e-9da3-cec09a6971ee,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:24.180324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b70-92a4-4bc6-8f4f-8ba85703ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.206820 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] For port fe2ae158-2e8c-4a2a-9378-15a43390e880, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:24.210436 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] For port fe2ae158-2e8c-4a2a-9378-15a43390e880, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fe2ae158-2e8c-4a2a-9378-15a43390e880,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:24.221406 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.270637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f4b70-92a4-4bc6-8f4f-8ba85703ce0d None None] Pushing event updated for resources: {'Port': ['ID=ca91e67e-6406-4c2e-9da3-cec09a6971ee,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:24.278722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ca91e67e-6406-4c2e-9da3-cec09a6971ee triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:24.279101 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.308705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8524-2304-4567-bd90-a7f565b21f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.350520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8524-2304-4567-bd90-a7f565b21f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.409912 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Routers {'20e8cc60-7c6c-4396-98a3-2b17eca20bfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:24.412718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750f277-2bd8-43e3-926f-f7d6f9147da4 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:24.413780 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:24.419276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c750f277-2bd8-43e3-926f-f7d6f9147da4 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90d6f23-1e84-46cb-b630-877667914a93 HTTP/1.1" status: 200 len: 913 time: 0.2730987 Nov 12 12:29:24.425735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56532) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:24.551245 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a657e4-5ebd-45f8-abb4-aa01144f11d9 None None] Pushing event updated for resources: {'Port': ['ID=fe2ae158-2e8c-4a2a-9378-15a43390e880,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:24.620150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-2f76efc1-6fb1-4d36-9b06-eab98eaf4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:24.624491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-2f76efc1-6fb1-4d36-9b06-eab98eaf4a27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.6736236 Nov 12 12:29:24.661533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Made reservation on behalf of 4d8d162cc79c451e80a3f45950daa8f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:24.674252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:24.748534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1053ab83-7206-4b62-b5f1-9f0f4fe5c73b req-05642056-9a90-4210-b004-aa03a89f53d2 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 210 time: 0.1705449 Nov 12 12:29:24.751771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8524-2304-4567-bd90-a7f565b21f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b13d9-c60a-46c5-a613-a497efaf762e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:24.862187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a8d8524-2304-4567-bd90-a7f565b21f80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=325f22b874604d889b241515d8f3e166&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1427298 Nov 12 12:29:24.868634 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] Set router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:24.874879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:24.917144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Allocated IP 172.20.0.6 (bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4/1c605ad1-b19e-442c-9fca-c06566f4ac26/7c7aab60-a4fc-4316-81cb-02afba088424) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:25.029992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.084195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-fe0db8ac-d3e8-4c57-9508-4e17207abf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:25.095728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-fe0db8ac-d3e8-4c57-9508-4e17207abf3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4473486 Nov 12 12:29:25.111706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.152466 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:18Z', 'revision_number': 3, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port': {'id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:16Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:25.179027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.194925 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba1219-4a2d-49d5-9690-e8ef0925ecb2 None None] The sync data for ids ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'] in n-d-804878-5 is: [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:18Z', 'revision_number': 3, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port': {'id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:16Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:25.208083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.262018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c3ec-0d69-4a83-b79a-ba258c5f1e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.311329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.339488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:25.381215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:25.406698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:25.494297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event updated for resources: {'Port': ['ID=7c7aab60-a4fc-4316-81cb-02afba088424,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:25.550188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event updated for resources: {'Port': ['ID=4adb5952-9987-4305-8a72-b2af678a1ebc,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:25.615017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:25.618869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.702075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-33da5a4d-bc57-48fe-a920-3054f1fb6265 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7779527 Nov 12 12:29:25.722054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Request body: {'port': {'device_id': 'f76da237-5011-41ac-9d03-6c090153c74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:25.923284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:25.940271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.124665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe2ae158-2e8c-4a2a-9378-15a43390e880 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:26.222480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fe2ae158-2e8c-4a2a-9378-15a43390e880 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:26.224541 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.229279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c3ec-0d69-4a83-b79a-ba258c5f1e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.353664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.391347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port fe2ae158-2e8c-4a2a-9378-15a43390e880, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fe2ae158-2e8c-4a2a-9378-15a43390e880,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:26.397340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.398522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca91e67e-6406-4c2e-9da3-cec09a6971ee up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:26.430478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Allocated IP 172.20.0.1 (b0eb2df1-286f-4a89-9656-214fabd1ce43/c1234cc9-f736-4104-9b2a-a89bf30f499f/ea5565bb-7bf7-4333-a551-574ec0ce198d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:26.506645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=fe2ae158-2e8c-4a2a-9378-15a43390e880,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:26.526101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ca91e67e-6406-4c2e-9da3-cec09a6971ee triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:26.526813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.569171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7aab60-a4fc-4316-81cb-02afba088424 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:29:26.580636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.601449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Transition to ACTIVE for port object 7c7aab60-a4fc-4316-81cb-02afba088424 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:29:26.620030 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.683556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fbb94-1980-4887-abe6-fbda772fd7b7 req-d2e8e9e0-4a7f-4318-971e-dd7b81f5d423 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:26.687301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-093fbb94-1980-4887-abe6-fbda772fd7b7 req-d2e8e9e0-4a7f-4318-971e-dd7b81f5d423 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 931 time: 0.7780135 Nov 12 12:29:26.708756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.717420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.746040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dba4d8-4268-4c1f-8c40-15efa78ee622 req-5a9163cb-45e0-49db-98bb-a88163bfa1ea tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:26.749646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33dba4d8-4268-4c1f-8c40-15efa78ee622 req-5a9163cb-45e0-49db-98bb-a88163bfa1ea tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 1.3968492 Nov 12 12:29:26.814022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7aab60-a4fc-4316-81cb-02afba088424,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:26.821752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.823715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cf16a7c0-3880-4e14-9648-dec08af4a3bf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7215867 Nov 12 12:29:26.915771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-093fbb94-1980-4887-abe6-fbda772fd7b7 req-d2de6665-13f5-476f-80f6-3db1260ec30f tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188413 Nov 12 12:29:26.941764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33dba4d8-4268-4c1f-8c40-15efa78ee622 req-ecfa85c1-2457-4606-9f40-a3b6dac0e883 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777914 Nov 12 12:29:26.949772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-1a2f5de1-e3f6-4c27-803b-dcaaa8126a33 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8391492 Nov 12 12:29:26.950611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c3ec-0d69-4a83-b79a-ba258c5f1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.953523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c3ec-0d69-4a83-b79a-ba258c5f1e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:26.962543 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1bd7c3ec-0d69-4a83-b79a-ba258c5f1e5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/556b13d9-c60a-46c5-a613-a497efaf762e HTTP/1.1" status: 204 len: 168 time: 2.0725198 Nov 12 12:29:27.025339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Attempting to bind port 7c7aab60-a4fc-4316-81cb-02afba088424 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:27.034648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Attempting to bind port 7c7aab60-a4fc-4316-81cb-02afba088424 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:27.035203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Attempting to bind port 7c7aab60-a4fc-4316-81cb-02afba088424 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:27.097227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Port 7c7aab60-a4fc-4316-81cb-02afba088424 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:29:27.097541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Attempting to bind port 7c7aab60-a4fc-4316-81cb-02afba088424 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:27.106585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.142048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:27.142558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Checking segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:27.143072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Bound using segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:27.145748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7c3ec-0d69-4a83-b79a-ba258c5f1e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b13d9-c60a-46c5-a613-a497efaf762e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:27.149794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Bound port: 7c7aab60-a4fc-4316-81cb-02afba088424, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:27.150248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.292374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Deleting port 60d81ee9-3b2a-40be-ad68-65649c26e07a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:27.292732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.296788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:27.315800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:27.330698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:27.373640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] For port 7c7aab60-a4fc-4316-81cb-02afba088424, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:27.395313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] For port 7c7aab60-a4fc-4316-81cb-02afba088424, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7c7aab60-a4fc-4316-81cb-02afba088424,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:27.416627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.423436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5565bb-7bf7-4333-a551-574ec0ce198d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:27.492117 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.548551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:27.549559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.551877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] 10.222.0.81 "PUT /v2.0/ports/7c7aab60-a4fc-4316-81cb-02afba088424 HTTP/1.1" status: 200 len: 1091 time: 1.8397429 Nov 12 12:29:27.566641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76da237-5011-41ac-9d03-6c090153c74c', 'tag': '7c7aab60-a4fc-4316-81cb-02afba088424'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:27.572790 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f76da237-5011-41ac-9d03-6c090153c74c", "tag": "7c7aab60-a4fc-4316-81cb-02afba088424"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:27.597563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56590) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:27.601173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce42ba05-0ae7-4545-9467-0bd2b74f9d35 req-6e3adea2-eb0d-46e7-940d-dbd3e69a92c0 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365747 Nov 12 12:29:27.612481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.648920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-396a2d0e-3ee7-4121-bb34-cff0e1a139f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:27.742077 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39404ee-b939-4140-87a1-87e21a9f7cd7 x-openstack-request-id: req-b39404ee-b939-4140-87a1-87e21a9f7cd7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:27.746352 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76da237-5011-41ac-9d03-6c090153c74c", "tag": "7c7aab60-a4fc-4316-81cb-02afba088424", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:27.746621 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b39404ee-b939-4140-87a1-87e21a9f7cd7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:27.747069 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76da237-5011-41ac-9d03-6c090153c74c', 'tag': '7c7aab60-a4fc-4316-81cb-02afba088424', 'status': 'completed', 'code': 200} Nov 12 12:29:27.757502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Calling delete_port for 60d81ee9-3b2a-40be-ad68-65649c26e07a owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:27.843192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c8a7f-a3bf-4b78-9c6d-10f98c82f550 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7aab60-a4fc-4316-81cb-02afba088424,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:27.933395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.072686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-79adb070-520c-44fc-9a94-f19259b31886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:28.074567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-79adb070-520c-44fc-9a94-f19259b31886 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 1094 time: 0.4703074 Nov 12 12:29:28.091901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe2ae158-2e8c-4a2a-9378-15a43390e880 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:28.098315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ecf146c8-890c-4e60-a896-4c89c2dc6d57 None None] Provisioning complete for port ea5565bb-7bf7-4333-a551-574ec0ce198d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:28.098703 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ecf146c8-890c-4e60-a896-4c89c2dc6d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.185331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-1a6690bf-5f25-49ae-91f5-d2543c36ba73 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7aab60-a4fc-4316-81cb-02afba088424 HTTP/1.1" status: 200 len: 217 time: 0.0520985 Nov 12 12:29:28.197346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ecf146c8-890c-4e60-a896-4c89c2dc6d57 None None] Port ea5565bb-7bf7-4333-a551-574ec0ce198d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:28.245904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fe2ae158-2e8c-4a2a-9378-15a43390e880 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:28.246299 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.250606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.294420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.297950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243d026-35a6-4c77-a7aa-1ee3bbc7ee3d req-dac96fc2-2446-4c54-9f5d-10a03d552e4c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:28.299599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6243d026-35a6-4c77-a7aa-1ee3bbc7ee3d req-dac96fc2-2446-4c54-9f5d-10a03d552e4c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2319300 Nov 12 12:29:28.415800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5565bb-7bf7-4333-a551-574ec0ce198d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:28.447312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-9a1dc656-cb0e-4613-8b0e-23a7255e8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:28.448951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-9a1dc656-cb0e-4613-8b0e-23a7255e8373 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.2057402 Nov 12 12:29:28.476615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-396a2d0e-3ee7-4121-bb34-cff0e1a139f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.486049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.487168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.506445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-396a2d0e-3ee7-4121-bb34-cff0e1a139f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:28.514338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-3c4d9695-05c6-4bae-8399-3cf3fca76623 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562713 Nov 12 12:29:28.521205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6243d026-35a6-4c77-a7aa-1ee3bbc7ee3d req-a5661902-0e47-4490-9b06-2a8a25fe96ce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923735 Nov 12 12:29:28.526494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1555b-212d-40ac-832e-211856ca4313 req-0c6cd221-f99e-4125-ad56-31eeb382a57a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:28.528111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4b1555b-212d-40ac-832e-211856ca4313 req-0c6cd221-f99e-4125-ad56-31eeb382a57a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 943 time: 0.4345319 Nov 12 12:29:28.556629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Port': ['ID=60d81ee9-3b2a-40be-ad68-65649c26e07a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:28.615150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4b1555b-212d-40ac-832e-211856ca4313 req-3498815a-d19b-4947-b9b8-e6d64676472b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Nov 12 12:29:28.686880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-396a2d0e-3ee7-4121-bb34-cff0e1a139f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12b98bf908bd4355958742c417edf55c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0842812 Nov 12 12:29:28.699581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.699972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.700379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.701317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.701657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.702000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.702391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.702731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.703068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.703404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.703876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.704215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:28.709268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:28.724643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2d0e-3ee7-4121-bb34-cff0e1a139f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5af3d-0b00-4d11-9ad6-b93fb89c8084,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:28.807215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-544ffcd0-e9e6-4b02-bb6f-2252880d3cff service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848723 Nov 12 12:29:28.816047 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:29:28.817653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:28.820975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:29.002212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2012a068-2057-40ea-8daf-9046d0a04fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.020486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.058956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:29.160111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2012a068-2057-40ea-8daf-9046d0a04fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.198670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2bfbec0-f7ca-4e89-a96b-f20e359e282d req-73fd08af-c14c-4274-85f5-27634a6a4e1d service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835139 Nov 12 12:29:29.211630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:29.218658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca93939c-fdcf-4d0a-b6df-29033efd1b43 admin admin] 10.222.0.18 "PUT /v2.0/routers/20e8cc60-7c6c-4396-98a3-2b17eca20bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9460070 Nov 12 12:29:29.272381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Sync routers for ids ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:29.289691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-16d9165b-8598-43fb-bc29-5b082bcce2ef None None] Provisioning complete for port ea5565bb-7bf7-4333-a551-574ec0ce198d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:29.292526 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16d9165b-8598-43fb-bc29-5b082bcce2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.348223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Routers {'20e8cc60-7c6c-4396-98a3-2b17eca20bfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:29.349175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:29.422474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-eda0e591-0353-4a12-a3de-ee92dc93de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:29.424244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-eda0e591-0353-4a12-a3de-ee92dc93de0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 1094 time: 0.0920367 Nov 12 12:29:29.434139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:29.477585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2012a068-2057-40ea-8daf-9046d0a04fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.480663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2012a068-2057-40ea-8daf-9046d0a04fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.481936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2012a068-2057-40ea-8daf-9046d0a04fba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3e5af3d-0b00-4d11-9ad6-b93fb89c8084 HTTP/1.1" status: 204 len: 168 time: 0.7699637 Nov 12 12:29:29.705726 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb939afc-0bf3-4b6c-8fe5-f0adab0387ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:29.742410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Set router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:29.900830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7b29907-ebb7-43ab-9689-77ee058db9d0 req-ad06543f-33d9-46b8-a2de-48609822155a tempest-FloatingIPsNegativeTestJSON-1061640202 tempest-FloatingIPsNegativeTestJSON-1061640202-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=af1ce03fb08c4bafb8400d55e6f04131 HTTP/1.1" status: 200 len: 217 time: 0.1720138 Nov 12 12:29:29.996476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-16d9165b-8598-43fb-bc29-5b082bcce2ef None None] Port ea5565bb-7bf7-4333-a551-574ec0ce198d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:30.055669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.058220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.134034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012a068-2057-40ea-8daf-9046d0a04fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5af3d-0b00-4d11-9ad6-b93fb89c8084,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:30.145457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb939afc-0bf3-4b6c-8fe5-f0adab0387ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.164564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb939afc-0bf3-4b6c-8fe5-f0adab0387ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.280946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb939afc-0bf3-4b6c-8fe5-f0adab0387ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec8b380de82d45e4b6d62b7f4236a769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8442893 Nov 12 12:29:30.281788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939afc-0bf3-4b6c-8fe5-f0adab0387ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a336143b-11ca-4aed-819b-3ec5a543f1c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:30.291990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:30.302093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe13a72-4e1a-4f5a-ac26-d38eb808b967 req-356c71a7-5c06-44a3-b7da-5da25aa8c502 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:30.304044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4fe13a72-4e1a-4f5a-ac26-d38eb808b967 req-356c71a7-5c06-44a3-b7da-5da25aa8c502 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 943 time: 0.2708204 Nov 12 12:29:30.331266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:27Z', 'revision_number': 4, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port': {'id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:16Z', 'updated_at': '2021-11-12T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ea5565bb-7bf7-4333-a551-574ec0ce198d', 'name': '', 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'mac_address': 'fa:16:3e:65:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:25Z', 'updated_at': '2021-11-12T12:29:28Z', 'revision_number': 2, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'subnets': [{'id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:30.360875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Router b90d6f23-1e84-46cb-b630-877667914a93 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:30.399056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-90107133-e234-4a91-a878-ae8bf9549c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:30.402676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-90107133-e234-4a91-a878-ae8bf9549c17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.9359016 Nov 12 12:29:30.403926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Checking router: 20e8cc60-7c6c-4396-98a3-2b17eca20bfe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:30.405030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Updating router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe port ea5565bb-7bf7-4333-a551-574ec0ce198d binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:29:30.415606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3014-ddb3-4b5a-9793-d7c618921fc4 req-770bc5eb-1118-460c-b425-899e25b763a5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:30.428230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20a3014-ddb3-4b5a-9793-d7c618921fc4 req-770bc5eb-1118-460c-b425-899e25b763a5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2987299 Nov 12 12:29:30.443107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d450285d-1223-4ded-9dc4-6890ab6a6a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.452974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4fe13a72-4e1a-4f5a-ac26-d38eb808b967 req-8337941d-8e08-4375-8707-8a2376640d09 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412938 Nov 12 12:29:30.465191 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.478283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d450285d-1223-4ded-9dc4-6890ab6a6a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.542953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a20a3014-ddb3-4b5a-9793-d7c618921fc4 req-8056d52a-f290-478e-9e4b-0eb906356014 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133695 Nov 12 12:29:30.585289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d450285d-1223-4ded-9dc4-6890ab6a6a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.588698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d450285d-1223-4ded-9dc4-6890ab6a6a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:30.589871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d450285d-1223-4ded-9dc4-6890ab6a6a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a336143b-11ca-4aed-819b-3ec5a543f1c5 HTTP/1.1" status: 204 len: 168 time: 0.2847953 Nov 12 12:29:30.655083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-846415e9-b706-40f5-930e-811a922b6eb2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7aab60-a4fc-4316-81cb-02afba088424 HTTP/1.1" status: 200 len: 217 time: 0.2244155 Nov 12 12:29:30.655651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450285d-1223-4ded-9dc4-6890ab6a6a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336143b-11ca-4aed-819b-3ec5a543f1c5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:30.775896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19868c5e-9b3a-4229-b8ce-8e42ecd4865b req-f4f33eed-c1f3-4749-8021-7ba0e78e3ff8 tempest-FloatingIPsNegativeTestJSON-1061640202 tempest-FloatingIPsNegativeTestJSON-1061640202-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1378748 Nov 12 12:29:30.800649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:30.813862 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] Sync routers for ids ['b90d6f23-1e84-46cb-b630-877667914a93'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:30.820068 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5e962b3-ef81-4f28-865d-98426c37e1c2 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "PUT /v2.0/routers/b90d6f23-1e84-46cb-b630-877667914a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3922758 Nov 12 12:29:30.822675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56690) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:30.841786 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] Routers {'b90d6f23-1e84-46cb-b630-877667914a93'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:30.844466 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b90d6f23-1e84-46cb-b630-877667914a93'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:30.871940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-c9f084a2-0130-4363-a8e6-e8b4325899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:30.874512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-c9f084a2-0130-4363-a8e6-e8b4325899cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.1956747 Nov 12 12:29:30.993520 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:31.053155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] Routers {'b90d6f23-1e84-46cb-b630-877667914a93'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:31.056766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b90d6f23-1e84-46cb-b630-877667914a93'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:31.066538 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-e7d9efe8-9406-4b45-95f1-74d6eb17534a req-9bcbe8e6-bafb-42c8-a1f8-9a56f3f5f59c tempest-FloatingIPsNegativeTestJSON-1061640202 tempest-FloatingIPsNegativeTestJSON-1061640202-project] show failed (client error): The resource could not be found. Nov 12 12:29:31.079099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.079230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7d9efe8-9406-4b45-95f1-74d6eb17534a req-9bcbe8e6-bafb-42c8-a1f8-9a56f3f5f59c tempest-FloatingIPsNegativeTestJSON-1061640202 tempest-FloatingIPsNegativeTestJSON-1061640202-project] 10.222.0.18 "GET /v2.0/floatingips/57a2b89a-0d16-4e1f-92cf-ee307f3891f4 HTTP/1.1" status: 404 len: 350 time: 0.2327030 Nov 12 12:29:31.083167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:31.186708 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:31.187688 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7a34a-2247-4b80-956c-acd2b1e459c6 None None] The sync data for ids ['b90d6f23-1e84-46cb-b630-877667914a93'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:31.209989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-bade3ec7-b7e9-454a-bec8-4437fdd69ee3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747887 Nov 12 12:29:31.252641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51ad3d-03ab-47bf-91bc-d3976e4149e8 req-cf726371-a8b4-4a52-ba66-c446c224ae78 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:31.262019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f51ad3d-03ab-47bf-91bc-d3976e4149e8 req-cf726371-a8b4-4a52-ba66-c446c224ae78 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2568948 Nov 12 12:29:31.316120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.335152 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.462214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f51ad3d-03ab-47bf-91bc-d3976e4149e8 req-6dbda81e-8a1d-480b-a44d-d51d009af8f4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991169 Nov 12 12:29:31.467288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.476046 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.492768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-2588acbd-1d3d-47e4-a4fd-607fbdfbfdc9 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703629 Nov 12 12:29:31.511931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e2f78-ab00-47ad-bbde-4ce63788efaa None None] Pushing event updated for resources: {'Port': ['ID=ea5565bb-7bf7-4333-a551-574ec0ce198d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:31.588215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Attempting to bind port ea5565bb-7bf7-4333-a551-574ec0ce198d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:31.589172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Attempting to bind port ea5565bb-7bf7-4333-a551-574ec0ce198d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:31.590088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Attempting to bind port ea5565bb-7bf7-4333-a551-574ec0ce198d on network b0eb2df1-286f-4a89-9656-214fabd1ce43 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:31.593593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.594552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Fanout notify agent at l3_agent the message router_deleted on router b90d6f23-1e84-46cb-b630-877667914a93 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:29:31.608133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:31.611317 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.612046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Checking segment: {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:31.612690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.613351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Bound using segment: {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:31.615066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Bound port: ea5565bb-7bf7-4333-a551-574ec0ce198d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dc838b-7649-4806-af5f-b50b9fcc0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:31.619398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b99f5ea-1d13-467c-99c0-87147bc1dab3 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "DELETE /v2.0/routers/b90d6f23-1e84-46cb-b630-877667914a93 HTTP/1.1" status: 204 len: 168 time: 0.7949767 Nov 12 12:29:31.619953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.621448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:31.716518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Deleting subnet 78103f5a-9024-4c8c-a2f7-7deb043a2850 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:31.728274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.793284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] For port ea5565bb-7bf7-4333-a551-574ec0ce198d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:31.811811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] For port ea5565bb-7bf7-4333-a551-574ec0ce198d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ea5565bb-7bf7-4333-a551-574ec0ce198d,segment=NetworkSegment(a9dc838b-7649-4806-af5f-b50b9fcc0104),segment_id=a9dc838b-7649-4806-af5f-b50b9fcc0104)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:31.825043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.835124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56dfc-d080-4676-a464-c0551e8617c9 req-917d1358-27d5-43da-afcb-05d35d82d548 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:31.837963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29e56dfc-d080-4676-a464-c0551e8617c9 req-917d1358-27d5-43da-afcb-05d35d82d548 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1264880 Nov 12 12:29:31.842461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.979624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Routers {'20e8cc60-7c6c-4396-98a3-2b17eca20bfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:31.980294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:32.007990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29e56dfc-d080-4676-a464-c0551e8617c9 req-54ae4e87-0784-4480-98e0-ff6c4bb85d2a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524849 Nov 12 12:29:32.040058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.085735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2f909e-2a1a-40e8-91f6-52b0be6788d2 req-c6d60009-58b6-47f9-8229-93b57d3bf50c service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429196 Nov 12 12:29:32.113355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e2f78-ab00-47ad-bbde-4ce63788efaa None None] Pushing event updated for resources: {'Port': ['ID=ea5565bb-7bf7-4333-a551-574ec0ce198d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:32.141757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8cb02a9-0958-4eae-ba3c-fb03eb8f96c7 None None] Provisioning complete for port ea5565bb-7bf7-4333-a551-574ec0ce198d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:32.142467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a9-0958-4eae-ba3c-fb03eb8f96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.153366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead8e1c-af35-49a4-9e17-7b6c9c82a1a8 req-c9794c97-a084-4142-a233-636155889ac9 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:32.157090 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dead8e1c-af35-49a4-9e17-7b6c9c82a1a8 req-c9794c97-a084-4142-a233-636155889ac9 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 943 time: 0.4902520 Nov 12 12:29:32.190969 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.277980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e6032-677f-44b5-bfa6-25755e904fef None None] Network 4feebc3b-001e-4f66-9e35-7b74885c3fab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:32.300177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.314727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "DELETE /v2.0/subnets/78103f5a-9024-4c8c-a2f7-7deb043a2850 HTTP/1.1" status: 204 len: 168 time: 0.6904025 Nov 12 12:29:32.316760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:32.332303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f9153-627f-47d5-ac4e-233b6dc9dd38 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Subnet': ['ID=78103f5a-9024-4c8c-a2f7-7deb043a2850,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:32.416326 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dead8e1c-af35-49a4-9e17-7b6c9c82a1a8 req-57fa4579-e81b-4837-a308-56bc98a5ff81 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427232 Nov 12 12:29:32.539639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.546005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7c7aab60-a4fc-4316-81cb-02afba088424 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:29:32.586988 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.609133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] Set router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:32.752057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-3a9fe0b6-0ec3-4710-b81d-9fb4f50f1b12 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:32.753643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-3a9fe0b6-0ec3-4710-b81d-9fb4f50f1b12 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.2511914 Nov 12 12:29:32.774545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Deleting port 43c63560-7f14-4e08-9edc-efcfa96fd816 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:32.774878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.837384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-a41ca4db-ac70-45ea-8aa1-07c98d34aac4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/quotas/42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 375 time: 0.0720103 Nov 12 12:29:32.877361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:32.934425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:29:32.940528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] For port 43c63560-7f14-4e08-9edc-efcfa96fd816, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=43c63560-7f14-4e08-9edc-efcfa96fd816,segment=NetworkSegment(fca2a8d5-21fe-4d63-9cf2-11dcb51919e0),segment_id=fca2a8d5-21fe-4d63-9cf2-11dcb51919e0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:32.940907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:32.958288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Calling delete_port for 43c63560-7f14-4e08-9edc-efcfa96fd816 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:32.995941 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-91a5c0d6-d693-44b6-87ca-d325cade24e7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1571143 Nov 12 12:29:33.112098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7c7aab60-a4fc-4316-81cb-02afba088424, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7c7aab60-a4fc-4316-81cb-02afba088424,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:33.132313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7c7aab60-a4fc-4316-81cb-02afba088424', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'port_id': '7c7aab60-a4fc-4316-81cb-02afba088424', 'mac_address': 'fa:16:3e:31:0f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c605ad1-b19e-442c-9fca-c06566f4ac26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:29:33.193249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-778c2aa5-b88f-4490-a4f6-e0a8ece537f0 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963456 Nov 12 12:29:33.215769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Deleting port ea5565bb-7bf7-4333-a551-574ec0ce198d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:33.218087 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.222823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a9-0958-4eae-ba3c-fb03eb8f96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.295095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-147990634'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:33.332011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b8cb02a9-0958-4eae-ba3c-fb03eb8f96c7 None None] For port ea5565bb-7bf7-4333-a551-574ec0ce198d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ea5565bb-7bf7-4333-a551-574ec0ce198d,segment=NetworkSegment(a9dc838b-7649-4806-af5f-b50b9fcc0104),segment_id=a9dc838b-7649-4806-af5f-b50b9fcc0104)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:33.341001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.366131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebddd9-7ff3-4f6c-829f-df0356cdebc1 None None] DHCP port deletion for 4feebc3b-001e-4f66-9e35-7b74885c3fab request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:29:33.382555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-8cbf52a0-d9d5-4f5a-88cf-448c8cf5750d service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794596 Nov 12 12:29:33.383149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7aab60-a4fc-4316-81cb-02afba088424 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:29:33.383675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.390915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a9-0958-4eae-ba3c-fb03eb8f96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.456999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Made reservation on behalf of 595a7c2944dd42b89ab70221ccc19f84 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:33.459986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Port': ['ID=43c63560-7f14-4e08-9edc-efcfa96fd816,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:33.462008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] No DVR routers for this DVR port 43c63560-7f14-4e08-9edc-efcfa96fd816 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:33.469813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.487983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7c7aab60-a4fc-4316-81cb-02afba088424, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7c7aab60-a4fc-4316-81cb-02afba088424,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:33.502358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.547878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] For port ea5565bb-7bf7-4333-a551-574ec0ce198d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ea5565bb-7bf7-4333-a551-574ec0ce198d,segment=NetworkSegment(a9dc838b-7649-4806-af5f-b50b9fcc0104),segment_id=a9dc838b-7649-4806-af5f-b50b9fcc0104)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:33.548230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.569049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Calling delete_port for ea5565bb-7bf7-4333-a551-574ec0ce198d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:33.625374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.660588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb02a9-0958-4eae-ba3c-fb03eb8f96c7 None None] Pushing event updated for resources: {'Port': ['ID=ea5565bb-7bf7-4333-a551-574ec0ce198d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:33.739292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.777369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a2dd08da-11a7-47a2-a7a0-9b63731a30d7 None None] Provisioning complete for port ea5565bb-7bf7-4333-a551-574ec0ce198d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:33.777797 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2dd08da-11a7-47a2-a7a0-9b63731a30d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.828796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-130b4fe1-626e-4eb6-a3ec-e5b7bfad6bc3 req-938b7574-1d54-4721-b90b-c33841d37c59 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 210 time: 0.1304674 Nov 12 12:29:33.843775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feebc3b-001e-4f66-9e35-7b74885c3fab']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:33.888556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:33.888857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca2a8d5-21fe-4d63-9cf2-11dcb51919e0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:33.896136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc6cc0-2832-4693-a01d-8fdd1aba5132 req-5b11f6d3-02d4-40ce-b49d-900715d11832 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:33.898510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28bc6cc0-2832-4693-a01d-8fdd1aba5132 req-5b11f6d3-02d4-40ce-b49d-900715d11832 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 944 time: 0.2604921 Nov 12 12:29:33.913202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.925108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.954510 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.972571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:33.973073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:33.979714 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:33.993182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.095258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:29:34.102457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 43c63560-7f14-4e08-9edc-efcfa96fd816 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:34.107180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:34.126047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.133673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.136590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28bc6cc0-2832-4693-a01d-8fdd1aba5132 req-41e8de14-8c5f-45ab-bbd1-e28df8044a49 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213748 Nov 12 12:29:34.143342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] 10.222.0.18 "DELETE /v2.0/networks/4feebc3b-001e-4f66-9e35-7b74885c3fab HTTP/1.1" status: 204 len: 168 time: 1.8253143 Nov 12 12:29:34.200004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106f55-68e7-4999-ac68-532ba91387c5 tempest-FloatingIPNegativeTestJSON-349344214 tempest-FloatingIPNegativeTestJSON-349344214-project] Pushing event deleted for resources: {'Network': ['ID=4feebc3b-001e-4f66-9e35-7b74885c3fab,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:34.218022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.219609 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Added segment 191b802b-3087-4684-a8ac-02ae847cb601 of type vlan for network defea9cd-fa95-478f-bc1a-598d8ae8d8f4 Nov 12 12:29:34.222464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f846170-1a64-4ce6-8e65-fa14c802d709,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:34.320880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 43c63560-7f14-4e08-9edc-efcfa96fd816 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:34.321241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 43c63560-7f14-4e08-9edc-efcfa96fd816 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:34.345553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7c7aab60-a4fc-4316-81cb-02afba088424,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:34.375502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:27Z', 'revision_number': 4, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port': {'id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:16Z', 'updated_at': '2021-11-12T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ea5565bb-7bf7-4333-a551-574ec0ce198d', 'name': '', 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'mac_address': 'fa:16:3e:65:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:25Z', 'updated_at': '2021-11-12T12:29:31Z', 'revision_number': 4, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'subnets': [{'id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:34.402781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.443624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5382fa-e9a9-45d4-af3e-df1d12b2aa32 None None] The sync data for ids ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'] in n-d-804878-5 is: [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:27Z', 'revision_number': 4, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port': {'id': 'fe2ae158-2e8c-4a2a-9378-15a43390e880', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:16Z', 'updated_at': '2021-11-12T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ea5565bb-7bf7-4333-a551-574ec0ce198d', 'name': '', 'network_id': 'b0eb2df1-286f-4a89-9656-214fabd1ce43', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'mac_address': 'fa:16:3e:65:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:25Z', 'updated_at': '2021-11-12T12:29:31Z', 'revision_number': 4, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'subnets': [{'id': 'c1234cc9-f736-4104-9b2a-a89bf30f499f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:34.506597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.611676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd08da-11a7-47a2-a7a0-9b63731a30d7 None None] Port ea5565bb-7bf7-4333-a551-574ec0ce198d update to ACTIVE by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 12:29:34.620917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5565bb-7bf7-4333-a551-574ec0ce198d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:34.637335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.656358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:34.657300 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.796117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9119925 Nov 12 12:29:34.796622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56806) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:34.799672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56808) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:34.940595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c81e8-48b8-4cc5-8bc0-9a7bce91ec56 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Pushing event updated for resources: {'Network': ['ID=defea9cd-fa95-478f-bc1a-598d8ae8d8f4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:34.956363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network defea9cd-fa95-478f-bc1a-598d8ae8d8f4 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:35.121278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.186761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'network': {'name': 'tempest-network--467280345', 'router:external': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:35.198875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed79a5ba-35d8-4ff7-ac47-42489c54efc1 req-ebc07f49-e175-4d78-99d9-cfba07b46e70 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 210 time: 0.0786712 Nov 12 12:29:35.247805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Made reservation on behalf of e597ad1fb18643b0a0a920cdd681c957 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:35.255194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.305312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.334481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4897d228-0348-43f5-9ac7-1a263a5b738e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f9311e1aca54b809c4ba554b36e8f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365119 Nov 12 12:29:35.338293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56822) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:35.499657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae173f-dd27-49ae-956a-ad01f88ad8ac req-dbb4b3b3-7aad-41a9-bd85-fcedaafca86c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:35.503251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4ae173f-dd27-49ae-956a-ad01f88ad8ac req-dbb4b3b3-7aad-41a9-bd85-fcedaafca86c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 944 time: 0.2168365 Nov 12 12:29:35.620317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b62f09e-c42f-4138-a0c1-6704e109ed9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.695137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:35.697368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d865c50-1bfb-48f2-9c8e-fe10fd8c62d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.752276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d865c50-1bfb-48f2-9c8e-fe10fd8c62d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.883265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4ae173f-dd27-49ae-956a-ad01f88ad8ac req-cf061c97-6a0c-41c8-b030-929a8e6e4f3a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653369 Nov 12 12:29:35.893217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.913941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:35.914860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:35.925927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-021d8bc8-edf8-44bf-ac4e-581e4734bc0e admin admin] 10.222.0.18 "PUT /v2.0/routers/20e8cc60-7c6c-4396-98a3-2b17eca20bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8423300 Nov 12 12:29:35.926137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-15c6365c-e80a-4e47-90d4-f213a71a0057 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:35.927649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-15c6365c-e80a-4e47-90d4-f213a71a0057 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.5379689 Nov 12 12:29:35.929467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:35.951090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'port': {'device_id': '09844df0-452e-4688-a613-cb1f5bc554fb', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'admin_state_up': True, 'tenant_id': '42d83a7b50b44117be2ca93056947818'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:35.955983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:36.014482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d865c50-1bfb-48f2-9c8e-fe10fd8c62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.016750 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d865c50-1bfb-48f2-9c8e-fe10fd8c62d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.018218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7d865c50-1bfb-48f2-9c8e-fe10fd8c62d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1e453c5-1699-461a-ad6e-f1915bd84dd2 HTTP/1.1" status: 204 len: 168 time: 0.6749184 Nov 12 12:29:36.024313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867d76a-ea4e-429f-b468-6cde759f0458,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:36.043846 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.044963 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Added segment 6dfefd13-a995-4d6d-a144-0f99d1ed7cb1 of type vlan for network 0813595b-8d66-4b40-8a53-e3353be56c8f Nov 12 12:29:36.113413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.114020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.114646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.114999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.115339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.115673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.116006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.116338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.116671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.116997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.117323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.117648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:36.152621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d865c50-1bfb-48f2-9c8e-fe10fd8c62d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e453c5-1699-461a-ad6e-f1915bd84dd2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:36.252578 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.267282 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.349980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.351427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:36.352220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.363220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:36.367791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.408171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6073639 Nov 12 12:29:36.434259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:36.436928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e20d1b73-427a-47ca-8e90-29bfd9e33741 req-a1f97dc5-a7c9-4514-bb03-cae2ef22b551 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 210 time: 0.0692964 Nov 12 12:29:36.488403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a09e0c-42d4-4d80-ab98-0ba440128d50 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Network': ['ID=0813595b-8d66-4b40-8a53-e3353be56c8f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:36.505185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0813595b-8d66-4b40-8a53-e3353be56c8f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:36.621207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7c7aab60-a4fc-4316-81cb-02afba088424 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:36.712343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7c7aab60-a4fc-4316-81cb-02afba088424 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:29:36.718584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.721090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7c7aab60-a4fc-4316-81cb-02afba088424 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:36.721600 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.791881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.819464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Allocated IP 172.20.0.13 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/1a40015a-8a0c-46e4-a204-5d58e9f8c651) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:36.943396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:36.973579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0813595b-8d66-4b40-8a53-e3353be56c8f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:37.004066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfefd13-a995-4d6d-a144-0f99d1ed7cb1') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:37.005128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfefd13-a995-4d6d-a144-0f99d1ed7cb1') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:37.011321 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.028728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Deleting port fe2ae158-2e8c-4a2a-9378-15a43390e880 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:37.029091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.032080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.110103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76da237-5011-41ac-9d03-6c090153c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7aab60-a4fc-4316-81cb-02afba088424'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:37.121275 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53a011-244a-4fc2-a10e-0622d143a6ef" -d '{"events": [{"server_uuid": "f76da237-5011-41ac-9d03-6c090153c74c", "name": "network-vif-plugged", "status": "completed", "tag": "7c7aab60-a4fc-4316-81cb-02afba088424"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:37.175711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7c7aab60-a4fc-4316-81cb-02afba088424, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7c7aab60-a4fc-4316-81cb-02afba088424,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:37.183919 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.294891 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ad31db-f960-4cb9-994e-1986b35e520b x-openstack-request-id: req-e2ad31db-f960-4cb9-994e-1986b35e520b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:37.295153 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76da237-5011-41ac-9d03-6c090153c74c", "name": "network-vif-plugged", "status": "completed", "tag": "7c7aab60-a4fc-4316-81cb-02afba088424", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:37.295385 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2ad31db-f960-4cb9-994e-1986b35e520b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:37.295794 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76da237-5011-41ac-9d03-6c090153c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7aab60-a4fc-4316-81cb-02afba088424', 'code': 200} Nov 12 12:29:37.297947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7c7aab60-a4fc-4316-81cb-02afba088424,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:37.393892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] Sync routers for ids ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:37.410383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] Routers {'20e8cc60-7c6c-4396-98a3-2b17eca20bfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:37.411099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:37.603137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56876) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:37.653305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e0a014f-cf24-453a-a4d2-7e19f89a38e8 req-4f8dd92e-7d39-4e47-b7eb-fcf476a578ba tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 210 time: 0.0496578 Nov 12 12:29:37.661999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.697588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:37.698479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:37.702086 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:37.704679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] Set router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:37.705184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.778814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248f280-0f2b-40aa-b910-aae20b0cda5d req-1aaaee3f-7030-4ea6-bbfc-503082ebe4e7 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:37.788543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7248f280-0f2b-40aa-b910-aae20b0cda5d req-1aaaee3f-7030-4ea6-bbfc-503082ebe4e7 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 944 time: 0.7226176 Nov 12 12:29:37.805996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.834865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0398ab3-5209-4115-a6fe-ee236758f1cc req-735804a4-328a-4524-9147-827e834e4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:37.836862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0398ab3-5209-4115-a6fe-ee236758f1cc req-735804a4-328a-4524-9147-827e834e4533 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 1096 time: 0.2146420 Nov 12 12:29:37.880476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:36Z', 'revision_number': 6, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:37.909927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7248f280-0f2b-40aa-b910-aae20b0cda5d req-f31c15dc-b6d6-4006-bf94-fab0ee8bbd60 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203742 Nov 12 12:29:37.932131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=1a40015a-8a0c-46e4-a204-5d58e9f8c651,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:37.939229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.942580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] For port fe2ae158-2e8c-4a2a-9378-15a43390e880, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fe2ae158-2e8c-4a2a-9378-15a43390e880,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:37.943219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.959456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0813595b-8d66-4b40-8a53-e3353be56c8f {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:29:37.970786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:37.974753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0813595b-8d66-4b40-8a53-e3353be56c8f HTTP/1.1" status: 204 len: 168 time: 1.5363064 Nov 12 12:29:37.986878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Calling delete_port for fe2ae158-2e8c-4a2a-9378-15a43390e880 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:37.988798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:38.001518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e2e1f-3409-4c05-b545-c764c68c629b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Network': ['ID=0813595b-8d66-4b40-8a53-e3353be56c8f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:38.007170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff097482-edbc-4846-bb01-c18570f417e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.014073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:38.018065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:38.033053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] Checking router: 20e8cc60-7c6c-4396-98a3-2b17eca20bfe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:38.042484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:38.053333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:38.060257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0398ab3-5209-4115-a6fe-ee236758f1cc req-4ad3368c-c12a-4ea4-b244-5f35d3298346 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075293 Nov 12 12:29:38.067604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] Routers {'20e8cc60-7c6c-4396-98a3-2b17eca20bfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:38.068934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:08Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:38.122959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Made reservation on behalf of e597ad1fb18643b0a0a920cdd681c957 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:38.125756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.136482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56896) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:38.189412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:38.190098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.221418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:38.231409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-821b1162-69de-4805-828c-d8ba6ac21d30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2864230 Nov 12 12:29:38.253178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Request body: {'port': {'device_id': '09844df0-452e-4688-a613-cb1f5bc554fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:38.303296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] Set router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:38.324618 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff097482-edbc-4846-bb01-c18570f417e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.337066 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff097482-edbc-4846-bb01-c18570f417e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.341914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.344552 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Added segment ddce2ac3-335e-410c-9cc6-b1b3635c917d of type vlan for network 10729d7c-8685-4ddb-9f5a-4f7278265723 Nov 12 12:29:38.440102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097482-edbc-4846-bb01-c18570f417e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbbd877-8af7-4c0d-8709-d413fd655585,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:38.448909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'networks': [{'name': 'tempest-network--1307588916'}, {'name': 'tempest-network--2067856366'}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:38.451141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'network': {'name': 'tempest-network--1307588916'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:38.452123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'network': {'name': 'tempest-network--2067856366'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:38.466814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.489291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.495689 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ff097482-edbc-4846-bb01-c18570f417e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c145526d1144cfe967078af81fe78ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8913944 Nov 12 12:29:38.500429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:38.525846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'network': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:38.526835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:36Z', 'revision_number': 6, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:38.531992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.554716 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.560520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.572219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.573730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:38.574508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.602556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2ae158-2e8c-4a2a-9378-15a43390e880,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:38.664329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b951-a5e0-4f80-a845-b933a46c20cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.677049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53ff35-c278-49db-9d8a-b65fc4918ef4 None None] The sync data for ids ['20e8cc60-7c6c-4396-98a3-2b17eca20bfe'] in n-d-804878-5 is: [{'id': '20e8cc60-7c6c-4396-98a3-2b17eca20bfe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1325995441-router', 'tenant_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:14Z', 'updated_at': '2021-11-12T12:29:36Z', 'revision_number': 6, 'project_id': 'af1ce03fb08c4bafb8400d55e6f04131', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:38.694319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26035c5e-2fc4-40df-9465-ef21d28323cd None None] Provisioning complete for port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:38.694802 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26035c5e-2fc4-40df-9465-ef21d28323cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.753163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-26035c5e-2fc4-40df-9465-ef21d28323cd None None] Port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:38.782987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7926009 Nov 12 12:29:38.791255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56906) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:38.815675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b951-a5e0-4f80-a845-b933a46c20cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.834723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'subnet': {'network_id': '10729d7c-8685-4ddb-9f5a-4f7278265723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:38.861415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80b7a8-1262-4b5c-9c15-420f0a726ff0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Network': ['ID=10729d7c-8685-4ddb-9f5a-4f7278265723,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:38.885434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Made reservation on behalf of e597ad1fb18643b0a0a920cdd681c957 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:38.889159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.937959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 10729d7c-8685-4ddb-9f5a-4f7278265723 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:38.939443 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.971853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568d9b5-4a15-4424-84be-0490a12d7345 req-3e50762c-e3f8-4c0b-b42f-a4ce505197b1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:38.972089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcb88f7c-0bc4-4e77-9cd3-df003c1e9e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:38.972183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1568d9b5-4a15-4424-84be-0490a12d7345 req-3e50762c-e3f8-4c0b-b42f-a4ce505197b1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 932 time: 0.1822257 Nov 12 12:29:39.060458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.095546 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.096019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.147012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b951-a5e0-4f80-a845-b933a46c20cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.150021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b951-a5e0-4f80-a845-b933a46c20cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.154204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ff2b951-a5e0-4f80-a845-b933a46c20cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfbbd877-8af7-4c0d-8709-d413fd655585 HTTP/1.1" status: 204 len: 168 time: 0.6477919 Nov 12 12:29:39.154396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.166400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.188892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270b6e98-8d4a-44c4-8457-3604e27ee416,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:39.239682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:39.263575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f1e1-1608-433e-8c67-1baefa38403d req-1cab95d2-eff0-4c53-b7c7-96753425d0a7 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:39.265578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9919f1e1-1608-433e-8c67-1baefa38403d req-1cab95d2-eff0-4c53-b7c7-96753425d0a7 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 945 time: 0.2311175 Nov 12 12:29:39.271832 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b951-a5e0-4f80-a845-b933a46c20cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbbd877-8af7-4c0d-8709-d413fd655585,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:39.282125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.286682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1568d9b5-4a15-4424-84be-0490a12d7345 req-3e077eb6-1c54-4e5e-a92a-d7fdcd633ae1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335482 Nov 12 12:29:39.289180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.289780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e8cc60-7c6c-4396-98a3-2b17eca20bfe {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:29:39.297839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.301600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0275390e-d0d7-47bd-a787-2061b189ca08 admin admin] 10.222.0.18 "DELETE /v2.0/routers/20e8cc60-7c6c-4396-98a3-2b17eca20bfe HTTP/1.1" status: 204 len: 168 time: 3.3686926 Nov 12 12:29:39.304397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:39.342528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.346694 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Added segment 0eca4d26-a979-4836-9f97-6b2c3b3c6247 of type vlan for network 7709d68d-20a2-4cdb-95f0-17b4ec40927b Nov 12 12:29:39.420398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Deleting subnet c1234cc9-f736-4104-9b2a-a89bf30f499f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:39.426739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.505262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.517070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.533990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9919f1e1-1608-433e-8c67-1baefa38403d req-d850356b-f7dd-40cb-9eea-fce5033c3f5e tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578104 Nov 12 12:29:39.541913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a40015a-8a0c-46e4-a204-5d58e9f8c651 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:29:39.562456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.589063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Transition to ACTIVE for port object 1a40015a-8a0c-46e4-a204-5d58e9f8c651 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:29:39.589966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:39.597258 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.629841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.630214 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Added segment 55a82973-59a8-40a5-a7b8-b5633dd58faf of type vlan for network f12cfce7-9f9f-44a7-8a0f-377b97976505 Nov 12 12:29:39.677515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.699575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Pushing event updated for resources: {'Port': ['ID=1a40015a-8a0c-46e4-a204-5d58e9f8c651,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:39.722769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.813536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.822357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:29:39.822924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.863116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.872926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b2fcb-3c88-4725-97d6-a1b25d639bea None None] Network b0eb2df1-286f-4a89-9656-214fabd1ce43 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:39.878793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1234cc9-f736-4104-9b2a-a89bf30f499f HTTP/1.1" status: 204 len: 168 time: 0.5632782 Nov 12 12:29:39.883314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce34679-e269-467b-b6ee-12f69fe20f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1234cc9-f736-4104-9b2a-a89bf30f499f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:39.886328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:39.910206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Attempting to bind port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:39.921341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Attempting to bind port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:39.921847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Attempting to bind port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:39.924254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.924853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.933129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:39.956824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:39.957492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:39.988826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:40.040909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:29:40.041248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Attempting to bind port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:40.083345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85991ff7-c77e-42b0-8eba-ab00054f1be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.102135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Subnet': ['ID=10f5409a-318b-4629-bafe-d5cf50961a67,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:40.111963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Checking segment: {'id': 'ddce2ac3-335e-410c-9cc6-b1b3635c917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '10729d7c-8685-4ddb-9f5a-4f7278265723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:40.114913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Network hostable DHCP agents. Network: 10729d7c-8685-4ddb-9f5a-4f7278265723, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:40.138346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:40.138704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:40.139082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:40.139549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Bound port: 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:40.139924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.142203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe2ae158-2e8c-4a2a-9378-15a43390e880 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:40.154713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0109854 Nov 12 12:29:40.161186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:40.174932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Network': ['ID=7709d68d-20a2-4cdb-95f0-17b4ec40927b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:40.189554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Network 10729d7c-8685-4ddb-9f5a-4f7278265723 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:40.189798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.207131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: fe2ae158-2e8c-4a2a-9378-15a43390e880 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:40.207470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fe2ae158-2e8c-4a2a-9378-15a43390e880 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:40.207898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ea5565bb-7bf7-4333-a551-574ec0ce198d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:40.210873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 7709d68d-20a2-4cdb-95f0-17b4ec40927b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:40.296524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb3d4f-de77-4be0-abe6-40e6d4721698 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Network': ['ID=f12cfce7-9f9f-44a7-8a0f-377b97976505,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:40.314412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 10729d7c-8685-4ddb-9f5a-4f7278265723) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:40.352609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f12cfce7-9f9f-44a7-8a0f-377b97976505 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:40.361931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caada63-f57b-4f53-9d95-5bd0b0e85af2 None None] Network 10729d7c-8685-4ddb-9f5a-4f7278265723 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:40.385385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] For port 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:40.398477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] For port 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:40.409471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.411269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.411973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.417203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ea5565bb-7bf7-4333-a551-574ec0ce198d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:40.419469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ea5565bb-7bf7-4333-a551-574ec0ce198d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:40.491033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.492187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.494949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] 10.222.0.65 "PUT /v2.0/ports/1a40015a-8a0c-46e4-a204-5d58e9f8c651 HTTP/1.1" status: 200 len: 1092 time: 2.2484128 Nov 12 12:29:40.508101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09844df0-452e-4688-a613-cb1f5bc554fb', 'tag': '1a40015a-8a0c-46e4-a204-5d58e9f8c651'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:40.512859 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b5a284-74ca-48f0-944c-cd1270a3065d" -d '{"events": [{"name": "network-changed", "server_uuid": "09844df0-452e-4688-a613-cb1f5bc554fb", "tag": "1a40015a-8a0c-46e4-a204-5d58e9f8c651"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:40.569236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59738f6a-d566-4a1b-984c-58a3d56e392d service neutron] Pushing event updated for resources: {'Port': ['ID=1a40015a-8a0c-46e4-a204-5d58e9f8c651,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:40.633363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Deleting port 6b3258af-e421-4e96-acf7-18fda2461f36 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:40.633888 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.675714 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.678506 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7f1c27f-5235-4f36-a421-3458b4070968 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8853180 Nov 12 12:29:40.680103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:40.728221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'floatingip': {'floating_network_id': '10729d7c-8685-4ddb-9f5a-4f7278265723'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:40.771705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85991ff7-c77e-42b0-8eba-ab00054f1be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.773269 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.780317 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94f2301-f292-4c9d-80e4-e40e81bfe7ad x-openstack-request-id: req-e94f2301-f292-4c9d-80e4-e40e81bfe7ad {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:40.781539 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09844df0-452e-4688-a613-cb1f5bc554fb", "tag": "1a40015a-8a0c-46e4-a204-5d58e9f8c651", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:40.781960 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e94f2301-f292-4c9d-80e4-e40e81bfe7ad {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:40.782648 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09844df0-452e-4688-a613-cb1f5bc554fb', 'tag': '1a40015a-8a0c-46e4-a204-5d58e9f8c651', 'status': 'completed', 'code': 200} Nov 12 12:29:40.784331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c011d16-2e78-44c4-baed-67ec2f44993f tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.791376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c011d16-2e78-44c4-baed-67ec2f44993f tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.805437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c011d16-2e78-44c4-baed-67ec2f44993f tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.812610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c011d16-2e78-44c4-baed-67ec2f44993f tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.818853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c011d16-2e78-44c4-baed-67ec2f44993f tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.822458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] For port 6b3258af-e421-4e96-acf7-18fda2461f36, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6b3258af-e421-4e96-acf7-18fda2461f36,segment=NetworkSegment(a9dc838b-7649-4806-af5f-b50b9fcc0104),segment_id=a9dc838b-7649-4806-af5f-b50b9fcc0104)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:40.823043 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.824330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c011d16-2e78-44c4-baed-67ec2f44993f tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2976 time: 0.6524885 Nov 12 12:29:40.824909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] DHCP port deletion for b0eb2df1-286f-4a89-9656-214fabd1ce43 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:29:40.826510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:40.831052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85991ff7-c77e-42b0-8eba-ab00054f1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:40.864040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-0d65344c-eb63-4ef5-8a0c-dc66c545fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.866059 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-0d65344c-eb63-4ef5-8a0c-dc66c545fe57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 1095 time: 0.2893326 Nov 12 12:29:40.879364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Calling delete_port for 6b3258af-e421-4e96-acf7-18fda2461f36 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:40.921278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66ce06-3548-48aa-b583-5e7e6da0e0e8 None None] Network 10729d7c-8685-4ddb-9f5a-4f7278265723 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:40.955809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-12dac1e0-d67c-4673-9474-0077d73dfcaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651 HTTP/1.1" status: 200 len: 217 time: 0.0733080 Nov 12 12:29:40.979501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb4efe-bbb2-46fe-a5e6-8c40de0d455d req-bd8fd4c0-e266-4fb1-8f4f-aeb97d0817aa tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:40.981985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0aeb4efe-bbb2-46fe-a5e6-8c40de0d455d req-bd8fd4c0-e266-4fb1-8f4f-aeb97d0817aa tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 944 time: 0.5426912 Nov 12 12:29:40.999758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85991ff7-c77e-42b0-8eba-ab00054f1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c53501-b5a7-499c-90b6-8e7ac8bb0908,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:41.011776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85991ff7-c77e-42b0-8eba-ab00054f1be5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70ddb4d609b645959c5961ada1ca9e19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0165627 Nov 12 12:29:41.036149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:41.050552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.056092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2385d-1548-4907-8a62-163a44966c91 req-9599bd2e-814c-452b-baf7-d1d4ecc9eb84 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:41.057764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7f2385d-1548-4907-8a62-163a44966c91 req-9599bd2e-814c-452b-baf7-d1d4ecc9eb84 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 945 time: 0.2080808 Nov 12 12:29:41.137696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-3cd700c2-3c65-40d4-95d0-e57d26ad6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:41.139742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-3cd700c2-3c65-40d4-95d0-e57d26ad6bac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1428900 Nov 12 12:29:41.155957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0aeb4efe-bbb2-46fe-a5e6-8c40de0d455d req-6651d29f-6e29-4848-ac7d-22be7134ea41 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618218 Nov 12 12:29:41.237111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.254632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.268810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7709d68d-20a2-4cdb-95f0-17b4ec40927b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:41.274858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7f2385d-1548-4907-8a62-163a44966c91 req-bc1e887c-b5de-4dac-85ba-bc0cbd0b99f3 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930680 Nov 12 12:29:41.282537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5793ed0c-a41e-441c-a4aa-d4e48c1a4f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.286002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eca4d26-a979-4836-9f97-6b2c3b3c6247') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:41.286438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eca4d26-a979-4836-9f97-6b2c3b3c6247') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:41.295854 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.301489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.318081 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.329858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3258af-e421-4e96-acf7-18fda2461f36,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:41.331211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.350155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] No DVR routers for this DVR port 6b3258af-e421-4e96-acf7-18fda2461f36 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:41.399306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Deleting port 6b3258af-e421-4e96-acf7-18fda2461f36 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:41.399746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.412246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:41.412799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:41.416573 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:41.438566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5793ed0c-a41e-441c-a4aa-d4e48c1a4f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.453221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-6a4efd30-977e-4161-8689-75e046bee3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:41.454789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-6a4efd30-977e-4161-8689-75e046bee3dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067269 Nov 12 12:29:41.567698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.585446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] For port 6b3258af-e421-4e96-acf7-18fda2461f36, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:41.585834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.599825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.609690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Calling delete_port for 6b3258af-e421-4e96-acf7-18fda2461f36 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:41.613291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Port 6b3258af-e421-4e96-acf7-18fda2461f36 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:29:41.615285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.641807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.652405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] Pushing event deleted for resources: {'Port': ['ID=6b3258af-e421-4e96-acf7-18fda2461f36,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:41.653370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/networks/7709d68d-20a2-4cdb-95f0-17b4ec40927b HTTP/1.1" status: 204 len: 168 time: 0.8186569 Nov 12 12:29:41.663912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d833791-2ed5-499c-9cf8-538446a162e1 None None] No DVR routers for this DVR port 6b3258af-e421-4e96-acf7-18fda2461f36 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:41.688155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:41.701225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44342515-fb7a-4328-a8a2-56617d1e84cb tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Network': ['ID=7709d68d-20a2-4cdb-95f0-17b4ec40927b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:41.711235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eb2df1-286f-4a89-9656-214fabd1ce43']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:41.722048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5793ed0c-a41e-441c-a4aa-d4e48c1a4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.740180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5793ed0c-a41e-441c-a4aa-d4e48c1a4f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.741535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5793ed0c-a41e-441c-a4aa-d4e48c1a4f63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81c53501-b5a7-499c-90b6-8e7ac8bb0908 HTTP/1.1" status: 204 len: 168 time: 0.7032859 Nov 12 12:29:41.753479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Allocated IP 172.20.0.11 (10729d7c-8685-4ddb-9f5a-4f7278265723/10f5409a-318b-4629-bafe-d5cf50961a67/51763df6-c92e-4dbb-b7b1-d64566698f32) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:41.775952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dc838b-7649-4806-af5f-b50b9fcc0104') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:41.776186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dc838b-7649-4806-af5f-b50b9fcc0104') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:41.912860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.931060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793ed0c-a41e-441c-a4aa-d4e48c1a4f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c53501-b5a7-499c-90b6-8e7ac8bb0908,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:41.938757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.980130 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.987510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:41.987989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.031506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6b3258af-e421-4e96-acf7-18fda2461f36 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:42.070815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6b3258af-e421-4e96-acf7-18fda2461f36 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:42.071057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6b3258af-e421-4e96-acf7-18fda2461f36 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:42.093327 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:42.096529 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-d651f8a4-111b-48ee-b5da-9694687fdf1f service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092341 Nov 12 12:29:42.097836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.105043 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.111797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0eb2df1-286f-4a89-9656-214fabd1ce43 HTTP/1.1" status: 204 len: 168 time: 2.2241948 Nov 12 12:29:42.153018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354d63c-5f3d-440a-9b17-6061acf48a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0eb2df1-286f-4a89-9656-214fabd1ce43,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:42.188096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.222794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.242570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12cfce7-9f9f-44a7-8a0f-377b97976505']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:42.261100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87d3c78d-3f17-4ce3-aa4b-c9e18b3a38d5 req-9e262f8c-5a7e-421a-b2a9-ea84658be507 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463969 Nov 12 12:29:42.265008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a82973-59a8-40a5-a7b8-b5633dd58faf') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:42.265534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a82973-59a8-40a5-a7b8-b5633dd58faf') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:42.285271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.324020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.333409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:42.334123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:42.340926 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:42.370108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.486361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:42.489107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.503909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Network 10729d7c-8685-4ddb-9f5a-4f7278265723 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:42.511984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.519369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/networks/f12cfce7-9f9f-44a7-8a0f-377b97976505 HTTP/1.1" status: 204 len: 168 time: 0.8299608 Nov 12 12:29:42.519766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:42.529462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Port': ['ID=51763df6-c92e-4dbb-b7b1-d64566698f32,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:42.544381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:42.552976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:42.555165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc72edc-cb04-4b41-b5a4-532ff7d01d34 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Network': ['ID=f12cfce7-9f9f-44a7-8a0f-377b97976505,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:42.577957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112279e5-b751-45b9-b39f-8ffd086261fc req-b62dc474-440b-4120-a61c-add0d438a33f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:42.587993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-112279e5-b751-45b9-b39f-8ffd086261fc req-b62dc474-440b-4120-a61c-add0d438a33f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 944 time: 0.2741299 Nov 12 12:29:42.705263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4e87a80d-b95c-425e-8f0e-5f12a812f306 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af1ce03fb08c4bafb8400d55e6f04131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150161 Nov 12 12:29:42.707752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:42.815721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.836184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129d28e3-a746-4d81-be1f-17604d9ee111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.877982 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.916120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129d28e3-a746-4d81-be1f-17604d9ee111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.940410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-4173ed29-3307-4148-909f-02d2aedae9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:42.942560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-4173ed29-3307-4148-909f-02d2aedae9f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 1095 time: 0.5397947 Nov 12 12:29:42.983839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-112279e5-b751-45b9-b39f-8ffd086261fc req-a00617ad-50a3-4c17-817f-bd6dccdd97cc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920801 Nov 12 12:29:43.076005 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129d28e3-a746-4d81-be1f-17604d9ee111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.079027 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129d28e3-a746-4d81-be1f-17604d9ee111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.082500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-129d28e3-a746-4d81-be1f-17604d9ee111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ababb01a-57ab-49e6-b4cd-41aad739cc0e HTTP/1.1" status: 204 len: 168 time: 0.3698623 Nov 12 12:29:43.096107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d28e3-a746-4d81-be1f-17604d9ee111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababb01a-57ab-49e6-b4cd-41aad739cc0e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:43.161220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.167249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.172753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c40e1-3e77-4b2f-bc67-0a5e03852448 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.192156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c40e1-3e77-4b2f-bc67-0a5e03852448 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.217561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c40e1-3e77-4b2f-bc67-0a5e03852448 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.241695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a07c40e1-3e77-4b2f-bc67-0a5e03852448 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.7193274 Nov 12 12:29:43.252839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:43.274305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Port': ['ID=51763df6-c92e-4dbb-b7b1-d64566698f32,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:43.288726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1462828886'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:43.296182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.320032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.321369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-466632e3-35e2-4956-87e4-1d459c27c760 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6158834 Nov 12 12:29:43.338733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:43.420543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:43.432823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.458073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-1d6ddd78-23c2-4f58-8c04-21ddb1cd6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.459727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-1d6ddd78-23c2-4f58-8c04-21ddb1cd6993 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.4742193 Nov 12 12:29:43.513479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:43.517273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-6dc4b29d-1a88-4c6c-ae86-71d8a8f3e635 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651 HTTP/1.1" status: 200 len: 217 time: 0.0493753 Nov 12 12:29:43.527631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-10cde5fc-319b-4ac3-993a-fa415bb003d0 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=10729d7c-8685-4ddb-9f5a-4f7278265723 HTTP/1.1" status: 200 len: 690 time: 0.1874068 Nov 12 12:29:43.529123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:43.535112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.535466 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Added segment 5f11ca2b-bd28-4048-bb00-56ed19570e3d of type vlan for network dd958734-883d-43c5-b049-3b686c5e4da2 Nov 12 12:29:43.610594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-39adb3c1-ee06-4ca5-a98c-080957c76534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.612220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-39adb3c1-ee06-4ca5-a98c-080957c76534 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.0868094 Nov 12 12:29:43.621197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.677020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.690572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-61ccf898-8d8c-4eb3-b67d-93c299613bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.692111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-61ccf898-8d8c-4eb3-b67d-93c299613bba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663159 Nov 12 12:29:43.692914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.698769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.699384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.829595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5732009 Nov 12 12:29:43.831329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Deleting port 51763df6-c92e-4dbb-b7b1-d64566698f32 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:43.831859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:43.834187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:43.836526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5893902-d4be-4874-ba9c-c858085cc9f3 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Network': ['ID=dd958734-883d-43c5-b049-3b686c5e4da2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:43.849991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network dd958734-883d-43c5-b049-3b686c5e4da2 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:43.881184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-218981026'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:43.885261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-ddf99175-058a-4ee2-b3a8-5559d816c0ef service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830227 Nov 12 12:29:43.976267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:43.983872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.076745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.077077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.121655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Calling delete_port for 51763df6-c92e-4dbb-b7b1-d64566698f32 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:44.145565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:44.203829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.204193 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Added segment 43bda835-2de6-4448-b9ec-ea70117d4636 of type vlan for network 7ca58443-7cb0-4b47-a170-4fe2194a4eff Nov 12 12:29:44.253230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c06a-36d0-4121-8902-1f09fbc7678d req-afc1e46e-035a-4404-a1d8-66ff19a45357 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:44.256011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14e5c06a-36d0-4121-8902-1f09fbc7678d req-afc1e46e-035a-4404-a1d8-66ff19a45357 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 944 time: 0.1623752 Nov 12 12:29:44.258954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b5a284-74ca-48f0-944c-cd1270a3065d req-a798bfa1-b83a-43a8-8885-eecdcebac02a service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652394 Nov 12 12:29:44.344606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14e5c06a-36d0-4121-8902-1f09fbc7678d req-89225ac5-af52-4bf6-8426-05896c4d0626 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701833 Nov 12 12:29:44.423089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.483239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.489143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:44.490383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:44.590190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Network': ['ID=7ca58443-7cb0-4b47-a170-4fe2194a4eff,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:44.607636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:44.607835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-51d31680-a29e-4b21-bce0-6a95b5b1ced8 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7339056 Nov 12 12:29:44.612578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 7ca58443-7cb0-4b47-a170-4fe2194a4eff details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:44.620018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'ports': [{'network_id': 'dd958734-883d-43c5-b049-3b686c5e4da2', 'name': 'tempest-port--91109689', 'admin_state_up': True}, {'network_id': '7ca58443-7cb0-4b47-a170-4fe2194a4eff', 'admin_state_up': False}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:44.622220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'port': {'network_id': 'dd958734-883d-43c5-b049-3b686c5e4da2', 'name': 'tempest-port--91109689', 'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:44.623404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'port': {'network_id': '7ca58443-7cb0-4b47-a170-4fe2194a4eff', 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:44.752701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1a40015a-8a0c-46e4-a204-5d58e9f8c651 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:29:44.756330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:44.905830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:44.925024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '1a40015a-8a0c-46e4-a204-5d58e9f8c651', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '1a40015a-8a0c-46e4-a204-5d58e9f8c651', 'mac_address': 'fa:16:3e:e8:cf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:29:44.988197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'port': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:44.999914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.016713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.047647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.100818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-106390230-network', 'tenant_id': '399ca77bac6442b68072f80751603552'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:45.104566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a40015a-8a0c-46e4-a204-5d58e9f8c651 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:29:45.133176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Made reservation on behalf of 399ca77bac6442b68072f80751603552 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:45.136122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.153516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:45.157590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.163931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.186413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] device_id is not set on port 9820ad33-5d6f-4821-9492-1b743282a05c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:29:45.283208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1a40015a-8a0c-46e4-a204-5d58e9f8c651,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:45.330863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.399644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Port': ['ID=51763df6-c92e-4dbb-b7b1-d64566698f32,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:45.464765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:29:45.533517 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.620989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.633024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.678366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.709356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:45.782024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f256c824-e26d-41f7-b989-385b0062f09d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:45.811477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.811834 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Added segment 2bbf7fb2-ae0a-47da-9ff4-829161334566 of type vlan for network 260271c8-ede5-49cc-bf3a-7117344fde8d Nov 12 12:29:45.835124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.841732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a733aa-4861-4682-8805-6b239b741114 req-4b645c9a-41c1-4d73-becf-3642e5c827c0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:45.849938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80a733aa-4861-4682-8805-6b239b741114 req-4b645c9a-41c1-4d73-becf-3642e5c827c0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 945 time: 0.2127936 Nov 12 12:29:45.920931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.964168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.973407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80a733aa-4861-4682-8805-6b239b741114 req-aaecb948-db84-4447-bc49-83b46f188604 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222928 Nov 12 12:29:45.983704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=10f5409a-318b-4629-bafe-d5cf50961a67,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:46.008675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] device_id is not set on port 23003644-dbf1-4099-b78e-2009f376c87d yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:29:46.041517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.042740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:46.043461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.076148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.086648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3289340 Nov 12 12:29:46.090409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:46.104908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Request body: {'subnet': {'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-subnet', 'tenant_id': '399ca77bac6442b68072f80751603552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:46.112687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10729d7c-8685-4ddb-9f5a-4f7278265723']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:46.133711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddce2ac3-335e-410c-9cc6-b1b3635c917d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:46.134369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddce2ac3-335e-410c-9cc6-b1b3635c917d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:46.149777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.170896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Made reservation on behalf of 399ca77bac6442b68072f80751603552 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:46.173258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.219872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.224851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f720-6f17-42b1-a756-5483857aa81c admin admin] Pushing event updated for resources: {'Network': ['ID=260271c8-ede5-49cc-bf3a-7117344fde8d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:46.236648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 260271c8-ede5-49cc-bf3a-7117344fde8d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:46.285841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:46.286275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:46.288125 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:46.310286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.359611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.400980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.413641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10729d7c-8685-4ddb-9f5a-4f7278265723 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:29:46.417447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.425699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/networks/10729d7c-8685-4ddb-9f5a-4f7278265723 HTTP/1.1" status: 204 len: 168 time: 2.8933604 Nov 12 12:29:46.428838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:46.485379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442118-af56-4a89-9d7a-1920f717bf57 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Network': ['ID=10729d7c-8685-4ddb-9f5a-4f7278265723,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:46.699470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:46.703592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1a40015a-8a0c-46e4-a204-5d58e9f8c651 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:46.783952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.861550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:29:46.873537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:46.874380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:46.989113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06f3741-5fba-4f75-9ade-36ea552f715b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:47.009706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Checking segment: {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:47.010352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Network hostable DHCP agents. Network: 260271c8-ede5-49cc-bf3a-7117344fde8d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:47.016601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f020ce0b-9059-4b2a-a0c9-360b4bf16624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.050619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Network 260271c8-ede5-49cc-bf3a-7117344fde8d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:47.083851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 260271c8-ede5-49cc-bf3a-7117344fde8d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:47.101566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.103015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.108888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fac71-a6c5-4e7d-9bf7-83fa209fc822 None None] Network 260271c8-ede5-49cc-bf3a-7117344fde8d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:47.313421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Port': ['ID=9820ad33-5d6f-4821-9492-1b743282a05c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:47.322416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b2fd3ae8-92cb-47bd-be9c-df4accd6d93b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2248178 Nov 12 12:29:47.327894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:47.338121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:47.358397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-59d62d6d-6198-4e22-9f34-fc7ac49b57fc tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2257 time: 0.9222145 Nov 12 12:29:47.358397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Checking segment: {'id': '5f11ca2b-bd28-4048-bb00-56ed19570e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'dd958734-883d-43c5-b049-3b686c5e4da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:47.358716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network hostable DHCP agents. Network: dd958734-883d-43c5-b049-3b686c5e4da2, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:47.364312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:47.403275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82934050-53f4-4b4d-9765-4a9ddc8faaa9 req-db259113-1e2b-4120-8f59-1158f268fe60 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.409451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82934050-53f4-4b4d-9765-4a9ddc8faaa9 req-db259113-1e2b-4120-8f59-1158f268fe60 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 945 time: 0.2774124 Nov 12 12:29:47.440582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.441641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.463344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network dd958734-883d-43c5-b049-3b686c5e4da2 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:47.491849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f020ce0b-9059-4b2a-a0c9-360b4bf16624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.504392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, dd958734-883d-43c5-b049-3b686c5e4da2) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:47.533418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82934050-53f4-4b4d-9765-4a9ddc8faaa9 req-21b58251-ef0b-4db5-83ae-265ded81b814 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934782 Nov 12 12:29:47.534291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f020ce0b-9059-4b2a-a0c9-360b4bf16624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.549681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:47.552267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.564664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.570371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca317c-3d4e-468f-acb2-ca1905d5f52c None None] Network dd958734-883d-43c5-b049-3b686c5e4da2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:47.572946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-260271c8-ede5-49cc-bf3a-7117344fde8d', 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d', 'tenant_id': '399ca77bac6442b68072f80751603552', 'fixed_ips': [{'subnet_id': 'b06f3741-5fba-4f75-9ade-36ea552f715b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:29:47.573913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.588532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f020ce0b-9059-4b2a-a0c9-360b4bf16624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=889605c8ea7c4d8db36f401ea797fff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8798270 Nov 12 12:29:47.589471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020ce0b-9059-4b2a-a0c9-360b4bf16624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa3f42-0e51-4945-884b-c245696eeeaf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:47.594240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:47.594867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.595459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.596876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.597448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.598298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.598816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.600137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.600926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:47.609185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:47.609687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f2b5fbc4-e6d0-467b-bacc-a440b59cc1a3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5314 time: 0.2424226 Nov 12 12:29:47.653980 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-2537a6bf-29cd-452a-baa0-627f1720b85c tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] delete failed (client error): The resource could not be found. Nov 12 12:29:47.655076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2537a6bf-29cd-452a-baa0-627f1720b85c tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/4b52c613-4ead-434a-a8b2-743a34c93155 HTTP/1.1" status: 404 len: 345 time: 0.0449550 Nov 12 12:29:47.658201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09844df0-452e-4688-a613-cb1f5bc554fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40015a-8a0c-46e4-a204-5d58e9f8c651'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:47.658369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:47.666378 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae80c3-75d7-43d6-aca7-1e269517017e" -d '{"events": [{"server_uuid": "09844df0-452e-4688-a613-cb1f5bc554fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a40015a-8a0c-46e4-a204-5d58e9f8c651"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:47.712280 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aed83ec-5193-4a29-a263-94a67ad09f84 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 12:29:47.716450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aed83ec-5193-4a29-a263-94a67ad09f84 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:29:47.723926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1aed83ec-5193-4a29-a263-94a67ad09f84 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/networks/10729d7c-8685-4ddb-9f5a-4f7278265723 HTTP/1.1" status: 404 len: 339 time: 0.0645816 Nov 12 12:29:47.727710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:47.745552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'network': {'name': 'tempest-network--1304357149', 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:47.754458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:47.784005 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad828e3-9640-48e1-b5bd-b5a85a85ac65 x-openstack-request-id: req-2ad828e3-9640-48e1-b5bd-b5a85a85ac65 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:47.785029 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09844df0-452e-4688-a613-cb1f5bc554fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a40015a-8a0c-46e4-a204-5d58e9f8c651", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:47.785819 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ad828e3-9640-48e1-b5bd-b5a85a85ac65 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:47.786840 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09844df0-452e-4688-a613-cb1f5bc554fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40015a-8a0c-46e4-a204-5d58e9f8c651', 'code': 200} Nov 12 12:29:47.788897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.792466 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.832333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Made reservation on behalf of e597ad1fb18643b0a0a920cdd681c957 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:47.835031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.839467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-649fc9e8-05ce-46c2-b89d-3c3e5704df5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.870923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1a40015a-8a0c-46e4-a204-5d58e9f8c651,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:47.911262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-649fc9e8-05ce-46c2-b89d-3c3e5704df5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.913359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:47.945334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:47.946292 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Added segment fb22c82d-8e10-4879-ac3f-807512246ef2 of type vlan for network a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37 Nov 12 12:29:48.024512 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.027204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.044349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-649fc9e8-05ce-46c2-b89d-3c3e5704df5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.047826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-649fc9e8-05ce-46c2-b89d-3c3e5704df5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.049115 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-649fc9e8-05ce-46c2-b89d-3c3e5704df5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ffa3f42-0e51-4945-884b-c245696eeeaf HTTP/1.1" status: 204 len: 168 time: 0.4536726 Nov 12 12:29:48.075752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fc9e8-05ce-46c2-b89d-3c3e5704df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa3f42-0e51-4945-884b-c245696eeeaf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:48.101169 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.104596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.107953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.140865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Allocated IP 172.20.0.2 (260271c8-ede5-49cc-bf3a-7117344fde8d/b06f3741-5fba-4f75-9ade-36ea552f715b/afdd252d-beca-42d3-b0e5-1837012e52bc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:48.193467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Port': ['ID=23003644-dbf1-4099-b78e-2009f376c87d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:48.283337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Checking segment: {'id': '43bda835-2de6-4448-b9ec-ea70117d4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7ca58443-7cb0-4b47-a170-4fe2194a4eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:48.284695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network hostable DHCP agents. Network: 7ca58443-7cb0-4b47-a170-4fe2194a4eff, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:48.289227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Network': ['ID=a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:48.303711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3089d06b-1514-4759-a202-954c72847571 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5742161 Nov 12 12:29:48.306227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:48.306697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:48.429097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe544440-1092-4e53-bbc3-5977741c84e8 req-a1774c42-4680-4f5d-8559-9a5b3420661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.432690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe544440-1092-4e53-bbc3-5977741c84e8 req-a1774c42-4680-4f5d-8559-9a5b3420661f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 1097 time: 0.5069361 Nov 12 12:29:48.483772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network 7ca58443-7cb0-4b47-a170-4fe2194a4eff is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:48.552910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da205005-724a-47ff-b415-ebc25c482501 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.563580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe544440-1092-4e53-bbc3-5977741c84e8 req-64bed02a-8d24-4bcb-9ef0-1e9dbbe2fc12 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128118 Nov 12 12:29:48.565068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 7ca58443-7cb0-4b47-a170-4fe2194a4eff) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:48.568511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da205005-724a-47ff-b415-ebc25c482501 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.585892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da205005-724a-47ff-b415-ebc25c482501 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.594110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:48.605182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da205005-724a-47ff-b415-ebc25c482501 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.611727 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-da205005-724a-47ff-b415-ebc25c482501 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3009660 Nov 12 12:29:48.612515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:48.612648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45940d-669a-467f-82a5-387eb2c05dec None None] Network 7ca58443-7cb0-4b47-a170-4fe2194a4eff requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:48.615920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.627993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.630865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.674232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:48.679079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c2a9ceea-236e-412b-8ef2-bec6e3838305 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.0689433 Nov 12 12:29:48.686261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:48.695494 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.751941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.830659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5866-b4e8-49a0-9be3-71caf90bd9ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.873186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Network 260271c8-ede5-49cc-bf3a-7117344fde8d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:48.884882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.897368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:48.911032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:48.918268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7298a2d-2163-4910-9ae8-633a20ef87ee req-f967627d-880d-4c09-b218-fa9b0588ad93 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:48.922354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Pushing event updated for resources: {'Port': ['ID=afdd252d-beca-42d3-b0e5-1837012e52bc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:48.927581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7298a2d-2163-4910-9ae8-633a20ef87ee req-f967627d-880d-4c09-b218-fa9b0588ad93 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1287248 Nov 12 12:29:48.930345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:48.950792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.035397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4856e24-a246-47bd-be8e-299092beac5a tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:49.047024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4856e24-a246-47bd-be8e-299092beac5a tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:49.049211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f4856e24-a246-47bd-be8e-299092beac5a tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2599938 Nov 12 12:29:49.057062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:49.063396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Attempting to bind port afdd252d-beca-42d3-b0e5-1837012e52bc on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:49.064044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Attempting to bind port afdd252d-beca-42d3-b0e5-1837012e52bc by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:49.065469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Attempting to bind port afdd252d-beca-42d3-b0e5-1837012e52bc on network 260271c8-ede5-49cc-bf3a-7117344fde8d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:49.076524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:49.076903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Checking segment: {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:49.077453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.077834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Bound using segment: {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:49.078342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Bound port: afdd252d-beca-42d3-b0e5-1837012e52bc, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:49.078762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.140751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7298a2d-2163-4910-9ae8-633a20ef87ee req-26aea81e-2d6b-43f8-a2a3-29791f968d57 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120423 Nov 12 12:29:49.144912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Allocated IP 172.25.1.81 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:49.211840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] For port afdd252d-beca-42d3-b0e5-1837012e52bc, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:49.217049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] For port afdd252d-beca-42d3-b0e5-1837012e52bc, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=afdd252d-beca-42d3-b0e5-1837012e52bc,segment=NetworkSegment(2bbf7fb2-ae0a-47da-9ff4-829161334566),segment_id=2bbf7fb2-ae0a-47da-9ff4-829161334566)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:49.223439 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.290984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.306094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.329914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:49.366079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5866-b4e8-49a0-9be3-71caf90bd9ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.373765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb22c82d-8e10-4879-ac3f-807512246ef2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:49.374628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb22c82d-8e10-4879-ac3f-807512246ef2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:49.377301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.392569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34a5fd-8f00-4616-95a8-9a4eee857c72 None None] Pushing event updated for resources: {'Port': ['ID=afdd252d-beca-42d3-b0e5-1837012e52bc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:49.410028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5866-b4e8-49a0-9be3-71caf90bd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.428163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:49.429372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.437998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:49.443510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:49.481172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Deleting port 9820ad33-5d6f-4821-9492-1b743282a05c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:49.481770 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.483682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Pushing event updated for resources: {'Port': ['ID=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:49.487465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.493548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d5866-b4e8-49a0-9be3-71caf90bd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db21422-a535-4d40-b4b0-b40a966f59da,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:49.504961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7f4d5866-b4e8-49a0-9be3-71caf90bd9ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c8b32f4e0af4cbc952453f9ea77bed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268678 Nov 12 12:29:49.507156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57158) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:49.524262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:49.524787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:49.527389 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:49.755272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.785330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Calling delete_port for 9820ad33-5d6f-4821-9492-1b743282a05c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:49.799723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.815419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:29:49.934377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.950439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37 HTTP/1.1" status: 204 len: 168 time: 1.3320706 Nov 12 12:29:50.003533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:50.060067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'network': {'name': 'tempest-network--2027468821', 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:50.063818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2635c389-1040-4727-8e08-e41292afbce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.095993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e70072-b7b6-411b-99d3-b73d0a6a6413 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Network': ['ID=a75aa6dd-47e7-4eb3-ac74-3aeed3fe0a37,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:50.133627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afdd252d-beca-42d3-b0e5-1837012e52bc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:50.222329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Made reservation on behalf of e597ad1fb18643b0a0a920cdd681c957 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:50.227660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.240131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.260600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2635c389-1040-4727-8e08-e41292afbce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.353609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port afdd252d-beca-42d3-b0e5-1837012e52bc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:50.356148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.358644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Port': ['ID=9820ad33-5d6f-4821-9492-1b743282a05c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:50.360447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.391155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.405790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-86434114-964c-430c-b7b7-35573efbda07 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/ports/9820ad33-5d6f-4821-9492-1b743282a05c HTTP/1.1" status: 204 len: 168 time: 1.3381183 Nov 12 12:29:50.408225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:50.473979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:50.536658 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.537054 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Added segment 0b5300df-91d7-40ab-9580-3b4a510178b1 of type vlan for network c04a7021-4e35-41ca-a06f-a593722374be Nov 12 12:29:50.617872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217350f6-402a-4833-ab1c-ed3c6dc58be5 req-b16f8c51-11a7-4dd4-aa24-3b9bdbcbe8b8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:50.620406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-217350f6-402a-4833-ab1c-ed3c6dc58be5 req-b16f8c51-11a7-4dd4-aa24-3b9bdbcbe8b8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.3058705 Nov 12 12:29:50.631345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.707603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.781143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2635c389-1040-4727-8e08-e41292afbce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.784257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2635c389-1040-4727-8e08-e41292afbce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.787050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2635c389-1040-4727-8e08-e41292afbce6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2db21422-a535-4d40-b4b0-b40a966f59da HTTP/1.1" status: 204 len: 168 time: 1.2768178 Nov 12 12:29:50.790565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.792804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:50.794202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:50.867445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635c389-1040-4727-8e08-e41292afbce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db21422-a535-4d40-b4b0-b40a966f59da,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:50.887103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-217350f6-402a-4833-ab1c-ed3c6dc58be5 req-4be2a54c-d38b-423e-ac96-5fb78aaed5bc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543921 Nov 12 12:29:50.907456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:51.049344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0360281 Nov 12 12:29:51.054014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:51.054742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fff483-dbd6-448e-8e06-43e34486173b tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Network': ['ID=c04a7021-4e35-41ca-a06f-a593722374be,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:51.097599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c04a7021-4e35-41ca-a06f-a593722374be details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:51.330620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2672fc-e8a3-469f-9639-b121398bce9f tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:51.332118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ea2672fc-e8a3-469f-9639-b121398bce9f tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] 10.222.0.18 "GET /v2.0/networks/c04a7021-4e35-41ca-a06f-a593722374be HTTP/1.1" status: 200 len: 757 time: 0.2687957 Nov 12 12:29:51.358664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:51.376591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port afdd252d-beca-42d3-b0e5-1837012e52bc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=afdd252d-beca-42d3-b0e5-1837012e52bc,segment=NetworkSegment(2bbf7fb2-ae0a-47da-9ff4-829161334566),segment_id=2bbf7fb2-ae0a-47da-9ff4-829161334566)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:51.378853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22fa1c-66f3-47bd-a51e-6cf19f69aece None None] Network 260271c8-ede5-49cc-bf3a-7117344fde8d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:51.408887 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:51.454206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-43f57477-556e-49cc-89f1-ad44a341b1fe None None] Provisioning complete for port afdd252d-beca-42d3-b0e5-1837012e52bc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:51.454598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f57477-556e-49cc-89f1-ad44a341b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:51.537978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Router 7283fc99-2ae2-4e9d-b11c-3318383777ab is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:29:51.548034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Deleting port 23003644-dbf1-4099-b78e-2009f376c87d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:51.548444 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:51.575235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8e6c7-67f3-462b-b3b7-6425474ddfcb tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:51.580407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3dd8e6c7-67f3-462b-b3b7-6425474ddfcb tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] 10.222.0.18 "GET /v2.0/networks/defea9cd-fa95-478f-bc1a-598d8ae8d8f4 HTTP/1.1" status: 200 len: 767 time: 0.2102406 Nov 12 12:29:51.591209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:51.644475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=afdd252d-beca-42d3-b0e5-1837012e52bc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:51.705416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa580f1-8c65-4eaa-9a25-c8ede12b284c req-a8ca6df4-f406-49f6-9db7-8a4987fcf89e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:51.713116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fa580f1-8c65-4eaa-9a25-c8ede12b284c req-a8ca6df4-f406-49f6-9db7-8a4987fcf89e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.2729678 Nov 12 12:29:51.717048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:51.728808 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Sync routers for ids ['7283fc99-2ae2-4e9d-b11c-3318383777ab'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:51.756008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:51.757345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cfb7b200-e6b2-413b-af94-0e4899a864c0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4230196 Nov 12 12:29:51.764474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:51.765261 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Routers {'7283fc99-2ae2-4e9d-b11c-3318383777ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:51.765997 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7283fc99-2ae2-4e9d-b11c-3318383777ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:51.810859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fa580f1-8c65-4eaa-9a25-c8ede12b284c req-513aa842-6c58-48ee-a668-9bfaf1af2578 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966032 Nov 12 12:29:52.027139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afdd252d-beca-42d3-b0e5-1837012e52bc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:52.070719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Set router 7283fc99-2ae2-4e9d-b11c-3318383777ab gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:52.173712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port afdd252d-beca-42d3-b0e5-1837012e52bc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:52.175374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.211463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.247759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1ae52a1c-107c-44ea-8ede-68d8ee8c78ea None None] Provisioning complete for port afdd252d-beca-42d3-b0e5-1837012e52bc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:52.248148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ae52a1c-107c-44ea-8ede-68d8ee8c78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.305692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Calling delete_port for 23003644-dbf1-4099-b78e-2009f376c87d owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:52.310682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.444882 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:29:49Z', 'revision_number': 3, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:52.499269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Checking router: 7283fc99-2ae2-4e9d-b11c-3318383777ab for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:52.500081 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Updating router 7283fc99-2ae2-4e9d-b11c-3318383777ab port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:29:52.565248 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.617053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.686538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04a7021-4e35-41ca-a06f-a593722374be']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:52.712099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5300df-91d7-40ab-9580-3b4a510178b1') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:52.712420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5300df-91d7-40ab-9580-3b4a510178b1') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:52.793083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.798408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.845427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Port': ['ID=23003644-dbf1-4099-b78e-2009f376c87d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:52.865819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.872652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57242) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:52.873240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5d7cd878-70c6-4256-8d39-187d95885b14 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/ports/23003644-dbf1-4099-b78e-2009f376c87d HTTP/1.1" status: 204 len: 168 time: 2.4635820 Nov 12 12:29:52.881389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.934094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc2bf38e-fc7c-414b-8cf9-ed9133edafca tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0599225 Nov 12 12:29:52.938747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:52.945089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-999106865'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:52.959157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:52.959573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:52.968066 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:53.018298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:53.022235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.024582 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.034152 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.091973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627ca70-e336-498e-9b9b-627a8a4f9fce req-4a68d653-971c-4ba5-9e5f-8af4fde3d61c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:53.093507 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4627ca70-e336-498e-9b9b-627a8a4f9fce req-4a68d653-971c-4ba5-9e5f-8af4fde3d61c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1170824 Nov 12 12:29:53.100961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.139271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.161673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:53.170227 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Attempting to bind port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:53.170607 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Attempting to bind port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:53.170970 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Attempting to bind port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:53.182568 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b629e79-5dbf-418a-bfcf-51034ac04ec0 None None] Pushing event updated for resources: {'Port': ['ID=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:53.192524 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:53.193062 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:53.193296 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.193688 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:53.194173 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Bound port: 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:53.194566 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.220326 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.220697 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Added segment a7c843e3-5851-4626-9c90-3535956a1813 of type vlan for network a22ff8b1-55ec-415b-85be-f1a4d1473184 Nov 12 12:29:53.225523 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4627ca70-e336-498e-9b9b-627a8a4f9fce req-8c82713e-2501-4339-87cd-8b996abe8685 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238484 Nov 12 12:29:53.287559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c04a7021-4e35-41ca-a06f-a593722374be {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:29:53.303967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.316057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c04a7021-4e35-41ca-a06f-a593722374be HTTP/1.1" status: 204 len: 168 time: 1.7236292 Nov 12 12:29:53.320754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.324102 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] For port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:53.328435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:53.335348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'network': {'name': 'tempest-network--1505302825'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:53.339778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] For port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:53.347002 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.374088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed7e93-72d0-4ae9-a6d1-b8aae6c09eb3 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Network': ['ID=c04a7021-4e35-41ca-a06f-a593722374be,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:53.443858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Made reservation on behalf of e597ad1fb18643b0a0a920cdd681c957 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:53.446239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.466663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.470016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Allocated IP 172.20.0.1 (260271c8-ede5-49cc-bf3a-7117344fde8d/b06f3741-5fba-4f75-9ade-36ea552f715b/553e3dfe-899e-4332-aec0-076971ed29fc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:53.474575 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Routers {'7283fc99-2ae2-4e9d-b11c-3318383777ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:53.475286 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7283fc99-2ae2-4e9d-b11c-3318383777ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:53.484065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:53.485062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.580422 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b629e79-5dbf-418a-bfcf-51034ac04ec0 None None] Pushing event updated for resources: {'Port': ['ID=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:53.602535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:53.629359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6891744 Nov 12 12:29:53.639053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:53.727411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-617667165'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:53.737137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.738858 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] Set router 7283fc99-2ae2-4e9d-b11c-3318383777ab gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:53.747668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.748390 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Added segment a849b3da-ddaa-4230-bae8-340ee8c09279 of type vlan for network 41103d84-466e-4cc0-8f6e-32bf020f75c5 Nov 12 12:29:53.785803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a925ab-7a79-4b08-804a-9e82c599d0a5 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Network': ['ID=a22ff8b1-55ec-415b-85be-f1a4d1473184,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:53.806120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a22ff8b1-55ec-415b-85be-f1a4d1473184 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:53.831703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.914967 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.940416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:53.947507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.978426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Network 260271c8-ede5-49cc-bf3a-7117344fde8d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:53.991130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:54.009155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:54.062842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:29:54.089114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.091527 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Added segment 3a72eea3-2693-4e9a-89a3-b2a8fa32bf88 of type vlan for network 17fef3ef-83fb-4789-9576-eab6c76aa26f Nov 12 12:29:54.098246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.183576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Pushing event updated for resources: {'Port': ['ID=553e3dfe-899e-4332-aec0-076971ed29fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:54.197937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.244742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.253641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:54.254337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.301940 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:29:49Z', 'revision_number': 3, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:54.303053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.304241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:54.305338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.460549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.510298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7853782 Nov 12 12:29:54.583380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad204e17-3afe-4c9d-8a1f-a264f2d3c648 None None] Provisioning complete for port 553e3dfe-899e-4332-aec0-076971ed29fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:54.583949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad204e17-3afe-4c9d-8a1f-a264f2d3c648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.614140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2845333 Nov 12 12:29:54.617442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:54.638325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:54.642616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:54.644775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46ea7e-3cdb-475a-9e36-76519b164724 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Network': ['ID=17fef3ef-83fb-4789-9576-eab6c76aa26f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:54.662197 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b5fe8-9bab-479e-ad6a-d1fadda4bc33 None None] The sync data for ids ['7283fc99-2ae2-4e9d-b11c-3318383777ab'] in n-d-804878-5 is: [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:29:49Z', 'revision_number': 3, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:54.676034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 17fef3ef-83fb-4789-9576-eab6c76aa26f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:54.800126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ad204e17-3afe-4c9d-8a1f-a264f2d3c648 None None] Port 553e3dfe-899e-4332-aec0-076971ed29fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:54.846428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'subnets': [{'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--273405688', 'ip_version': 4}, {'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:54.846764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'subnet': {'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--273405688', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:54.847529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Request body: {'subnet': {'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:54.891731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a0d72-103b-4e6b-bac8-f9bf795e5eeb tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Network': ['ID=41103d84-466e-4cc0-8f6e-32bf020f75c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:54.908953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 41103d84-466e-4cc0-8f6e-32bf020f75c5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:29:55.049085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d99e5a-f284-42ef-b3a6-0cc2ae8d99a1 req-60988147-c818-4342-8009-54bc9b975013 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:55.058586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.071876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56d99e5a-f284-42ef-b3a6-0cc2ae8d99a1 req-60988147-c818-4342-8009-54bc9b975013 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.6289306 Nov 12 12:29:55.142123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.223644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.267478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56d99e5a-f284-42ef-b3a6-0cc2ae8d99a1 req-13fe8fc8-ccb0-4dca-854a-f750e9d2a69f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869369 Nov 12 12:29:55.287662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Made reservation on behalf of 47661c12202f46029053a1d78a3be52d for: {'subnet': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:29:55.299220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.299734 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.495363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Network 260271c8-ede5-49cc-bf3a-7117344fde8d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:55.499430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Pushing event updated for resources: {'Port': ['ID=553e3dfe-899e-4332-aec0-076971ed29fc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:55.509264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:55.721203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.776718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.945862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-15177daf-5a59-4bd2-9e54-225c52aac258 None None] Provisioning complete for port 553e3dfe-899e-4332-aec0-076971ed29fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:55.947194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-15177daf-5a59-4bd2-9e54-225c52aac258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.050261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-15177daf-5a59-4bd2-9e54-225c52aac258 None None] Port 553e3dfe-899e-4332-aec0-076971ed29fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:29:56.087387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:56.166323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.214926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:56.215338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.344771 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.379695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Subnet': ['ID=92f003b3-ae7a-4ce0-807d-75ee9e55d3ba,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.384888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Checking segment: {'id': 'a7c843e3-5851-4626-9c90-3535956a1813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:56.385261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network hostable DHCP agents. Network: a22ff8b1-55ec-415b-85be-f1a4d1473184, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:56.410302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event updated for resources: {'Network': ['ID=41103d84-466e-4cc0-8f6e-32bf020f75c5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.415820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Network 41103d84-466e-4cc0-8f6e-32bf020f75c5 is not hosted by any dhcp agent {{(pid=102778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 12:29:56.416751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.417348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.422217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-05e597ee-1200-47cf-ac9f-294eb58e506d tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "PUT /v2.0/networks/41103d84-466e-4cc0-8f6e-32bf020f75c5 HTTP/1.1" status: 200 len: 858 time: 1.7961175 Nov 12 12:29:56.423528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:56.425022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57326) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:56.429167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network a22ff8b1-55ec-415b-85be-f1a4d1473184 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:56.438872 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.514783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a22ff8b1-55ec-415b-85be-f1a4d1473184) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:56.524514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.527785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be61e4-a575-4cb5-a367-a53262494ecd None None] Network a22ff8b1-55ec-415b-85be-f1a4d1473184 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:56.547232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Router 7283fc99-2ae2-4e9d-b11c-3318383777ab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:56.625944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365b32-9197-4a12-b8b7-7615c1e447d1 req-f42e6f4f-cad2-48ec-b2f1-5bc2a5e55f4b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.627558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56365b32-9197-4a12-b8b7-7615c1e447d1 req-f42e6f4f-cad2-48ec-b2f1-5bc2a5e55f4b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1768358 Nov 12 12:29:56.654930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.674893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.696763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event updated for resources: {'Subnet': ['ID=979576b1-27c7-46a4-8856-dd83d74e74b5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.726700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Checking segment: {'id': '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:56.726700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network hostable DHCP agents. Network: 17fef3ef-83fb-4789-9576-eab6c76aa26f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:29:56.750961 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56365b32-9197-4a12-b8b7-7615c1e447d1 req-7f883526-5083-499a-8ec7-508cbbc6ec92 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117642 Nov 12 12:29:56.773280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Network 17fef3ef-83fb-4789-9576-eab6c76aa26f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:29:56.780630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 17fef3ef-83fb-4789-9576-eab6c76aa26f) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:56.792204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.795346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.796183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.811820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a22ff8b1-55ec-415b-85be-f1a4d1473184', 'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184', 'tenant_id': '47661c12202f46029053a1d78a3be52d', 'fixed_ips': [{'subnet_id': '92f003b3-ae7a-4ce0-807d-75ee9e55d3ba'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:29:56.815078 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.828024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe5e0453-661a-4cf2-8411-b3a49bc26359 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1735768 Nov 12 12:29:56.831070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:56.839423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286735c-942c-4798-9fc7-76f45cfcd51c None None] Network 17fef3ef-83fb-4789-9576-eab6c76aa26f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:56.931151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e1816-6b93-4ce1-9500-92eeb6b9b32c tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.933208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e1816-6b93-4ce1-9500-92eeb6b9b32c tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.935511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e1816-6b93-4ce1-9500-92eeb6b9b32c tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:56.946032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57340) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:56.958764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc8e1816-6b93-4ce1-9500-92eeb6b9b32c tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1264017 Nov 12 12:29:56.966151 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.010394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:57.018026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41103d84-466e-4cc0-8f6e-32bf020f75c5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:57.031396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-61d0d419-895c-463d-b594-c683cc15af25 admin admin] 10.222.0.18 "PUT /v2.0/routers/7283fc99-2ae2-4e9d-b11c-3318383777ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2522914 Nov 12 12:29:57.045639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a849b3da-ddaa-4230-bae8-340ee8c09279') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:57.045929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a849b3da-ddaa-4230-bae8-340ee8c09279') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:57.070388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Deleting subnet 92f003b3-ae7a-4ce0-807d-75ee9e55d3ba {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:57.073516 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.089492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.102521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:57.103256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:57.106369 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:57.156708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Allocated IP 172.20.0.2 (a22ff8b1-55ec-415b-85be-f1a4d1473184/92f003b3-ae7a-4ce0-807d-75ee9e55d3ba/d3c23eae-6d72-496d-a3a9-dcefb4047bc5) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:57.196630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.230304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41103d84-466e-4cc0-8f6e-32bf020f75c5 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:29:57.233091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Pushing event deleted for resources: {'Network': ['ID=41103d84-466e-4cc0-8f6e-32bf020f75c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:57.237496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.242357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-76d83b25-1d4b-4164-af46-311cb4aac138 tempest-ExternalNetworksTestJSON-132057351 tempest-ExternalNetworksTestJSON-132057351-project-admin] 10.222.0.18 "DELETE /v2.0/networks/41103d84-466e-4cc0-8f6e-32bf020f75c5 HTTP/1.1" status: 204 len: 168 time: 0.8156571 Nov 12 12:29:57.245096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:57.281891 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-362215eb-d2d4-4e6e-9db2-211c45155c27 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] DELETE failed (client error): The resource could not be found. Nov 12 12:29:57.283111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362215eb-d2d4-4e6e-9db2-211c45155c27 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:29:57.287388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-362215eb-d2d4-4e6e-9db2-211c45155c27 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] 10.222.0.18 "DELETE /v2.0/subnets/10f5409a-318b-4629-bafe-d5cf50961a67 HTTP/1.1" status: 404 len: 337 time: 0.0397787 Nov 12 12:29:57.289665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:57.411339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.438451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.445145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.507115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Network a22ff8b1-55ec-415b-85be-f1a4d1473184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:57.525365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:57.537139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:57.580210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Pushing event updated for resources: {'Port': ['ID=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:57.597408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.623259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-17fef3ef-83fb-4789-9576-eab6c76aa26f', 'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f', 'tenant_id': '47661c12202f46029053a1d78a3be52d', 'fixed_ips': [{'subnet_id': '979576b1-27c7-46a4-8856-dd83d74e74b5'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:29:57.630465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.632039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.959482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Attempting to bind port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:57.970969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Attempting to bind port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a7c843e3-5851-4626-9c90-3535956a1813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:57.971487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Attempting to bind port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 on network a22ff8b1-55ec-415b-85be-f1a4d1473184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:58.007139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:58.007518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Checking segment: {'id': 'a7c843e3-5851-4626-9c90-3535956a1813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:58.007925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.008328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Bound using segment: {'id': 'a7c843e3-5851-4626-9c90-3535956a1813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:58.008822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Bound port: d3c23eae-6d72-496d-a3a9-dcefb4047bc5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c843e3-5851-4626-9c90-3535956a1813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a22ff8b1-55ec-415b-85be-f1a4d1473184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:58.009394 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.012428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825dca4-d8a0-400b-be69-7beb895568ac req-e9a4b98d-3e3d-4bbe-aec7-2df816b9665e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:58.020433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e825dca4-d8a0-400b-be69-7beb895568ac req-e9a4b98d-3e3d-4bbe-aec7-2df816b9665e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1214392 Nov 12 12:29:58.066386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:29:58.083856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Allocated IP 172.20.0.18 (17fef3ef-83fb-4789-9576-eab6c76aa26f/979576b1-27c7-46a4-8856-dd83d74e74b5/cc74c332-9c21-4650-92bd-2850d3c734e3) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:58.123310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e825dca4-d8a0-400b-be69-7beb895568ac req-5a127f18-3499-41d1-bb49-dbc43eae1e8b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017017 Nov 12 12:29:58.160774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.417041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.433347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-9208b42c-aa7e-4c8e-b31e-9007598a5894 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6948304 Nov 12 12:29:58.458021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:29:58.465221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defea9cd-fa95-478f-bc1a-598d8ae8d8f4']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.474723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:29:58.475324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.488666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191b802b-3087-4684-a8ac-02ae847cb601') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.488970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191b802b-3087-4684-a8ac-02ae847cb601') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.494789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.504315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] For port d3c23eae-6d72-496d-a3a9-dcefb4047bc5, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:58.521294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] For port d3c23eae-6d72-496d-a3a9-dcefb4047bc5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,segment=NetworkSegment(a7c843e3-5851-4626-9c90-3535956a1813),segment_id=a7c843e3-5851-4626-9c90-3535956a1813)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:58.533750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.544324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Sync routers for ids ['7283fc99-2ae2-4e9d-b11c-3318383777ab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:58.546617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Subnet': ['ID=92f003b3-ae7a-4ce0-807d-75ee9e55d3ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:58.557863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.572825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.586954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.593738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0d21ac86-792a-4f3c-bd55-c0c9efc4fcdc tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/subnets/92f003b3-ae7a-4ce0-807d-75ee9e55d3ba HTTP/1.1" status: 204 len: 168 time: 1.6422961 Nov 12 12:29:58.597354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:58.602103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.619022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:58.619022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:58.623854 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:58.669682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.716833 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.737329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Routers {'7283fc99-2ae2-4e9d-b11c-3318383777ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:58.738126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7283fc99-2ae2-4e9d-b11c-3318383777ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.767325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.788670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.800040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] 10.222.0.18 "DELETE /v2.0/networks/defea9cd-fa95-478f-bc1a-598d8ae8d8f4 HTTP/1.1" status: 204 len: 168 time: 1.5089388 Nov 12 12:29:58.834620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Deleting subnet 979576b1-27c7-46a4-8856-dd83d74e74b5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:58.852838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Network 17fef3ef-83fb-4789-9576-eab6c76aa26f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:58.858036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bac40d-4769-4f41-bf86-6d187f997c42 tempest-ExternalNetworksTestJSON-461385866 tempest-ExternalNetworksTestJSON-461385866-project] Pushing event deleted for resources: {'Network': ['ID=defea9cd-fa95-478f-bc1a-598d8ae8d8f4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:58.859387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.870346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:58.878200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:58.973308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.022058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a1a06-eeb5-4ba6-9ce9-0643a37c6dd7 None None] Pushing event updated for resources: {'Port': ['ID=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.055323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.165526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Pushing event updated for resources: {'Port': ['ID=cc74c332-9c21-4650-92bd-2850d3c734e3,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.235376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.292900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Set router 7283fc99-2ae2-4e9d-b11c-3318383777ab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:59.345494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Attempting to bind port cc74c332-9c21-4650-92bd-2850d3c734e3 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:29:59.345760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Attempting to bind port cc74c332-9c21-4650-92bd-2850d3c734e3 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:29:59.346330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Attempting to bind port cc74c332-9c21-4650-92bd-2850d3c734e3 on network 17fef3ef-83fb-4789-9576-eab6c76aa26f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:29:59.357359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Allocated IP 172.25.1.177 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/1ccd116a-4ba5-48f3-b553-e4686e73ef7f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:29:59.363020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:29:59.363679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Checking segment: {'id': '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:29:59.364247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.365071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Bound using segment: {'id': '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:29:59.365730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Bound port: cc74c332-9c21-4650-92bd-2850d3c734e3, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17fef3ef-83fb-4789-9576-eab6c76aa26f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:29:59.366410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.417645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.475152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Subnet': ['ID=979576b1-27c7-46a4-8856-dd83d74e74b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.486077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.493449 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c47cb1e2-6972-454e-a1e5-afaa366c2d89 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/subnets/979576b1-27c7-46a4-8856-dd83d74e74b5 HTTP/1.1" status: 204 len: 168 time: 0.8939321 Nov 12 12:29:59.494807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57398) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:59.560377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:59.562520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.565927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f102f-1e55-4ba0-8cf4-5364e4193242 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:59.571954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0c5f102f-1e55-4ba0-8cf4-5364e4193242 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737793 Nov 12 12:29:59.573241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:59.600667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07e3a-8f5f-4b70-bee2-96780b11a1d1 req-49aefd89-cbe7-4765-8f26-c36518a57fa1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:59.610950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39e07e3a-8f5f-4b70-bee2-96780b11a1d1 req-49aefd89-cbe7-4765-8f26-c36518a57fa1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.3147798 Nov 12 12:29:59.634638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.723652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.744621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] For port cc74c332-9c21-4650-92bd-2850d3c734e3, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:29:59.749314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39e07e3a-8f5f-4b70-bee2-96780b11a1d1 req-63d5c3bb-191b-4081-8f58-0a500c448391 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377604 Nov 12 12:29:59.752038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] For port cc74c332-9c21-4650-92bd-2850d3c734e3, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cc74c332-9c21-4650-92bd-2850d3c734e3,segment=NetworkSegment(3a72eea3-2693-4e9a-89a3-b2a8fa32bf88),segment_id=3a72eea3-2693-4e9a-89a3-b2a8fa32bf88)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:29:59.792032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.814304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.860189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:29:59.867298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8621cd-8829-4bc6-ae91-c3b1bc0564de None None] Pushing event updated for resources: {'Port': ['ID=cc74c332-9c21-4650-92bd-2850d3c734e3,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.873710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:29:59.876907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:29:59.882933 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.945833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=1ccd116a-4ba5-48f3-b553-e4686e73ef7f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.966201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Deleting port cc74c332-9c21-4650-92bd-2850d3c734e3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:59.967035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.049902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243f6636-d40a-48a6-87ec-cf2725601191 None None] Network 17fef3ef-83fb-4789-9576-eab6c76aa26f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:00.118412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.195569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] For port cc74c332-9c21-4650-92bd-2850d3c734e3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cc74c332-9c21-4650-92bd-2850d3c734e3,segment=NetworkSegment(3a72eea3-2693-4e9a-89a3-b2a8fa32bf88),segment_id=3a72eea3-2693-4e9a-89a3-b2a8fa32bf88)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:00.196329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.204938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:00.205217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7736cac3-57fe-499a-bd64-d60dceef1398 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=595a7c2944dd42b89ab70221ccc19f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6421721 Nov 12 12:30:00.206811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.319357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0dff86-9cd1-47ef-91f2-78d141255786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.322357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Calling delete_port for cc74c332-9c21-4650-92bd-2850d3c734e3 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:00.324874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d3c23eae-6d72-496d-a3a9-dcefb4047bc5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:00.442523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:29:54Z', 'revision_number': 4, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '553e3dfe-899e-4332-aec0-076971ed29fc', 'name': '', 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d', 'tenant_id': '399ca77bac6442b68072f80751603552', 'mac_address': 'fa:16:3e:d3:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'b06f3741-5fba-4f75-9ade-36ea552f715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:53Z', 'updated_at': '2021-11-12T12:29:54Z', 'revision_number': 2, 'project_id': '399ca77bac6442b68072f80751603552', 'subnets': [{'id': 'b06f3741-5fba-4f75-9ade-36ea552f715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:00.478448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0dff86-9cd1-47ef-91f2-78d141255786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.564078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca92d07-2ba4-40b0-881f-d47de91213d3 None None] Network a22ff8b1-55ec-415b-85be-f1a4d1473184 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:00.570974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Checking router: 7283fc99-2ae2-4e9d-b11c-3318383777ab for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:00.571461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Updating router 7283fc99-2ae2-4e9d-b11c-3318383777ab port 553e3dfe-899e-4332-aec0-076971ed29fc binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:30:00.577216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.593393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0dff86-9cd1-47ef-91f2-78d141255786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.597076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb0dff86-9cd1-47ef-91f2-78d141255786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.598728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fb0dff86-9cd1-47ef-91f2-78d141255786 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f846170-1a64-4ce6-8e65-fa14c802d709 HTTP/1.1" status: 204 len: 168 time: 0.3906689 Nov 12 12:30:00.599333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] No DVR routers for this DVR port cc74c332-9c21-4650-92bd-2850d3c734e3 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:00.642884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.656030 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.729474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=1ccd116a-4ba5-48f3-b553-e4686e73ef7f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:00.754642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dff86-9cd1-47ef-91f2-78d141255786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f846170-1a64-4ce6-8e65-fa14c802d709,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:00.763149 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.769875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Port': ['ID=cc74c332-9c21-4650-92bd-2850d3c734e3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:00.845144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.893722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5970a339-24c1-4260-a031-0d205b81d3d8 None None] Provisioning complete for port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:00.893722 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5970a339-24c1-4260-a031-0d205b81d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.013591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.026595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:01.031142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.031814 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.044707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-73b8f907-ddd4-4a50-ac06-dd902ea0074f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5983663 Nov 12 12:30:01.142244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fef3ef-83fb-4789-9576-eab6c76aa26f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:01.188200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:01.193804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a72eea3-2693-4e9a-89a3-b2a8fa32bf88') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:01.296245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-8bec9c89-534c-4b14-b669-9b77692a46f5 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.2277863 Nov 12 12:30:01.576748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:01.614437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5970a339-24c1-4260-a031-0d205b81d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.665463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-4bb82f35-9df6-4954-8d35-d352a2f08967 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:01.667217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69fd17d9-d2a9-402b-9263-4f9a0e916633 req-4bb82f35-9df6-4954-8d35-d352a2f08967 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3646541 Nov 12 12:30:01.686132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5970a339-24c1-4260-a031-0d205b81d3d8 None None] For port d3c23eae-6d72-496d-a3a9-dcefb4047bc5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,segment=NetworkSegment(a7c843e3-5851-4626-9c90-3535956a1813),segment_id=a7c843e3-5851-4626-9c90-3535956a1813)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:01.699995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5970a339-24c1-4260-a031-0d205b81d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.765402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5ca6ebe9-c7b0-47fd-b925-7638ac71b253 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e597ad1fb18643b0a0a920cdd681c957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874835 Nov 12 12:30:01.768687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:01.861651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.881525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54f0e6-05e3-47c7-b76a-d3c925e5d225 req-71f7ef11-d312-455e-96aa-75b3e0d6de8c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:01.882892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b54f0e6-05e3-47c7-b76a-d3c925e5d225 req-71f7ef11-d312-455e-96aa-75b3e0d6de8c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.8610020 Nov 12 12:30:01.894928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.905506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:01.906746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:02.004440 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:02.013466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.054130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] DHCP port deletion for a22ff8b1-55ec-415b-85be-f1a4d1473184 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:02.061504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.068897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:02.069384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/networks/17fef3ef-83fb-4789-9576-eab6c76aa26f HTTP/1.1" status: 204 len: 168 time: 2.4941370 Nov 12 12:30:02.070897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26875f87-c655-4bb6-aff1-2afceca15651 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Network': ['ID=17fef3ef-83fb-4789-9576-eab6c76aa26f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:02.099016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2b54f0e6-05e3-47c7-b76a-d3c925e5d225 req-469e3794-7ba4-47f8-a659-152ebfa3eff5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155567 Nov 12 12:30:02.115402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d42b187e-ef6a-4d9d-9ba6-a75ed3d794f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.211383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-e6fcbf66-5209-4815-935a-ee83afa0e463 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3678293 Nov 12 12:30:02.220085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d42b187e-ef6a-4d9d-9ba6-a75ed3d794f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.241662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:02.254246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970a339-24c1-4260-a031-0d205b81d3d8 None None] Pushing event updated for resources: {'Port': ['ID=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:02.337452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] Deleting port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:02.338431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.352585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.442383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.488421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] For port d3c23eae-6d72-496d-a3a9-dcefb4047bc5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,segment=NetworkSegment(a7c843e3-5851-4626-9c90-3535956a1813),segment_id=a7c843e3-5851-4626-9c90-3535956a1813)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:02.489293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.495174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.512955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] Calling delete_port for d3c23eae-6d72-496d-a3a9-dcefb4047bc5 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:02.518389 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.596565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d42b187e-ef6a-4d9d-9ba6-a75ed3d794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.601146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d42b187e-ef6a-4d9d-9ba6-a75ed3d794f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.602563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d42b187e-ef6a-4d9d-9ba6-a75ed3d794f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2867d76a-ea4e-429f-b468-6cde759f0458 HTTP/1.1" status: 204 len: 168 time: 0.8327024 Nov 12 12:30:02.706560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e230b0-a162-4f59-92ed-774dbc460ec2 None None] Pushing event updated for resources: {'Port': ['ID=553e3dfe-899e-4332-aec0-076971ed29fc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:02.741345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d3c23eae-6d72-496d-a3a9-dcefb4047bc5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:02.757408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b187e-ef6a-4d9d-9ba6-a75ed3d794f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867d76a-ea4e-429f-b468-6cde759f0458,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:02.797405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Deleting port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:02.798112 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.880636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Attempting to bind port 553e3dfe-899e-4332-aec0-076971ed29fc on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:02.880999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Attempting to bind port 553e3dfe-899e-4332-aec0-076971ed29fc by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:02.881362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Attempting to bind port 553e3dfe-899e-4332-aec0-076971ed29fc on network 260271c8-ede5-49cc-bf3a-7117344fde8d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:02.951419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.954619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] For port d3c23eae-6d72-496d-a3a9-dcefb4047bc5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,segment=NetworkSegment(a7c843e3-5851-4626-9c90-3535956a1813),segment_id=a7c843e3-5851-4626-9c90-3535956a1813)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:02.957514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:02.957866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Checking segment: {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:02.960077 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.961294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Bound using segment: {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:02.961601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.961824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Bound port: 553e3dfe-899e-4332-aec0-076971ed29fc, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbf7fb2-ae0a-47da-9ff4-829161334566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:02.962286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:02.984074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Calling delete_port for d3c23eae-6d72-496d-a3a9-dcefb4047bc5 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:02.994955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.062656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] Pushing event deleted for resources: {'Port': ['ID=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.119913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57472) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:03.191910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.224696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea78360-67fb-49d0-8709-ac9bfe65178a None None] No DVR routers for this DVR port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:03.227099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Allocated IP 172.25.1.80 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/c14bfc8b-e690-4390-ab78-1f6fb5911f08) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:03.229392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.250585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] No DVR routers for this DVR port d3c23eae-6d72-496d-a3a9-dcefb4047bc5 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:03.289813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541325e3-f833-47e8-a998-bf01f60b2e21 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:30:03.304091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Port': ['ID=d3c23eae-6d72-496d-a3a9-dcefb4047bc5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.334290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-131e17d0-cab7-4c80-86bd-b67c1a017dc1 None None] Provisioning complete for port 553e3dfe-899e-4332-aec0-076971ed29fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:03.336800 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-131e17d0-cab7-4c80-86bd-b67c1a017dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.350113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886d9de-b074-4da2-8475-3bd3cdfe7d7c req-35158312-ed8c-4fba-9457-3b3b5943d5c3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:03.352749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5886d9de-b074-4da2-8475-3bd3cdfe7d7c req-35158312-ed8c-4fba-9457-3b3b5943d5c3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1274846 Nov 12 12:30:03.386596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] For port 553e3dfe-899e-4332-aec0-076971ed29fc, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:03.439175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] For port 553e3dfe-899e-4332-aec0-076971ed29fc, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=553e3dfe-899e-4332-aec0-076971ed29fc,segment=NetworkSegment(2bbf7fb2-ae0a-47da-9ff4-829161334566),segment_id=2bbf7fb2-ae0a-47da-9ff4-829161334566)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:03.452291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5886d9de-b074-4da2-8475-3bd3cdfe7d7c req-fe89ef37-6b0f-4019-afc2-a0639267ec48 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922837 Nov 12 12:30:03.457365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a845-15ff-4eff-bac4-10eb16ff44bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.470710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-131e17d0-cab7-4c80-86bd-b67c1a017dc1 None None] Port 553e3dfe-899e-4332-aec0-076971ed29fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:03.492749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.520256 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.532143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22ff8b1-55ec-415b-85be-f1a4d1473184']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:03.566579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c843e3-5851-4626-9c90-3535956a1813') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:03.566999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c843e3-5851-4626-9c90-3535956a1813') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:03.590853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.606968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Routers {'7283fc99-2ae2-4e9d-b11c-3318383777ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:03.607647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:29:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7283fc99-2ae2-4e9d-b11c-3318383777ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:03.609431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.621202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.630708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:03.631266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:03.639396 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:03.665746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a845-15ff-4eff-bac4-10eb16ff44bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.697122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e230b0-a162-4f59-92ed-774dbc460ec2 None None] Pushing event updated for resources: {'Port': ['ID=553e3dfe-899e-4332-aec0-076971ed29fc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.705535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a845-15ff-4eff-bac4-10eb16ff44bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.706884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541325e3-f833-47e8-a998-bf01f60b2e21 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:30:03.764572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.785183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.790140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ec8a845-15ff-4eff-bac4-10eb16ff44bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52c61d360b56460b823c818974281967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6667459 Nov 12 12:30:03.790990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57506) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:03.798978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/networks/a22ff8b1-55ec-415b-85be-f1a4d1473184 HTTP/1.1" status: 204 len: 168 time: 1.7144282 Nov 12 12:30:03.800719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8a845-15ff-4eff-bac4-10eb16ff44bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7908e92-f2df-4875-8b24-e681d29436d7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.805840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:03.813071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.825212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65be19-e289-4033-83f5-313a6403eaae tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Network': ['ID=a22ff8b1-55ec-415b-85be-f1a4d1473184,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.832279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-f0539146-d3d4-418b-b8e4-5a5f8ff62d80 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:03.839627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-f0539146-d3d4-418b-b8e4-5a5f8ff62d80 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.2569568 Nov 12 12:30:03.878113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:03.884363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:03.896375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=c14bfc8b-e690-4390-ab78-1f6fb5911f08,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.900895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:03.914858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-418296de-d997-44ba-9d14-471dc95d09a0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/quotas/4d8d162cc79c451e80a3f45950daa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0739613 Nov 12 12:30:03.924361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] Set router 7283fc99-2ae2-4e9d-b11c-3318383777ab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:04.016032 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a95e-cdd9-45d7-8d3b-a569100c2305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.021671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.029954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.071695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-b2cfe6f5-6fa5-4157-ac3a-515391619f41 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556098 Nov 12 12:30:04.072874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.104664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a95e-cdd9-45d7-8d3b-a569100c2305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.189995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.235771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca58443-7cb0-4b47-a170-4fe2194a4eff']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:04.306442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bda835-2de6-4448-b9ec-ea70117d4636') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:04.307044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bda835-2de6-4448-b9ec-ea70117d4636') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:04.310100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.317190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.324078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.364997 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.382792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:04.383463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:04.387205 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:04.414944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-87a298d7-cafe-4ffa-bb06-93801c3b43c6 service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418479 Nov 12 12:30:04.431679 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a95e-cdd9-45d7-8d3b-a569100c2305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.435621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a95e-cdd9-45d7-8d3b-a569100c2305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.437141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b4b9a95e-cdd9-45d7-8d3b-a569100c2305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7908e92-f2df-4875-8b24-e681d29436d7 HTTP/1.1" status: 204 len: 168 time: 0.6458111 Nov 12 12:30:04.449211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.464601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=c14bfc8b-e690-4390-ab78-1f6fb5911f08,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:04.491865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.493988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-9c1e19f3-8333-44a5-806d-740a8e2ea238 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2715912 Nov 12 12:30:04.511416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9a95e-cdd9-45d7-8d3b-a569100c2305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7908e92-f2df-4875-8b24-e681d29436d7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:04.547707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.551983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.556328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/networks/7ca58443-7cb0-4b47-a170-4fe2194a4eff HTTP/1.1" status: 204 len: 168 time: 0.7491529 Nov 12 12:30:04.563505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:04.572973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:29:54Z', 'revision_number': 4, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '553e3dfe-899e-4332-aec0-076971ed29fc', 'name': '', 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d', 'tenant_id': '399ca77bac6442b68072f80751603552', 'mac_address': 'fa:16:3e:d3:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'b06f3741-5fba-4f75-9ade-36ea552f715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:53Z', 'updated_at': '2021-11-12T12:30:03Z', 'revision_number': 4, 'project_id': '399ca77bac6442b68072f80751603552', 'subnets': [{'id': 'b06f3741-5fba-4f75-9ade-36ea552f715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:04.611473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a881c4-6846-4e1f-a683-67c3714cdea2 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Network': ['ID=7ca58443-7cb0-4b47-a170-4fe2194a4eff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:04.613570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dcaf-89a1-4c3f-9b51-08bb58f1bcee None None] The sync data for ids ['7283fc99-2ae2-4e9d-b11c-3318383777ab'] in n-d-804878-5 is: [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:29:54Z', 'revision_number': 4, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '553e3dfe-899e-4332-aec0-076971ed29fc', 'name': '', 'network_id': '260271c8-ede5-49cc-bf3a-7117344fde8d', 'tenant_id': '399ca77bac6442b68072f80751603552', 'mac_address': 'fa:16:3e:d3:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'b06f3741-5fba-4f75-9ade-36ea552f715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:53Z', 'updated_at': '2021-11-12T12:30:03Z', 'revision_number': 4, 'project_id': '399ca77bac6442b68072f80751603552', 'subnets': [{'id': 'b06f3741-5fba-4f75-9ade-36ea552f715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:04.688193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-dc09e8d5-b2f8-4f9d-96e2-e9271318d891 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.1877766 Nov 12 12:30:04.705461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.714251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-d526e997-0775-44f6-a15f-3512b7103d6e service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947001 Nov 12 12:30:04.760376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port ef3757d4-7c21-4a28-b636-28b95794347b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:04.761665 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.838544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Port ef3757d4-7c21-4a28-b636-28b95794347b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:04.853841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:04.854250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.989228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.028743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-24f7a3ac-939b-408b-b6ce-2329c8579c67 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:05.029681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1956c2d2-fecf-48fe-a663-6b767a297601 req-24f7a3ac-939b-408b-b6ce-2329c8579c67 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2858391 Nov 12 12:30:05.072877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd958734-883d-43c5-b049-3b686c5e4da2']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:05.112909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f11ca2b-bd28-4048-bb00-56ed19570e3d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:05.113208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f11ca2b-bd28-4048-bb00-56ed19570e3d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:05.136040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.165861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 20d059eb-ad97-45a3-a96a-d6bc2951f86a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:05.167203 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.171470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.193182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:05.195654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:05.202314 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:05.354779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57544) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:05.361563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 25fdc68c-13d8-48ad-b668-e901235bb728 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:05.362419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.429095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-e319948f-fc4e-476b-813f-cda40e7e458e tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2088845107&fields=id&tenant_id=ed467640bc874346850de761c7247d15 HTTP/1.1" status: 200 len: 267 time: 0.1811955 Nov 12 12:30:05.431803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.444889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Port 25fdc68c-13d8-48ad-b668-e901235bb728 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:05.452992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.456661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] 10.222.0.18 "DELETE /v2.0/networks/dd958734-883d-43c5-b049-3b686c5e4da2 HTTP/1.1" status: 204 len: 168 time: 0.8921652 Nov 12 12:30:05.458679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c53d24-370e-4b51-a28b-75206e478180 tempest-BulkNetworkOpsTest-1394514069 tempest-BulkNetworkOpsTest-1394514069-project] Pushing event deleted for resources: {'Network': ['ID=dd958734-883d-43c5-b049-3b686c5e4da2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:05.470676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port a706a546-8ffc-4df6-9c00-30c2c4886517 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:05.471046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.495099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcdcb-765d-4d27-b5e6-51ea114f7d22 req-86657295-799c-48a1-9452-6f6a3c96fedb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:05.502601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-231bcdcb-765d-4d27-b5e6-51ea114f7d22 req-86657295-799c-48a1-9452-6f6a3c96fedb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1278479 Nov 12 12:30:05.560082 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cd31f00-08b0-4664-bf48-b21ee006497d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.641202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-231bcdcb-765d-4d27-b5e6-51ea114f7d22 req-daaf5ea9-2ec6-416a-9b1b-2a78f6160f28 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298592 Nov 12 12:30:05.696503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-bd493bf2-cd1a-4032-86a3-8517b3a72dde tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:05.698593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-bd493bf2-cd1a-4032-86a3-8517b3a72dde tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/networks?id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622 HTTP/1.1" status: 200 len: 815 time: 0.2678800 Nov 12 12:30:05.722641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aae82b37-9ad5-483d-b018-bd0faec13892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.756284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-26a7c01d-c1b2-4840-b720-f0be2e5cdfd2 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/quotas/ed467640bc874346850de761c7247d15 HTTP/1.1" status: 200 len: 375 time: 0.0436196 Nov 12 12:30:05.806458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:05.811443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.817315 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:30:05.923167 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cd31f00-08b0-4664-bf48-b21ee006497d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.932576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cd31f00-08b0-4664-bf48-b21ee006497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.970740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-dfabfe6c-cc51-4919-9290-0814350e12f5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed467640bc874346850de761c7247d15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1982207 Nov 12 12:30:06.045912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:06.053055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 7c7aab60-a4fc-4316-81cb-02afba088424 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.053500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.072520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:06.097549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd31f00-08b0-4664-bf48-b21ee006497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c409e-418f-41bf-816f-f91d8ab819c9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:06.175872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2cd31f00-08b0-4664-bf48-b21ee006497d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f46efd6cf474ec789675f62ff6a7a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8162532 Nov 12 12:30:06.178624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:06.222638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port c14bfc8b-e690-4390-ab78-1f6fb5911f08 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.223423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.261651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-469bcc76-7d4b-4121-89a4-262230f4c306 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5683002 Nov 12 12:30:06.270061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:06.295809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5c623e0-6355-4742-809a-6a2ddca51713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.325285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2eed587b-dd22-44a8-b1e2-d72251f453a5 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:06.348824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Port c14bfc8b-e690-4390-ab78-1f6fb5911f08 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:06.360454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.377833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 0203cccd-ddf5-43ad-b04c-d00c54584585 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.378223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.380259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-1d4a175f-2f17-48ca-90e7-cb8d4fa97d5c service neutron] 10.222.0.18 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803742 Nov 12 12:30:06.463607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 553e3dfe-899e-4332-aec0-076971ed29fc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:06.507667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5c623e0-6355-4742-809a-6a2ddca51713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.516168 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2eed587b-dd22-44a8-b1e2-d72251f453a5 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "PUT /v2.0/quotas/d9650464317b455cab9929664a572b33 HTTP/1.1" status: 200 len: 368 time: 0.4684637 Nov 12 12:30:06.520043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:06.531435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Request body: {'network': {'project_id': 'd9650464317b455cab9929664a572b33'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:06.628332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c2573b8e-e09f-49e2-8745-12b3c0b34610 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47661c12202f46029053a1d78a3be52d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5502191 Nov 12 12:30:06.631001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Made reservation on behalf of d9650464317b455cab9929664a572b33 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:06.631604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:06.633325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.661057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.678734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 553e3dfe-899e-4332-aec0-076971ed29fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.679634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.708739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 4adb5952-9987-4305-8a72-b2af678a1ebc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.709558 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.731338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.773654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Port 4adb5952-9987-4305-8a72-b2af678a1ebc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:06.791333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Provisioning complete for port 1ccd116a-4ba5-48f3-b553-e4686e73ef7f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.791333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.859429 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.861630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a580127-a610-424d-8e9c-a8daea1722a4 None None] Port 1ccd116a-4ba5-48f3-b553-e4686e73ef7f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:06.917826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 553e3dfe-899e-4332-aec0-076971ed29fc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=553e3dfe-899e-4332-aec0-076971ed29fc,segment=NetworkSegment(2bbf7fb2-ae0a-47da-9ff4-829161334566),segment_id=2bbf7fb2-ae0a-47da-9ff4-829161334566)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:06.925738 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.003533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a4f9995b-7f08-4fef-bd47-f7b796f87198 None None] Provisioning complete for port 553e3dfe-899e-4332-aec0-076971ed29fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:07.003915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4f9995b-7f08-4fef-bd47-f7b796f87198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.041081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=553e3dfe-899e-4332-aec0-076971ed29fc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.069807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.070521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.071053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.071713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.072054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.072387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.072716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.073045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.073520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.073992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.075081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.075410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.161187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-22910d82-9940-48c8-9773-d1698445decf service neutron] 10.222.0.18 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656252 Nov 12 12:30:07.200570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5c623e0-6355-4742-809a-6a2ddca51713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.203184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5c623e0-6355-4742-809a-6a2ddca51713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.206656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5c623e0-6355-4742-809a-6a2ddca51713 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/445c409e-418f-41bf-816f-f91d8ab819c9 HTTP/1.1" status: 204 len: 168 time: 1.0240593 Nov 12 12:30:07.272526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c623e0-6355-4742-809a-6a2ddca51713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c409e-418f-41bf-816f-f91d8ab819c9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.340705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54f776b5-912e-4945-a952-8c2fa5054931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.397115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.404107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.408998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54f776b5-912e-4945-a952-8c2fa5054931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.433374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Allocated IP 172.25.1.242 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/068090b4-5bca-4fd4-bcdc-cd327c0656b1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:07.455390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:07.470870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cdb405-543b-4804-bfe4-593ba4998b47,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.471880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-a18b4f60-2141-40d6-8261-ee4b5d2cc709 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:07.473496 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-a18b4f60-2141-40d6-8261-ee4b5d2cc709 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.3362834 Nov 12 12:30:07.490006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Request body: {'port': {'device_id': 'a5665821-7c43-45bb-b961-3aca6705d685', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'admin_state_up': True, 'tenant_id': '4d8d162cc79c451e80a3f45950daa8f2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:07.497544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54f776b5-912e-4945-a952-8c2fa5054931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.500639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54f776b5-912e-4945-a952-8c2fa5054931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.503808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54f776b5-912e-4945-a952-8c2fa5054931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/270b6e98-8d4a-44c4-8457-3604e27ee416 HTTP/1.1" status: 204 len: 168 time: 0.8707020 Nov 12 12:30:07.526836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.528582 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Added segment d65a0ac2-f759-4289-9169-d82adafd7a35 of type vlan for network 079b7845-1fd1-43a9-830e-43eeccf636a0 Nov 12 12:30:07.536996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f776b5-912e-4945-a952-8c2fa5054931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270b6e98-8d4a-44c4-8457-3604e27ee416,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.716470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.731827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a98c4c0-6ca2-407d-a88c-9ef4c26fc4a0 req-d85bc85a-3974-45e7-908c-ff635dd2aded tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 210 time: 0.0676312 Nov 12 12:30:07.781998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Made reservation on behalf of 4d8d162cc79c451e80a3f45950daa8f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:07.785950 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.816471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.819622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:07.820557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.871905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3319614 Nov 12 12:30:07.883544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:07.890382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Request body: {'network': {'project_id': 'd9650464317b455cab9929664a572b33'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:07.898978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.040318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2b64-5a71-4965-a229-90d7678f1839 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Pushing event updated for resources: {'Network': ['ID=079b7845-1fd1-43a9-830e-43eeccf636a0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:08.054544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 079b7845-1fd1-43a9-830e-43eeccf636a0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:08.071880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Made reservation on behalf of d9650464317b455cab9929664a572b33 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:08.081011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.099386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.145003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Allocated IP 172.20.0.12 (bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4/1c605ad1-b19e-442c-9fca-c06566f4ac26/66accb5b-bca2-49a1-8c8f-a7ecc9d7453f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:08.201567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:08.216375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273a8af-931c-48f1-9ea9-c18215de8c77 req-66c5777f-59be-451e-8ff3-0aa637a6c165 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:08.221162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:08.226949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:08.229069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9273a8af-931c-48f1-9ea9-c18215de8c77 req-66c5777f-59be-451e-8ff3-0aa637a6c165 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.2485425 Nov 12 12:30:08.249326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:08.284185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.284753 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Added segment 8f21950c-c28b-48fa-81fe-039bac64e38c of type vlan for network afee7aa8-00ac-45c7-ac3d-cb207a82aa8f Nov 12 12:30:08.341534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=068090b4-5bca-4fd4-bcdc-cd327c0656b1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:08.388477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 553e3dfe-899e-4332-aec0-076971ed29fc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:08.416984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.442780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9273a8af-931c-48f1-9ea9-c18215de8c77 req-4ff865e8-a74d-48ad-9be8-9523e9207659 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126794 Nov 12 12:30:08.468174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.548937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 553e3dfe-899e-4332-aec0-076971ed29fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:08.549314 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.550667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.705387 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.760207 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:30:08.765982 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.781161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:08.833219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.844853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.880200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7f9c0f3-3482-441a-b458-d2d3ac9a0510 req-926a27e8-ce7a-499e-91de-04d9161efcd4 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.2286463 Nov 12 12:30:08.898418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:08.918261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:08.928249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.933293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:08.935118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.946788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf13ac1-85fe-444c-8a29-6ba54f41895f None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:08.960898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:08.961046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ffe1daf1-fff5-4da6-b99b-cce5b413a816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.978578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=068090b4-5bca-4fd4-bcdc-cd327c0656b1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:09.000769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.025479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.036839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-7730905b-c97b-4575-852f-18189b13844c tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7741299 Nov 12 12:30:09.140187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event updated for resources: {'Port': ['ID=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:09.153938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:09.154369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.161451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-94271716-8cba-449f-954b-2629f13028f3 None None] Provisioning complete for port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:09.162652 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-94271716-8cba-449f-954b-2629f13028f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.226297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:09.243934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3438985 Nov 12 12:30:09.269221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-94271716-8cba-449f-954b-2629f13028f3 None None] Port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:09.272730 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.278339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:09.303216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4eeb9fff-9e2f-4443-9331-a9de6e703f7a tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Request body: {'network': {'project_id': 'd9650464317b455cab9929664a572b33'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:09.337789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-c1ef0c0d-b1a1-41a2-b69d-22f0813dcbb0 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.2999046 Nov 12 12:30:09.372114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-0249f78d-accc-45f7-b8fa-ccd9e73ce6e8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8869214 Nov 12 12:30:09.375864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9fef1-faef-4676-bdc2-c08962ab412c tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Pushing event updated for resources: {'Network': ['ID=afee7aa8-00ac-45c7-ac3d-cb207a82aa8f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:09.380691 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeb9fff-9e2f-4443-9331-a9de6e703f7a tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 12:30:09.381548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eeb9fff-9e2f-4443-9331-a9de6e703f7a tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:30:09.383232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4eeb9fff-9e2f-4443-9331-a9de6e703f7a tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1035774 Nov 12 12:30:09.386393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:09.392650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network afee7aa8-00ac-45c7-ac3d-cb207a82aa8f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:09.407430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a132b-8e16-4dc0-ae3a-d3b401c650bf req-6d9b07f8-e2d3-451d-979c-fca42c7a890b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:09.416372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c9a132b-8e16-4dc0-ae3a-d3b401c650bf req-6d9b07f8-e2d3-451d-979c-fca42c7a890b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 932 time: 0.2381773 Nov 12 12:30:09.513333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-536bc833-6d27-4839-aee8-f1c65b513fd2 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9650464317b455cab9929664a572b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1242149 Nov 12 12:30:09.532365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c9a132b-8e16-4dc0-ae3a-d3b401c650bf req-6e283f9b-64dd-42d3-b13d-6477b3ca2749 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089106 Nov 12 12:30:09.533460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:09.644620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Request body: {'port': {'device_id': 'a5665821-7c43-45bb-b961-3aca6705d685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:09.758352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76d237d-45b9-47fe-93aa-2b2b1d152f77 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.828268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.830115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121483209'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:09.833538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76d237d-45b9-47fe-93aa-2b2b1d152f77 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.862023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-e62bb3fc-e667-4c14-9578-81534a00c1ff tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:09.863569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-e62bb3fc-e667-4c14-9578-81534a00c1ff tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.5247240 Nov 12 12:30:09.879081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-f266a978-361e-4dc2-ab32-ccac80721f6c tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:09.880684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-f266a978-361e-4dc2-ab32-ccac80721f6c tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.65 "GET /v2.0/networks?id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622 HTTP/1.1" status: 200 len: 815 time: 0.6170642 Nov 12 12:30:09.888643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-3002d5fe-0ca3-4dc9-8ffb-f4ff22a99d5a tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:30:09.888898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6101d-8979-4d64-a0df-5f1da74aabc7 req-666f0d95-f525-415e-ab0b-adc6f9502dab tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:09.889840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e9bae01-db59-408d-91cd-491263f8a4dd req-3002d5fe-0ca3-4dc9-8ffb-f4ff22a99d5a tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081706 Nov 12 12:30:09.899138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfd6101d-8979-4d64-a0df-5f1da74aabc7 req-666f0d95-f525-415e-ab0b-adc6f9502dab tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.2155120 Nov 12 12:30:09.915854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:09.920910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.003750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-fc96b12b-1fe5-4d3f-a378-3ce9f3079fe5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed467640bc874346850de761c7247d15 HTTP/1.1" status: 200 len: 380 time: 0.1110187 Nov 12 12:30:10.007672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.044615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Request body: {'port': {'device_id': '9b654437-6044-4f4c-8235-563dabec6afb', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'admin_state_up': True, 'tenant_id': 'ed467640bc874346850de761c7247d15', 'security_groups': ['4b6a3279-7293-4f21-826d-a3ddc2cb0a15']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:10.063048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76d237d-45b9-47fe-93aa-2b2b1d152f77 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.065652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76d237d-45b9-47fe-93aa-2b2b1d152f77 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.066864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f76d237d-45b9-47fe-93aa-2b2b1d152f77 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/26cdb405-543b-4804-bfe4-593ba4998b47 HTTP/1.1" status: 204 len: 168 time: 0.5322537 Nov 12 12:30:10.071867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:10.075365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfd6101d-8979-4d64-a0df-5f1da74aabc7 req-6ac8d6e0-889b-46fc-b504-b9df1063e307 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747098 Nov 12 12:30:10.092905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d237d-45b9-47fe-93aa-2b2b1d152f77 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cdb405-543b-4804-bfe4-593ba4998b47,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:10.320800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3de69949-c7e9-4ce0-b434-7b3f56305027 req-d9782a68-1b46-4efe-8ad6-2818699788a6 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.1931756 Nov 12 12:30:10.472463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-52e00da6-44ef-49fc-8744-5aae769b787a tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3156250 Nov 12 12:30:10.491673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:10.566309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.584687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.663436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:10.674367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.689363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.724808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.733239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Transition to ACTIVE for port object 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:30:10.741588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.832079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.851069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Made reservation on behalf of ed467640bc874346850de761c7247d15 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:10.861485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.862782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375f6ce-2bac-42c6-8426-c1625975d1ed None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:10.883231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Pushing event updated for resources: {'Port': ['ID=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:10.964482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.010711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afee7aa8-00ac-45c7-ac3d-cb207a82aa8f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:11.028026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Attempting to bind port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:11.028270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Attempting to bind port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:11.028617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Attempting to bind port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:11.038638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:30:11.039091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Attempting to bind port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:11.044032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.045665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f21950c-c28b-48fa-81fe-039bac64e38c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:11.046074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f21950c-c28b-48fa-81fe-039bac64e38c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:11.053915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:11.054285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Checking segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:11.054691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Bound using segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:11.055160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Bound port: 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:11.055530 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.133421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.156919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.169934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:11.170480 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.186865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.236503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] For port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:11.256531 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:11.258645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Allocated IP 172.25.1.191 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/a317cbd1-388f-4d2a-84db-81ef3e3a60c1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:11.260444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] For port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:11.265020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:11.267392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.281992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.287459 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.290807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "DELETE /v2.0/networks/afee7aa8-00ac-45c7-ac3d-cb207a82aa8f HTTP/1.1" status: 204 len: 168 time: 1.1735129 Nov 12 12:30:11.306840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:11.326813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a76148-9118-4de0-a7e8-4e44b651db42 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Pushing event deleted for resources: {'Network': ['ID=afee7aa8-00ac-45c7-ac3d-cb207a82aa8f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.338822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14a111-ce46-40f9-bcdf-c0d5a10c8a7d None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:11.346995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e1717-651a-4bd4-951a-18e956ab842d req-d270fa96-b0cb-472e-82d5-9d58345613f7 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:11.358219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-511e1717-651a-4bd4-951a-18e956ab842d req-d270fa96-b0cb-472e-82d5-9d58345613f7 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 944 time: 0.6314416 Nov 12 12:30:11.370188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4f66e-15aa-4f87-845a-48e0d21dfa1a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.378219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.378781 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 0ed2691c-87bf-4d96-87dd-d8ee348bcb28 of type vlan for network b89abb26-dccb-4190-8998-4fc8966d513f Nov 12 12:30:11.382198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:11.382833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.384394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] 10.222.0.81 "PUT /v2.0/ports/66accb5b-bca2-49a1-8c8f-a7ecc9d7453f HTTP/1.1" status: 200 len: 1092 time: 1.9874249 Nov 12 12:30:11.384745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5665821-7c43-45bb-b961-3aca6705d685', 'tag': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:11.387543 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88" -d '{"events": [{"name": "network-changed", "server_uuid": "a5665821-7c43-45bb-b961-3aca6705d685", "tag": "66accb5b-bca2-49a1-8c8f-a7ecc9d7453f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:11.495302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-511e1717-651a-4bd4-951a-18e956ab842d req-0a8933a1-069b-4ae4-aa48-1ea801d487ac tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358366 Nov 12 12:30:11.632521 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.641375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403aa32-61ae-499e-a030-7978054fdafc service neutron] Pushing event updated for resources: {'Port': ['ID=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.687308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-69148f5f-1195-405e-aac7-51e428895571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:11.689103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-69148f5f-1195-405e-aac7-51e428895571 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 1095 time: 0.1591737 Nov 12 12:30:11.703246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.706398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.773952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-59f95cdb-5b0f-43b9-99a5-05e2dda63897 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f HTTP/1.1" status: 200 len: 217 time: 0.0755582 Nov 12 12:30:11.805054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.823831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:11.825915 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.892396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6622572 Nov 12 12:30:11.936990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.985613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-f034d574-4ae8-4e09-9fc2-70973443d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:11.991170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-f034d574-4ae8-4e09-9fc2-70973443d2ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.2041211 Nov 12 12:30:12.025307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:12.033620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:12.062115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079b7845-1fd1-43a9-830e-43eeccf636a0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:12.082643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.086560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-b461e08e-38e5-410f-ab0d-f90bf8b0a548 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822995 Nov 12 12:30:12.093165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7320b-5932-469d-8908-674bf6efe40c req-4cdba5d3-8953-43a6-82dd-f662c57ad08e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:12.101823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4cf7320b-5932-469d-8908-674bf6efe40c req-4cdba5d3-8953-43a6-82dd-f662c57ad08e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.4531140 Nov 12 12:30:12.122555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65a0ac2-f759-4289-9169-d82adafd7a35') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:12.123274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65a0ac2-f759-4289-9169-d82adafd7a35') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:12.127987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76a348-935e-4992-a633-83205d2b6042 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=b89abb26-dccb-4190-8998-4fc8966d513f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:12.139995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b89abb26-dccb-4190-8998-4fc8966d513f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:12.198192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4cf7320b-5932-469d-8908-674bf6efe40c req-bcf71e27-8d36-44a9-8041-36217bb7842c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885465 Nov 12 12:30:12.218605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Allocated IP 172.20.0.7 (74f97bde-f211-46bf-a9f9-0ffaa6bb9622/858360ad-9350-4fdb-a63c-7bb84f2a0134/e4ef6e65-2e77-40e3-9c45-8c2678de0b9d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:12.268127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.324453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=a317cbd1-388f-4d2a-84db-81ef3e3a60c1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:12.352126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:12.384493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.396688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:12.399385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:12.447771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d3fffae8-69a2-468b-83c1-f208b9d765cc req-a6eabcd6-d531-4233-84b3-9959d48ed412 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.1234508 Nov 12 12:30:12.533795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.548309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:12.549165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:12.551477 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:12.612720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.625351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.724839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:12.732629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.754271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.829450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event updated for resources: {'Port': ['ID=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:12.865853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:12.870279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:12.878408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.882680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.884838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:12.885925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] 10.222.0.18 "DELETE /v2.0/networks/079b7845-1fd1-43a9-830e-43eeccf636a0 HTTP/1.1" status: 204 len: 168 time: 1.5781033 Nov 12 12:30:12.905813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-d50dd621-5efd-42d1-99cd-9e695c6e2be1 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002872 Nov 12 12:30:12.911377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faae81-b420-4dc1-8210-465290d10124 tempest-QuotasNegativeTest-1257028939 tempest-QuotasNegativeTest-1257028939-project-admin] Pushing event deleted for resources: {'Network': ['ID=079b7845-1fd1-43a9-830e-43eeccf636a0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.028761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9af2a68c-06fa-4edc-8bb3-9e315409852e req-726f5636-0106-43dc-860f-5f7c2f09cebf service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074567 Nov 12 12:30:13.281999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:13.282708 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.353980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-3f2b8c39-8db4-4385-915c-4fa722c05080 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3190353 Nov 12 12:30:13.369433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.376136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Request body: {'port': {'device_id': '9b654437-6044-4f4c-8235-563dabec6afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:13.392376 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ae4fe-f023-470b-b499-12cdc91305dc x-openstack-request-id: req-2d8ae4fe-f023-470b-b499-12cdc91305dc {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:13.392685 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5665821-7c43-45bb-b961-3aca6705d685", "tag": "66accb5b-bca2-49a1-8c8f-a7ecc9d7453f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:13.393039 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d8ae4fe-f023-470b-b499-12cdc91305dc {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:13.401789 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5665821-7c43-45bb-b961-3aca6705d685', 'tag': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f', 'status': 'completed', 'code': 200} Nov 12 12:30:13.410898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.533063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dc44900f-dad0-4bf2-877c-5df2e9b7bb87 None None] Provisioning complete for port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:13.534041 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dc44900f-dad0-4bf2-877c-5df2e9b7bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.536643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.566193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.588109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dc44900f-dad0-4bf2-877c-5df2e9b7bb87 None None] Port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:13.666534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-75855458-a723-4f28-abbb-8352a6dd9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:13.669750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-75855458-a723-4f28-abbb-8352a6dd9b2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 1095 time: 0.2600594 Nov 12 12:30:13.744881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event updated for resources: {'Port': ['ID=a317cbd1-388f-4d2a-84db-81ef3e3a60c1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.754204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22295086-83f0-40fd-95fc-a33c66fdfffa req-0fd7709f-161b-4153-93ac-5f16805e8746 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:13.755868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22295086-83f0-40fd-95fc-a33c66fdfffa req-0fd7709f-161b-4153-93ac-5f16805e8746 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 944 time: 0.1907938 Nov 12 12:30:13.770731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=5e4f8ed8-c64f-4600-97e5-c71eedd23d9e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.845942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.874204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '0ed2691c-87bf-4d96-87dd-d8ee348bcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:13.874400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: b89abb26-dccb-4190-8998-4fc8966d513f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:13.897512 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.907311 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-a84f9209-d8fc-49ec-ac8d-8233299766bf tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4247241 Nov 12 12:30:13.926721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-63291c07-329b-4dcd-87c8-fd25603303b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:13.928234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-63291c07-329b-4dcd-87c8-fd25603303b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.2422664 Nov 12 12:30:13.978194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network b89abb26-dccb-4190-8998-4fc8966d513f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:14.019286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-6aa2071a-c6fa-4d04-b553-7b28a34e201d tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1109667 Nov 12 12:30:14.035649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-d20e9b7b-5fbc-40e2-8200-2216488bcfc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f HTTP/1.1" status: 200 len: 217 time: 0.0727727 Nov 12 12:30:14.038364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b89abb26-dccb-4190-8998-4fc8966d513f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:14.050640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db2271-d0b4-424f-ab5b-c14bfcf22599 None None] Network b89abb26-dccb-4190-8998-4fc8966d513f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:14.073986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:14.075844 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.087137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:14.176541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-1ce730d0-ec29-4850-bf08-381c25509fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:14.179223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-1ce730d0-ec29-4850-bf08-381c25509fa3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.1267905 Nov 12 12:30:14.195456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ff277e5-c381-486e-9d10-665e1cc796e5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1650996 Nov 12 12:30:14.259901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-a5d5a80e-6524-47e1-bf70-b81aaade0896 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623772 Nov 12 12:30:14.313457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57756) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:14.321380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-5b9bee65-1740-4062-83a5-7027f60d7741 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:14.322925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b23b9d5c-b0db-499c-80f2-99e44a8a8027 req-5b9bee65-1740-4062-83a5-7027f60d7741 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3028507 Nov 12 12:30:14.333869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475946421'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:14.439561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b89abb26-dccb-4190-8998-4fc8966d513f', 'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '5e4f8ed8-c64f-4600-97e5-c71eedd23d9e'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:14.440445 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.442771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:14.463322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.516893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-4ccf22c4-befa-4759-a35d-5f0e10ae61ab service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790149 Nov 12 12:30:14.791792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:30:14.882658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22295086-83f0-40fd-95fc-a33c66fdfffa req-991c21ba-ac4c-42b3-956c-535e38826c37 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432023 Nov 12 12:30:15.017183 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-8db9e8e9-0b17-4597-9436-694491257e18 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2586329 Nov 12 12:30:15.113235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Allocated IP 172.20.255.242 (b89abb26-dccb-4190-8998-4fc8966d513f/5e4f8ed8-c64f-4600-97e5-c71eedd23d9e/5aa9e4e7-8422-4027-914d-b40e4cf14672) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:15.161324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:15.188813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'port_id': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f', 'mac_address': 'fa:16:3e:3a:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c605ad1-b19e-442c-9fca-c06566f4ac26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:30:15.303107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc3cc-571d-4a6e-89a2-00a1ca566da9 req-2a894b15-8df6-4351-a04f-28a9640fd258 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:15.310791 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b3ecc3cc-571d-4a6e-89a2-00a1ca566da9 req-2a894b15-8df6-4351-a04f-28a9640fd258 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.1783140 Nov 12 12:30:15.316241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-b3089fb0-020f-4989-98af-29651b03a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:15.317714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-b3089fb0-020f-4989-98af-29651b03a344 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1841640 Nov 12 12:30:15.371747 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.423191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:15.426804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b3ecc3cc-571d-4a6e-89a2-00a1ca566da9 req-33bb0723-56be-4cb4-9e9b-fe43433d9306 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150866 Nov 12 12:30:15.463886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:15.471004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.518846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0f77-3a16-48c4-b97c-6868ce666b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.540312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:15.587451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.587800 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 56430f17-9d87-4769-9ba8-d2d867bfb0a3 of type vlan for network 93020862-378c-4f6e-9a04-444eb70ebb99 Nov 12 12:30:15.616802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:15.618657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4136848a-207e-4ec7-b325-e2084157050a req-0fdfd5c7-d553-4673-8866-141885af42e5 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips/e1bf0375-7fe7-451b-97a7-b4fa4c3a8885 HTTP/1.1" status: 200 len: 693 time: 0.1579955 Nov 12 12:30:15.627034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.638187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.661856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786add-95ea-4d31-8cca-4f9a4ab776e6 req-6cbaac72-8a5e-4c43-b508-bce7442877a7 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:15.670480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f786add-95ea-4d31-8cca-4f9a4ab776e6 req-6cbaac72-8a5e-4c43-b508-bce7442877a7 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 931 time: 0.2076547 Nov 12 12:30:15.707395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ef6e65-2e77-40e3-9c45-8c2678de0b9d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:15.711766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a96b6d7-f44a-48c2-b9a8-659cb5ad7d88 req-07d5b921-b4f8-4426-a1ca-01ab4a3e250f service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1792445 Nov 12 12:30:15.734450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.773502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.806652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f786add-95ea-4d31-8cca-4f9a4ab776e6 req-422719ca-161f-4636-acd1-69329a8a5f56 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334434 Nov 12 12:30:15.828954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Transition to ACTIVE for port object e4ef6e65-2e77-40e3-9c45-8c2678de0b9d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:30:15.841608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-c80121f7-3c64-4b74-90bd-d565f91dae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:15.845282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-c80121f7-3c64-4b74-90bd-d565f91dae79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.4958699 Nov 12 12:30:15.846399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.850894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.862456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:15.863495 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.009462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136848a-207e-4ec7-b325-e2084157050a req-2c026d8f-0309-4a71-b470-c8a2fc4867bc tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.028357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4136848a-207e-4ec7-b325-e2084157050a req-2c026d8f-0309-4a71-b470-c8a2fc4867bc tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.4075322 Nov 12 12:30:16.064844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Pushing event updated for resources: {'Port': ['ID=5aa9e4e7-8422-4027-914d-b40e4cf14672,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.072064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:16.083683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Network b89abb26-dccb-4190-8998-4fc8966d513f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:16.092741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7687585 Nov 12 12:30:16.105941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:16.107801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:16.117442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:16.122207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:16.162586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0f77-3a16-48c4-b97c-6868ce666b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.187745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0f77-3a16-48c4-b97c-6868ce666b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.238123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8aaa0f77-3a16-48c4-b97c-6868ce666b09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3704ee238937478790a8dcd10cdf4c36&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1262133 Nov 12 12:30:16.255662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57792) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:16.264262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebb3c0-abce-4433-8405-5b71c402f2c7 req-b4f0c911-96a0-4940-a1d6-4b7c27646667 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.265832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6aebb3c0-abce-4433-8405-5b71c402f2c7 req-b4f0c911-96a0-4940-a1d6-4b7c27646667 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.3083048 Nov 12 12:30:16.266519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759a889-5ba7-47d0-8771-2ffbe8ae05b3 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=93020862-378c-4f6e-9a04-444eb70ebb99,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.270136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Attempting to bind port 5aa9e4e7-8422-4027-914d-b40e4cf14672 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:16.271712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Attempting to bind port 5aa9e4e7-8422-4027-914d-b40e4cf14672 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '0ed2691c-87bf-4d96-87dd-d8ee348bcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:16.272081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Attempting to bind port 5aa9e4e7-8422-4027-914d-b40e4cf14672 on network b89abb26-dccb-4190-8998-4fc8966d513f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:16.306686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:16.307067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Checking segment: {'id': '0ed2691c-87bf-4d96-87dd-d8ee348bcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:16.307465 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.307855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Bound using segment: {'id': '0ed2691c-87bf-4d96-87dd-d8ee348bcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:16.309466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Bound port: 5aa9e4e7-8422-4027-914d-b40e4cf14672, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2691c-87bf-4d96-87dd-d8ee348bcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b89abb26-dccb-4190-8998-4fc8966d513f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:16.309975 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.312805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 93020862-378c-4f6e-9a04-444eb70ebb99 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:16.334880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.374932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-d8a38ba9-3264-4e02-81c7-fc51df93fd2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 1000 time: 0.5173495 Nov 12 12:30:16.375958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Attempting to bind port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:16.377312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Attempting to bind port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:16.377778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Attempting to bind port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d on network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:16.448359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa0f77-3a16-48c4-b97c-6868ce666b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991e9af4-7139-400c-8b0d-ce1b37248c87,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.488519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-bcf81661-d211-47af-b7bb-e51a6f85d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.491728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-bcf81661-d211-47af-b7bb-e51a6f85d691 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1065316 Nov 12 12:30:16.495387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d on network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:30:16.496310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Attempting to bind port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d on network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:16.507715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-765e6314-fdad-41ea-8ff0-222640eb6a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.512953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6aebb3c0-abce-4433-8405-5b71c402f2c7 req-53f0251a-f09a-4900-864f-ad06f419a038 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995721 Nov 12 12:30:16.545600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:16.547137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Checking segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:16.547665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Bound using segment: {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:16.548252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Bound port: e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa648d0e-86d7-40c4-8642-0d73df7698ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:16.550774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.563455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:16.567185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.569529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0edf8-fcb2-437f-aa7d-8bc45d943407 req-e1514cf0-4636-4c96-b6c6-d2f7e6011b92 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.572230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5e0edf8-fcb2-437f-aa7d-8bc45d943407 req-e1514cf0-4636-4c96-b6c6-d2f7e6011b92 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 945 time: 0.3091598 Nov 12 12:30:16.633383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-a5b09fb7-cd08-49bb-b057-4e224e7eb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.635400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-a5b09fb7-cd08-49bb-b057-4e224e7eb6ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337712 Nov 12 12:30:16.682343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] For port 5aa9e4e7-8422-4027-914d-b40e4cf14672, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:16.718610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] For port 5aa9e4e7-8422-4027-914d-b40e4cf14672, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5aa9e4e7-8422-4027-914d-b40e4cf14672,segment=NetworkSegment(0ed2691c-87bf-4d96-87dd-d8ee348bcb28),segment_id=0ed2691c-87bf-4d96-87dd-d8ee348bcb28)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:16.727474 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.734944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-765e6314-fdad-41ea-8ff0-222640eb6a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.831115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-765e6314-fdad-41ea-8ff0-222640eb6a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.835364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-765e6314-fdad-41ea-8ff0-222640eb6a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.836557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-765e6314-fdad-41ea-8ff0-222640eb6a0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/991e9af4-7139-400c-8b0d-ce1b37248c87 HTTP/1.1" status: 204 len: 168 time: 0.5668333 Nov 12 12:30:16.857368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dbc83-f322-4e7b-a675-5085cd78bdd5 None None] Pushing event updated for resources: {'Port': ['ID=5aa9e4e7-8422-4027-914d-b40e4cf14672,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.884379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5e0edf8-fcb2-437f-aa7d-8bc45d943407 req-e291169e-d602-4496-899b-035c7cd20bde tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994699 Nov 12 12:30:16.910110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6314-fdad-41ea-8ff0-222640eb6a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991e9af4-7139-400c-8b0d-ce1b37248c87,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.914983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-e58cb786-1ceb-4d1d-820e-bc6820842897 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips/e1bf0375-7fe7-451b-97a7-b4fa4c3a8885 HTTP/1.1" status: 200 len: 693 time: 0.1828408 Nov 12 12:30:16.958073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] For port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:17.010206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] For port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:17.041782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.124113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.136250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-b52098fa-7aec-42af-8beb-4d4e79da3a85 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625504 Nov 12 12:30:17.203691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:17.204316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.205758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] 10.222.0.65 "PUT /v2.0/ports/e4ef6e65-2e77-40e3-9c45-8c2678de0b9d HTTP/1.1" status: 200 len: 1091 time: 3.8436761 Nov 12 12:30:17.206272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:17.208602 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2cefe6-ef08-4990-8c47-395468005a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:17.413830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=900281e4-a86c-427f-9b8e-4e47788dee19,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:17.430731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-cf9cc96a-1840-493e-aa81-31a125090cee tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:17.432830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-cf9cc96a-1840-493e-aa81-31a125090cee tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.4931929 Nov 12 12:30:17.435910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '56430f17-9d87-4769-9ba8-d2d867bfb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:17.436281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: 93020862-378c-4f6e-9a04-444eb70ebb99, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:17.448414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-a2b8fa99-6993-4116-83a9-df994d5bfc2d tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:30:17.456894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-a2b8fa99-6993-4116-83a9-df994d5bfc2d tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148611 Nov 12 12:30:17.481767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783a1e-fa14-4a59-88de-e54f0313dd76 req-cbdb52d8-ca4a-4fd0-88e9-456b34421415 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:17.484323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55783a1e-fa14-4a59-88de-e54f0313dd76 req-cbdb52d8-ca4a-4fd0-88e9-456b34421415 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.4365273 Nov 12 12:30:17.493534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fd5cb-38e1-4dc3-b1b4-9b64d13a0b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:17.516705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-9decf8e8-3817-4618-a84b-ebcb7e56d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:17.518288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-9decf8e8-3817-4618-a84b-ebcb7e56d9a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed467640bc874346850de761c7247d15&device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 1094 time: 0.2408147 Nov 12 12:30:17.572054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network 93020862-378c-4f6e-9a04-444eb70ebb99 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:17.594446 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-e79a1c75-a895-453d-b29d-3e31b6f210b9 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1286721 Nov 12 12:30:17.597949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 93020862-378c-4f6e-9a04-444eb70ebb99) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:17.605174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:17.606316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.626628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf065ca-2b0e-42cb-8783-60d40602fc47 None None] Network 93020862-378c-4f6e-9a04-444eb70ebb99 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:17.631584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14c6d98f-180b-48bc-8fa0-c68605591a6e req-9c71d3b4-610b-4800-8efa-baf40aebaaf9 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624112 Nov 12 12:30:17.635405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-4dff268f-8d27-4fe7-a7eb-5dbaf774b3c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d HTTP/1.1" status: 200 len: 217 time: 0.1088696 Nov 12 12:30:17.715779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-117abb2d-4b01-43d0-b7c2-386b24eeb6a1 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.0848219 Nov 12 12:30:17.721281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6439ba43-b2bd-4d89-93d7-35bc1b901eee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6034834 Nov 12 12:30:17.724534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57812) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:17.784124 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55783a1e-fa14-4a59-88de-e54f0313dd76 req-35300a66-f931-4406-bed3-04a831079056 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850256 Nov 12 12:30:17.808704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-513d70fe-d89a-466a-9354-8f01fbc24482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:17.810998 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-513d70fe-d89a-466a-9354-8f01fbc24482 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=858360ad-9350-4fdb-a63c-7bb84f2a0134 HTTP/1.1" status: 200 len: 854 time: 0.1668048 Nov 12 12:30:17.820139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57816) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:17.860177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05fa6dcf-f165-4162-9c0c-28e737a551be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.007678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.052766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-4a7201ac-3f75-4db0-be7f-fb3e3455e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:18.054945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-4a7201ac-3f75-4db0-be7f-fb3e3455e0f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352319 Nov 12 12:30:18.079460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-93020862-378c-4f6e-9a04-444eb70ebb99', 'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '900281e4-a86c-427f-9b8e-4e47788dee19'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:18.080366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.265367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801122a-c376-450c-bc8c-4509dd339cbf req-36bf7c4a-947a-480b-b944-049ba4ffd922 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:18.274634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4801122a-c376-450c-bc8c-4509dd339cbf req-36bf7c4a-947a-480b-b944-049ba4ffd922 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.3391011 Nov 12 12:30:18.383380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.438709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Allocated IP 172.20.0.2 (93020862-378c-4f6e-9a04-444eb70ebb99/900281e4-a86c-427f-9b8e-4e47788dee19/a262fe62-9039-4c50-b1e3-eb6df93743ee) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:18.488670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-f1b77799-c507-4f3f-856a-d23c423ad5ae service neutron] 10.222.0.65 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262114 Nov 12 12:30:18.495189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Deleting port a317cbd1-388f-4d2a-84db-81ef3e3a60c1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:18.495544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.525901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5aa9e4e7-8422-4027-914d-b40e4cf14672 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:18.536150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05fa6dcf-f165-4162-9c0c-28e737a551be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.545016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4801122a-c376-450c-bc8c-4509dd339cbf req-01959ff3-1770-416f-b94b-b5d2ff598040 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694869 Nov 12 12:30:18.549553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05fa6dcf-f165-4162-9c0c-28e737a551be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.645664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.646576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.658616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa6dcf-f165-4162-9c0c-28e737a551be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628af0d3-a3d5-4588-9cb4-d602d981d9b7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:18.670850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-05fa6dcf-f165-4162-9c0c-28e737a551be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb5e0c2c90bc40098a881b1a5e75cd96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8452764 Nov 12 12:30:18.671839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:18.676568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6bede6-d564-4b47-aaf6-863ad3316348 None None] Network b89abb26-dccb-4190-8998-4fc8966d513f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:18.680750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Calling delete_port for a317cbd1-388f-4d2a-84db-81ef3e3a60c1 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:18.782922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1955963-4cb6-4aad-a3ef-b54983f1ff2d req-f8968ac2-a097-4822-a5f8-e82711778730 service neutron] 10.222.0.65 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779036 Nov 12 12:30:18.821176 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f876ee93-0a09-41ea-a59a-84aad648452c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.863284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:18.866910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f876ee93-0a09-41ea-a59a-84aad648452c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.953987 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.973762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f876ee93-0a09-41ea-a59a-84aad648452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.977012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f876ee93-0a09-41ea-a59a-84aad648452c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.978498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f876ee93-0a09-41ea-a59a-84aad648452c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/628af0d3-a3d5-4588-9cb4-d602d981d9b7 HTTP/1.1" status: 204 len: 168 time: 0.3057499 Nov 12 12:30:19.001815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876ee93-0a09-41ea-a59a-84aad648452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628af0d3-a3d5-4588-9cb4-d602d981d9b7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:19.028898 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd5915-2b11-4857-b6db-0e137db244eb x-openstack-request-id: req-8fdd5915-2b11-4857-b6db-0e137db244eb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:19.029261 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:19.029781 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fdd5915-2b11-4857-b6db-0e137db244eb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:19.030188 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'status': 'completed', 'code': 200} Nov 12 12:30:19.038864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d8634951-6c01-4c14-9a4e-c5a84c2ad954 None None] Provisioning complete for port 5aa9e4e7-8422-4027-914d-b40e4cf14672 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:19.039343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8634951-6c01-4c14-9a4e-c5a84c2ad954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.054110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event deleted for resources: {'Port': ['ID=a317cbd1-388f-4d2a-84db-81ef3e3a60c1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:19.167784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-fa8cc8fa-0967-45a3-9c0d-30fd7bc3a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:19.170040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-fa8cc8fa-0967-45a3-9c0d-30fd7bc3a523 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed467640bc874346850de761c7247d15&device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 1094 time: 0.1105962 Nov 12 12:30:19.180394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5aa9e4e7-8422-4027-914d-b40e4cf14672 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:19.180768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.205912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.210829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.213451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f487e32-d671-4fe5-ab9d-2fbf52166811 req-62b74a03-7202-49f9-9534-6d910d92210e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "DELETE /v2.0/floatingips/e1bf0375-7fe7-451b-97a7-b4fa4c3a8885 HTTP/1.1" status: 204 len: 173 time: 1.4903901 Nov 12 12:30:19.293230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:30:19.303279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:19.303657 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.433243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac885-97d0-4224-8b25-eb54307e0f54 req-41f6f587-e2a9-4d53-aadc-85cadebebaed tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:19.445665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-64eac885-97d0-4224-8b25-eb54307e0f54 req-41f6f587-e2a9-4d53-aadc-85cadebebaed tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.3013496 Nov 12 12:30:19.485490 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8634951-6c01-4c14-9a4e-c5a84c2ad954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.628347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-64eac885-97d0-4224-8b25-eb54307e0f54 req-44236cf8-f925-44d2-bac9-d3f72d6ae0c2 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816595 Nov 12 12:30:19.630713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c733b-f037-483f-9ad5-6f64eaea4cdb req-e913f83a-be38-4795-a29d-855d4cca7a1e tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:19.635113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.647206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-12436dec-679a-4e4e-b67e-8d82b47fa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:19.647206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-12436dec-679a-4e4e-b67e-8d82b47fa716 service neutron] 10.222.0.65 "GET /v2.0/networks?id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622 HTTP/1.1" status: 200 len: 916 time: 0.4216344 Nov 12 12:30:19.647811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-373c733b-f037-483f-9ad5-6f64eaea4cdb req-e913f83a-be38-4795-a29d-855d4cca7a1e tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 945 time: 0.1963463 Nov 12 12:30:19.694882 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.710205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d8634951-6c01-4c14-9a4e-c5a84c2ad954 None None] For port 5aa9e4e7-8422-4027-914d-b40e4cf14672, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5aa9e4e7-8422-4027-914d-b40e4cf14672,segment=NetworkSegment(0ed2691c-87bf-4d96-87dd-d8ee348bcb28),segment_id=0ed2691c-87bf-4d96-87dd-d8ee348bcb28)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:19.748570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.758118 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-d7068b19-a905-4cd2-b832-9e396a181b5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d HTTP/1.1" status: 200 len: 217 time: 0.1070805 Nov 12 12:30:19.784304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.805466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-373c733b-f037-483f-9ad5-6f64eaea4cdb req-683412fc-3591-479f-8e9c-528c227f373d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597652 Nov 12 12:30:19.851798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.911740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Network 93020862-378c-4f6e-9a04-444eb70ebb99 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:19.915582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Pushing event updated for resources: {'Port': ['ID=a262fe62-9039-4c50-b1e3-eb6df93743ee,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:19.919168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:19.921871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8634951-6c01-4c14-9a4e-c5a84c2ad954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.923825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:19.938929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=900281e4-a86c-427f-9b8e-4e47788dee19,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:20.018305 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:20.018305 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:20.029611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-a5c0f1e7-783e-4415-9ef8-f95171d1e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:20.031147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-a5c0f1e7-783e-4415-9ef8-f95171d1e1d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=858360ad-9350-4fdb-a63c-7bb84f2a0134 HTTP/1.1" status: 200 len: 854 time: 0.2414198 Nov 12 12:30:20.081089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Attempting to bind port a262fe62-9039-4c50-b1e3-eb6df93743ee on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:20.081467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Attempting to bind port a262fe62-9039-4c50-b1e3-eb6df93743ee by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '56430f17-9d87-4769-9ba8-d2d867bfb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:20.082075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Attempting to bind port a262fe62-9039-4c50-b1e3-eb6df93743ee on network 93020862-378c-4f6e-9a04-444eb70ebb99 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:20.113593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.128180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5665821-7c43-45bb-b961-3aca6705d685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:20.132039 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97b02f2-9ebd-41e7-9818-4f09cc4f8080" -d '{"events": [{"server_uuid": "a5665821-7c43-45bb-b961-3aca6705d685", "name": "network-vif-plugged", "status": "completed", "tag": "66accb5b-bca2-49a1-8c8f-a7ecc9d7453f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:20.154356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93020862-378c-4f6e-9a04-444eb70ebb99']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:20.164673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d52e5e89-44a4-4dc7-a3d7-a1e2e47622b1 None None] Provisioning complete for port 5aa9e4e7-8422-4027-914d-b40e4cf14672 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:20.165049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d52e5e89-44a4-4dc7-a3d7-a1e2e47622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.165821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56430f17-9d87-4769-9ba8-d2d867bfb0a3') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:20.166113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56430f17-9d87-4769-9ba8-d2d867bfb0a3') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:20.178155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.203478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.212502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:20.213199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:20.231613 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:20.248806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:20.249167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Checking segment: {'id': '56430f17-9d87-4769-9ba8-d2d867bfb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:20.251338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.252018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Bound using segment: {'id': '56430f17-9d87-4769-9ba8-d2d867bfb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:20.253075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Bound port: a262fe62-9039-4c50-b1e3-eb6df93743ee, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56430f17-9d87-4769-9ba8-d2d867bfb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93020862-378c-4f6e-9a04-444eb70ebb99'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:20.258979 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.296298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:30:20.296298 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:30:20.296298 n-d-804878-5 neutron-server[102778]: [parameters: {'id': '93020862-378c-4f6e-9a04-444eb70ebb99'}] Nov 12 12:30:20.296298 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:20.297201 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:20.301006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:20.327459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.377495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8634951-6c01-4c14-9a4e-c5a84c2ad954 None None] Pushing event updated for resources: {'Port': ['ID=5aa9e4e7-8422-4027-914d-b40e4cf14672,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:20.538110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c45e-e267-4101-b0c1-bbc622cb9fe3 req-4edcdb01-cf8e-444e-9166-418c8b1cc89b tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:20.542268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2bf4c45e-e267-4101-b0c1-bbc622cb9fe3 req-4edcdb01-cf8e-444e-9166-418c8b1cc89b tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7936831 Nov 12 12:30:20.567936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-1513da2e-376e-499d-b6fc-cf748ea54bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:20.578713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] For port a262fe62-9039-4c50-b1e3-eb6df93743ee, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:20.582707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] For port a262fe62-9039-4c50-b1e3-eb6df93743ee, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a262fe62-9039-4c50-b1e3-eb6df93743ee,segment=NetworkSegment(56430f17-9d87-4769-9ba8-d2d867bfb0a3),segment_id=56430f17-9d87-4769-9ba8-d2d867bfb0a3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:20.585000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-1513da2e-376e-499d-b6fc-cf748ea54bf1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5265749 Nov 12 12:30:20.609075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:20.625059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.695252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9048cdc-3a8c-4786-9b4a-6ba77e96343d req-e3002ce2-d49a-4967-8686-c5382b41094f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:20.708057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9048cdc-3a8c-4786-9b4a-6ba77e96343d req-e3002ce2-d49a-4967-8686-c5382b41094f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.6877038 Nov 12 12:30:20.790152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9048cdc-3a8c-4786-9b4a-6ba77e96343d req-7da54d18-c005-45a6-a6ad-1dff32a189c4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742178 Nov 12 12:30:20.798474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.880642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port a262fe62-9039-4c50-b1e3-eb6df93743ee {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:20.881063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c3-008c-4a5e-9a2a-7832dd502c92 req-3ef219f1-0940-436d-8c63-6d179dc0eb5d tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:20.881371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.887856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b2291c3-008c-4a5e-9a2a-7832dd502c92 req-3ef219f1-0940-436d-8c63-6d179dc0eb5d tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.1932664 Nov 12 12:30:20.944160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d768be-88d0-43a3-a200-bf84c3e517b0 None None] Pushing event updated for resources: {'Port': ['ID=a262fe62-9039-4c50-b1e3-eb6df93743ee,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:20.982343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port a262fe62-9039-4c50-b1e3-eb6df93743ee, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a262fe62-9039-4c50-b1e3-eb6df93743ee,segment=NetworkSegment(56430f17-9d87-4769-9ba8-d2d867bfb0a3),segment_id=56430f17-9d87-4769-9ba8-d2d867bfb0a3)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:20.982615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cef2c-500d-440b-9cf8-387005967d74 None None] Network 93020862-378c-4f6e-9a04-444eb70ebb99 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:20.982727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:20.999899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for a262fe62-9039-4c50-b1e3-eb6df93743ee owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:21.032598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-f17e6774-4e40-413b-bba5-fe03018a9733 service neutron] 10.222.0.65 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448199 Nov 12 12:30:21.071516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b2291c3-008c-4a5e-9a2a-7832dd502c92 req-66a0952f-7953-4279-91d8-7a45fa32eed3 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760898 Nov 12 12:30:21.110763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.190712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=a262fe62-9039-4c50-b1e3-eb6df93743ee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:21.196611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port a262fe62-9039-4c50-b1e3-eb6df93743ee on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:21.214209 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230005a-5c6d-41f6-8461-82db39765aea x-openstack-request-id: req-6230005a-5c6d-41f6-8461-82db39765aea {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:21.215225 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5665821-7c43-45bb-b961-3aca6705d685", "name": "network-vif-plugged", "status": "completed", "tag": "66accb5b-bca2-49a1-8c8f-a7ecc9d7453f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:21.215757 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6230005a-5c6d-41f6-8461-82db39765aea {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:21.220188 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5665821-7c43-45bb-b961-3aca6705d685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f', 'code': 200} Nov 12 12:30:21.231728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5aa9e4e7-8422-4027-914d-b40e4cf14672 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:21.326727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b4c11cc-dd47-4f92-8739-cd5254aaa3db req-38bf3005-72b3-463f-a653-17d73dd164b5 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=399ca77bac6442b68072f80751603552 HTTP/1.1" status: 200 len: 1656 time: 0.1731429 Nov 12 12:30:21.406606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e758b-8939-432d-9de1-b6f3c8e20127 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:30:21.412074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5aa9e4e7-8422-4027-914d-b40e4cf14672 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:21.412690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.534703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff2cefe6-ef08-4990-8c47-395468005a3b req-381cbb05-9953-4c0f-9c9a-51b102a14fe3 service neutron] 10.222.0.65 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671528 Nov 12 12:30:21.622794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.631934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c11cc-dd47-4f92-8739-cd5254aaa3db req-f5cf6720-f197-40f3-b680-46ad7639bea3 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:21.637616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b4c11cc-dd47-4f92-8739-cd5254aaa3db req-f5cf6720-f197-40f3-b680-46ad7639bea3 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks?id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 787 time: 0.3045762 Nov 12 12:30:21.653490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-0b4c11cc-dd47-4f92-8739-cd5254aaa3db req-c31a0f86-124a-4aa8-a441-b0088521b9ca tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:30:21.655160 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b4c11cc-dd47-4f92-8739-cd5254aaa3db req-c31a0f86-124a-4aa8-a441-b0088521b9ca tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083599 Nov 12 12:30:21.655827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785432d-ae41-421f-8a25-4f5eab2723d9 req-3e861209-d333-4827-8a2f-ea3caf41d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:21.657377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4785432d-ae41-421f-8a25-4f5eab2723d9 req-3e861209-d333-4827-8a2f-ea3caf41d04e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 1097 time: 0.3594155 Nov 12 12:30:21.690139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93020862-378c-4f6e-9a04-444eb70ebb99']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:21.721488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56430f17-9d87-4769-9ba8-d2d867bfb0a3') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:21.722246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56430f17-9d87-4769-9ba8-d2d867bfb0a3') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:21.750268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a1b2e-ac19-49ce-ad64-40977df3e342 req-f4036aa7-d18e-4fcc-84df-41754970b0e6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:21.757511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a52a1b2e-ac19-49ce-ad64-40977df3e342 req-f4036aa7-d18e-4fcc-84df-41754970b0e6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.3503637 Nov 12 12:30:21.762395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-9ce28ae4-9d6f-4766-a75b-fdf0d7324782 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2296476 Nov 12 12:30:21.764131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.831993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e758b-8939-432d-9de1-b6f3c8e20127 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:30:21.857382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.863272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc533afc-d311-49a7-bc9a-faa58a7c7eaa req-ff3e3e67-84ce-425e-a384-a93782fb8991 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:21.867245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc533afc-d311-49a7-bc9a-faa58a7c7eaa req-ff3e3e67-84ce-425e-a384-a93782fb8991 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 946 time: 0.1041780 Nov 12 12:30:21.903895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:21.905458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:21.915787 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:21.936828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4785432d-ae41-421f-8a25-4f5eab2723d9 req-1fe4d385-4bda-457c-b1e5-63da377797f8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606666 Nov 12 12:30:21.954578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc533afc-d311-49a7-bc9a-faa58a7c7eaa req-debe2269-6e05-44c6-9563-8c40226a2146 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Nov 12 12:30:22.029399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-cc9797a4-8889-4ec1-887a-62d98210c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.031278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-cc9797a4-8889-4ec1-887a-62d98210c8c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 1096 time: 0.2060702 Nov 12 12:30:22.035157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a52a1b2e-ac19-49ce-ad64-40977df3e342 req-607ac2e6-de82-4915-ab4f-8d562e1a4b2d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764058 Nov 12 12:30:22.047016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.055456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.076280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:22.076481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/93020862-378c-4f6e-9a04-444eb70ebb99 HTTP/1.1" status: 204 len: 168 time: 4.3509696 Nov 12 12:30:22.081698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715723059'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:22.094986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c67189-e1c7-4f20-9021-386a510e317e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=93020862-378c-4f6e-9a04-444eb70ebb99,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:22.150742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-8e2cab74-710c-48b3-87dc-9c4dae5d8cce tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips/b14538b0-c531-4fd5-aeed-112e3c62b466 HTTP/1.1" status: 200 len: 693 time: 0.0579259 Nov 12 12:30:22.167913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:22.172277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.240070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:22.263849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7a3e4-8b43-46ec-9553-7e8e26d68304 req-220f0e45-c7c0-4d13-93ae-146462fb2748 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.271399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0f7a3e4-8b43-46ec-9553-7e8e26d68304 req-220f0e45-c7c0-4d13-93ae-146462fb2748 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1585739 Nov 12 12:30:22.299272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.299519 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment e78a32d4-ad95-4e14-a4d9-88c836313a75 of type vlan for network 15ad523c-5a14-40f4-9b46-0abcdde54d1b Nov 12 12:30:22.369592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0f7a3e4-8b43-46ec-9553-7e8e26d68304 req-da30fd17-11bf-4512-a95f-564e358b848c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971460 Nov 12 12:30:22.390156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-9b331627-1f2e-4c82-914d-4f5cc4f152dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.390156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-9b331627-1f2e-4c82-914d-4f5cc4f152dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.2356505 Nov 12 12:30:22.392422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.437051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.446518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.451141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.478745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-4f37b535-6241-466f-9621-1ccb731b276a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7aab60-a4fc-4316-81cb-02afba088424 HTTP/1.1" status: 200 len: 217 time: 0.0754430 Nov 12 12:30:22.504664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-120c7684-c9f1-4401-8c29-8acb7194bcef tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.506118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-120c7684-c9f1-4401-8c29-8acb7194bcef tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.2482417 Nov 12 12:30:22.584532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-f7107c73-cd4e-4af4-8680-f4f12e4ef484 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.0594823 Nov 12 12:30:22.594801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-32a0c288-2f98-4118-9a7b-f7619c8335ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.594968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=15ad523c-5a14-40f4-9b46-0abcdde54d1b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:22.596994 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-32a0c288-2f98-4118-9a7b-f7619c8335ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.1102893 Nov 12 12:30:22.610145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 15ad523c-5a14-40f4-9b46-0abcdde54d1b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:22.621350 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e9d7a8f-be4d-46d8-90b5-56dfb32f9bc6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5430589 Nov 12 12:30:22.629612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cce4fe-0bd2-40ac-860d-ac8dca41106b req-a8b3bc0a-f347-45f4-a192-69f0a2f73951 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.642908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85cce4fe-0bd2-40ac-860d-ac8dca41106b req-a8b3bc0a-f347-45f4-a192-69f0a2f73951 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.1021681 Nov 12 12:30:22.644678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:22.655765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:22.735845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85cce4fe-0bd2-40ac-860d-ac8dca41106b req-73ca8c42-09e9-490d-baa0-c425e09e90ad tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902591 Nov 12 12:30:22.744170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-9a948d00-3c78-4ae4-ab6e-ea1acfaf4665 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478179 Nov 12 12:30:22.754980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-7e8e8b77-b6b6-49df-9ec5-95368e4a6b40 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.1631250 Nov 12 12:30:22.902586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:22.906697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.018461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:30:23.019071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:30:23.046222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.071077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-cdc3d685-54ac-439f-b32b-c887f901a5c7 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148441 Nov 12 12:30:23.103029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Deleting port 068090b4-5bca-4fd4-bcdc-cd327c0656b1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:23.104644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.111495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-2eb24117-bf77-42fb-9aa3-fd59d6fe22ae tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.113181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-2eb24117-bf77-42fb-9aa3-fd59d6fe22ae tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.2655661 Nov 12 12:30:23.166782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-20b0c3fc-565c-4d0b-a9bb-cbe0ff54c597 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/quotas/42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 375 time: 0.0442624 Nov 12 12:30:23.258600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.259175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.284603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Calling delete_port for 068090b4-5bca-4fd4-bcdc-cd327c0656b1 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:23.294093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a530edd8-21b0-4117-be2c-75d9b081cbd3 req-8dc17ac6-15fa-4a21-ba60-ce0095ae6767 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140329 Nov 12 12:30:23.346048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8e3c35ef-5802-430f-b958-ac49afb1a6e4 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:23.379438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-84c44d7b-54f2-4762-b22d-e89d3a1b768d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2113161 Nov 12 12:30:23.404984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.450913 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.482516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event deleted for resources: {'Port': ['ID=068090b4-5bca-4fd4-bcdc-cd327c0656b1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:23.546256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8e3c35ef-5802-430f-b958-ac49afb1a6e4 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "PUT /v2.0/quotas/3c181ef7b6864c43a6ba5b3baaf5f0df HTTP/1.1" status: 200 len: 366 time: 0.4936152 Nov 12 12:30:23.548880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.555192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=24bdf0e2-6a47-4616-9a6e-ad48daf18c18,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:23.573632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-33bce953-1948-428b-ad71-ca956f4a532a tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0213518 Nov 12 12:30:23.574803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57958) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.576793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.581406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.581406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ef1d11-b60d-42c7-8226-3ec0b6288685 req-06acfaa9-4120-4916-b8b0-c8a7377b21db tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "DELETE /v2.0/floatingips/b14538b0-c531-4fd5-aeed-112e3c62b466 HTTP/1.1" status: 204 len: 173 time: 0.8005779 Nov 12 12:30:23.590082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a6dbc8c-1ea4-4bb6-a52a-3fa74c601d18 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "GET /v2.0/quotas/3c181ef7b6864c43a6ba5b3baaf5f0df HTTP/1.1" status: 200 len: 366 time: 0.0141792 Nov 12 12:30:23.592730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.600016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': 'e78a32d4-ad95-4e14-a4d9-88c836313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:23.600421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: 15ad523c-5a14-40f4-9b46-0abcdde54d1b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:23.610517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a3378ad8-fb2c-413e-908c-b073d29e99b7 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/3c181ef7b6864c43a6ba5b3baaf5f0df HTTP/1.1" status: 204 len: 168 time: 0.0142560 Nov 12 12:30:23.612570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.615282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-df498b15-b52d-4267-a7f1-e18d2992be7c service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346706 Nov 12 12:30:23.629891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-175d8814-b261-4d2f-9bb2-a19c30bd7e24 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0149300 Nov 12 12:30:23.630622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.646591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c296d12c-011c-4fe1-a049-f7f663afa269 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "GET /v2.0/quotas/3c181ef7b6864c43a6ba5b3baaf5f0df HTTP/1.1" status: 200 len: 370 time: 0.0147989 Nov 12 12:30:23.648689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.654738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cde1e9b5-2939-4848-8d0b-f4d617ae2e84 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "GET /v2.0/quotas/3c181ef7b6864c43a6ba5b3baaf5f0df/default HTTP/1.1" status: 200 len: 370 time: 0.0050316 Nov 12 12:30:23.659477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.700074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network 15ad523c-5a14-40f4-9b46-0abcdde54d1b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:23.705546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba724-4eb1-459d-a427-7c2e8939d4a2 req-f01497a3-7b7d-4366-9eab-2cec5462a5de tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.707407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-016ba724-4eb1-459d-a427-7c2e8939d4a2 req-f01497a3-7b7d-4366-9eab-2cec5462a5de tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 946 time: 0.0596201 Nov 12 12:30:23.710816 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0daae5ed-ca8b-4ef8-8fca-d065a0c8079b tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] delete failed (client error): The resource could not be found. Nov 12 12:30:23.711916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0daae5ed-ca8b-4ef8-8fca-d065a0c8079b tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/3c181ef7b6864c43a6ba5b3baaf5f0df HTTP/1.1" status: 404 len: 348 time: 0.0215394 Nov 12 12:30:23.721205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 15ad523c-5a14-40f4-9b46-0abcdde54d1b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:23.735762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb2b457-e2e2-49cc-829e-8009b8f9a3d4 None None] Network 15ad523c-5a14-40f4-9b46-0abcdde54d1b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:23.753645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.753645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.783592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-016ba724-4eb1-459d-a427-7c2e8939d4a2 req-ed2da937-2d59-4f8f-bc8c-c33750b9183a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698009 Nov 12 12:30:23.793555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-60738c3c-c85a-4a7d-a2d3-4383bf3f1559 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765988 Nov 12 12:30:23.820952 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e830f6a3-430e-4784-8946-a12d91f9afda tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1723180 Nov 12 12:30:23.821720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:23.976110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-15ad523c-5a14-40f4-9b46-0abcdde54d1b', 'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '24bdf0e2-6a47-4616-9a6e-ad48daf18c18'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:23.988126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.012876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.072241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14154b41-280c-400f-aa02-c3cccbef9c82 req-59d381c6-44f9-434d-a716-5ef18af2586a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:24.077545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14154b41-280c-400f-aa02-c3cccbef9c82 req-59d381c6-44f9-434d-a716-5ef18af2586a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1308665 Nov 12 12:30:24.087559 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-a8311b96-24ff-4286-be6e-0fe1032fee68 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips/a2f38125-6059-435b-bcf8-6fe6331f57b2 HTTP/1.1" status: 200 len: 692 time: 0.0720608 Nov 12 12:30:24.144350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57990) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:24.159395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:24.163397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14154b41-280c-400f-aa02-c3cccbef9c82 req-846181de-6fb0-4bbb-a5bd-9a4c19aca0e4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825627 Nov 12 12:30:24.289995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Allocated IP 172.20.0.3 (15ad523c-5a14-40f4-9b46-0abcdde54d1b/24bdf0e2-6a47-4616-9a6e-ad48daf18c18/619e6beb-db50-404f-a204-e897906a2b70) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:24.324705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.340515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f5048-264a-44be-af62-65379dd600b0 req-8c782664-0356-437f-b790-ee53b47c3eb2 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:24.342761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a55f5048-264a-44be-af62-65379dd600b0 req-8c782664-0356-437f-b790-ee53b47c3eb2 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.0664825 Nov 12 12:30:24.407363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:network and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:24.420157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-91bc065c-d5be-4677-8e10-cebb4d1efa96 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:24.437826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-91bc065c-d5be-4677-8e10-cebb4d1efa96 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3469803 Nov 12 12:30:24.440510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a55f5048-264a-44be-af62-65379dd600b0 req-6a477683-493f-48f4-929c-4be22597fb8f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911074 Nov 12 12:30:24.479543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7daaf219-1234-475d-9f64-86b649ea100f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.484367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.494648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.513037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-fd367450-bdee-4aa9-8f84-8747a7c8b61f tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0739365 Nov 12 12:30:24.525033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:24.554195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Network 15ad523c-5a14-40f4-9b46-0abcdde54d1b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:24.561066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:24.566602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:24.580049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-4943bc0c-60bc-405a-a148-03417e1cf76b tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0643876 Nov 12 12:30:24.585542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Pushing event updated for resources: {'Port': ['ID=619e6beb-db50-404f-a204-e897906a2b70,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:24.644750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Attempting to bind port 619e6beb-db50-404f-a204-e897906a2b70 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:24.645131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Attempting to bind port 619e6beb-db50-404f-a204-e897906a2b70 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'e78a32d4-ad95-4e14-a4d9-88c836313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:24.645501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Attempting to bind port 619e6beb-db50-404f-a204-e897906a2b70 on network 15ad523c-5a14-40f4-9b46-0abcdde54d1b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:24.657106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:24.657539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Checking segment: {'id': 'e78a32d4-ad95-4e14-a4d9-88c836313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:24.658214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.659220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Bound using segment: {'id': 'e78a32d4-ad95-4e14-a4d9-88c836313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:24.659827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Bound port: 619e6beb-db50-404f-a204-e897906a2b70, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78a32d4-ad95-4e14-a4d9-88c836313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:24.660231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.684068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.714991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:subnet and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:24.758150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] For port 619e6beb-db50-404f-a204-e897906a2b70, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:24.762557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] For port 619e6beb-db50-404f-a204-e897906a2b70, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=619e6beb-db50-404f-a204-e897906a2b70,segment=NetworkSegment(e78a32d4-ad95-4e14-a4d9-88c836313a75),segment_id=e78a32d4-ad95-4e14-a4d9-88c836313a75)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:24.771239 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.799485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7daaf219-1234-475d-9f64-86b649ea100f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.825376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7daaf219-1234-475d-9f64-86b649ea100f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.844040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=24bdf0e2-6a47-4616-9a6e-ad48daf18c18,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:24.854823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.865367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:24.905369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ad523c-5a14-40f4-9b46-0abcdde54d1b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:24.914216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:subnetpool and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:24.922976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dc35d-953b-47f1-a1a5-8c05b3290fcf None None] Pushing event updated for resources: {'Port': ['ID=619e6beb-db50-404f-a204-e897906a2b70,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:24.933105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a32d4-ad95-4e14-a4d9-88c836313a75') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:24.934217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a32d4-ad95-4e14-a4d9-88c836313a75') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:24.937022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:24.946412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08378461-978e-416c-9400-85e2e33668fc None None] Network 15ad523c-5a14-40f4-9b46-0abcdde54d1b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:24.953149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:24.963392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Deleting port c14bfc8b-e690-4390-ab78-1f6fb5911f08 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:24.963727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.069815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.070140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.087359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Calling delete_port for c14bfc8b-e690-4390-ab78-1f6fb5911f08 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:25.104822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43643e8e-4ac4-4430-ac02-dcf8b33903b7 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:30:25.105417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:port and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:25.112088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.117919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:25.154921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:25.155342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:25.159487 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:25.216556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43643e8e-4ac4-4430-ac02-dcf8b33903b7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:30:25.332038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23a654e5-00ef-41a0-be51-5d7ad3691924 req-c3937544-4136-48e4-83ea-6b4fe2965e6e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 210 time: 0.5229001 Nov 12 12:30:25.377168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaf219-1234-475d-9f64-86b649ea100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2927fcd-d35d-409c-b3b1-7ec33193636f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:25.399627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7daaf219-1234-475d-9f64-86b649ea100f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=740f036bc57642e28359826a64b5d203&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2351129 Nov 12 12:30:25.400249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:25.507760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:router and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:25.523758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:25.535542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b17a6c9d-e9d2-404d-ac94-cacb08c277fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.547195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:30:25.547195 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:30:25.547195 n-d-804878-5 neutron-server[102779]: [parameters: {'id': '15ad523c-5a14-40f4-9b46-0abcdde54d1b'}] Nov 12 12:30:25.547195 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:25.547603 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:25.554760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:floatingip and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:25.561656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b17a6c9d-e9d2-404d-ac94-cacb08c277fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.567051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:25.700965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-be1bd507-0dec-4f1a-8b60-ff537673436d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:25.702814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-be1bd507-0dec-4f1a-8b60-ff537673436d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.2349346 Nov 12 12:30:25.718514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'port': {'device_id': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'admin_state_up': True, 'tenant_id': '42d83a7b50b44117be2ca93056947818'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:25.756869 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.782909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:security_group and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:25.791975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event deleted for resources: {'Port': ['ID=c14bfc8b-e690-4390-ab78-1f6fb5911f08,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:25.792220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b17a6c9d-e9d2-404d-ac94-cacb08c277fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.793629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b17a6c9d-e9d2-404d-ac94-cacb08c277fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.796066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b17a6c9d-e9d2-404d-ac94-cacb08c277fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2927fcd-d35d-409c-b3b1-7ec33193636f HTTP/1.1" status: 204 len: 168 time: 0.3939285 Nov 12 12:30:25.801306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:25.812680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a6c9d-e9d2-404d-ac94-cacb08c277fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2927fcd-d35d-409c-b3b1-7ec33193636f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:25.820181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4295de4-39ec-4c7e-b6c3-919db9791ae3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:25.872968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Usage tracker for resource:security_group_rule and project:766628dd4611413aba9109091f82ec97 is out of sync, need to count used quota {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 12:30:25.900859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.quota.resource [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102779) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 12:30:25.911194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eda7cd-1186-478a-9abb-0304f4d57eb7 req-4f3aeb0f-c8a9-4f78-9dbb-872f59ea01b3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:25.913431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26eda7cd-1186-478a-9abb-0304f4d57eb7 req-4f3aeb0f-c8a9-4f78-9dbb-872f59ea01b3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1136830 Nov 12 12:30:25.913912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f056fc7d-dc16-4aba-bee9-284817b8c5a8 tempest-QuotasTest-1418036870 tempest-QuotasTest-1418036870-project-admin] 10.222.0.18 "GET /v2.0/quotas/766628dd4611413aba9109091f82ec97/details.json HTTP/1.1" status: 200 len: 703 time: 1.7683063 Nov 12 12:30:25.928264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.930978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:25.932727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a8d906-c764-481b-8464-e2849c24a8f0 req-62de5d77-7af5-4812-a52f-bbed763bc4e4 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "DELETE /v2.0/floatingips/a2f38125-6059-435b-bcf8-6fe6331f57b2 HTTP/1.1" status: 204 len: 173 time: 1.3514276 Nov 12 12:30:25.963957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:25.968221 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.014548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26eda7cd-1186-478a-9abb-0304f4d57eb7 req-4cae5116-ffdd-4418-87be-84a264d5b84a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844877 Nov 12 12:30:26.055815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.133705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e485f-67b7-4630-8883-c9668435573b req-98c7d061-8167-496d-9e8e-aa4afa8bdeaf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:26.135389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-757e485f-67b7-4630-8883-c9668435573b req-98c7d061-8167-496d-9e8e-aa4afa8bdeaf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.1266706 Nov 12 12:30:26.213347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-757e485f-67b7-4630-8883-c9668435573b req-dac5808d-2954-46c3-955d-fa3ed4cc0b15 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689805 Nov 12 12:30:26.246535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 619e6beb-db50-404f-a204-e897906a2b70 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:26.247255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.252843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-e71c8c5e-ab4c-4630-85c5-965d13582d6a tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips/0b34a0db-18e0-476f-b779-639f0ac9576d HTTP/1.1" status: 200 len: 693 time: 0.0866716 Nov 12 12:30:26.298519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Allocated IP 172.20.0.8 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/8ad4a323-8f09-4b86-8239-97326a2dd7dc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:26.300960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:26.374781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 619e6beb-db50-404f-a204-e897906a2b70, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=619e6beb-db50-404f-a204-e897906a2b70,segment=NetworkSegment(e78a32d4-ad95-4e14-a4d9-88c836313a75),segment_id=e78a32d4-ad95-4e14-a4d9-88c836313a75)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:26.375013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.387734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:26.401587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4e70bb3-c378-4713-9ea2-8d080b42b9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.403214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 619e6beb-db50-404f-a204-e897906a2b70 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:26.547357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e5c50b29-71b7-47cc-844d-5c64293f31f0 req-2a335526-c992-4e78-b5ed-0cd9be356771 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 210 time: 0.0590966 Nov 12 12:30:26.609688 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.641116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-1d1eff42-7d7a-4771-8686-7db6e41ee84e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:26.647153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-1d1eff42-7d7a-4771-8686-7db6e41ee84e tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 784 time: 0.3832667 Nov 12 12:30:26.652795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=619e6beb-db50-404f-a204-e897906a2b70,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:26.668450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29986c83-82a3-4011-89ad-94788ba811a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.671360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 619e6beb-db50-404f-a204-e897906a2b70 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:26.705208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4e70bb3-c378-4713-9ea2-8d080b42b9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.748342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4e70bb3-c378-4713-9ea2-8d080b42b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.807512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-24833002-149b-4271-acae-f93b8be1ae37 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.1047575 Nov 12 12:30:26.814267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.848236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ad523c-5a14-40f4-9b46-0abcdde54d1b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:26.864483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a32d4-ad95-4e14-a4d9-88c836313a75') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:26.865318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a32d4-ad95-4e14-a4d9-88c836313a75') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:26.880519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-381a3917-afc0-4f40-863c-f1dd0cc74241 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.0717802 Nov 12 12:30:26.891902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.895640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a4e70bb3-c378-4713-9ea2-8d080b42b9eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e95e7233cc5f4c94888a50136ee731ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894382 Nov 12 12:30:26.895885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:26.916698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:30:26.944355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.962648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29986c83-82a3-4011-89ad-94788ba811a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.964081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:26.965454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:26.969079 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:26.983209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e70bb3-c378-4713-9ea2-8d080b42b9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82f8a3-cfe9-466a-aec1-a28c46e7af80,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:26.988977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29986c83-82a3-4011-89ad-94788ba811a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.062112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:27.080468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'mac_address': 'fa:16:3e:bc:90:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:30:27.106930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29986c83-82a3-4011-89ad-94788ba811a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b9158-bd39-4e75-889f-1716fb252617,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:27.124340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-29986c83-82a3-4011-89ad-94788ba811a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2aec6d97387c4dad8253d7b9a3f11794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7347717 Nov 12 12:30:27.127791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:27.131944 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.149661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae3634a6-3972-4c52-9491-0b3c0f3fc3ca {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:27.160601 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.178564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.179114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:27.186595 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.205564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.208764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/15ad523c-5a14-40f4-9b46-0abcdde54d1b HTTP/1.1" status: 204 len: 168 time: 3.3855233 Nov 12 12:30:27.214338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:27.228257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484450199'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:27.267428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-352d925f-b5ee-411a-a89c-09ed740f3087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.272086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Deleting port 1ccd116a-4ba5-48f3-b553-e4686e73ef7f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:27.272430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.276760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.278276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:27.282843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:27.287907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.300030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:27.306887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-352d925f-b5ee-411a-a89c-09ed740f3087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.368963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdd1a5-b490-43ce-ad6e-1209cefa1e88 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=15ad523c-5a14-40f4-9b46-0abcdde54d1b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:27.407254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de5c1-a2ad-470e-b58f-b71f5715db2d req-22ef3ae9-cdec-4152-915a-af91247a51a9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:27.415328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e3de5c1-a2ad-470e-b58f-b71f5715db2d req-22ef3ae9-cdec-4152-915a-af91247a51a9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.2412930 Nov 12 12:30:27.444059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:27.450665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=8ad4a323-8f09-4b86-8239-97326a2dd7dc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:27.455038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-352d925f-b5ee-411a-a89c-09ed740f3087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.457382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:27.458944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-352d925f-b5ee-411a-a89c-09ed740f3087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.461440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-352d925f-b5ee-411a-a89c-09ed740f3087 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e82f8a3-cfe9-466a-aec1-a28c46e7af80 HTTP/1.1" status: 204 len: 168 time: 0.5645809 Nov 12 12:30:27.464922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:27.490438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91e3a2d4-acc9-4665-8db0-9dc02c3126e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.501460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:27.539150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d925f-b5ee-411a-a89c-09ed740f3087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82f8a3-cfe9-466a-aec1-a28c46e7af80,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:27.546793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.547143 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.548514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:27.576354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.576717 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 550ad214-d422-498f-aa3d-006df1c00a18 of type vlan for network b775f58d-620b-41c8-8f83-3bdfc755eb9b Nov 12 12:30:27.605865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e3de5c1-a2ad-470e-b58f-b71f5715db2d req-2bd0f5ba-343e-4e5d-bf5c-1165430aa4b6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893950 Nov 12 12:30:27.606952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Calling delete_port for 1ccd116a-4ba5-48f3-b553-e4686e73ef7f owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:27.632211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:27.632211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.639243 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91e3a2d4-acc9-4665-8db0-9dc02c3126e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.819047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91e3a2d4-acc9-4665-8db0-9dc02c3126e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.833645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.836609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91e3a2d4-acc9-4665-8db0-9dc02c3126e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:27.841683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91e3a2d4-acc9-4665-8db0-9dc02c3126e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/931b9158-bd39-4e75-889f-1716fb252617 HTTP/1.1" status: 204 len: 168 time: 0.7126460 Nov 12 12:30:27.849507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-f0e671d2-f00d-44ed-8102-2ef13a2c6dbb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1365926 Nov 12 12:30:27.858999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3a2d4-acc9-4665-8db0-9dc02c3126e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b9158-bd39-4e75-889f-1716fb252617,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:27.943732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Request body: {'port': {'device_id': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:27.953817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:30:28.040573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64b2826a-744c-4978-a5e4-40a079d373a5 None None] Provisioning complete for port 8ad4a323-8f09-4b86-8239-97326a2dd7dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:28.041349 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64b2826a-744c-4978-a5e4-40a079d373a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.056784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.064028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:28.064665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.106913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-64b2826a-744c-4978-a5e4-40a079d373a5 None None] Port 8ad4a323-8f09-4b86-8239-97326a2dd7dc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:28.112171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e01e2-0e0c-44fc-8ba4-b392003c1488 req-4c0ed845-1a96-4f09-bfe2-35b277a8bf4a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:28.118618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-362e01e2-0e0c-44fc-8ba4-b392003c1488 req-4c0ed845-1a96-4f09-bfe2-35b277a8bf4a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.1772223 Nov 12 12:30:28.144756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.171337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9549553 Nov 12 12:30:28.211197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:28.223362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:28.241588 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-362e01e2-0e0c-44fc-8ba4-b392003c1488 req-3711964f-5668-4efd-84c3-d052194bff57 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127515 Nov 12 12:30:28.457548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8e141-a005-46e2-81c5-faac0018dd7a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=b775f58d-620b-41c8-8f83-3bdfc755eb9b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:28.471882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b775f58d-620b-41c8-8f83-3bdfc755eb9b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:28.524497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a416cc9-52c4-4961-a6d4-fca1910fe66f req-e2c0abc8-4a3e-478c-b003-bdc013baf983 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:28.540242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a416cc9-52c4-4961-a6d4-fca1910fe66f req-e2c0abc8-4a3e-478c-b003-bdc013baf983 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 931 time: 0.1333468 Nov 12 12:30:28.668542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a416cc9-52c4-4961-a6d4-fca1910fe66f req-e413fda1-1fa8-4166-8403-65a707055340 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271799 Nov 12 12:30:28.691013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:28.694988 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.845646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:28.871619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e632af-a6bd-4153-8891-6f6267becdb3 req-f5fd0b90-2540-437f-b300-9234d21631f1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:28.883384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98e632af-a6bd-4153-8891-6f6267becdb3 req-f5fd0b90-2540-437f-b300-9234d21631f1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.1152132 Nov 12 12:30:28.929590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e4ef6e65-2e77-40e3-9c45-8c2678de0b9d details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:30:28.932462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:28.936758 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc3423d0-5101-4361-8811-1b4bac5063f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.941539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.047065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98e632af-a6bd-4153-8891-6f6267becdb3 req-020b4a1a-628b-4057-9911-ea24426e4fc2 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621392 Nov 12 12:30:29.055463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fea771-3a49-4813-a37a-f0d2d618703b None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:29.125374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Pushing event deleted for resources: {'Port': ['ID=1ccd116a-4ba5-48f3-b553-e4686e73ef7f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:29.182980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc3423d0-5101-4361-8811-1b4bac5063f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.192191 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc3423d0-5101-4361-8811-1b4bac5063f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.197997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:30:29.215177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.215599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.216033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.216418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.217976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.219520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.219877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.220220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.220551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.220892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.223280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.226315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:29.240526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc3423d0-5101-4361-8811-1b4bac5063f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=766628dd4611413aba9109091f82ec97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524072 Nov 12 12:30:29.254634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:29.315572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3423d0-5101-4361-8811-1b4bac5063f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd690cf-49c3-4069-9f1c-ec9325fc43e0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:29.449157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:29.488235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'port_id': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'mac_address': 'fa:16:3e:86:f6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:30:29.529447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12037f5e-27f6-45db-bce8-546ea2133c54 req-6ec67998-4bdb-41c4-952f-0ccfcb8ffd28 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:29.552964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12037f5e-27f6-45db-bce8-546ea2133c54 req-6ec67998-4bdb-41c4-952f-0ccfcb8ffd28 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 943 time: 0.1615086 Nov 12 12:30:29.553174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.589532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ef6e65-2e77-40e3-9c45-8c2678de0b9d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:29.610506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.626918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:29.627850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.632153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:29.639355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.641875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.652383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3501adf9-c77b-4b68-9c89-2cc5818443bd req-033d7b79-4976-4548-b69a-89a2e5a69d52 tempest-FloatingIPDetailsTestJSON-1014324242 tempest-FloatingIPDetailsTestJSON-1014324242-project] 10.222.0.18 "DELETE /v2.0/floatingips/0b34a0db-18e0-476f-b779-639f0ac9576d HTTP/1.1" status: 204 len: 173 time: 2.7706678 Nov 12 12:30:29.660852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:29.680986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.858691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4f50333-7a66-45d8-aa74-359467626cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.868954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12037f5e-27f6-45db-bce8-546ea2133c54 req-a382a218-7c05-46fd-a892-f2ae2e1abfba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114140 Nov 12 12:30:29.884815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad4a323-8f09-4b86-8239-97326a2dd7dc {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:29.899424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.016643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Transition to ACTIVE for port object 8ad4a323-8f09-4b86-8239-97326a2dd7dc will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:30:30.019103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4f50333-7a66-45d8-aa74-359467626cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.040664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.048971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.136426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94acf-4305-43a6-9524-eb50d9b5fe3a req-d8ea1a7d-348c-49ac-90e0-7ec5e3ad84cf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:30.139155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91a94acf-4305-43a6-9524-eb50d9b5fe3a req-d8ea1a7d-348c-49ac-90e0-7ec5e3ad84cf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 931 time: 0.2947688 Nov 12 12:30:30.349674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=f09aab49-9023-4885-86de-f3cd04eed69c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:30.369941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad4a323-8f09-4b86-8239-97326a2dd7dc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:30.467741 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4f50333-7a66-45d8-aa74-359467626cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.471701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4f50333-7a66-45d8-aa74-359467626cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.487835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d4f50333-7a66-45d8-aa74-359467626cb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afd690cf-49c3-4069-9f1c-ec9325fc43e0 HTTP/1.1" status: 204 len: 168 time: 1.1788180 Nov 12 12:30:30.669389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f50333-7a66-45d8-aa74-359467626cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd690cf-49c3-4069-9f1c-ec9325fc43e0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:30.677005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745ab0-a851-49d5-b037-fdc21a79ad22 req-d8386def-461e-4c96-90b5-6a125a75ec12 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:30.679721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75745ab0-a851-49d5-b037-fdc21a79ad22 req-d8386def-461e-4c96-90b5-6a125a75ec12 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.4064503 Nov 12 12:30:30.827591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '550ad214-d422-498f-aa3d-006df1c00a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:30.828004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: b775f58d-620b-41c8-8f83-3bdfc755eb9b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:30.878916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91a94acf-4305-43a6-9524-eb50d9b5fe3a req-9af5d534-a8b7-4d45-87b9-0732a93509e8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767697 Nov 12 12:30:30.937198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['e4ef6e65-2e77-40e3-9c45-8c2678de0b9d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:30.985129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network b775f58d-620b-41c8-8f83-3bdfc755eb9b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:31.039934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-75745ab0-a851-49d5-b037-fdc21a79ad22 req-86e88d7b-22ce-4822-8f8d-fc7824aa4560 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289642 Nov 12 12:30:31.047745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b775f58d-620b-41c8-8f83-3bdfc755eb9b) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:31.077891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:31.079163 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.145086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Attempting to bind port 8ad4a323-8f09-4b86-8239-97326a2dd7dc on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:31.145717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Attempting to bind port 8ad4a323-8f09-4b86-8239-97326a2dd7dc by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:31.146089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Attempting to bind port 8ad4a323-8f09-4b86-8239-97326a2dd7dc on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:31.150951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53187b6-ff38-4948-96e1-6f7e3c333dd5 None None] Network b775f58d-620b-41c8-8f83-3bdfc755eb9b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:31.158276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Port 8ad4a323-8f09-4b86-8239-97326a2dd7dc on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:30:31.158599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Attempting to bind port 8ad4a323-8f09-4b86-8239-97326a2dd7dc on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:31.164414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-178fe81d-b32a-405d-8bb6-a944c8be1eb7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9506030 Nov 12 12:30:31.167019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58142) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:31.225178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:31.225527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:31.226356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:31.226816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Bound port: 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:31.227187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.295742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.478694 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.618913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:31.774537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f1da-7abb-48e4-a7f5-45406d906d23 req-9be4d1b7-002f-4c87-86d0-732d1a99b235 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:31.776102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44c3f1da-7abb-48e4-a7f5-45406d906d23 req-9be4d1b7-002f-4c87-86d0-732d1a99b235 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 944 time: 0.3415542 Nov 12 12:30:31.805445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.849674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] For port 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:31.856707 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.869860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b775f58d-620b-41c8-8f83-3bdfc755eb9b', 'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': 'f09aab49-9023-4885-86de-f3cd04eed69c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:31.871629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.873654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] For port 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:31.894359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.970090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:31.980279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:31.992363 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a345eab-bbba-4b29-888b-f4223f0e5329" -d '{"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-plugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:32.019274 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:32.064104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44c3f1da-7abb-48e4-a7f5-45406d906d23 req-4742de9e-dc1e-4c8a-8044-ba61e608806b tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631929 Nov 12 12:30:32.314064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Deleting port 553e3dfe-899e-4332-aec0-076971ed29fc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:32.314472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:32.335549 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599993a-aeec-43b1-8c7d-751e67aafa77 x-openstack-request-id: req-2599993a-aeec-43b1-8c7d-751e67aafa77 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:32.335865 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-plugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:32.336124 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2599993a-aeec-43b1-8c7d-751e67aafa77 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:32.339809 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'code': 200} Nov 12 12:30:32.352724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad4a323-8f09-4b86-8239-97326a2dd7dc,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:32.383082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:32.428867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:32.429507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:32.431467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-a01288a3-7f84-4489-8450-1e7fc6cc418f service neutron] 10.222.0.81 "PUT /v2.0/ports/8ad4a323-8f09-4b86-8239-97326a2dd7dc HTTP/1.1" status: 200 len: 1091 time: 4.4972119 Nov 12 12:30:32.432283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'tag': '8ad4a323-8f09-4b86-8239-97326a2dd7dc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:32.438313 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5963f65-1802-4d3a-a004-7e181cdbd21a" -d '{"events": [{"name": "network-changed", "server_uuid": "37790ba2-6b76-448e-9d03-cd6eeb567524", "tag": "8ad4a323-8f09-4b86-8239-97326a2dd7dc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:32.499199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:32.639134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Allocated IP 172.20.0.1 (b775f58d-620b-41c8-8f83-3bdfc755eb9b/f09aab49-9023-4885-86de-f3cd04eed69c/fa809d92-309e-4b1d-b305-6b4e24546d01) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:32.655530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e58586-f92b-4e44-af59-37007bc80376 req-8ea66f87-96f0-4fec-951a-07079fb0777b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:32.660445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04e58586-f92b-4e44-af59-37007bc80376 req-8ea66f87-96f0-4fec-951a-07079fb0777b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 943 time: 0.3359487 Nov 12 12:30:32.741635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-4b490f7f-70b0-45fc-a6c5-8d6c2d4fce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:32.743415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-4b490f7f-70b0-45fc-a6c5-8d6c2d4fce59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 1094 time: 0.2472756 Nov 12 12:30:32.888819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] For port 553e3dfe-899e-4332-aec0-076971ed29fc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=553e3dfe-899e-4332-aec0-076971ed29fc,segment=NetworkSegment(2bbf7fb2-ae0a-47da-9ff4-829161334566),segment_id=2bbf7fb2-ae0a-47da-9ff4-829161334566)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:32.889257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:32.939751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e4ef6e65-2e77-40e3-9c45-8c2678de0b9d up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:32.976521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Calling delete_port for 553e3dfe-899e-4332-aec0-076971ed29fc owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:33.005488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3569-c29f-4bd1-803e-0d43bd45408c req-7a18b9d3-dfb6-43de-90ed-7c2828186a00 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:33.026066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-318f3569-c29f-4bd1-803e-0d43bd45408c req-7a18b9d3-dfb6-43de-90ed-7c2828186a00 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.3536556 Nov 12 12:30:33.188091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:30:33.193201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.212976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:33.214261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.227979 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.369879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-318f3569-c29f-4bd1-803e-0d43bd45408c req-7cca41b0-a661-4503-b572-40196c5c7501 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427541 Nov 12 12:30:33.424758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Network b775f58d-620b-41c8-8f83-3bdfc755eb9b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:33.426982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:33.437635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:33.451750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Pushing event updated for resources: {'Port': ['ID=fa809d92-309e-4b1d-b305-6b4e24546d01,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:33.580023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Attempting to bind port fa809d92-309e-4b1d-b305-6b4e24546d01 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:33.580369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Attempting to bind port fa809d92-309e-4b1d-b305-6b4e24546d01 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '550ad214-d422-498f-aa3d-006df1c00a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:33.580559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Attempting to bind port fa809d92-309e-4b1d-b305-6b4e24546d01 on network b775f58d-620b-41c8-8f83-3bdfc755eb9b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:33.588249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:33.588602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Checking segment: {'id': '550ad214-d422-498f-aa3d-006df1c00a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:33.589122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.589519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Bound using segment: {'id': '550ad214-d422-498f-aa3d-006df1c00a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:33.590009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Bound port: fa809d92-309e-4b1d-b305-6b4e24546d01, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ad214-d422-498f-aa3d-006df1c00a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:33.590613 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.753459 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9a570e-da56-46cf-b03c-6127c4a8f5a5 x-openstack-request-id: req-cf9a570e-da56-46cf-b03c-6127c4a8f5a5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:33.753944 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37790ba2-6b76-448e-9d03-cd6eeb567524", "tag": "8ad4a323-8f09-4b86-8239-97326a2dd7dc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:33.757569 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf9a570e-da56-46cf-b03c-6127c4a8f5a5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:33.762390 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'tag': '8ad4a323-8f09-4b86-8239-97326a2dd7dc', 'status': 'completed', 'code': 200} Nov 12 12:30:33.800251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-67ad1c52-86c5-4bbc-8a84-7d3263872883 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc HTTP/1.1" status: 200 len: 217 time: 1.0383110 Nov 12 12:30:33.904758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.920088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04e58586-f92b-4e44-af59-37007bc80376 req-4fd256cd-4d04-4ec4-a15f-55eddf9aa4b7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2424586 Nov 12 12:30:34.025885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] For port fa809d92-309e-4b1d-b305-6b4e24546d01, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:34.113545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.123923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:34.129604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] For port fa809d92-309e-4b1d-b305-6b4e24546d01, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fa809d92-309e-4b1d-b305-6b4e24546d01,segment=NetworkSegment(550ad214-d422-498f-aa3d-006df1c00a18),segment_id=550ad214-d422-498f-aa3d-006df1c00a18)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:34.133875 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.148491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.207264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.257674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-858bbff0-75d9-477c-928e-9d0a6cade0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:34.282270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-858bbff0-75d9-477c-928e-9d0a6cade0e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.4614406 Nov 12 12:30:34.283102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=f09aab49-9023-4885-86de-f3cd04eed69c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:34.343761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:34.349860 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c45810-00dc-4d46-9253-40e8a9b00ab9" -d '{"events": [{"server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:34.413351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=553e3dfe-899e-4332-aec0-076971ed29fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:34.470188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:34.544779 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e63c5ec-77f4-4813-8265-8987499947fa x-openstack-request-id: req-7e63c5ec-77f4-4813-8265-8987499947fa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:34.545351 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:34.545786 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e63c5ec-77f4-4813-8265-8987499947fa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:34.546401 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'code': 200} Nov 12 12:30:34.671199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28b2aa-6526-45ab-908c-ea9d8cbe9d89 None None] Pushing event updated for resources: {'Port': ['ID=fa809d92-309e-4b1d-b305-6b4e24546d01,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:34.832282 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.921685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b775f58d-620b-41c8-8f83-3bdfc755eb9b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:34.943655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550ad214-d422-498f-aa3d-006df1c00a18') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:34.944204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550ad214-d422-498f-aa3d-006df1c00a18') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:34.966437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.990432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:35.002315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:35.002315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:35.060767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:35.095879 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:35.149584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:30:35.149584 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:30:35.149584 n-d-804878-5 neutron-server[102778]: [parameters: {'id': 'b775f58d-620b-41c8-8f83-3bdfc755eb9b'}] Nov 12 12:30:35.149584 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:35.150100 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:35.183927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-569f61e6-140b-4c64-8633-3f3d86b6eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.186631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-569f61e6-140b-4c64-8633-3f3d86b6eddc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8797302 Nov 12 12:30:35.189774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a905ba-39df-48d6-8b1a-cf2bc33aa20e req-8fb9a528-6d17-4212-9244-f3f52e308af8 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.202241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6a905ba-39df-48d6-8b1a-cf2bc33aa20e req-8fb9a528-6d17-4212-9244-f3f52e308af8 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 944 time: 1.1990757 Nov 12 12:30:35.213013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:35.251896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24e3bc-c6f2-43ab-8446-7e0c9f5caec9 req-4edbd1df-c3ac-40e7-9563-7e8ae2dae7f5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.254704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a24e3bc-c6f2-43ab-8446-7e0c9f5caec9 req-4edbd1df-c3ac-40e7-9563-7e8ae2dae7f5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1566162 Nov 12 12:30:35.436041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a24e3bc-c6f2-43ab-8446-7e0c9f5caec9 req-da8a4950-296d-42a7-ac55-03305833b627 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713090 Nov 12 12:30:35.443063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-97a1f865-43a4-4680-8931-520d6053ea4c service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448423 Nov 12 12:30:35.638854 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9a56d66-c674-4a28-b7fc-8570f51e609e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:35.685125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:35.900582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777df5b0-9895-441f-b43b-aba9ec791b3d req-72793db6-be94-4b2b-b753-de95286ab300 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481454 Nov 12 12:30:36.000023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.067535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1938112065', 'router:external': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:36.079221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f6cfd-fab4-4b56-96c4-5b2f2adbbac1 req-13d9697a-1904-4aad-890f-6cd5183264ad tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:36.090497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd2f6cfd-fab4-4b56-96c4-5b2f2adbbac1 req-13d9697a-1904-4aad-890f-6cd5183264ad tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 943 time: 0.2020583 Nov 12 12:30:36.155037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-a452b1fc-3349-45fd-b75e-d1e6a51683c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:36.164890 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-a452b1fc-3349-45fd-b75e-d1e6a51683c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 1094 time: 0.1913326 Nov 12 12:30:36.201309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd2f6cfd-fab4-4b56-96c4-5b2f2adbbac1 req-e74cbe8e-5013-4850-90c0-e69031abd5d9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097121 Nov 12 12:30:36.230686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port fa809d92-309e-4b1d-b305-6b4e24546d01 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:36.231314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.243670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Made reservation on behalf of c85048baed904b01bacc74ace5ddfae2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:36.246541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.260612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd96e-bd58-48f1-b3ff-15574bc61cbf req-d8577b5e-ced7-47e1-904d-e0974b07ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:36.265380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d3afd96e-bd58-48f1-b3ff-15574bc61cbf req-d8577b5e-ced7-47e1-904d-e0974b07ef93 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 1096 time: 1.6087542 Nov 12 12:30:36.319342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38c9915d-90d2-44bc-92cf-debdd6ead187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.346469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e5fdf-8fb3-46d5-87c1-e364e60d8531 None None] Network b775f58d-620b-41c8-8f83-3bdfc755eb9b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:36.389900 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.391445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port fa809d92-309e-4b1d-b305-6b4e24546d01, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fa809d92-309e-4b1d-b305-6b4e24546d01,segment=NetworkSegment(550ad214-d422-498f-aa3d-006df1c00a18),segment_id=550ad214-d422-498f-aa3d-006df1c00a18)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:36.391823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.409234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for fa809d92-309e-4b1d-b305-6b4e24546d01 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:36.600442 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.635561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dec1c3a5-671a-4d35-8fd8-fc789e0988f5 None None] Provisioning complete for port fa809d92-309e-4b1d-b305-6b4e24546d01 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:36.636406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dec1c3a5-671a-4d35-8fd8-fc789e0988f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.688035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.717927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:36.753560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6a905ba-39df-48d6-8b1a-cf2bc33aa20e req-f1c9ff5f-a95f-4ba6-a2c9-27717d3a8cca tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5473061 Nov 12 12:30:36.756299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dec1c3a5-671a-4d35-8fd8-fc789e0988f5 None None] Could not find standard attr ID for object fa809d92-309e-4b1d-b305-6b4e24546d01. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:30:36.769808 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-dec1c3a5-671a-4d35-8fd8-fc789e0988f5 None None] No ports have port_id starting with fa809d92-309e-4b1d-b305-6b4e24546d01 Nov 12 12:30:36.806256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-34c5b87c-feb6-4fdd-925e-6b2145a670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:36.809442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-34c5b87c-feb6-4fdd-925e-6b2145a670f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.6061664 Nov 12 12:30:36.872124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=fa809d92-309e-4b1d-b305-6b4e24546d01,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:36.896187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port fa809d92-309e-4b1d-b305-6b4e24546d01 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:36.904353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c788b-46cd-46e5-bdb9-ed3fbee14ad9 None None] DHCP port deletion for b775f58d-620b-41c8-8f83-3bdfc755eb9b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:36.951866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:36.963668 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d3afd96e-bd58-48f1-b3ff-15574bc61cbf req-53e70cd2-fe64-4903-95ce-aa4c48af6dd8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6481280 Nov 12 12:30:37.027071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc3fc8-4379-4b5b-bdbc-78f7bc893dea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:37.033785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-2e326918-db48-49aa-946c-9f43668f01e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc HTTP/1.1" status: 200 len: 217 time: 0.1809402 Nov 12 12:30:37.037395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.037757 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Added segment 35eb3fda-d9ba-4e15-b10c-eb89db22b0ec of type vlan for network b5330004-0b81-4241-8833-44cfffd8150b Nov 12 12:30:37.041184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.041896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.045096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.045459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.045849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.055503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.055889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.056239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.056581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.056919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.057313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.057713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:37.159763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.174478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82c5f5-ee81-44e1-8fb2-39c8f1339d24 req-f7d03fd2-2716-4a50-b664-87a143e0ced1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:37.177708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e82c5f5-ee81-44e1-8fb2-39c8f1339d24 req-f7d03fd2-2716-4a50-b664-87a143e0ced1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.5435226 Nov 12 12:30:37.225207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b775f58d-620b-41c8-8f83-3bdfc755eb9b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:37.249109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550ad214-d422-498f-aa3d-006df1c00a18') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:37.249109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550ad214-d422-498f-aa3d-006df1c00a18') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:37.252467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-446892eb-51dc-42a0-aa41-bf25cd42a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:37.255722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-446892eb-51dc-42a0-aa41-bf25cd42a40f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2067344 Nov 12 12:30:37.315686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e82c5f5-ee81-44e1-8fb2-39c8f1339d24 req-b4fb089a-d6a9-4279-883c-30bd173adfda tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286745 Nov 12 12:30:37.317696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.351794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.364337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:37.365006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:37.368154 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:37.438634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-ae69d918-3f67-4291-8843-52c4f7dc5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:37.440249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-ae69d918-3f67-4291-8843-52c4f7dc5732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535981 Nov 12 12:30:37.529964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38c9915d-90d2-44bc-92cf-debdd6ead187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.564868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38c9915d-90d2-44bc-92cf-debdd6ead187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.567956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-e23bf593-1c5a-4921-ad3a-1ddbad9b2480 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163120 Nov 12 12:30:37.655466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.662249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9915d-90d2-44bc-92cf-debdd6ead187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce2f386-e514-460b-88bf-d250d617af8e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:37.676794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Router 7283fc99-2ae2-4e9d-b11c-3318383777ab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:30:37.693669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d8e32-c192-4037-9f4a-7d8d97f7bb71 req-608fdcf0-1679-47ee-8732-a70a9d8030f1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:37.706050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-289d8e32-c192-4037-9f4a-7d8d97f7bb71 req-608fdcf0-1679-47ee-8732-a70a9d8030f1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 943 time: 0.3063064 Nov 12 12:30:37.761194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.816995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-289d8e32-c192-4037-9f4a-7d8d97f7bb71 req-aa75ed73-e754-4114-be89-0d62292fab93 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975106 Nov 12 12:30:37.826518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.833708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/b775f58d-620b-41c8-8f83-3bdfc755eb9b HTTP/1.1" status: 204 len: 168 time: 6.6650233 Nov 12 12:30:37.852770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:37.855981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38c9915d-90d2-44bc-92cf-debdd6ead187 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03c85dc7df7d44858f9f7aa21f2cc2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8682232 Nov 12 12:30:37.859397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:30:37.861675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58240) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:37.869835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-925903557'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:37.899349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459397b0-0b1e-4d2b-9dcd-ba21f0d23a84 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=b775f58d-620b-41c8-8f83-3bdfc755eb9b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:37.913419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5963f65-1802-4d3a-a004-7e181cdbd21a req-aca5043d-0c61-4658-956f-c3ccdb6e6553 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362820 Nov 12 12:30:37.945408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9489f937-7955-43bd-a644-38d2f01f7730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:37.971366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9489f937-7955-43bd-a644-38d2f01f7730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.001588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:38.006005 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.037862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a208f-0dfd-4c6b-8183-716d100cdb62 req-46d26385-50fd-4213-8215-c31c865aa24c tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:38.039841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b86a208f-0dfd-4c6b-8183-716d100cdb62 req-46d26385-50fd-4213-8215-c31c865aa24c tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.1076570 Nov 12 12:30:38.087407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9489f937-7955-43bd-a644-38d2f01f7730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.091051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9489f937-7955-43bd-a644-38d2f01f7730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.092236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9489f937-7955-43bd-a644-38d2f01f7730 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cce2f386-e514-460b-88bf-d250d617af8e HTTP/1.1" status: 204 len: 168 time: 0.2258825 Nov 12 12:30:38.113413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:38.152410 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.159372 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 8f9edf0c-fe42-4432-ad05-6a65d9199734 of type vlan for network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 Nov 12 12:30:38.173346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b86a208f-0dfd-4c6b-8183-716d100cdb62 req-23df4002-9cc9-4384-8c92-b05c1b78b23f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258371 Nov 12 12:30:38.249103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f937-7955-43bd-a644-38d2f01f7730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce2f386-e514-460b-88bf-d250d617af8e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:38.265790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.267957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:38.269244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.303354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.330913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2673655 Nov 12 12:30:38.339474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:38.387635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.398747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'subnet': {'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:38.412460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:38.413197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.455770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:38.480489 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] Sync routers for ids ['7283fc99-2ae2-4e9d-b11c-3318383777ab'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:38.509516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-45e1f2b2-cadf-4291-a2f3-9f0af1d17a66 admin admin] 10.222.0.18 "PUT /v2.0/routers/7283fc99-2ae2-4e9d-b11c-3318383777ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8460937 Nov 12 12:30:38.514676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:38.516408 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] Routers {'7283fc99-2ae2-4e9d-b11c-3318383777ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:38.521468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7283fc99-2ae2-4e9d-b11c-3318383777ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:38.580978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=e7f2b562-fabd-4c29-9ad7-6803eb9b57f0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:38.594749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a671b5d4-855f-4034-9042-3886740c6b58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7327611 Nov 12 12:30:38.599854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:38.600432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58254) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:38.608482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:38.657025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Made reservation on behalf of c85048baed904b01bacc74ace5ddfae2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:38.665292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.745878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:38.750647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:38.832503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ad4a323-8f09-4b86-8239-97326a2dd7dc details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:30:38.903465 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] Set router 7283fc99-2ae2-4e9d-b11c-3318383777ab gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:38.964739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97972e2d-29db-4e49-bf23-11b4571a2505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:39.080295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f48c7-3312-438d-a1be-d927d1c15652 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Network': ['ID=b5330004-0b81-4241-8833-44cfffd8150b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:39.192837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b5330004-0b81-4241-8833-44cfffd8150b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:39.499789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4b33-651d-43a4-91c4-5ed6ab121898 req-b242f023-7f0e-4673-8b97-b29850d0b752 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:39.509037 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:39.510075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27fd4b33-651d-43a4-91c4-5ed6ab121898 req-b242f023-7f0e-4673-8b97-b29850d0b752 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.7929428 Nov 12 12:30:39.513406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:39.552189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:39.570495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8ad4a323-8f09-4b86-8239-97326a2dd7dc', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '8ad4a323-8f09-4b86-8239-97326a2dd7dc', 'mac_address': 'fa:16:3e:94:e7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:30:39.608528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:39.618891 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:30:33Z', 'revision_number': 5, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:39.671312 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] Checking router: 7283fc99-2ae2-4e9d-b11c-3318383777ab for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:39.684537 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] Routers {'7283fc99-2ae2-4e9d-b11c-3318383777ab'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:39.685657 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7283fc99-2ae2-4e9d-b11c-3318383777ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:39.709059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:39.755897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad4a323-8f09-4b86-8239-97326a2dd7dc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:39.846516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:39.855182 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:39.866957 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] Set router 7283fc99-2ae2-4e9d-b11c-3318383777ab gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:39.874630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa5b34-7e2c-480f-a0a5-28015b6d6175 req-73285ca7-f3bf-4b06-a7a8-27215cdcd59d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:39.912166 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2fa5b34-7e2c-480f-a0a5-28015b6d6175 req-73285ca7-f3bf-4b06-a7a8-27215cdcd59d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 943 time: 0.8847718 Nov 12 12:30:40.087640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2fa5b34-7e2c-480f-a0a5-28015b6d6175 req-1a79fe73-e56f-4b29-93d6-70d38f663d49 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750903 Nov 12 12:30:40.136937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=92d7f085-512b-4813-9435-706b48d8c1e8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:40.166196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ad4a323-8f09-4b86-8239-97326a2dd7dc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:40.167737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '8f9edf0c-fe42-4432-ad05-6a65d9199734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:40.168389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: e7f2b562-fabd-4c29-9ad7-6803eb9b57f0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:40.220756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:40.244195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e7f2b562-fabd-4c29-9ad7-6803eb9b57f0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:40.258769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:40.259817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:40.303119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3c3595f7-5b56-4bc8-9b9e-72d7fdb9717f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6988728 Nov 12 12:30:40.305634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:40.361927 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:30:33Z', 'revision_number': 5, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:40.379732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb095db3-c1d8-4cd3-956a-f799a3adb353 None None] Network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:40.400166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8ad4a323-8f09-4b86-8239-97326a2dd7dc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:40.524283 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832b009-e861-4dfa-adab-22fc1523ffb6 None None] The sync data for ids ['7283fc99-2ae2-4e9d-b11c-3318383777ab'] in n-d-804878-5 is: [{'id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'name': 'tempest-FloatingIPDetailsTestJSON-106390230-router', 'tenant_id': '399ca77bac6442b68072f80751603552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:47Z', 'updated_at': '2021-11-12T12:30:33Z', 'revision_number': 5, 'project_id': '399ca77bac6442b68072f80751603552', 'gw_port': {'id': '94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7283fc99-2ae2-4e9d-b11c-3318383777ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:48Z', 'updated_at': '2021-11-12T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:40.608634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51177dae-57ed-4dba-a514-d15cee604fa6 req-9bf08bdb-87c9-4d1b-a390-d64a3006bb1a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:40.623074 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51177dae-57ed-4dba-a514-d15cee604fa6 req-9bf08bdb-87c9-4d1b-a390-d64a3006bb1a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.2204759 Nov 12 12:30:40.624191 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:40.818584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51177dae-57ed-4dba-a514-d15cee604fa6 req-907cd3c7-4d41-4ad6-b488-70979b84bb6b tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876428 Nov 12 12:30:40.848510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:40.854953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-27fd4b33-651d-43a4-91c4-5ed6ab121898 req-bc8bcbac-2e4e-4fb7-86bd-d0b9e3d3b623 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3108370 Nov 12 12:30:41.199941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 553e3dfe-899e-4332-aec0-076971ed29fc no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:41.242481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:41.301955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 553e3dfe-899e-4332-aec0-076971ed29fc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:41.302372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 553e3dfe-899e-4332-aec0-076971ed29fc not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:41.308839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:41.380597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e7f2b562-fabd-4c29-9ad7-6803eb9b57f0', 'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '92d7f085-512b-4813-9435-706b48d8c1e8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:41.381584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:41.405518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-abfc5d51-9930-4824-ba79-a6e791cb3305 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:41.437540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-abfc5d51-9930-4824-ba79-a6e791cb3305 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.4401100 Nov 12 12:30:41.470078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95edae-92a0-466c-95eb-35955394736a req-63b04f79-9a9f-4cb0-be56-90b5de770a17 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:41.488612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-be95edae-92a0-466c-95eb-35955394736a req-63b04f79-9a9f-4cb0-be56-90b5de770a17 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.4167757 Nov 12 12:30:41.497844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58314) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:41.536755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-286feebe-5da3-44e9-8fc8-54d4101c019a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/quotas/4d8d162cc79c451e80a3f45950daa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0570209 Nov 12 12:30:41.541603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Request body: {'floatingip': {'port_id': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:41.672266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f1d4336a-4581-40c3-aac4-83765d0de6a0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328750 Nov 12 12:30:41.905951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-bc1a38e0-2a11-4713-9923-3e8bc3cc73aa service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327478 Nov 12 12:30:41.909227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:41.925244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Allocated IP 172.20.0.2 (e7f2b562-fabd-4c29-9ad7-6803eb9b57f0/92d7f085-512b-4813-9435-706b48d8c1e8/1e99164c-d454-4d85-8268-f6e31d6907b3) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:41.976405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Deleting port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:41.976829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.112929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-473a1b49-bed4-4657-8915-639686c1cae6 service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060938 Nov 12 12:30:42.214442 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.228803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.292733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:42.296058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:42.298914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:42.405015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.461284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Pushing event updated for resources: {'Port': ['ID=1e99164c-d454-4d85-8268-f6e31d6907b3,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:42.471274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Attempting to bind port 1e99164c-d454-4d85-8268-f6e31d6907b3 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:42.471274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Attempting to bind port 1e99164c-d454-4d85-8268-f6e31d6907b3 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '8f9edf0c-fe42-4432-ad05-6a65d9199734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:42.471627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Attempting to bind port 1e99164c-d454-4d85-8268-f6e31d6907b3 on network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:42.484710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:42.485125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Checking segment: {'id': '8f9edf0c-fe42-4432-ad05-6a65d9199734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:42.485505 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.485906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Bound using segment: {'id': '8f9edf0c-fe42-4432-ad05-6a65d9199734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:42.486420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Bound port: 1e99164c-d454-4d85-8268-f6e31d6907b3, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9edf0c-fe42-4432-ad05-6a65d9199734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:42.486810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.498034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5b8d9-f514-4250-92e6-ed07f3aeff09 req-9fe839d2-eefc-47d3-bec1-aac02ba0cc23 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:42.500823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fe5b8d9-f514-4250-92e6-ed07f3aeff09 req-9fe839d2-eefc-47d3-bec1-aac02ba0cc23 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1093163 Nov 12 12:30:42.524074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] For port 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:42.524927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.569998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Calling delete_port for 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:42.596794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fe5b8d9-f514-4250-92e6-ed07f3aeff09 req-a74f5f11-87ba-448d-b32f-f4fe33248ecc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820339 Nov 12 12:30:42.670894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] For port 1e99164c-d454-4d85-8268-f6e31d6907b3, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:42.681521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] For port 1e99164c-d454-4d85-8268-f6e31d6907b3, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e99164c-d454-4d85-8268-f6e31d6907b3,segment=NetworkSegment(8f9edf0c-fe42-4432-ad05-6a65d9199734),segment_id=8f9edf0c-fe42-4432-ad05-6a65d9199734)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:42.691881 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:42.738209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89984aa6-e026-45b9-b4bb-1d4a34202aac req-c9f22268-5e03-4ad0-b914-ad3ecef388e9 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 210 time: 0.0834160 Nov 12 12:30:42.796501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dfda5-8056-4ad3-96c6-cc5a9849f3e6 None None] Pushing event updated for resources: {'Port': ['ID=1e99164c-d454-4d85-8268-f6e31d6907b3,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:42.809010 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:30:42.850540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ad4a323-8f09-4b86-8239-97326a2dd7dc up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:42.988160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 8ad4a323-8f09-4b86-8239-97326a2dd7dc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:30:42.997748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8ad4a323-8f09-4b86-8239-97326a2dd7dc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:42.999804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:43.226531 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:43.280249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad4a323-8f09-4b86-8239-97326a2dd7dc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:43.285309 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e64b481-6113-4ba5-bee6-a02fb3e6ac91" -d '{"events": [{"server_uuid": "37790ba2-6b76-448e-9d03-cd6eeb567524", "name": "network-vif-plugged", "status": "completed", "tag": "8ad4a323-8f09-4b86-8239-97326a2dd7dc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:43.318522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:43.328379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:43.447780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8ad4a323-8f09-4b86-8239-97326a2dd7dc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:43.473042 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653351a2-104d-4f05-81de-7f32aaaa59ad x-openstack-request-id: req-653351a2-104d-4f05-81de-7f32aaaa59ad {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:43.473379 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37790ba2-6b76-448e-9d03-cd6eeb567524", "name": "network-vif-plugged", "status": "completed", "tag": "8ad4a323-8f09-4b86-8239-97326a2dd7dc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:43.473637 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-653351a2-104d-4f05-81de-7f32aaaa59ad {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:43.474114 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad4a323-8f09-4b86-8239-97326a2dd7dc', 'code': 200} Nov 12 12:30:43.528398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1e199-ac28-44cb-8df2-eba457b59aea req-a0395360-c3e8-49b0-a1cb-920f70714fcc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:43.530070 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54c1e199-ac28-44cb-8df2-eba457b59aea req-a0395360-c3e8-49b0-a1cb-920f70714fcc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 944 time: 1.7212822 Nov 12 12:30:43.546259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.objects.ports [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:30:43.546960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:43.682340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19024-a62b-469b-8d03-2d662ad1df35 req-b0ea66c5-d308-4197-8887-6b197cf9e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:43.689750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9c19024-a62b-469b-8d03-2d662ad1df35 req-b0ea66c5-d308-4197-8887-6b197cf9e41b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 1096 time: 0.1083190 Nov 12 12:30:43.785795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f041430-3240-4f3f-8850-69ce280ed117,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:43.796099 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9c19024-a62b-469b-8d03-2d662ad1df35 req-2ee9aee8-9536-40c5-a618-d46cdfa2c294 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Nov 12 12:30:43.803638 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:43.852816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9329e-51e9-489d-bb91-68f601b748eb req-fb6a4297-f51a-44f0-99ae-e5d03f47b733 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:43.855830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70b9329e-51e9-489d-bb91-68f601b748eb req-fb6a4297-f51a-44f0-99ae-e5d03f47b733 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.0880995 Nov 12 12:30:43.912970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=92d7f085-512b-4813-9435-706b48d8c1e8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:43.987981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70b9329e-51e9-489d-bb91-68f601b748eb req-9b7e0b2d-667e-463a-8d55-d736c673db6c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084020 Nov 12 12:30:44.172824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-538019a5-8302-4792-bf86-be2e4cbd27ca req-4e4d84f9-fdca-4f7c-b6bc-1e5f65766abc tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 210 time: 0.0613377 Nov 12 12:30:44.204582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54c1e199-ac28-44cb-8df2-eba457b59aea req-66278684-88dc-429e-b79e-2aa77778835f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595752 Nov 12 12:30:44.222613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Checking segment: {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:44.223303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network hostable DHCP agents. Network: b5330004-0b81-4241-8833-44cfffd8150b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:44.276561 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.471263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2299fe9-be07-465c-bc94-9522ee199533 None None] Network e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:44.473699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2b562-fabd-4c29-9ad7-6803eb9b57f0']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:44.531812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9edf0c-fe42-4432-ad05-6a65d9199734') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:44.532556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9edf0c-fe42-4432-ad05-6a65d9199734') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:44.623647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.638626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network b5330004-0b81-4241-8833-44cfffd8150b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:44.657138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:44.658058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.661172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-177bb3a7-d175-4a05-b441-1321a49a9ec8 None None] Provisioning complete for port 1e99164c-d454-4d85-8268-f6e31d6907b3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:44.661873 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-177bb3a7-d175-4a05-b441-1321a49a9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.673919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4da4929c-52e5-42bf-8466-e532fb5b80b2 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:44.675381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4da4929c-52e5-42bf-8466-e532fb5b80b2 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.65 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.4592705 Nov 12 12:30:44.720172 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.724897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Pushing event deleted for resources: {'Port': ['ID=94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:44.741284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Request body: {'port': {'device_id': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'admin_state_up': True, 'tenant_id': '4d8d162cc79c451e80a3f45950daa8f2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:44.766919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:44.767327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:44.812342 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:44.818140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b5330004-0b81-4241-8833-44cfffd8150b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:44.823425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:44.825415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.875634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9773a098-7a6d-494a-8132-5a075583ed70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:44.953576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761998a-3483-4262-a2af-76ac677fc568 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:44.961307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad667811-2c4e-4092-be25-7050b8310ce8 None None] Network b5330004-0b81-4241-8833-44cfffd8150b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:45.168110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:30:45.168110 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:30:45.168110 n-d-804878-5 neutron-server[102779]: [parameters: {'id': 'e7f2b562-fabd-4c29-9ad7-6803eb9b57f0'}] Nov 12 12:30:45.168110 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:45.168625 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:45.224000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e99164c-d454-4d85-8268-f6e31d6907b3 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:45.259344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-20f6efe7-4fa0-4a4f-942c-323d4ca3de5b tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.8734272 Nov 12 12:30:45.264181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:45.281409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1715848158', 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:45.298270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.344010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Made reservation on behalf of c85048baed904b01bacc74ace5ddfae2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:45.347143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] DHCP port deletion for e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:45.347807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.378178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] device_id is not set on port 87090a34-3119-4f6b-a0a2-8ccb33cd640e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:30:45.389134 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-177bb3a7-d175-4a05-b441-1321a49a9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.458112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150da145-34e5-4bc0-a884-ee1f4682204c None None] Network b5330004-0b81-4241-8833-44cfffd8150b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:45.481740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.485267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.504870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Allocated IP 172.20.0.12 (b5330004-0b81-4241-8833-44cfffd8150b/5f041430-3240-4f3f-8850-69ce280ed117/87090a34-3119-4f6b-a0a2-8ccb33cd640e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:45.517313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1e99164c-d454-4d85-8268-f6e31d6907b3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:45.518417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.556995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.558805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7283fc99-2ae2-4e9d-b11c-3318383777ab {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:30:45.564085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.568614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ec79f8a2-cf09-413f-969f-7bc47337012b admin admin] 10.222.0.18 "DELETE /v2.0/routers/7283fc99-2ae2-4e9d-b11c-3318383777ab HTTP/1.1" status: 204 len: 168 time: 7.0451133 Nov 12 12:30:45.569362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:45.575104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58d9da-96c4-4bee-9e98-0452add42501 req-ad7ad9e9-07d8-447f-802d-a473bc62d6b6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:45.578423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-177bb3a7-d175-4a05-b441-1321a49a9ec8 None None] For port 1e99164c-d454-4d85-8268-f6e31d6907b3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e99164c-d454-4d85-8268-f6e31d6907b3,segment=NetworkSegment(8f9edf0c-fe42-4432-ad05-6a65d9199734),segment_id=8f9edf0c-fe42-4432-ad05-6a65d9199734)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:45.589333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a58d9da-96c4-4bee-9e98-0452add42501 req-ad7ad9e9-07d8-447f-802d-a473bc62d6b6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.3728192 Nov 12 12:30:45.592192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-177bb3a7-d175-4a05-b441-1321a49a9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.701598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.708262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Deleting subnet b06f3741-5fba-4f75-9ade-36ea552f715b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:30:45.714497 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.743699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] Deleting port 1e99164c-d454-4d85-8268-f6e31d6907b3 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:45.744083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.753827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9773a098-7a6d-494a-8132-5a075583ed70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.809445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb3a7-d175-4a05-b441-1321a49a9ec8 None None] Pushing event updated for resources: {'Port': ['ID=1e99164c-d454-4d85-8268-f6e31d6907b3,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:45.821479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.847044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-968acc79-a519-4089-a9d0-1f717f1ea8b5 req-6421dcd0-25a3-4ee8-b8a1-927f549a48cf tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 210 time: 0.2940028 Nov 12 12:30:45.892836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:30:45.894377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.972736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] For port 1e99164c-d454-4d85-8268-f6e31d6907b3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e99164c-d454-4d85-8268-f6e31d6907b3,segment=NetworkSegment(8f9edf0c-fe42-4432-ad05-6a65d9199734),segment_id=8f9edf0c-fe42-4432-ad05-6a65d9199734)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:45.973406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:45.981808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a58d9da-96c4-4bee-9e98-0452add42501 req-faad3f88-20af-402a-95f0-d781daa00f56 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913629 Nov 12 12:30:45.990346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9773a098-7a6d-494a-8132-5a075583ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.000691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] Calling delete_port for 1e99164c-d454-4d85-8268-f6e31d6907b3 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:46.033212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.036579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773a098-7a6d-494a-8132-5a075583ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c68ae9-8b0e-45d4-8390-0410d80d56af,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:46.119116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9773a098-7a6d-494a-8132-5a075583ed70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2170d89949f24c728d40d8dc47bcbcd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4595056 Nov 12 12:30:46.124369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58404) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:46.155910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network b5330004-0b81-4241-8833-44cfffd8150b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:46.166826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.167019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:46.174043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:46.176388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Port': ['ID=87090a34-3119-4f6b-a0a2-8ccb33cd640e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:46.185001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.185310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.229562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] No DVR routers for this DVR port 1e99164c-d454-4d85-8268-f6e31d6907b3 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:46.235063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30588cc3-3326-4b44-8955-565d3cfac942 None None] Pushing event deleted for resources: {'Port': ['ID=1e99164c-d454-4d85-8268-f6e31d6907b3,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:46.243937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88a5a9-2c7e-4a6b-9e7e-d457b911d9ed req-262fba01-ae01-401d-9cf9-0938c955334f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:46.246575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d88a5a9-2c7e-4a6b-9e7e-d457b911d9ed req-262fba01-ae01-401d-9cf9-0938c955334f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 945 time: 0.2756984 Nov 12 12:30:46.247208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Made reservation on behalf of 4d8d162cc79c451e80a3f45950daa8f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:46.250694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.300565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:46.301217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.321510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb66c80-f3f3-4c5f-af4e-ce9f3b04c0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.339389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8a0c8f59-598f-405d-b071-c3a21d584551 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.0641677 Nov 12 12:30:46.346212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:46.368154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb66c80-f3f3-4c5f-af4e-ce9f3b04c0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.780901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Deleting port 87090a34-3119-4f6b-a0a2-8ccb33cd640e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:46.781311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.784705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb66c80-f3f3-4c5f-af4e-ce9f3b04c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.787718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb66c80-f3f3-4c5f-af4e-ce9f3b04c0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.791198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0eb66c80-f3f3-4c5f-af4e-ce9f3b04c0e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58c68ae9-8b0e-45d4-8390-0410d80d56af HTTP/1.1" status: 204 len: 168 time: 0.6601067 Nov 12 12:30:46.873176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb66c80-f3f3-4c5f-af4e-ce9f3b04c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c68ae9-8b0e-45d4-8390-0410d80d56af,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:46.913809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Allocated IP 172.20.0.11 (bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4/1c605ad1-b19e-442c-9fca-c06566f4ac26/f2b10e7c-7ebb-46b1-bd4c-09398ba34870) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:46.927911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.958805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:46.964962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Calling delete_port for 87090a34-3119-4f6b-a0a2-8ccb33cd640e owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:47.055384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e99164c-d454-4d85-8268-f6e31d6907b3 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:47.099901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1e99164c-d454-4d85-8268-f6e31d6907b3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:47.102428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e99164c-d454-4d85-8268-f6e31d6907b3 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:47.106803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 1e99164c-d454-4d85-8268-f6e31d6907b3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:47.107186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.108141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:47.109121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea994e5d-5730-4701-8d81-0e7d5feebae1 req-fe11f585-84d9-4e74-886f-3eb3ec413e96 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 210 time: 0.1302261 Nov 12 12:30:47.163150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d88a5a9-2c7e-4a6b-9e7e-d457b911d9ed req-755557f4-ff64-4eb0-9eab-97fbb108f8da tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497909 Nov 12 12:30:47.167322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:47.167999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94eafcd9-9ee2-40e4-9fa4-43b8ea19ee4a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:47.250572 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Floating IP 3e96cadd-7bff-48ca-9a98-2eb1fb3298e9 associated. External IP: 172.25.1.164, port: e4ef6e65-2e77-40e3-9c45-8c2678de0b9d. Nov 12 12:30:47.365437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 1e99164c-d454-4d85-8268-f6e31d6907b3, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:47.365842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.367554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a8c38-a71c-4b39-9a10-45421d245425 req-57055a1e-af44-429f-9ea1-2c4caab9a1ef tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:47.369210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc9a8c38-a71c-4b39-9a10-45421d245425 req-57055a1e-af44-429f-9ea1-2c4caab9a1ef tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.0853601 Nov 12 12:30:47.370606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.378747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.403159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:47.425261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event deleted for resources: {'Port': ['ID=87090a34-3119-4f6b-a0a2-8ccb33cd640e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:47.444135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 1e99164c-d454-4d85-8268-f6e31d6907b3 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:47.461818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45103d62-9213-41d7-82fb-9b9d3b7341a4 None None] Network 260271c8-ede5-49cc-bf3a-7117344fde8d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:47.462006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Port 1e99164c-d454-4d85-8268-f6e31d6907b3 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:30:47.465558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06f3741-5fba-4f75-9ade-36ea552f715b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:47.497925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.501791 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f6f1b3ca-f2bf-416b-ab7a-6f2c49ff5f74 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b06f3741-5fba-4f75-9ade-36ea552f715b HTTP/1.1" status: 204 len: 168 time: 1.9168067 Nov 12 12:30:47.507754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58420) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:47.508408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.511052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4651072d-862c-4747-9591-5f09762a18bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.518700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc9a8c38-a71c-4b39-9a10-45421d245425 req-e9bb0960-1e93-4e26-b91b-dae1b7adcf17 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389878 Nov 12 12:30:47.519907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.526288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a27a872d-9344-45e1-818a-66007f7f3c90 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/ports/87090a34-3119-4f6b-a0a2-8ccb33cd640e HTTP/1.1" status: 204 len: 168 time: 1.1788855 Nov 12 12:30:47.527802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:47.532628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b', 'external_fixed_ips': [{'subnet_id': '5f041430-3240-4f3f-8850-69ce280ed117', 'ip_address': '172.20.0.12'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:47.579173 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.580518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.626602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=1e99164c-d454-4d85-8268-f6e31d6907b3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:47.635762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 1e99164c-d454-4d85-8268-f6e31d6907b3 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:47.703109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.726313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.734748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] DHCP port deletion for 260271c8-ede5-49cc-bf3a-7117344fde8d request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:47.796020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.827988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] Deleting port afdd252d-beca-42d3-b0e5-1837012e52bc {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:47.828628 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.902100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.926783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.944022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] For port afdd252d-beca-42d3-b0e5-1837012e52bc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=afdd252d-beca-42d3-b0e5-1837012e52bc,segment=NetworkSegment(2bbf7fb2-ae0a-47da-9ff4-829161334566),segment_id=2bbf7fb2-ae0a-47da-9ff4-829161334566)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:47.944623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:47.967136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] Calling delete_port for afdd252d-beca-42d3-b0e5-1837012e52bc owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:48.007340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2b562-fabd-4c29-9ad7-6803eb9b57f0']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:48.030243 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.053479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9edf0c-fe42-4432-ad05-6a65d9199734') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:48.053767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9edf0c-fe42-4432-ad05-6a65d9199734') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:48.090015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4651072d-862c-4747-9591-5f09762a18bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.093953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.100748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424', '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:48.104871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.137251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4651072d-862c-4747-9591-5f09762a18bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.166025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:48.178079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.197640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:48.210512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] No DVR routers for this DVR port afdd252d-beca-42d3-b0e5-1837012e52bc on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:48.213182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Router f540bfcc-4091-44fb-b5af-04be900d1bab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:30:48.217771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:48.218225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.221168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ab73b-62b8-4dac-ad00-0491511fdcfc None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:48.228623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:48.228728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e965fc-ed73-495b-bc41-e6dea9f7fbc7 None None] Pushing event deleted for resources: {'Port': ['ID=afdd252d-beca-42d3-b0e5-1837012e52bc,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:48.232203 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:48.329324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event updated for resources: {'Port': ['ID=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:48.334546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4651072d-862c-4747-9591-5f09762a18bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dba4d9284e424dada4eda73532e881b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9303262 Nov 12 12:30:48.348916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:48.351871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651072d-862c-4747-9591-5f09762a18bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc90384-023c-47b5-b75c-7709b61d515c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:48.409625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.454810 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.464256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.466393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6575b338-8bbf-40ca-afb0-2b46537fa9d6 None None] Provisioning complete for port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:48.466779 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6575b338-8bbf-40ca-afb0-2b46537fa9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.472229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Deleting port afdd252d-beca-42d3-b0e5-1837012e52bc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:48.472795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.489504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12f86180-947a-4df5-b84b-f1b9ade54e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.517628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.521335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 HTTP/1.1" status: 204 len: 168 time: 8.1903529 Nov 12 12:30:48.537157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:48.538150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.545121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:48.563634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6575b338-8bbf-40ca-afb0-2b46537fa9d6 None None] Port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:48.571911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311023665'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:48.604368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12f86180-947a-4df5-b84b-f1b9ade54e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.637219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e738a4-b1e2-4819-a97d-4170ae271464 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=e7f2b562-fabd-4c29-9ad7-6803eb9b57f0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:48.752151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c25-7aa2-42b1-a052-c161fa95ff1f req-8095da53-ab75-427d-af28-a428cf15821c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:48.753698 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c9a3c25-7aa2-42b1-a052-c161fa95ff1f req-8095da53-ab75-427d-af28-a428cf15821c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 932 time: 0.3972871 Nov 12 12:30:48.761721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] For port afdd252d-beca-42d3-b0e5-1837012e52bc, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:48.762237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.772878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:48.776637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.797324 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-f86510b4-92a7-463a-b708-e7d80a8bc63c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0871987 Nov 12 12:30:48.821138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Calling delete_port for afdd252d-beca-42d3-b0e5-1837012e52bc owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:48.827734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703204f-24e3-4c09-ae68-2bc7813e0822 req-16346fcf-fa91-4f5e-bc52-22cc76ca88e3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:48.828177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5703204f-24e3-4c09-ae68-2bc7813e0822 req-16346fcf-fa91-4f5e-bc52-22cc76ca88e3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1642883 Nov 12 12:30:48.834967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Port afdd252d-beca-42d3-b0e5-1837012e52bc was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:30:48.839970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Request body: {'port': {'device_id': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:48.853005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Allocated IP 172.20.0.12 (b5330004-0b81-4241-8833-44cfffd8150b/5f041430-3240-4f3f-8850-69ce280ed117/8cf87b72-7ae8-4ee0-bc9b-011c69143958) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:48.856935 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12f86180-947a-4df5-b84b-f1b9ade54e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.860217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12f86180-947a-4df5-b84b-f1b9ade54e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.863831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12f86180-947a-4df5-b84b-f1b9ade54e38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfc90384-023c-47b5-b75c-7709b61d515c HTTP/1.1" status: 204 len: 168 time: 0.5110040 Nov 12 12:30:48.879592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.902831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:48.926837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] Sync routers for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:48.941257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:48.950148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:48.953927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdd252d-beca-42d3-b0e5-1837012e52bc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:48.963370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:48.966672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:48.976193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] No DVR routers for this DVR port afdd252d-beca-42d3-b0e5-1837012e52bc on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:48.996109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f86180-947a-4df5-b84b-f1b9ade54e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc90384-023c-47b5-b75c-7709b61d515c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:49.075557 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c9a3c25-7aa2-42b1-a052-c161fa95ff1f req-d28c8bd6-d8bb-43d4-a25b-1abbcb37bdba tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941859 Nov 12 12:30:49.076809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.077158 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment c270eb99-4525-4b02-9f8c-77cf1f22b62b of type vlan for network a6b29865-fff0-478e-8865-be25203c017c Nov 12 12:30:49.077765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afdd252d-beca-42d3-b0e5-1837012e52bc no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:49.098949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f0da35fb-466c-4ffb-8378-17bd80dcf8e5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "PUT /v2.0/floatingips/3e96cadd-7bff-48ca-9a98-2eb1fb3298e9 HTTP/1.1" status: 200 len: 991 time: 7.5831728 Nov 12 12:30:49.102302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:49.105224 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b042b-944d-4a76-afad-03b50e0c2fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:49.138226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.197908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: afdd252d-beca-42d3-b0e5-1837012e52bc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:49.199802 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.203463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device afdd252d-beca-42d3-b0e5-1837012e52bc not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:49.211998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.282320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260271c8-ede5-49cc-bf3a-7117344fde8d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:49.300898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbf7fb2-ae0a-47da-9ff4-829161334566') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:49.301196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbf7fb2-ae0a-47da-9ff4-829161334566') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:49.303121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.306661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5703204f-24e3-4c09-ae68-2bc7813e0822 req-644244b2-8728-4bb2-a0a2-9b8c21733a77 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678814 Nov 12 12:30:49.316299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:49.316960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.357883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.372436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:49.425883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.488071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.541274 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27697ac6-360b-46e8-92af-21d3f0a601cb x-openstack-request-id: req-27697ac6-360b-46e8-92af-21d3f0a601cb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:49.541931 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:49.542402 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27697ac6-360b-46e8-92af-21d3f0a601cb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:49.542986 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'status': 'completed', 'code': 200} Nov 12 12:30:49.561274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0082123 Nov 12 12:30:49.566660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.575390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:49.584443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'a6b29865-fff0-478e-8865-be25203c017c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:49.641001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:49.641673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:49.645760 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:49.654940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network b5330004-0b81-4241-8833-44cfffd8150b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:49.669792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6713b76-8272-4b01-9c53-8e865a5911a8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=a6b29865-fff0-478e-8865-be25203c017c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:49.705889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:49.716743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:49.722835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf87b72-7ae8-4ee0-bc9b-011c69143958,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:49.788483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a6b29865-fff0-478e-8865-be25203c017c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:50.003644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '3e96cadd-7bff-48ca-9a98-2eb1fb3298e9', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'port_id': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'mac_address': 'fa:16:3e:86:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b654437-6044-4f4c-8235-563dabec6afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:29:22Z', 'updated_at': '2021-11-12T12:30:45Z', 'revision_number': 1, 'project_id': 'ed467640bc874346850de761c7247d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:50.039660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] Checking router: f540bfcc-4091-44fb-b5af-04be900d1bab for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:50.060567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:50.061820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:50.144939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:50.149062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:50.353045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:30:50.353902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:30:50.574227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b10e7c-7ebb-46b1-bd4c-09398ba34870 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:50.600764 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:50.601236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:50.633470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:50.641668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-f88ee7bf-0f7f-447d-a52c-2cd354a9c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:50.644301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-f88ee7bf-0f7f-447d-a52c-2cd354a9c2f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed467640bc874346850de761c7247d15&device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 1096 time: 1.1797025 Nov 12 12:30:50.655204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:50.656327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:50.661719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] 10.222.0.18 "DELETE /v2.0/networks/260271c8-ede5-49cc-bf3a-7117344fde8d HTTP/1.1" status: 204 len: 168 time: 3.1463211 Nov 12 12:30:50.702970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Transition to ACTIVE for port object f2b10e7c-7ebb-46b1-bd4c-09398ba34870 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:30:50.735971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807ba70-75f8-440b-bc2a-a153533ff320 admin admin] Pushing event deleted for resources: {'Network': ['ID=260271c8-ede5-49cc-bf3a-7117344fde8d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:50.769625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.153907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837e763-1117-46ef-924e-8f337cf79bad req-7502784e-4dad-4843-9702-992153c77503 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:51.161547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '3e96cadd-7bff-48ca-9a98-2eb1fb3298e9', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'port_id': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'mac_address': 'fa:16:3e:86:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b654437-6044-4f4c-8235-563dabec6afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:29:22Z', 'updated_at': '2021-11-12T12:30:45Z', 'revision_number': 1, 'project_id': 'ed467640bc874346850de761c7247d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:51.162416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4837e763-1117-46ef-924e-8f337cf79bad req-7502784e-4dad-4843-9702-992153c77503 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 932 time: 0.5831158 Nov 12 12:30:51.220113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=8df8e256-9706-4528-85f5-d370fc776f73,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:51.243109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.266114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b981070-c676-48f8-84ed-34df40ab8826 None None] The sync data for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 is: [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '3e96cadd-7bff-48ca-9a98-2eb1fb3298e9', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'port_id': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'mac_address': 'fa:16:3e:86:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b654437-6044-4f4c-8235-563dabec6afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:29:22Z', 'updated_at': '2021-11-12T12:30:45Z', 'revision_number': 1, 'project_id': 'ed467640bc874346850de761c7247d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:51.284652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58490) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:51.313049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a05eb49-bb6c-4221-bdf5-1d03a9f3a46d None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:51.342059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:51.384554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cf85-ac4b-4518-a9ec-b9193feb6115 req-2573aad2-7cde-407c-bdc4-83ca2ee78953 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:51.398500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85a8cf85-ac4b-4518-a9ec-b9193feb6115 req-2573aad2-7cde-407c-bdc4-83ca2ee78953 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.7689493 Nov 12 12:30:51.423929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': 'c270eb99-4525-4b02-9f8c-77cf1f22b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a6b29865-fff0-478e-8865-be25203c017c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:51.424292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: a6b29865-fff0-478e-8865-be25203c017c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:51.440890 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4837e763-1117-46ef-924e-8f337cf79bad req-25b2ddf9-e86c-443b-b57e-9e1c87312058 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744319 Nov 12 12:30:51.470404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-3d02d2a4-e476-406c-b434-82b114342277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:51.471933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-3d02d2a4-e476-406c-b434-82b114342277 service neutron] 10.222.0.65 "GET /v2.0/networks?id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622 HTTP/1.1" status: 200 len: 916 time: 0.8114834 Nov 12 12:30:51.559485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network a6b29865-fff0-478e-8865-be25203c017c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:51.586481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85a8cf85-ac4b-4518-a9ec-b9193feb6115 req-94ad75ec-8212-4bd4-91de-3285035a4f6c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870911 Nov 12 12:30:51.613925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a6b29865-fff0-478e-8865-be25203c017c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:51.623402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:51.632078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef7548-acba-49ea-ab5d-4ab90ebf162d None None] Network a6b29865-fff0-478e-8865-be25203c017c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:51.643124 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.647662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Attempting to bind port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:51.650599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Attempting to bind port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:51.651515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Attempting to bind port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:51.670040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-34a9b192-def4-4aaa-a908-d986cc09f33a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=399ca77bac6442b68072f80751603552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759518 Nov 12 12:30:51.674069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:51.718509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3b9c5838-feba-43ee-8640-d3f1afeff53c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1388741 Nov 12 12:30:51.728526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:51.744743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:30:51.745378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Attempting to bind port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:51.765410 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e146f8-90c3-44b0-8776-8d47cdc8ee9b None None] New status for floating IP 3e96cadd-7bff-48ca-9a98-2eb1fb3298e9: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:30:51.768162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:51.768700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Checking segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:51.769277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Bound using segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:51.770190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Bound port: f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:51.770738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.788448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-edd21c0b-75cf-4c7b-882c-133bf1a57fec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d HTTP/1.1" status: 200 len: 999 time: 0.3012440 Nov 12 12:30:51.808392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7765bd63-0635-4d6b-92cc-505b8f94149e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.836781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7765bd63-0635-4d6b-92cc-505b8f94149e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.912642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.941051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7765bd63-0635-4d6b-92cc-505b8f94149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.944882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7765bd63-0635-4d6b-92cc-505b8f94149e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.946373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7765bd63-0635-4d6b-92cc-505b8f94149e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f256c824-e26d-41f7-b989-385b0062f09d HTTP/1.1" status: 204 len: 168 time: 0.2665274 Nov 12 12:30:51.970979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765bd63-0635-4d6b-92cc-505b8f94149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f256c824-e26d-41f7-b989-385b0062f09d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:52.005204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-27235f20-2572-484b-bcd4-ff32af964971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:52.007143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-27235f20-2572-484b-bcd4-ff32af964971 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=858360ad-9350-4fdb-a63c-7bb84f2a0134 HTTP/1.1" status: 200 len: 854 time: 0.2095435 Nov 12 12:30:52.084556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:52.084941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] For port f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:52.124657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] For port f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:52.131212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a6b29865-fff0-478e-8865-be25203c017c', 'network_id': 'a6b29865-fff0-478e-8865-be25203c017c', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '8df8e256-9706-4528-85f5-d370fc776f73'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:52.132202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:52.145451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:52.180798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-cadeff91-7264-4c3c-93e0-d1ff52dfe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:52.186215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-cadeff91-7264-4c3c-93e0-d1ff52dfe283 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74f97bde-f211-46bf-a9f9-0ffaa6bb9622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678302 Nov 12 12:30:52.188606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:52.196882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:52.198113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:52.198259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d65a07-2176-4815-996a-9114d12a585e None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:52.204023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] 10.222.0.65 "PUT /v2.0/ports/f2b10e7c-7ebb-46b1-bd4c-09398ba34870 HTTP/1.1" status: 200 len: 1092 time: 3.3769743 Nov 12 12:30:52.224222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'tag': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:52.234143 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf96934-25bd-4d63-a317-c08a6a11dc25" -d '{"events": [{"name": "network-changed", "server_uuid": "71f069d4-2253-46e4-b19e-23af48cfb1cb", "tag": "f2b10e7c-7ebb-46b1-bd4c-09398ba34870"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:52.433079 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffec63cc-181c-446a-9a5b-2716a9782f2c x-openstack-request-id: req-ffec63cc-181c-446a-9a5b-2716a9782f2c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:52.438561 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f069d4-2253-46e4-b19e-23af48cfb1cb", "tag": "f2b10e7c-7ebb-46b1-bd4c-09398ba34870", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:52.439798 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffec63cc-181c-446a-9a5b-2716a9782f2c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:52.440443 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'tag': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870', 'status': 'completed', 'code': 200} Nov 12 12:30:52.519644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572c8be-d017-4c21-9cb0-3541f8f34b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:52.545385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-cf014c1c-be96-4551-927f-afd61b79b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:52.547012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-cf014c1c-be96-4551-927f-afd61b79b62f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 1095 time: 0.2744536 Nov 12 12:30:52.669791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Allocated IP 172.20.0.3 (a6b29865-fff0-478e-8865-be25203c017c/8df8e256-9706-4528-85f5-d370fc776f73/2d87926f-8ba2-49ae-bfe0-9f784de0d339) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:52.696528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-0bd22496-47b6-4fec-9b03-a26b1f4e2e51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870 HTTP/1.1" status: 200 len: 217 time: 0.1390722 Nov 12 12:30:52.949633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-2de11462-3248-4021-851a-a404cd4b1628 service neutron] 10.222.0.65 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082982 Nov 12 12:30:52.955692 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80893658-f616-4d41-8c98-f6a4b8b33c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:52.977954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-0969b190-2acb-4891-abd3-096cecb50eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:52.979806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-0969b190-2acb-4891-abd3-096cecb50eaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.2360883 Nov 12 12:30:53.039433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f14c0-e25f-45f9-9e5d-e8ba19c9921b req-9151cc6a-6c31-4de2-85df-80662e7c31d4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:53.049612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee5f14c0-e25f-45f9-9e5d-e8ba19c9921b req-9151cc6a-6c31-4de2-85df-80662e7c31d4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1326416 Nov 12 12:30:53.081795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f784-5c2b-4f56-9e66-a763906a3a88 req-23c621b4-59ab-4a2b-94e9-a9386368a51d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:53.084316 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c51f784-5c2b-4f56-9e66-a763906a3a88 req-23c621b4-59ab-4a2b-94e9-a9386368a51d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 944 time: 0.4097533 Nov 12 12:30:53.116395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-2b1a7cee-aa24-453c-9c82-ecd09047209c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246250 Nov 12 12:30:53.125050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.165948 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.176637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.235236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee5f14c0-e25f-45f9-9e5d-e8ba19c9921b req-15255d94-18b8-468c-a149-03b3feb13d2f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846087 Nov 12 12:30:53.239744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Router 5b9e0c26-1ece-492c-885b-9c511ceaa660 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:30:53.252521 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.312323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Network a6b29865-fff0-478e-8865-be25203c017c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:53.314013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Pushing event updated for resources: {'Port': ['ID=2d87926f-8ba2-49ae-bfe0-9f784de0d339,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:53.336778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:53.336778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:53.350479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=8df8e256-9706-4528-85f5-d370fc776f73,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:53.403887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d18b042b-944d-4a76-afad-03b50e0c2fbc req-dfa823b1-7d39-4712-aa75-50a396629c2c service neutron] 10.222.0.65 "GET /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448171 Nov 12 12:30:53.412155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c51f784-5c2b-4f56-9e66-a763906a3a88 req-bb1f0b69-a890-4ea3-82e2-96248deec5a0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909708 Nov 12 12:30:53.478458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-9eb9faea-f922-4f9c-b00e-a8179fb31b3b service neutron] 10.222.0.65 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499606 Nov 12 12:30:53.478686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.481049 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80893658-f616-4d41-8c98-f6a4b8b33c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.485737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Attempting to bind port 2d87926f-8ba2-49ae-bfe0-9f784de0d339 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:53.486177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Attempting to bind port 2d87926f-8ba2-49ae-bfe0-9f784de0d339 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c270eb99-4525-4b02-9f8c-77cf1f22b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a6b29865-fff0-478e-8865-be25203c017c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:53.486559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Attempting to bind port 2d87926f-8ba2-49ae-bfe0-9f784de0d339 on network a6b29865-fff0-478e-8865-be25203c017c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:53.496700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:53.497105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Checking segment: {'id': 'c270eb99-4525-4b02-9f8c-77cf1f22b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a6b29865-fff0-478e-8865-be25203c017c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:53.497553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.497991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Bound using segment: {'id': 'c270eb99-4525-4b02-9f8c-77cf1f22b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a6b29865-fff0-478e-8865-be25203c017c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:53.498585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Bound port: 2d87926f-8ba2-49ae-bfe0-9f784de0d339, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c270eb99-4525-4b02-9f8c-77cf1f22b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a6b29865-fff0-478e-8865-be25203c017c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:53.499183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.508310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80893658-f616-4d41-8c98-f6a4b8b33c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.552562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b29865-fff0-478e-8865-be25203c017c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:53.581671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] For port 2d87926f-8ba2-49ae-bfe0-9f784de0d339, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:53.585493 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] For port 2d87926f-8ba2-49ae-bfe0-9f784de0d339, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2d87926f-8ba2-49ae-bfe0-9f784de0d339,segment=NetworkSegment(c270eb99-4525-4b02-9f8c-77cf1f22b62b),segment_id=c270eb99-4525-4b02-9f8c-77cf1f22b62b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:53.592918 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.663445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c270eb99-4525-4b02-9f8c-77cf1f22b62b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:53.663605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c270eb99-4525-4b02-9f8c-77cf1f22b62b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:53.678530 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.696933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-80893658-f616-4d41-8c98-f6a4b8b33c5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77381825a93c4c50bb04f659ff913e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4913907 Nov 12 12:30:53.701344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:53.705862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8070-fd64-466b-bc31-5a37025c2299 None None] Pushing event updated for resources: {'Port': ['ID=2d87926f-8ba2-49ae-bfe0-9f784de0d339,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:53.715283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80893658-f616-4d41-8c98-f6a4b8b33c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3344ecda-2c9b-484b-90da-55b62f4c58be,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:53.740982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c9c110-7cdd-4cbf-8903-17b8af24e3df None None] Network a6b29865-fff0-478e-8865-be25203c017c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:53.754522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.771640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:53.772302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:53.775714 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:53.835935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34af6ffe-4eb5-41a2-b318-8329002c2a89 req-ea304ea5-d274-4f5c-aa23-72d58608f2b8 service neutron] 10.222.0.65 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478136 Nov 12 12:30:53.847363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:53.861901 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:30:53.861901 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:30:53.861901 n-d-804878-5 neutron-server[102778]: [parameters: {'id': 'a6b29865-fff0-478e-8865-be25203c017c'}] Nov 12 12:30:53.861901 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:53.862602 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:53.877099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Sync routers for ids ['5b9e0c26-1ece-492c-885b-9c511ceaa660'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:53.879009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.881885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-78dc9998-3cbb-4884-ad9c-e047d6ce09a8 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.3529801 Nov 12 12:30:53.884521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:53.913597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Routers {'5b9e0c26-1ece-492c-885b-9c511ceaa660'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:53.914455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5b9e0c26-1ece-492c-885b-9c511ceaa660'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:53.929900 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6596f4ea-d5c6-42f6-b7ae-0ef1ac0c27a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.981749 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6596f4ea-d5c6-42f6-b7ae-0ef1ac0c27a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:53.999751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-979d9258-e351-4fe6-bb06-41eeb1bbaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:54.001566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-979d9258-e351-4fe6-bb06-41eeb1bbaddc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 1095 time: 0.1076732 Nov 12 12:30:54.093999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.120584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Set router 5b9e0c26-1ece-492c-885b-9c511ceaa660 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:54.178281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-3378fe1a-1ca8-4b54-8ac6-a1270964e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:54.180423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-3378fe1a-1ca8-4b54-8ac6-a1270964e9e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.1700561 Nov 12 12:30:54.201268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6596f4ea-d5c6-42f6-b7ae-0ef1ac0c27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.204805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6596f4ea-d5c6-42f6-b7ae-0ef1ac0c27a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.205644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-78102929-aba1-4234-8102-33eeb37eb88a tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3a1ee620047641ffbd5718688aa83cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482886 Nov 12 12:30:54.206948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6596f4ea-d5c6-42f6-b7ae-0ef1ac0c27a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3344ecda-2c9b-484b-90da-55b62f4c58be HTTP/1.1" status: 204 len: 168 time: 0.5043042 Nov 12 12:30:54.252694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596f4ea-d5c6-42f6-b7ae-0ef1ac0c27a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344ecda-2c9b-484b-90da-55b62f4c58be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:54.256314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-350bf633-2079-4f45-8479-83ed08ce7315 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870 HTTP/1.1" status: 200 len: 217 time: 0.0653377 Nov 12 12:30:54.328554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-4b4a9623-6688-402b-aef6-1e8f5b158086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:54.330965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-4b4a9623-6688-402b-aef6-1e8f5b158086 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.0655296 Nov 12 12:30:54.367967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.417849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cddb7a-d6cb-49df-8f6d-4ce681c409a5 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:30:54.452768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-f73b7bcf-0313-48ce-a656-547599ca6cdf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128035 Nov 12 12:30:54.513413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.576945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-aea841d0-1512-456f-b773-b38cf1bbec1a tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:54.578578 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-aea841d0-1512-456f-b773-b38cf1bbec1a tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722243 Nov 12 12:30:54.579985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9774e-dc08-4ca3-ac71-e084cb59b9be req-6b98ffc2-758c-493c-b4d4-7da766152f81 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:54.590681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f9774e-dc08-4ca3-ac71-e084cb59b9be req-6b98ffc2-758c-493c-b4d4-7da766152f81 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1443088 Nov 12 12:30:54.649259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-80187584-9d60-4b80-bff3-42e1e085d97b tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/quotas/3a1ee620047641ffbd5718688aa83cc2 HTTP/1.1" status: 200 len: 375 time: 0.0513444 Nov 12 12:30:54.679323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-a3686fdd-cdce-47af-adee-b9bc2c021672 service neutron] 10.222.0.65 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142613 Nov 12 12:30:54.685996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cddb7a-d6cb-49df-8f6d-4ce681c409a5 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:30:54.690435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50f9774e-dc08-4ca3-ac71-e084cb59b9be req-29ee77fc-3685-47da-a1bd-4d233c64e7ec tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985076 Nov 12 12:30:54.709882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9e0c26-1ece-492c-885b-9c511ceaa660', 'name': '', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b', 'external_fixed_ips': [{'subnet_id': '5f041430-3240-4f3f-8850-69ce280ed117', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '8cf87b72-7ae8-4ee0-bc9b-011c69143958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:47Z', 'updated_at': '2021-11-12T12:30:50Z', 'revision_number': 3, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port': {'id': '8cf87b72-7ae8-4ee0-bc9b-011c69143958', 'name': '', 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9e0c26-1ece-492c-885b-9c511ceaa660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5f041430-3240-4f3f-8850-69ce280ed117', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:48Z', 'updated_at': '2021-11-12T12:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f041430-3240-4f3f-8850-69ce280ed117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:54.759078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-ea5b451f-84e6-4f9b-9033-2c919e3d6115 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a1ee620047641ffbd5718688aa83cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967429 Nov 12 12:30:54.793072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 2d87926f-8ba2-49ae-bfe0-9f784de0d339 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:54.793434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.804493 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Checking router: 5b9e0c26-1ece-492c-885b-9c511ceaa660 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:54.805213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Updating router 5b9e0c26-1ece-492c-885b-9c511ceaa660 port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:30:54.898595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 2d87926f-8ba2-49ae-bfe0-9f784de0d339, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2d87926f-8ba2-49ae-bfe0-9f784de0d339,segment=NetworkSegment(c270eb99-4525-4b02-9f8c-77cf1f22b62b),segment_id=c270eb99-4525-4b02-9f8c-77cf1f22b62b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:54.898965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:54.912927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 2d87926f-8ba2-49ae-bfe0-9f784de0d339 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:54.939665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-daf96934-25bd-4d63-a317-c08a6a11dc25 req-4b182eab-7318-4a63-892a-6b22dfc611c3 service neutron] 10.222.0.65 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462180 Nov 12 12:30:54.954645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.071130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.074358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Deleting port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:55.074718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.133840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1729-2877-4768-bd98-dcab8ab51c8a req-cf652204-6db9-4c27-90ef-389e7b3cfc63 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:55.142713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-400b1729-2877-4768-bd98-dcab8ab51c8a req-cf652204-6db9-4c27-90ef-389e7b3cfc63 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 944 time: 0.1387911 Nov 12 12:30:55.255777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=2d87926f-8ba2-49ae-bfe0-9f784de0d339,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:55.261881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 2d87926f-8ba2-49ae-bfe0-9f784de0d339 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:55.267939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-400b1729-2877-4768-bd98-dcab8ab51c8a req-381bf82e-2761-4646-bc6d-ad83c2c29359 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241279 Nov 12 12:30:55.321945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6b88fe8-cf9a-42b9-83c1-ecbc80bb2869 req-9fb1deeb-e31e-499a-8268-0e4314059d6c tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 210 time: 0.0634730 Nov 12 12:30:55.403920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.414130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.427081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Calling delete_port for 8cf87b72-7ae8-4ee0-bc9b-011c69143958 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:55.447447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b29865-fff0-478e-8865-be25203c017c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:55.464845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c270eb99-4525-4b02-9f8c-77cf1f22b62b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:55.465241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c270eb99-4525-4b02-9f8c-77cf1f22b62b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:55.508721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.528749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.542754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:55.543367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:55.546573 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:55.687743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.703752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.707608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/a6b29865-fff0-478e-8865-be25203c017c HTTP/1.1" status: 204 len: 168 time: 3.9733624 Nov 12 12:30:55.711425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:55.717120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485608365'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:55.771085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.780942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0e432f6f-6988-45ef-a624-8541d7029525 None None] Provisioning complete for port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:55.781392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e432f6f-6988-45ef-a624-8541d7029525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.788172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.791084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:55.792511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88684f-5b25-4f89-bcd2-bd34e301aa64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=a6b29865-fff0-478e-8865-be25203c017c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:55.803772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.911265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0e432f6f-6988-45ef-a624-8541d7029525 None None] Port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:55.912225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:55.926504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8016440-b5db-4b19-b064-b4d7368ba15b None None] DHCP port deletion for b5330004-0b81-4241-8833-44cfffd8150b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:55.947471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2627e-c5b6-48b8-88eb-5344796e1910 None None] Pushing event updated for resources: {'Port': ['ID=8cf87b72-7ae8-4ee0-bc9b-011c69143958,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:55.962050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Attempting to bind port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:55.962597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Attempting to bind port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:55.966578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Attempting to bind port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 on network b5330004-0b81-4241-8833-44cfffd8150b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:55.981169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:55.981626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Checking segment: {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:55.982042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:55.982463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Bound using segment: {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:55.982961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Bound port: 8cf87b72-7ae8-4ee0-bc9b-011c69143958, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:55.983343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.040034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.040455 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.041118 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 24a48048-e2f4-4f5b-a911-9ec50577881a of type vlan for network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 Nov 12 12:30:56.057790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:30:56.058862 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:30:56.065291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74e37d2f-0566-487a-9387-67b978979f0f None None] Could not find standard attr ID for object 8cf87b72-7ae8-4ee0-bc9b-011c69143958. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:30:56.095496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf87b72-7ae8-4ee0-bc9b-011c69143958,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:56.096131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3827-1afb-4f78-9db3-f45374bd60d3 req-1d1e380e-7c71-4d49-bc16-6bdc52de9e5b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:56.098560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0fe3827-1afb-4f78-9db3-f45374bd60d3 req-1d1e380e-7c71-4d49-bc16-6bdc52de9e5b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.1791012 Nov 12 12:30:56.127554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2c630-3fd4-4f91-b5c0-7ad1a4032406 None None] DHCP port deletion for b5330004-0b81-4241-8833-44cfffd8150b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:56.128002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.204979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.262540 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.290267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:56.290952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.462000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0fe3827-1afb-4f78-9db3-f45374bd60d3 req-0a978e2d-fd80-46cf-838b-3574a247ad58 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505845 Nov 12 12:30:56.501918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7884042 Nov 12 12:30:56.504696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:56.519745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:56.532626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216eba9-fa93-4956-adca-3b6f88a4b131 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=ed649a5c-d70c-4e1a-a2a0-cef54ac74a28,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:56.546784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:56.719152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77464bcc-17c1-4d96-8d17-f2a037c472c6 req-90866caa-4b53-4668-a411-72c28b4b2039 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 210 time: 0.0485783 Nov 12 12:30:56.741945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Attempting to bind port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:56.742356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Attempting to bind port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:56.742785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Attempting to bind port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 on network b5330004-0b81-4241-8833-44cfffd8150b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:56.750365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:56.750736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Checking segment: {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:56.751140 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.755945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Bound using segment: {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:56.757971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Bound port: 8cf87b72-7ae8-4ee0-bc9b-011c69143958, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b5330004-0b81-4241-8833-44cfffd8150b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:56.761481 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.768468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:56.776723 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.797935 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.804672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:56.833682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Port 8cf87b72-7ae8-4ee0-bc9b-011c69143958 has been deleted concurrently {{(pid=102780) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 12:30:56.889609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Routers {'5b9e0c26-1ece-492c-885b-9c511ceaa660'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:56.890526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5b9e0c26-1ece-492c-885b-9c511ceaa660'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:57.001286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714daf-b2d7-44de-8add-fc05a7039937 req-04012d05-bc69-4269-aac1-48639a5b2216 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:57.005014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57714daf-b2d7-44de-8add-fc05a7039937 req-04012d05-bc69-4269-aac1-48639a5b2216 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 944 time: 0.3411183 Nov 12 12:30:57.007564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-a5472e42-34af-4178-bbed-fe3ad87c6781 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3a1ee620047641ffbd5718688aa83cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048429 Nov 12 12:30:57.013135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.015140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9e0c26-1ece-492c-885b-9c511ceaa660 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:30:57.042107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.043718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e3dbf586-8808-4878-a899-48cddfe0603f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5b9e0c26-1ece-492c-885b-9c511ceaa660 HTTP/1.1" status: 204 len: 168 time: 3.1577911 Nov 12 12:30:57.055403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:57.225123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Deleting subnet 5f041430-3240-4f3f-8850-69ce280ed117 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:30:57.238667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57714daf-b2d7-44de-8add-fc05a7039937 req-864edbb4-48f5-4929-b132-c63a7415e9f3 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210505 Nov 12 12:30:57.250197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.317427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f2b10e7c-7ebb-46b1-bd4c-09398ba34870 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:30:57.324568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-3f0ac1ae-26a6-4652-a514-90c9c4590c21 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:57.326551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-3f0ac1ae-26a6-4652-a514-90c9c4590c21 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039002 Nov 12 12:30:57.341471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.362091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.402761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] Set router 5b9e0c26-1ece-492c-885b-9c511ceaa660 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:57.468085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.524499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '24a48048-e2f4-4f5b-a911-9ec50577881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:57.525042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: ed649a5c-d70c-4e1a-a2a0-cef54ac74a28, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:57.538995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9e0c26-1ece-492c-885b-9c511ceaa660', 'name': '', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:47Z', 'updated_at': '2021-11-12T12:30:55Z', 'revision_number': 5, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:57.544520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Request body: {'port': {'device_id': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': '3a1ee620047641ffbd5718688aa83cc2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:57.563500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=ccba1c55-753b-43c5-b83d-d509d056dc1b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:57.605381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc103f84-d26b-43f1-a6a7-f37c0e274be2 None None] The sync data for ids ['5b9e0c26-1ece-492c-885b-9c511ceaa660'] in n-d-804878-5 is: [{'id': '5b9e0c26-1ece-492c-885b-9c511ceaa660', 'name': '', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:47Z', 'updated_at': '2021-11-12T12:30:55Z', 'revision_number': 5, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:57.672063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:57.675988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:57.700673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ed649a5c-d70c-4e1a-a2a0-cef54ac74a28) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:57.710431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:57.711107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.719574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.721075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c8080-1656-4155-bb19-6d9c99c5892c None None] Network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:57.765899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-725a5154-eb8f-4a23-b73f-a2e7eb7f10f6 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2580791 Nov 12 12:30:57.767256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'port_id': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870', 'mac_address': 'fa:16:3e:fa:31:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c605ad1-b19e-442c-9fca-c06566f4ac26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:30:57.776380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:57.823366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd361d4e-e5e2-487f-af9f-cdc8602de755 None None] Network b5330004-0b81-4241-8833-44cfffd8150b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:57.827628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f041430-3240-4f3f-8850-69ce280ed117,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:57.851092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:57.871159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9f6151b0-5e5b-475a-9a6e-8602ee0fc4ff tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/5f041430-3240-4f3f-8850-69ce280ed117 HTTP/1.1" status: 204 len: 168 time: 0.8110695 Nov 12 12:30:57.879066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:57.933095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2fa8-8bc1-4a50-8cc4-7f8ec72b20f1 req-35a144f0-d3fb-4aa4-8133-a0317e0e11fd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:57.950913 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a1a2fa8-8bc1-4a50-8cc4-7f8ec72b20f1 req-35a144f0-d3fb-4aa4-8133-a0317e0e11fd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.2829993 Nov 12 12:30:58.048562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Made reservation on behalf of 3a1ee620047641ffbd5718688aa83cc2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:58.055226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.112036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.148689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a1a2fa8-8bc1-4a50-8cc4-7f8ec72b20f1 req-bb24023a-aad5-4fdc-8e5d-9d84a9d14cc5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938579 Nov 12 12:30:58.152535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.179458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-921c78e6-2d69-4e79-81ee-d24b698d9b29 req-2b786245-1f62-41f6-bb67-d9e6461a75ab tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 210 time: 0.2355444 Nov 12 12:30:58.234179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:58.340542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.351872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b10e7c-7ebb-46b1-bd4c-09398ba34870 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:58.354720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.375594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.375810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b4420-f88c-4334-a883-16bfd1549285 None None] DHCP port deletion for b5330004-0b81-4241-8833-44cfffd8150b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:58.394891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.401069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ed649a5c-d70c-4e1a-a2a0-cef54ac74a28', 'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': 'ccba1c55-753b-43c5-b83d-d509d056dc1b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:58.401984 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.447977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:58.456903 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.591339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Allocated IP 192.168.233.230 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/1bfe11e7-56f8-4c99-9b17-c68b00bc41bb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:58.593651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5234f4-81fd-4383-9997-33f577b9e415,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:58.609507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:58.764381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:58.812566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.855537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93708-e1f5-442a-9b55-9c0c9a993f0c req-36675b33-8c2e-4eb6-8aba-b839764a35cf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:58.857154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49c93708-e1f5-442a-9b55-9c0c9a993f0c req-36675b33-8c2e-4eb6-8aba-b839764a35cf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1085892 Nov 12 12:30:58.858068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19d310-bf7c-48e8-82ac-2b4b79e77308 req-ceb352de-c69d-45e7-8c11-0fca2b94e709 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:58.861302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e19d310-bf7c-48e8-82ac-2b4b79e77308 req-ceb352de-c69d-45e7-8c11-0fca2b94e709 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 944 time: 0.4579380 Nov 12 12:30:58.890368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.892712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f2b10e7c-7ebb-46b1-bd4c-09398ba34870'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:58.952928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49c93708-e1f5-442a-9b55-9c0c9a993f0c req-79b49dfd-192e-462d-a5ca-81dfde465361 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821002 Nov 12 12:30:58.962732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Allocated IP 172.20.0.1 (ed649a5c-d70c-4e1a-a2a0-cef54ac74a28/ccba1c55-753b-43c5-b83d-d509d056dc1b/dd8bc936-8771-48df-80c0-bf164176fa4c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:58.966447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5330004-0b81-4241-8833-44cfffd8150b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:58.979850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:58.998193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:58.998193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eb3fda-d9ba-4e15-b10c-eb89db22b0ec') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:59.025453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.062435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:59.067030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:59.083024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Pushing event updated for resources: {'Port': ['ID=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:59.085606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:59.124064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.138193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.223345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:59.224037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.262776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d1d1-8eb6-4f03-8318-62f6ccab0be8 req-825410ad-d119-4e34-9407-3de33da648bf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:59.264461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6170d1d1-8eb6-4f03-8318-62f6ccab0be8 req-825410ad-d119-4e34-9407-3de33da648bf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1237483 Nov 12 12:30:59.271041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-491581d0-fa13-4098-b0e1-1387856197c5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8887088 Nov 12 12:30:59.286461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.297245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:59.298024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.298961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Request body: {'port': {'device_id': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:59.423018 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:59.464253 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.479579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5330004-0b81-4241-8833-44cfffd8150b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 12:30:59.507326 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.520977 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b5330004-0b81-4241-8833-44cfffd8150b HTTP/1.1" status: 204 len: 168 time: 1.6405590 Nov 12 12:30:59.536774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e19d310-bf7c-48e8-82ac-2b4b79e77308 req-aca64b38-78e8-462d-a623-76c152427e63 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414943 Nov 12 12:30:59.592891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.628096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.697768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bb2f9b9e-1cb9-45d0-98ec-9d29eff4dee2 None None] Provisioning complete for port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:59.697768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9b9e-1cb9-45d0-98ec-9d29eff4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.730048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcb6d2-941a-415e-bd3e-b81c7d15ca46 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5330004-0b81-4241-8833-44cfffd8150b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:59.831136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.839853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f9b9e-1cb9-45d0-98ec-9d29eff4dee2 None None] Port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:59.850142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.870095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6170d1d1-8eb6-4f03-8318-62f6ccab0be8 req-82af83ad-37b9-4c58-9fe3-f5cad972c05a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5919619 Nov 12 12:30:59.898198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.928824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.942651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:59.962054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:59.986342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8bc936-8771-48df-80c0-bf164176fa4c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:59.991155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:00.111850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Attempting to bind port dd8bc936-8771-48df-80c0-bf164176fa4c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:00.112115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Attempting to bind port dd8bc936-8771-48df-80c0-bf164176fa4c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '24a48048-e2f4-4f5b-a911-9ec50577881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:00.112901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Attempting to bind port dd8bc936-8771-48df-80c0-bf164176fa4c on network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:00.122426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:00.122858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Checking segment: {'id': '24a48048-e2f4-4f5b-a911-9ec50577881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:00.123367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.123767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Bound using segment: {'id': '24a48048-e2f4-4f5b-a911-9ec50577881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:00.124911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Bound port: dd8bc936-8771-48df-80c0-bf164176fa4c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a48048-e2f4-4f5b-a911-9ec50577881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:00.124911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.141503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e67e6-5964-4a6c-a5b7-a2b504387ddf req-827d7702-fcaf-47f6-985d-60ada5957451 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:00.143077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-171e67e6-5964-4a6c-a5b7-a2b504387ddf req-827d7702-fcaf-47f6-985d-60ada5957451 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 936 time: 0.1427746 Nov 12 12:31:00.154085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:00.159805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'name': 'tempest-router--1514782056', 'project_id': '12e55e2f01df42cc99eb915aceab69ec'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:00.217950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] For port dd8bc936-8771-48df-80c0-bf164176fa4c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:00.223146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] For port dd8bc936-8771-48df-80c0-bf164176fa4c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dd8bc936-8771-48df-80c0-bf164176fa4c,segment=NetworkSegment(24a48048-e2f4-4f5b-a911-9ec50577881a),segment_id=24a48048-e2f4-4f5b-a911-9ec50577881a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:00.231168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.252227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.253848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.315730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.328966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.356312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ffa467-732f-49ea-b2ea-55ef5b4daac5 None None] Network ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:00.363751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-171e67e6-5964-4a6c-a5b7-a2b504387ddf req-60130212-7262-4b5e-8f44-2f28be7f6cd8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132311 Nov 12 12:31:00.376063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf9a71-5aae-406f-a5a4-2f3559f546a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8bc936-8771-48df-80c0-bf164176fa4c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:00.388242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.394049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3586804a-c4e9-460e-883c-9ed89feea454 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2381849 Nov 12 12:31:00.405724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58706) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:00.424225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=ccba1c55-753b-43c5-b83d-d509d056dc1b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:00.547858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08d8c-d5be-4de2-aa1c-0285023c71bb req-3187122c-6daf-4d24-9b91-a22abeb2d7a5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:00.557455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-25f08d8c-d5be-4de2-aa1c-0285023c71bb req-3187122c-6daf-4d24-9b91-a22abeb2d7a5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 945 time: 0.7719793 Nov 12 12:31:00.579993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28770db6-14e0-4570-8eff-cb33c706ff9e None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:31:00.598895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:00.608029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.622395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Transition to ACTIVE for port object 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:31:00.632233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.644866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.659023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.703426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.710342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28770db6-14e0-4570-8eff-cb33c706ff9e None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:31:00.754042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed649a5c-d70c-4e1a-a2a0-cef54ac74a28']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:00.770718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a48048-e2f4-4f5b-a911-9ec50577881a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:00.771534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a48048-e2f4-4f5b-a911-9ec50577881a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:00.783598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.814743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:00.830566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.858625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-9963f651-65f2-4d32-ac48-03409ae31299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:00.860970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-9963f651-65f2-4d32-ac48-03409ae31299 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1096 time: 0.2541771 Nov 12 12:31:00.862027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:00.862467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:00.872176 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:00.930898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-25f08d8c-d5be-4de2-aa1c-0285023c71bb req-e1b252a3-f163-4a24-9193-163cb3595c70 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262801 Nov 12 12:31:01.010505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.018975 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.030947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35569004-ecd0-41b5-9a08-0393d56ca67e req-93dfd6f7-79ea-41d6-8658-fe90e23517ac tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.038811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35569004-ecd0-41b5-9a08-0393d56ca67e req-93dfd6f7-79ea-41d6-8658-fe90e23517ac tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 945 time: 0.2441540 Nov 12 12:31:01.043608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f2b10e7c-7ebb-46b1-bd4c-09398ba34870 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:01.100204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:31:01.100204 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:31:01.100204 n-d-804878-5 neutron-server[102779]: [parameters: {'id': 'ed649a5c-d70c-4e1a-a2a0-cef54ac74a28'}] Nov 12 12:31:01.100204 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:31:01.100731 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:31:01.109827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Attempting to bind port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:01.110466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Attempting to bind port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:01.110996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Attempting to bind port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:01.123732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:31:01.124170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Attempting to bind port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:01.126696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:31:01.128885 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.129333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f354a429-d7e9-4ab3-a135-0dfbb4cd5127 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:01.134316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.138011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-913965ab-fe7a-4334-8e75-2676ac7699fc tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/routers/f354a429-d7e9-4ab3-a135-0dfbb4cd5127 HTTP/1.1" status: 204 len: 168 time: 0.7284744 Nov 12 12:31:01.139053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:01.139890 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.147176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:01.147463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:01.147851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:01.148300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Bound port: 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:01.148662 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.182488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Allocated IP 172.25.1.242 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/0f994cac-c704-4003-8eac-663834ef8d87) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:01.193067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35569004-ecd0-41b5-9a08-0393d56ca67e req-3e0ec8e3-7f23-4b42-aa05-83516d492bc0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529217 Nov 12 12:31:01.239096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4763bc8-6aeb-44af-a386-fef140bad43d req-9a1a9d5d-f8d5-41a1-88b7-f763f1058bfd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.242893 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4763bc8-6aeb-44af-a386-fef140bad43d req-9a1a9d5d-f8d5-41a1-88b7-f763f1058bfd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1858447 Nov 12 12:31:01.273008 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.273936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-585a1247-5198-4c35-b75d-84c39ee3c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.276094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-585a1247-5198-4c35-b75d-84c39ee3c946 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.3895576 Nov 12 12:31:01.282606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] For port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:01.287322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] For port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:01.295310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.333012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.333879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.335518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] 10.222.0.81 "PUT /v2.0/ports/1bfe11e7-56f8-4c99-9b17-c68b00bc41bb HTTP/1.1" status: 200 len: 1096 time: 2.0410166 Nov 12 12:31:01.339450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'tag': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:01.343119 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d86a8f-6150-42a4-bd1d-6c884881a183" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7cf629-7830-4838-b5a6-88e2194ca86d", "tag": "1bfe11e7-56f8-4c99-9b17-c68b00bc41bb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:01.355087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:01.356312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:01.360347 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c4490-0244-4a05-be6b-89d86c268dbc" -d '{"events": [{"server_uuid": "71f069d4-2253-46e4-b19e-23af48cfb1cb", "name": "network-vif-plugged", "status": "completed", "tag": "f2b10e7c-7ebb-46b1-bd4c-09398ba34870"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:01.366528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.367563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:01.367929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:01.421714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4763bc8-6aeb-44af-a386-fef140bad43d req-40d7b4b6-ae17-4fe7-b7c6-daa601398a20 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713359 Nov 12 12:31:01.446779 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307eccd8-53c0-4687-a419-17d2d0af0819 x-openstack-request-id: req-307eccd8-53c0-4687-a419-17d2d0af0819 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:01.447074 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7cf629-7830-4838-b5a6-88e2194ca86d", "tag": "1bfe11e7-56f8-4c99-9b17-c68b00bc41bb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:01.447337 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-307eccd8-53c0-4687-a419-17d2d0af0819 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:01.448260 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'tag': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb', 'status': 'completed', 'code': 200} Nov 12 12:31:01.482932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64143073-e3ce-4930-97ee-27a7dbf1f229 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:01.513838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-16c95e13-fbfb-4fb7-bc10-37f4aa6f11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.515697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-16c95e13-fbfb-4fb7-bc10-37f4aa6f11e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a1ee620047641ffbd5718688aa83cc2&device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 1099 time: 0.1128452 Nov 12 12:31:01.561773 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f781a-9688-48b5-b46d-872aca481b62 x-openstack-request-id: req-256f781a-9688-48b5-b46d-872aca481b62 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:01.562129 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f069d4-2253-46e4-b19e-23af48cfb1cb", "name": "network-vif-plugged", "status": "completed", "tag": "f2b10e7c-7ebb-46b1-bd4c-09398ba34870", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:01.562362 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-256f781a-9688-48b5-b46d-872aca481b62 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:01.562783 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870', 'code': 200} Nov 12 12:31:01.631101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-eea5adf7-4cd5-4d19-8e25-84312e5c5cf6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb HTTP/1.1" status: 200 len: 217 time: 0.1058714 Nov 12 12:31:01.639929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.644106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:01.692026 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-7d018fb2-0586-4da7-877c-2822e6a252f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 1000 time: 0.3949022 Nov 12 12:31:01.714602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.719381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-54884908-85ad-4004-bd2c-59fab8450126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.720951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-54884908-85ad-4004-bd2c-59fab8450126 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0811744 Nov 12 12:31:01.769950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:01.778054 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.793823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-191557717', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:01.837554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-ac5b4645-a648-40a1-a225-51ae76b7efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.841114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-ac5b4645-a648-40a1-a225-51ae76b7efa7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086709 Nov 12 12:31:01.848069 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.850082 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.852407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:01.878406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-b1e2d731-694b-4f89-8591-8de8784c9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.880054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-b1e2d731-694b-4f89-8591-8de8784c9def service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1364717 Nov 12 12:31:01.902907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092936b-6ab4-4eef-8e18-e21e1bdc0f42 req-d7a6bbd0-1796-464c-80a5-f631a6c9d3bf tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.904549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9092936b-6ab4-4eef-8e18-e21e1bdc0f42 req-d7a6bbd0-1796-464c-80a5-f631a6c9d3bf tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 948 time: 0.3072414 Nov 12 12:31:01.917847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.973425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.982730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c082-ba16-4138-b683-87deeea74879 req-7a5d07bd-3309-4473-b0e8-ccf8c6c57700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:01.982730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3657c082-ba16-4138-b683-87deeea74879 req-7a5d07bd-3309-4473-b0e8-ccf8c6c57700 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 1097 time: 0.3284390 Nov 12 12:31:02.075231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port dd8bc936-8771-48df-80c0-bf164176fa4c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:02.075231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.078398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-55cf34d0-fa1c-4878-91e1-744240d69130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:02.079984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-55cf34d0-fa1c-4878-91e1-744240d69130 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693406 Nov 12 12:31:02.086119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9092936b-6ab4-4eef-8e18-e21e1bdc0f42 req-b57b3cf2-112a-49d6-bd08-a291f9be4860 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663718 Nov 12 12:31:02.124706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-ab5c4ffe-8ce5-4526-955c-179148da8269 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686286 Nov 12 12:31:02.135121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.246639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3657c082-ba16-4138-b683-87deeea74879 req-36556dc6-9e23-42c9-804b-a135a7763928 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492898 Nov 12 12:31:02.281537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.303781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:02.318022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port dd8bc936-8771-48df-80c0-bf164176fa4c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dd8bc936-8771-48df-80c0-bf164176fa4c,segment=NetworkSegment(24a48048-e2f4-4f5b-a911-9ec50577881a),segment_id=24a48048-e2f4-4f5b-a911-9ec50577881a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:02.318502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.323230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:02.333327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242bf0b-1151-48af-918d-b6e0b423d057 req-fbcdd1c3-a3e8-4fcc-81c0-3d6213812c9b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:02.335032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2242bf0b-1151-48af-918d-b6e0b423d057 req-fbcdd1c3-a3e8-4fcc-81c0-3d6213812c9b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2275052 Nov 12 12:31:02.344813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:02.378272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Port': ['ID=0f994cac-c704-4003-8eac-663834ef8d87,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:02.382805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for dd8bc936-8771-48df-80c0-bf164176fa4c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:02.432475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-054bd5bf-ddbc-4581-be2e-6c2b5329855c service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165543 Nov 12 12:31:02.470053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b5eff-0e25-4599-a3e8-e96379c50b0f req-e3b46a4b-6f8a-4d61-bdca-7595771c5bce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:02.471707 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-890b5eff-0e25-4599-a3e8-e96379c50b0f req-e3b46a4b-6f8a-4d61-bdca-7595771c5bce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2884426 Nov 12 12:31:02.663658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.674358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-890b5eff-0e25-4599-a3e8-e96379c50b0f req-4dec65ca-f070-43cc-982b-0ddf17f7004a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933854 Nov 12 12:31:02.678449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7ee14ec-4b12-46c2-8bfd-83946c9a229d req-d11d2bc8-aa41-4079-a96f-7521d22221d5 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458550 Nov 12 12:31:02.733143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2242bf0b-1151-48af-918d-b6e0b423d057 req-976147cc-c694-4e9f-b74a-7184eb902543 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3826568 Nov 12 12:31:02.738359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.789504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.793636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port dd8bc936-8771-48df-80c0-bf164176fa4c on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:02.800554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=dd8bc936-8771-48df-80c0-bf164176fa4c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:02.805782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cde069bd-0ad8-41b4-8a88-e0e169c2773e req-3a05c050-c719-4377-9850-27418de54c3a service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312314 Nov 12 12:31:02.813518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-22685f1e-bda6-418e-abe1-4099f0b5d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:02.816008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-22685f1e-bda6-418e-abe1-4099f0b5d7e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a1ee620047641ffbd5718688aa83cc2&device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 1099 time: 0.0726926 Nov 12 12:31:02.972317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.986100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:02.995238 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.027434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118cbfa-6385-4e92-aa0a-d641079214e2 req-b1a06d25-b1a7-4db5-8fa3-d09ea6ba7236 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.028971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b118cbfa-6385-4e92-aa0a-d641079214e2 req-b1a06d25-b1a7-4db5-8fa3-d09ea6ba7236 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 946 time: 0.2406998 Nov 12 12:31:03.071726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed649a5c-d70c-4e1a-a2a0-cef54ac74a28']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:03.073045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-a921dca4-2cc7-4285-9dd3-4c0a96c6b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.074949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-a921dca4-2cc7-4285-9dd3-4c0a96c6b2ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2173171 Nov 12 12:31:03.089018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a48048-e2f4-4f5b-a911-9ec50577881a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:03.089281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a48048-e2f4-4f5b-a911-9ec50577881a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:03.108823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.132847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.158272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:03.158685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.159024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-61026e6f-a0bd-4e10-b5cf-32c028acdf69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb HTTP/1.1" status: 200 len: 217 time: 0.0564756 Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:03.163219 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:03.225851 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b118cbfa-6385-4e92-aa0a-d641079214e2 req-0fc23b82-e65c-404a-805b-0f80dc3233f3 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649008 Nov 12 12:31:03.248577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Allocated IP 172.25.1.245 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/d958026d-3757-420e-95cb-b1ee939832bc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:03.259683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.263997 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.271243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-71ee25ef-3315-4c4f-b844-fce91e48d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.272944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-71ee25ef-3315-4c4f-b844-fce91e48d365 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1057723 Nov 12 12:31:03.274646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.316041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.319356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 HTTP/1.1" status: 204 len: 168 time: 5.5415235 Nov 12 12:31:03.335945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58742) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:03.342784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc478-349c-42de-82cc-ef41a6466a56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=ed649a5c-d70c-4e1a-a2a0-cef54ac74a28,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:03.348051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-29295587'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:03.386799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Port': ['ID=0f994cac-c704-4003-8eac-663834ef8d87,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:03.397068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32763f-47db-472d-b46b-54e3c5e49328 req-a5c65a5c-6b90-4aee-ae95-ce8bae810cff tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.398715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a32763f-47db-472d-b46b-54e3c5e49328 req-a5c65a5c-6b90-4aee-ae95-ce8bae810cff tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 948 time: 0.2202537 Nov 12 12:31:03.403196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.470291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.471654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c57482e7-63ad-4aa4-ae73-bfd20f6ff3a2 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2124968 Nov 12 12:31:03.473984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:03.474994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:03.477632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.481113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-919070613'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:03.499618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-d6aae272-1baf-450f-83e0-44943c5730be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.501295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-d6aae272-1baf-450f-83e0-44943c5730be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201321 Nov 12 12:31:03.505701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Made reservation on behalf of c3436e830cda4f6aa8d6cce8833cad6b for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:03.509222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.520451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.563524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:03.567867 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c4ef7-16ea-4a13-9423-8f9d1b4c1f59" -d '{"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:03.575856 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.592101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a32763f-47db-472d-b46b-54e3c5e49328 req-ef7538ad-d058-43ba-8179-043d9aba5388 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768808 Nov 12 12:31:03.615818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.618013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:03.622136 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc00cb2-a1a9-4b49-bc65-8cf765661b6f x-openstack-request-id: req-8bc00cb2-a1a9-4b49-bc65-8cf765661b6f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:03.623045 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:03.623372 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bc00cb2-a1a9-4b49-bc65-8cf765661b6f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:03.623503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.623959 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'code': 200} Nov 12 12:31:03.643539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.643913 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 23ba0a50-d41a-412a-9e58-cb74b16bb2a7 of type vlan for network ae76e1b4-ca68-4d54-ba33-f96eda669fa0 Nov 12 12:31:03.654711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:03.664571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b63e3e-0551-4b74-9cae-40c70cf4ff0b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:03.672227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.672567 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Added segment 7631ce62-45c5-4915-bf3e-cef717c1c666 of type vlan for network c94fe070-afee-4f31-a9c6-9b631a5b2b1a Nov 12 12:31:03.712910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.719892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.724450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-2ffe7f13-b4bb-4abb-bc82-4b2e736a8b21 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054784 Nov 12 12:31:03.735312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.759446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.765958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.766659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.829594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:03.833108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.837136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3579054 Nov 12 12:31:03.837304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:03.840832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.841549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.845729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Request body: {'subnet': {'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:03.880392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f442a4-71a7-4f13-9e47-3d9f7ab16036 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Network': ['ID=c94fe070-afee-4f31-a9c6-9b631a5b2b1a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:03.897161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:03.904214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:03.917804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:03.939139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f2dd1-81ea-44f9-b181-978875e66941 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:03.963367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event updated for resources: {'Port': ['ID=d958026d-3757-420e-95cb-b1ee939832bc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:03.984226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6409690 Nov 12 12:31:03.990853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58f5ce-36c0-4dd4-9fa7-48e1bddf720f req-b637ab05-e2a2-4bb9-86de-4d9b0d95c0b5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:03.992364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce58f5ce-36c0-4dd4-9fa7-48e1bddf720f req-b637ab05-e2a2-4bb9-86de-4d9b0d95c0b5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1385653 Nov 12 12:31:03.993339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:04.001898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'ae76e1b4-ca68-4d54-ba33-f96eda669fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:04.019760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b701660-6fdf-419c-a3a0-3eb52017bea7 None None] Provisioning complete for port d958026d-3757-420e-95cb-b1ee939832bc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:04.020407 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b701660-6fdf-419c-a3a0-3eb52017bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.055772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a6597-2bf6-4de8-8942-00a207f29f43 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=ae76e1b4-ca68-4d54-ba33-f96eda669fa0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:04.066643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662eae-0566-49f1-a797-4af76ee78df7 req-94b4bc5e-9edd-4e88-8769-18d5eddf4147 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:04.068293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1662eae-0566-49f1-a797-4af76ee78df7 req-94b4bc5e-9edd-4e88-8769-18d5eddf4147 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2838495 Nov 12 12:31:04.071391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ae76e1b4-ca68-4d54-ba33-f96eda669fa0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:04.081820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Made reservation on behalf of c3436e830cda4f6aa8d6cce8833cad6b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:04.085432 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.090405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d86a8f-6150-42a4-bd1d-6c884881a183 req-9075328f-d7af-44a0-bae6-763905f30900 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550062 Nov 12 12:31:04.143339 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ce58f5ce-36c0-4dd4-9fa7-48e1bddf720f req-fb752423-bc8b-48aa-ac33-22758f68cb51 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349618 Nov 12 12:31:04.245058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:04.250131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.283251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8b701660-6fdf-419c-a3a0-3eb52017bea7 None None] Port d958026d-3757-420e-95cb-b1ee939832bc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:04.299049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1662eae-0566-49f1-a797-4af76ee78df7 req-f6d8ce46-b743-4144-8de3-c97f5801e503 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198007 Nov 12 12:31:04.501268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.779293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb31ba-c189-40cc-813c-ec6e858c4183 req-22178e85-b353-49f6-ac99-db17518f9361 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:04.780999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adcb31ba-c189-40cc-813c-ec6e858c4183 req-22178e85-b353-49f6-ac99-db17518f9361 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 948 time: 0.1079187 Nov 12 12:31:04.784780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.803259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9660d-dafd-44c6-a369-4f3ab5e532fa req-79be56b3-1fb6-4898-91fc-d11e69a47077 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:04.805425 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-efb9660d-dafd-44c6-a369-4f3ab5e532fa req-79be56b3-1fb6-4898-91fc-d11e69a47077 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 946 time: 0.1390700 Nov 12 12:31:04.810584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.938302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:31:04.939996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adcb31ba-c189-40cc-813c-ec6e858c4183 req-20af8f85-93d8-4033-ae2e-d2d8354e281f tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979531 Nov 12 12:31:04.983102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Router 4fb213e3-e03d-47f2-bb1c-53c46fede22d is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:04.989033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Subnet': ['ID=e31ebe7a-48f5-4073-bfc1-d46041d50b47,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:05.008023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-efb9660d-dafd-44c6-a369-4f3ab5e532fa req-806795c7-8226-4750-bd7b-3af1096edeb4 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941280 Nov 12 12:31:05.018674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Checking segment: {'id': '7631ce62-45c5-4915-bf3e-cef717c1c666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:05.019073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network hostable DHCP agents. Network: c94fe070-afee-4f31-a9c6-9b631a5b2b1a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:05.023817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.092227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:05.097649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:05.115807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb', 'mac_address': 'fa:16:3e:a6:7a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:31:05.123185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=0e54e033-5c04-48f5-9fdf-25ebcbb70150,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:05.130585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c94fe070-afee-4f31-a9c6-9b631a5b2b1a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:05.133198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '23ba0a50-d41a-412a-9e58-cb74b16bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ae76e1b4-ca68-4d54-ba33-f96eda669fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:05.133572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: ae76e1b4-ca68-4d54-ba33-f96eda669fa0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:05.141145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:05.141830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.150676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:05.168958 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] Sync routers for ids ['4fb213e3-e03d-47f2-bb1c-53c46fede22d'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:05.173249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f28dadc0-f5fe-4fb0-93d3-5b55060b9f03 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3344870 Nov 12 12:31:05.175019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network ae76e1b4-ca68-4d54-ba33-f96eda669fa0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:05.177057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:05.182030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-283031326', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:05.192327 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] Routers {'4fb213e3-e03d-47f2-bb1c-53c46fede22d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:05.192576 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4fb213e3-e03d-47f2-bb1c-53c46fede22d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:05.211307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.212514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.218261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.218478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ae76e1b4-ca68-4d54-ba33-f96eda669fa0) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:05.224298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:05.225389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b29bd733-8a00-46c2-b53d-5aa21af087b6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8537247 Nov 12 12:31:05.233774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:05.234440 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.250595 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:05.279311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bfe3bc-57f5-42cf-8bde-b9eb678e9900 None None] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:05.281827 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] Routers {'4fb213e3-e03d-47f2-bb1c-53c46fede22d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:05.283035 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4fb213e3-e03d-47f2-bb1c-53c46fede22d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:05.286090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b653507-0b2e-4bee-8530-0ded43375013 None None] Network ae76e1b4-ca68-4d54-ba33-f96eda669fa0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:05.411960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:05.413066 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e02eef-8d21-4502-98a1-ecc4a2892e62 None None] The sync data for ids ['4fb213e3-e03d-47f2-bb1c-53c46fede22d'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:05.477082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.488091 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.522880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03b1df-eff0-45dc-b157-1bc8dfc5ff4d req-bff2e886-e48c-4c49-b482-67e3aab297bd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:05.528250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe03b1df-eff0-45dc-b157-1bc8dfc5ff4d req-bff2e886-e48c-4c49-b482-67e3aab297bd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1846359 Nov 12 12:31:05.549426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-50e4ebc3-84a6-4953-8345-033d6a84b15a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5520515 Nov 12 12:31:05.562223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:05.624153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe03b1df-eff0-45dc-b157-1bc8dfc5ff4d req-98a875bb-abf3-4e80-932b-8274970b9b6f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924454 Nov 12 12:31:05.628096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8f699ecb-9c1a-4cfe-bfa2-57b4689400d7 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/4fb213e3-e03d-47f2-bb1c-53c46fede22d HTTP/1.1" status: 200 len: 920 time: 0.4023821 Nov 12 12:31:05.634614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58780) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:05.677296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:05.724958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.740360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3d290d4f-3b1a-4ecf-824c-3717484ee5c1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fb213e3-e03d-47f2-bb1c-53c46fede22d HTTP/1.1" status: 200 len: 205 time: 0.1036379 Nov 12 12:31:05.744520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:05.752252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4bac-50a7-41f4-bc26-92006393e7aa req-68d8de1c-c985-4e99-9fae-6919cb87fdde tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:05.760356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b55d4bac-50a7-41f4-bc26-92006393e7aa req-68d8de1c-c985-4e99-9fae-6919cb87fdde tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2095520 Nov 12 12:31:05.835630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.878613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b55d4bac-50a7-41f4-bc26-92006393e7aa req-8d67ee84-e906-40a1-976f-5ef438949651 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091347 Nov 12 12:31:05.880526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c94fe070-afee-4f31-a9c6-9b631a5b2b1a', 'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a', 'tenant_id': 'c3436e830cda4f6aa8d6cce8833cad6b', 'fixed_ips': [{'subnet_id': 'e31ebe7a-48f5-4073-bfc1-d46041d50b47'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:05.890444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.904796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:05.918205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.932980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4cf854-9417-45b8-8c18-b10710f49be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ae76e1b4-ca68-4d54-ba33-f96eda669fa0', 'network_id': 'ae76e1b4-ca68-4d54-ba33-f96eda669fa0', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '0e54e033-5c04-48f5-9fdf-25ebcbb70150'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:05.934145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db4cf854-9417-45b8-8c18-b10710f49be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.939528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:05.941292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-949dfcda-e4da-416c-88e9-b8c01a6fd38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.169699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf5f94-f356-408a-9c14-ab957f511d8e req-3d32c445-143f-4180-bb5f-2c06e332b12c tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:06.178194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35bf5f94-f356-408a-9c14-ab957f511d8e req-3d32c445-143f-4180-bb5f-2c06e332b12c tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 949 time: 0.0879397 Nov 12 12:31:06.273959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.340064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['1bfe11e7-56f8-4c99-9b17-c68b00bc41bb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:31:06.342312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:06.367302 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.429651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35bf5f94-f356-408a-9c14-ab957f511d8e req-65061431-0fad-405f-8468-8e2ee7b3ec20 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419686 Nov 12 12:31:06.429651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.444872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.483541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=0e54e033-5c04-48f5-9fdf-25ebcbb70150,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-db4cf854-9417-45b8-8c18-b10710f49be1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e54e033-5c04-48f5-9fdf-25ebcbb70150: This subnet is being modified by another concurrent operation. Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:31:06.569409 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e54e033-5c04-48f5-9fdf-25ebcbb70150: This subnet is being modified by another concurrent operation. Nov 12 12:31:06.575502 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:31:06.623620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.642903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.708861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90de83e-f599-446d-b056-2a146fa52875 None None] Network ae76e1b4-ca68-4d54-ba33-f96eda669fa0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:06.742036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Allocated IP 172.25.1.188 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/492d30ff-ee9c-4f3c-80ca-7de3792e6965) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:06.742683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae76e1b4-ca68-4d54-ba33-f96eda669fa0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:06.757411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ba0a50-d41a-412a-9e58-cb74b16bb2a7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:06.757890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ba0a50-d41a-412a-9e58-cb74b16bb2a7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:06.769977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Allocated IP 172.20.0.2 (c94fe070-afee-4f31-a9c6-9b631a5b2b1a/e31ebe7a-48f5-4073-bfc1-d46041d50b47/8fab1e9d-917e-4343-a785-0b6bdcc6de73) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:06.778859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.823421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.832161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:06.833328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: items = [ Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:06.861674 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:06.977531 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.023887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.059590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.068155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/ae76e1b4-ca68-4d54-ba33-f96eda669fa0 HTTP/1.1" status: 204 len: 168 time: 1.5000536 Nov 12 12:31:07.068155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283e6c0-4821-48cf-bd1b-65c5f4e8c12a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=ae76e1b4-ca68-4d54-ba33-f96eda669fa0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:07.071303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:07.076852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:07.080482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805447021'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:07.094965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-d6a334af-56d4-448b-bac6-d1a4c11599b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2313874 Nov 12 12:31:07.108676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Deleting port d958026d-3757-420e-95cb-b1ee939832bc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:07.109817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.120636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281ebd-af3b-449b-a819-5ce70aedfd17 req-0c69226d-3348-4278-9938-1864b753f34d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:07.123119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c281ebd-af3b-449b-a819-5ce70aedfd17 req-0c69226d-3348-4278-9938-1864b753f34d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1020710 Nov 12 12:31:07.136915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95cc63-8f3f-4829-9419-87708fc41b98 req-4c468c93-d9c9-4efc-96f5-a2670546aee7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:07.139008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed95cc63-8f3f-4829-9419-87708fc41b98 req-4c468c93-d9c9-4efc-96f5-a2670546aee7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2583711 Nov 12 12:31:07.181567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.194741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:07.198723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.256040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:07.261816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Port': ['ID=492d30ff-ee9c-4f3c-80ca-7de3792e6965,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:07.263249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:07.272154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:07.275385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.276236 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 99a1e397-eb6a-4174-8e3f-207796e96970 of type vlan for network 4c69f883-be93-423e-b4f3-6485289c4ae9 Nov 12 12:31:07.276613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:07.327026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f693a-ea59-4897-9f6a-385c451eaa6a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:07.328345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c281ebd-af3b-449b-a819-5ce70aedfd17 req-8bbbd7fc-9d9b-4a36-86b9-a1fd092b8a39 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884089 Nov 12 12:31:07.333713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.367925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.378724 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.401664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.415757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Calling delete_port for d958026d-3757-420e-95cb-b1ee939832bc owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:07.426113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:07.442230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:07.450817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:07.485615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Pushing event updated for resources: {'Port': ['ID=8fab1e9d-917e-4343-a785-0b6bdcc6de73,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:07.502043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed95cc63-8f3f-4829-9419-87708fc41b98 req-b99501d9-c6db-4ff9-bab1-50401ffd37ab tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482275 Nov 12 12:31:07.504254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.504603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.504974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.505345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.505711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.506044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.506395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.506719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.507039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.507450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.507676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.508001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:07.537367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.550457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:07.550457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.558904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-816438a8-2433-442a-b721-139dbe7cb853 None None] Provisioning complete for port 492d30ff-ee9c-4f3c-80ca-7de3792e6965 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:07.559492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-816438a8-2433-442a-b721-139dbe7cb853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.632863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Attempting to bind port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:07.633296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Attempting to bind port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '7631ce62-45c5-4915-bf3e-cef717c1c666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:07.633663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Attempting to bind port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 on network c94fe070-afee-4f31-a9c6-9b631a5b2b1a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:07.642545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:07.642919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Checking segment: {'id': '7631ce62-45c5-4915-bf3e-cef717c1c666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:07.643361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.643754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Bound using segment: {'id': '7631ce62-45c5-4915-bf3e-cef717c1c666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:07.644230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Bound port: 8fab1e9d-917e-4343-a785-0b6bdcc6de73, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7631ce62-45c5-4915-bf3e-cef717c1c666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:07.644615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.671155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-816438a8-2433-442a-b721-139dbe7cb853 None None] Port 492d30ff-ee9c-4f3c-80ca-7de3792e6965 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:07.705190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6323810 Nov 12 12:31:07.706386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58838) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:07.756438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:07.758700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] For port 8fab1e9d-917e-4343-a785-0b6bdcc6de73, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:07.766403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] For port 8fab1e9d-917e-4343-a785-0b6bdcc6de73, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8fab1e9d-917e-4343-a785-0b6bdcc6de73,segment=NetworkSegment(7631ce62-45c5-4915-bf3e-cef717c1c666),segment_id=7631ce62-45c5-4915-bf3e-cef717c1c666)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:07.773433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:07.799558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909b024-9a24-4c85-9539-ab8a97776b10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=4c69f883-be93-423e-b4f3-6485289c4ae9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:07.820103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:07.891906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241d4ac-4243-4d85-8657-4d6c2b0e13f7 req-14b31e6d-82be-4e3e-9a4b-4521bcd668e1 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:07.900575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6241d4ac-4243-4d85-8657-4d6c2b0e13f7 req-14b31e6d-82be-4e3e-9a4b-4521bcd668e1 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 949 time: 0.2502518 Nov 12 12:31:07.917589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b5b16-602b-45fb-b492-a7ae9331d625 None None] Pushing event updated for resources: {'Port': ['ID=8fab1e9d-917e-4343-a785-0b6bdcc6de73,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:07.985006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.074543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.096708 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.121461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 is not hosted by any dhcp agent {{(pid=102778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 12:31:08.131322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:08.132527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.139199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "PUT /v2.0/networks/4c69f883-be93-423e-b4f3-6485289c4ae9 HTTP/1.1" status: 200 len: 723 time: 0.3880155 Nov 12 12:31:08.142091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58846) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:08.171968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:08.239123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.346654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6241d4ac-4243-4d85-8657-4d6c2b0e13f7 req-abba32b5-ce21-41ef-93e6-4f0db4200e21 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428656 Nov 12 12:31:08.363101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event deleted for resources: {'Port': ['ID=d958026d-3757-420e-95cb-b1ee939832bc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:08.387424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a08c4-b773-4dcd-b803-f7a0939e677e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:08.432904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ec81-2751-4d35-9ee4-b432f9d28702 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=4c69f883-be93-423e-b4f3-6485289c4ae9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:08.451105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:08.482688 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.584290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.587213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:08.596804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.663798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Router 028e35d9-fef5-4943-8e92-1ddb3ed1945b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:08.779933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.785454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.808198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd9b5-3b36-4e13-8743-d9ff2789a0d3 req-3d9442dd-96a2-4407-88c1-f4b52cfdc4af tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:08.814065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:08.818873 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d46dd9b5-3b36-4e13-8743-d9ff2789a0d3 req-3d9442dd-96a2-4407-88c1-f4b52cfdc4af tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3518527 Nov 12 12:31:08.825590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] Sync routers for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:08.857828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:08.858542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:08.874259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91497d-b17c-42f7-a9bb-0ce6206b1c77 req-1bcac899-eb96-4dcc-974d-402f45fd8680 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:08.902051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da91497d-b17c-42f7-a9bb-0ce6206b1c77 req-1bcac899-eb96-4dcc-974d-402f45fd8680 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2352986 Nov 12 12:31:08.952290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.953061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Fanout notify agent at l3_agent the message router_deleted on router 4fb213e3-e03d-47f2-bb1c-53c46fede22d {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:08.985040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.991915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:08.994341 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d74f0b06-e83d-40bb-9243-f45ea4f52920 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8160777 Nov 12 12:31:08.994976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8ef54ab2-9226-4c86-8fd1-1d500dc0f050 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/4fb213e3-e03d-47f2-bb1c-53c46fede22d HTTP/1.1" status: 204 len: 168 time: 3.2491159 Nov 12 12:31:09.003187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:09.003672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58858) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:09.012514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415571359', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': False}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:09.013733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:09.021182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:09.073945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da91497d-b17c-42f7-a9bb-0ce6206b1c77 req-35453bec-5f53-41c6-8f94-bf2ee34948ba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666336 Nov 12 12:31:09.177335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d46dd9b5-3b36-4e13-8743-d9ff2789a0d3 req-cbff5eee-b416-4ea2-8770-d9deb8be4b35 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561566 Nov 12 12:31:09.186131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1438e32c-e557-4587-af33-9aa44abdebff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.342624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.345367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.456407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fab1e9d-917e-4343-a785-0b6bdcc6de73 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:09.499706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:09.500437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:30:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:09.556070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:09.556928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d55535-808d-4ed1-bac2-a2dc10f0a0d0 None None] The sync data for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:09.566424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ba893-eca0-48b8-a82f-d314bd180b87 None None] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:09.624626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:31:09.638177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:09.638594 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.659174 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.661831 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.704035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.750125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bbdabb79-5e9d-462c-bc7e-7bbadb142774 None None] Provisioning complete for port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:09.751024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbdabb79-5e9d-462c-bc7e-7bbadb142774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.819153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:09.819520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:09.976627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.023785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbdabb79-5e9d-462c-bc7e-7bbadb142774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.033356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:10.035720 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15acbe-5989-45e5-aae9-9cf0f43c93f4" -d '{"events": [{"server_uuid": "6a7cf629-7830-4838-b5a6-88e2194ca86d", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe11e7-56f8-4c99-9b17-c68b00bc41bb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:10.089961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:10.118005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.151593 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c033855-9d1d-42f7-88c3-9e4e1b953000 x-openstack-request-id: req-6c033855-9d1d-42f7-88c3-9e4e1b953000 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:10.153105 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7cf629-7830-4838-b5a6-88e2194ca86d", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe11e7-56f8-4c99-9b17-c68b00bc41bb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:10.153388 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c033855-9d1d-42f7-88c3-9e4e1b953000 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:10.154130 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb', 'code': 200} Nov 12 12:31:10.213834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bbdabb79-5e9d-462c-bc7e-7bbadb142774 None None] For port 8fab1e9d-917e-4343-a785-0b6bdcc6de73, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8fab1e9d-917e-4343-a785-0b6bdcc6de73,segment=NetworkSegment(7631ce62-45c5-4915-bf3e-cef717c1c666),segment_id=7631ce62-45c5-4915-bf3e-cef717c1c666)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:10.215342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.230132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbdabb79-5e9d-462c-bc7e-7bbadb142774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.287102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:10.299964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f5e0-8f18-43ec-8cf8-04591b64b69e req-55d24fc8-426d-4b1a-a01a-523ebff1cf76 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:10.308778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9919f5e0-8f18-43ec-8cf8-04591b64b69e req-55d24fc8-426d-4b1a-a01a-523ebff1cf76 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.0777898 Nov 12 12:31:10.365643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.392396 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:31:10.393214 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:31:10.399485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabb79-5e9d-462c-bc7e-7bbadb142774 None None] Pushing event updated for resources: {'Port': ['ID=8fab1e9d-917e-4343-a785-0b6bdcc6de73,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:10.419322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9919f5e0-8f18-43ec-8cf8-04591b64b69e req-d626e1ad-4c3f-417d-96c4-b4db8847419a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094587 Nov 12 12:31:10.425687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f2175-2496-4478-932f-05e676bff7e5 req-96b1daea-4d4e-41a2-b8d4-7759b4ae3dba tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:10.439123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-119f2175-2496-4478-932f-05e676bff7e5 req-96b1daea-4d4e-41a2-b8d4-7759b4ae3dba tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 949 time: 0.8541806 Nov 12 12:31:10.453961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8a00a-9552-47b6-9790-ce253a7996aa None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:31:10.518396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=090fc226-ab82-49e6-ade2-3b68bb361061,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:10.636812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.641293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e2b967cb-ac77-4eac-b033-53d9c03eef5a None None] Provisioning complete for port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:10.641669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2b967cb-ac77-4eac-b033-53d9c03eef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.641949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '99a1e397-eb6a-4174-8e3f-207796e96970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:10.642618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: 4c69f883-be93-423e-b4f3-6485289c4ae9, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:10.678760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d36a-45ac-44ad-aadf-d011c9632092 req-3fc79196-d661-4ce9-a3ec-806eef0c3c66 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:10.686858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-119f2175-2496-4478-932f-05e676bff7e5 req-aa288bf0-05f3-4797-8cfd-b0a793f23c5c tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467434 Nov 12 12:31:10.694426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2145e9-d30e-461f-80f4-232b56dab45e req-3ae02efa-81b3-440a-b193-67ac7438157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:10.696322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf2145e9-d30e-461f-80f4-232b56dab45e req-3ae02efa-81b3-440a-b193-67ac7438157b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 1101 time: 0.3034270 Nov 12 12:31:10.702427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d82d36a-45ac-44ad-aadf-d011c9632092 req-3fc79196-d661-4ce9-a3ec-806eef0c3c66 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0992117 Nov 12 12:31:10.777823 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d82d36a-45ac-44ad-aadf-d011c9632092 req-3fbb62c7-4fea-49cd-9df1-1c4eb5501d8a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725293 Nov 12 12:31:10.797945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:10.833269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4c69f883-be93-423e-b4f3-6485289c4ae9) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:10.839014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:10.839925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.864846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fcc7e369-04cf-4593-9d97-6f47fec3ab4f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7186978 Nov 12 12:31:10.866587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:10.871805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf2145e9-d30e-461f-80f4-232b56dab45e req-c803d847-0749-4ed9-9e04-601c234f2067 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665452 Nov 12 12:31:10.873334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:10.945806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.986636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32800939'] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:10.989642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8a00a-9552-47b6-9790-ce253a7996aa None None] Unable to find a vacant binding_index for network 4c69f883-be93-423e-b4f3-6485289c4ae9 and agent e6bf7281-b35a-413a-b868-d13caace7c8e {{(pid=102780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 12:31:10.999107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8a00a-9552-47b6-9790-ce253a7996aa None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4c69f883-be93-423e-b4f3-6485289c4ae9) {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:31:11.178356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fab1e9d-917e-4343-a785-0b6bdcc6de73 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:11.192124 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.213108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.222199 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730445417611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32097239'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.246465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:11.247510 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.249262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "PUT /v2.0/subnets/090fc226-ab82-49e6-ade2-3b68bb361061 HTTP/1.1" status: 200 len: 806 time: 0.3814898 Nov 12 12:31:11.264370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.274787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:11.301278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:11.301645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.558486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Allocated IP 172.25.1.133 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/4fcf3ce5-20b5-49eb-8a9a-01c968583738) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:11.575175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-4c69f883-be93-423e-b4f3-6485289c4ae9', 'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '090fc226-ab82-49e6-ade2-3b68bb361061'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:11.577382 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.704226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Allocated IP 172.20.0.1 (c94fe070-afee-4f31-a9c6-9b631a5b2b1a/e31ebe7a-48f5-4073-bfc1-d46041d50b47/8d4669ca-62f9-490d-990e-c4f0356c32b0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:11.770257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8872-0c78-46fb-b9a5-74fd730a4c82 req-47fc68d3-7ae7-4e72-a3a2-81d1064aef88 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:11.771937 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8de8872-0c78-46fb-b9a5-74fd730a4c82 req-47fc68d3-7ae7-4e72-a3a2-81d1064aef88 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1863070 Nov 12 12:31:11.856130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Allocated IP 172.20.0.2 (4c69f883-be93-423e-b4f3-6485289c4ae9/090fc226-ab82-49e6-ade2-3b68bb361061/51dcf3fb-c0fd-488f-8deb-b462d92aea29) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:11.890199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7922b1d-89d3-4d42-8f99-f2b597f92855 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=090fc226-ab82-49e6-ade2-3b68bb361061,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:11.929913 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8de8872-0c78-46fb-b9a5-74fd730a4c82 req-1e557b7c-965f-422f-a793-f161dbd6d2b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437807 Nov 12 12:31:11.938342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:11.943365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.002523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f0497-e21f-4075-9fbd-5835560cd83a req-41231a25-844e-4c71-b617-c2279fc4d8e0 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:12.002983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.011554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c57f0497-e21f-4075-9fbd-5835560cd83a req-41231a25-844e-4c71-b617-c2279fc4d8e0 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 950 time: 0.1648018 Nov 12 12:31:12.047499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.112588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.113357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c57f0497-e21f-4075-9fbd-5835560cd83a req-e7725e94-f5e5-49e8-9137-ff98c9a189ec tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009493 Nov 12 12:31:12.127178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.135698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.184974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:12.189680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:12.191539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.196930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:12.209507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Pushing event updated for resources: {'Port': ['ID=51dcf3fb-c0fd-488f-8deb-b462d92aea29,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:12.218742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:12.237232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:12.250700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:12.261478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:12.271678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48907d16-06d2-4964-8c6c-3d9f35d1a564 req-69b83be3-d9a5-47ec-8b89-9cb7b3bb5027 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:12.271933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.280245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48907d16-06d2-4964-8c6c-3d9f35d1a564 req-69b83be3-d9a5-47ec-8b89-9cb7b3bb5027 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2180653 Nov 12 12:31:12.289081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Attempting to bind port 51dcf3fb-c0fd-488f-8deb-b462d92aea29 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:12.289578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Attempting to bind port 51dcf3fb-c0fd-488f-8deb-b462d92aea29 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '99a1e397-eb6a-4174-8e3f-207796e96970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:12.290203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Attempting to bind port 51dcf3fb-c0fd-488f-8deb-b462d92aea29 on network 4c69f883-be93-423e-b4f3-6485289c4ae9 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:12.297016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:12.297646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Checking segment: {'id': '99a1e397-eb6a-4174-8e3f-207796e96970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:12.298519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.299464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Bound using segment: {'id': '99a1e397-eb6a-4174-8e3f-207796e96970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:12.300347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Bound port: 51dcf3fb-c0fd-488f-8deb-b462d92aea29, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a1e397-eb6a-4174-8e3f-207796e96970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4c69f883-be93-423e-b4f3-6485289c4ae9'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:12.301588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.303325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:12.305225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Port': ['ID=4fcf3ce5-20b5-49eb-8a9a-01c968583738,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:12.307914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:12.361847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=090fc226-ab82-49e6-ade2-3b68bb361061,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:12.438758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] For port 51dcf3fb-c0fd-488f-8deb-b462d92aea29, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:12.443214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] For port 51dcf3fb-c0fd-488f-8deb-b462d92aea29, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=51dcf3fb-c0fd-488f-8deb-b462d92aea29,segment=NetworkSegment(99a1e397-eb6a-4174-8e3f-207796e96970),segment_id=99a1e397-eb6a-4174-8e3f-207796e96970)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:12.450604 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.459211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.481557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48907d16-06d2-4964-8c6c-3d9f35d1a564 req-c16bc83e-554f-4e17-b31b-4c5aa97a44db tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973858 Nov 12 12:31:12.487928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c69f883-be93-423e-b4f3-6485289c4ae9']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:12.493931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.512561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a1e397-eb6a-4174-8e3f-207796e96970') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:12.513557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a1e397-eb6a-4174-8e3f-207796e96970') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:12.528060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.549378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.558871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:12.559546 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.561659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd9bca-b71f-4fa2-a0ec-09d93a35a466 None None] Pushing event updated for resources: {'Port': ['ID=51dcf3fb-c0fd-488f-8deb-b462d92aea29,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:12.565887 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:12.604094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9076bd2-a501-4105-acd7-a628155a7d17 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:31:12.648150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:31:12.648150 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:31:12.648150 n-d-804878-5 neutron-server[102779]: [parameters: {'id': '4c69f883-be93-423e-b4f3-6485289c4ae9'}] Nov 12 12:31:12.648150 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:31:12.648689 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:31:12.734617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Port': ['ID=8d4669ca-62f9-490d-990e-c4f0356c32b0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:12.909084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:12.912440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9076bd2-a501-4105-acd7-a628155a7d17 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:31:12.956739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.149673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.215293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3baa89-7168-4382-ad02-00e33b6abd9c None None] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:13.266689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f5f22-915f-4924-993f-699b7d70b381 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:13.298538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 51dcf3fb-c0fd-488f-8deb-b462d92aea29 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:13.298877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.416797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0369b99a-50a6-40a6-96b6-c79dc8f6ff74 None None] Provisioning complete for port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:13.417244 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0369b99a-50a6-40a6-96b6-c79dc8f6ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.427007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1ec3-9b26-41e1-850d-cf51b8adbdf3 req-697762db-7c75-40d2-bea1-60593bb7772b tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:13.435612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a45a1ec3-9b26-41e1-850d-cf51b8adbdf3 req-697762db-7c75-40d2-bea1-60593bb7772b tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 950 time: 0.1872351 Nov 12 12:31:13.446898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 51dcf3fb-c0fd-488f-8deb-b462d92aea29, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=51dcf3fb-c0fd-488f-8deb-b462d92aea29,segment=NetworkSegment(99a1e397-eb6a-4174-8e3f-207796e96970),segment_id=99a1e397-eb6a-4174-8e3f-207796e96970)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:13.447892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.454848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86cc7d5-f199-4f91-8479-edcaec06deb9 None None] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:13.484162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 51dcf3fb-c0fd-488f-8deb-b462d92aea29 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:13.544510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0369b99a-50a6-40a6-96b6-c79dc8f6ff74 None None] Port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:13.578331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef78834-5389-418e-b49f-9d1e3a03d11e req-82b8a0df-ab93-459b-89c9-586b3a498661 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:13.580885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef78834-5389-418e-b49f-9d1e3a03d11e req-82b8a0df-ab93-459b-89c9-586b3a498661 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2058504 Nov 12 12:31:13.592826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a45a1ec3-9b26-41e1-850d-cf51b8adbdf3 req-6fe3027c-6fd7-4680-bdc9-78982767c82c tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553528 Nov 12 12:31:13.659847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cebae97-24bb-4db7-82e7-53fd9cefcf76 None None] Network 4c69f883-be93-423e-b4f3-6485289c4ae9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:13.689030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.757846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=51dcf3fb-c0fd-488f-8deb-b462d92aea29,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:13.775554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d2db955b-2c6d-4c6b-a727-2e85069c32cb None None] Provisioning complete for port 8d4669ca-62f9-490d-990e-c4f0356c32b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:13.775961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2db955b-2c6d-4c6b-a727-2e85069c32cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.806341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 51dcf3fb-c0fd-488f-8deb-b462d92aea29 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:13.813442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef78834-5389-418e-b49f-9d1e3a03d11e req-074489c9-6774-4a7e-8000-9ae2770109a1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216043 Nov 12 12:31:13.834399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d2db955b-2c6d-4c6b-a727-2e85069c32cb None None] Port 8d4669ca-62f9-490d-990e-c4f0356c32b0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:13.839147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.943303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:13.980271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606f65-7359-45b9-beb0-d529998bbc64 req-788e24a5-f9cf-43c3-9815-c9b19f921677 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:13.984862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0606f65-7359-45b9-beb0-d529998bbc64 req-788e24a5-f9cf-43c3-9815-c9b19f921677 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2298665 Nov 12 12:31:13.990535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c69f883-be93-423e-b4f3-6485289c4ae9']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:14.016145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.018496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a1e397-eb6a-4174-8e3f-207796e96970') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:14.018827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a1e397-eb6a-4174-8e3f-207796e96970') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:14.028393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.036175 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.093321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.107131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0606f65-7359-45b9-beb0-d529998bbc64 req-d5ae998c-4627-485c-8c34-864c34cfe798 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135342 Nov 12 12:31:14.108265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:14.108675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:14.111865 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:14.164731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Port': ['ID=8d4669ca-62f9-490d-990e-c4f0356c32b0,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:14.178147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.200045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Router 79c8786e-1057-46fd-8712-6cfceb7a75a1 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:14.231496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.263583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.270701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/4c69f883-be93-423e-b4f3-6485289c4ae9 HTTP/1.1" status: 204 len: 168 time: 2.9939764 Nov 12 12:31:14.274580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:14.294369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19d0c-2ea7-4a42-9142-628047e282ff tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=4c69f883-be93-423e-b4f3-6485289c4ae9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:14.338788 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb1480f-4330-480a-870e-4141373976fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:14.339900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb1480f-4330-480a-870e-4141373976fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:14.345529 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-adb1480f-4330-480a-870e-4141373976fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/4c69f883-be93-423e-b4f3-6485289c4ae9 HTTP/1.1" status: 404 len: 339 time: 0.0603316 Nov 12 12:31:14.360469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:14.367582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-930366415', 'description': 'd1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:14.399939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66caad-35fb-4689-b95d-5955fafc56f0 req-86a22892-45c1-47c3-b757-264befd03150 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:14.411263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae66caad-35fb-4689-b95d-5955fafc56f0 req-86a22892-45c1-47c3-b757-264befd03150 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 950 time: 0.1915836 Nov 12 12:31:14.480405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-fabf9f1e-4471-45a4-a0b4-e0393102d07c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778409 Nov 12 12:31:14.493565 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae66caad-35fb-4689-b95d-5955fafc56f0 req-7ad96f9d-30cd-4a03-96b3-bbc0873412f5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Nov 12 12:31:14.497789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:14.526453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:14.530878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:14.534471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.586795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:14.637534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9ca6d-97cf-4b6c-a296-8f9e2aaa6ee2 req-5b12d552-4f81-418c-970c-9e7c985a22d9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:14.637858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc77494-f8db-403a-9489-834026352272 req-e321374c-303a-427d-b7bf-0aab3fe1fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:14.639167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ba9ca6d-97cf-4b6c-a296-8f9e2aaa6ee2 req-5b12d552-4f81-418c-970c-9e7c985a22d9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2222574 Nov 12 12:31:14.639763 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-e321374c-303a-427d-b7bf-0aab3fe1fdff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.0628796 Nov 12 12:31:14.656933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:14.664456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.664812 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment c472f3c1-7412-452b-ae68-35e80098be32 of type vlan for network 01087719-0c57-48ce-964e-fd0089c9a2fe Nov 12 12:31:14.671602 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Sync routers for ids ['79c8786e-1057-46fd-8712-6cfceb7a75a1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:14.686394 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Routers {'79c8786e-1057-46fd-8712-6cfceb7a75a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:14.690207 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['79c8786e-1057-46fd-8712-6cfceb7a75a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:14.813856 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.818050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:14.825134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-24eba6ee-c5a7-40a2-b30e-9c97a5ea5fa0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8185618 Nov 12 12:31:14.830759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.928777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.939943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:14.940960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:14.991002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7af151ee-7d69-44bc-b966-393970e65614 None None] Provisioning complete for port 8d4669ca-62f9-490d-990e-c4f0356c32b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:14.992537 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7af151ee-7d69-44bc-b966-393970e65614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.000434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ba9ca6d-97cf-4b6c-a296-8f9e2aaa6ee2 req-ee0b3be6-b1fa-413c-b40c-8f2cd0c2a581 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486800 Nov 12 12:31:15.003596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Set router 79c8786e-1057-46fd-8712-6cfceb7a75a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:31:15.071020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-534b59ea-3aa8-4bd7-a9f1-0ac73fcd4e32 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/79c8786e-1057-46fd-8712-6cfceb7a75a1 HTTP/1.1" status: 200 len: 909 time: 0.2515335 Nov 12 12:31:15.073459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc77494-f8db-403a-9489-834026352272 req-d9a4c49b-ba73-4d7e-b936-6f723516d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.075222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-d9a4c49b-ba73-4d7e-b936-6f723516d11a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.4275453 Nov 12 12:31:15.076537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7af151ee-7d69-44bc-b966-393970e65614 None None] Port 8d4669ca-62f9-490d-990e-c4f0356c32b0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:15.094048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=01087719-0c57-48ce-964e-fd0089c9a2fe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:15.108207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Router 028e35d9-fef5-4943-8e92-1ddb3ed1945b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:31:15.110508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:15.114377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 01087719-0c57-48ce-964e-fd0089c9a2fe details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:15.120656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415571359', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': True}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:15.126935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b8e27074-e352-4658-9b4a-08ae03123b29 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7653892 Nov 12 12:31:15.131795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:15.238351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-29a1d135-adbb-47b4-94a5-26f34fc7d1ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.1211171 Nov 12 12:31:15.257198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eed6e-481c-4388-b177-1162fb789043 req-b9efea00-ebe8-4046-905b-7072b23c89c5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.267195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c4eed6e-481c-4388-b177-1162fb789043 req-b9efea00-ebe8-4046-905b-7072b23c89c5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1903675 Nov 12 12:31:15.302534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.303963 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8786e-1057-46fd-8712-6cfceb7a75a1', 'name': 'tempest-snat-router-1415571359', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': False}, 'gw_port_id': '4fcf3ce5-20b5-49eb-8a9a-01c968583738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:31:09Z', 'updated_at': '2021-11-12T12:31:12Z', 'revision_number': 3, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port': {'id': '4fcf3ce5-20b5-49eb-8a9a-01c968583738', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8786e-1057-46fd-8712-6cfceb7a75a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:31:11Z', 'updated_at': '2021-11-12T12:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:15.304211 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.340012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be512fd-3f50-4b85-8322-db51244ade37 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.344236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6be512fd-3f50-4b85-8322-db51244ade37 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks?id=01087719-0c57-48ce-964e-fd0089c9a2fe HTTP/1.1" status: 200 len: 760 time: 0.2088599 Nov 12 12:31:15.345668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58916) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:15.360925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'description': 'd2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:15.370179 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Checking router: 79c8786e-1057-46fd-8712-6cfceb7a75a1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:31:15.370526 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Updating router 79c8786e-1057-46fd-8712-6cfceb7a75a1 port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:31:15.408128 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.453933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.470173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c4eed6e-481c-4388-b177-1162fb789043 req-6fe16d88-f684-441e-95e8-ccdb9429b26a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020156 Nov 12 12:31:15.489505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc77494-f8db-403a-9489-834026352272 req-91fee132-543a-44f6-ba24-42a556e6aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.489505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-91fee132-543a-44f6-ba24-42a556e6aa6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2119021 Nov 12 12:31:15.589010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:15.599355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] Sync routers for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:15.616108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:15.616661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:15.627850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b24ceee-bb67-4440-bb49-5797bd59b8c7 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "PUT /v2.0/routers/028e35d9-fef5-4943-8e92-1ddb3ed1945b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6202528 Nov 12 12:31:15.632212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:15.640884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Request body: {'port': {'network_id': 'c94fe070-afee-4f31-a9c6-9b631a5b2b1a', 'name': 'tempest-FloatingIPAdminTestJSON-1596705651'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:15.709133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:15.734329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:15.734329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:15.806367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc77494-f8db-403a-9489-834026352272 req-37f319f6-9456-42ab-9e9c-5040dee5e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.807238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:15.808001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ac7c8-b9ca-4877-ad8b-424703d06953 None None] The sync data for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:15.808784 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-37f319f6-9456-42ab-9e9c-5040dee5e2ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135266 Nov 12 12:31:15.809741 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.817948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Made reservation on behalf of c3436e830cda4f6aa8d6cce8833cad6b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:15.819335 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.823091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.864585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.901892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ada913-228c-42ff-bd5b-9a7f1b0d27c0 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:15.923117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-3759376a-2726-4c7d-8b86-76ab0fcb88b3 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.924628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-3759376a-2726-4c7d-8b86-76ab0fcb88b3 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 950 time: 0.0873942 Nov 12 12:31:15.929904 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Pushing event updated for resources: {'Port': ['ID=4fcf3ce5-20b5-49eb-8a9a-01c968583738,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:15.933285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b83cc4-819f-431d-9e73-9d9bebc2395c req-f3b2f079-ca33-42c7-ad58-a2d7a8f50714 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:15.935271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8b83cc4-819f-431d-9e73-9d9bebc2395c req-f3b2f079-ca33-42c7-ad58-a2d7a8f50714 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 950 time: 0.2926722 Nov 12 12:31:15.944187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-7a03fb1d-0ede-4997-836a-6d9a8d7dc5ef service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185226 Nov 12 12:31:15.949445 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Attempting to bind port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:15.950426 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Attempting to bind port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:15.950987 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Attempting to bind port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:15.959452 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.960507 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.961082 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.961580 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.962121 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.963385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.964196 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.964767 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.965266 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.966357 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.966949 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.967447 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:15.975044 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:15.975752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:15.976503 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:15.977058 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:15.978100 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Bound port: 4fcf3ce5-20b5-49eb-8a9a-01c968583738, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:15.978883 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.011427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.012639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e5dd5ef5-90c0-465d-a48e-dd7612876b24 None None] Provisioning complete for port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:16.013710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5ef5-90c0-465d-a48e-dd7612876b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.028609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] device_id is not set on port 2245672f-be43-459b-b9c6-910090ca6329 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:31:16.120862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dc77494-f8db-403a-9489-834026352272 req-8686fa67-c0c9-4713-b594-68d1ec4bf97c service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609800 Nov 12 12:31:16.123062 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] For port 4fcf3ce5-20b5-49eb-8a9a-01c968583738, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:16.126283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd5ef5-90c0-465d-a48e-dd7612876b24 None None] Port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:16.132003 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] For port 4fcf3ce5-20b5-49eb-8a9a-01c968583738, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4fcf3ce5-20b5-49eb-8a9a-01c968583738,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:16.139842 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.227561 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd530f-8d42-4c95-9af3-420e16864536 None None] Pushing event updated for resources: {'Port': ['ID=4fcf3ce5-20b5-49eb-8a9a-01c968583738,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:16.230861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ee4c6-1eaf-4cd6-9840-3b3dd493e2be None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:16.246608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Routers {'79c8786e-1057-46fd-8712-6cfceb7a75a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:16.248278 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['79c8786e-1057-46fd-8712-6cfceb7a75a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:16.307353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Allocated IP 172.20.0.10 (c94fe070-afee-4f31-a9c6-9b631a5b2b1a/e31ebe7a-48f5-4073-bfc1-d46041d50b47/2245672f-be43-459b-b9c6-910090ca6329) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:16.351849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c0ac7cec-2563-4ac0-9c7e-f03844dff0c0 None None] Provisioning complete for port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:16.353442 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7cec-2563-4ac0-9c7e-f03844dff0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.407487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8b83cc4-819f-431d-9e73-9d9bebc2395c req-2e50a38e-441b-4770-a67d-065e72fb867c tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153376 Nov 12 12:31:16.410100 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] Set router 79c8786e-1057-46fd-8712-6cfceb7a75a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:31:16.500121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.519827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7cec-2563-4ac0-9c7e-f03844dff0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.540615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Deleting port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:16.541603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.566230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.570633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c0ac7cec-2563-4ac0-9c7e-f03844dff0c0 None None] For port 4fcf3ce5-20b5-49eb-8a9a-01c968583738, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4fcf3ce5-20b5-49eb-8a9a-01c968583738,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:16.579495 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7cec-2563-4ac0-9c7e-f03844dff0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.679501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=01087719-0c57-48ce-964e-fd0089c9a2fe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:16.681167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.684064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac7cec-2563-4ac0-9c7e-f03844dff0c0 None None] Pushing event updated for resources: {'Port': ['ID=4fcf3ce5-20b5-49eb-8a9a-01c968583738,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:16.694671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 01087719-0c57-48ce-964e-fd0089c9a2fe details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:16.783558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network 01087719-0c57-48ce-964e-fd0089c9a2fe is not hosted by any dhcp agent {{(pid=102779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 12:31:16.785757 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8786e-1057-46fd-8712-6cfceb7a75a1', 'name': 'tempest-snat-router-1415571359', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': False}, 'gw_port_id': '4fcf3ce5-20b5-49eb-8a9a-01c968583738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:31:09Z', 'updated_at': '2021-11-12T12:31:12Z', 'revision_number': 3, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port': {'id': '4fcf3ce5-20b5-49eb-8a9a-01c968583738', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8786e-1057-46fd-8712-6cfceb7a75a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:31:11Z', 'updated_at': '2021-11-12T12:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:16.802683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.803315 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.804623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cd27c232-1180-4411-8336-d806022a1c56 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "PUT /v2.0/networks/01087719-0c57-48ce-964e-fd0089c9a2fe HTTP/1.1" status: 200 len: 757 time: 1.4483526 Nov 12 12:31:16.811400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:16.828552 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d5da7-3b2d-4bff-bc56-289b76a84cc1 None None] The sync data for ids ['79c8786e-1057-46fd-8712-6cfceb7a75a1'] in n-d-804878-5 is: [{'id': '79c8786e-1057-46fd-8712-6cfceb7a75a1', 'name': 'tempest-snat-router-1415571359', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': False}, 'gw_port_id': '4fcf3ce5-20b5-49eb-8a9a-01c968583738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:31:09Z', 'updated_at': '2021-11-12T12:31:12Z', 'revision_number': 3, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port': {'id': '4fcf3ce5-20b5-49eb-8a9a-01c968583738', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8786e-1057-46fd-8712-6cfceb7a75a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:31:11Z', 'updated_at': '2021-11-12T12:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:16.863212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:16.874413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0b55-1643-46b6-989c-85b612f9219a req-2ed79bf2-ee63-4729-bab3-28bcb58e1c21 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.876158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97de0b55-1643-46b6-989c-85b612f9219a req-2ed79bf2-ee63-4729-bab3-28bcb58e1c21 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3397672 Nov 12 12:31:16.881762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:16.884967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-38177125-1312-4d58-9bfd-01d1dae4ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.886640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-38177125-1312-4d58-9bfd-01d1dae4ec52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.2183192 Nov 12 12:31:16.887567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:16.920012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event updated for resources: {'Port': ['ID=2245672f-be43-459b-b9c6-910090ca6329,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:16.944558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f540c-fca0-4077-b7e4-b8e9837f92f6 req-6963fce6-6ab2-4f4c-aae6-ca30d401b5e9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.954955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-950f540c-fca0-4077-b7e4-b8e9837f92f6 req-6963fce6-6ab2-4f4c-aae6-ca30d401b5e9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.3403656 Nov 12 12:31:17.070235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] For port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:17.070907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.071262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.071962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.132421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-17fffa08-ed30-4fef-bdf9-0e01bb686f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.134190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-17fffa08-ed30-4fef-bdf9-0e01bb686f2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.1982450 Nov 12 12:31:17.134653 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-950f540c-fca0-4077-b7e4-b8e9837f92f6 req-f62067cd-860f-4004-8c43-efa628ce2111 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739590 Nov 12 12:31:17.150719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Calling delete_port for 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:17.161867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5013ee-5c03-4f42-8b89-0c687707092f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.163751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6f5013ee-5c03-4f42-8b89-0c687707092f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks?id=01087719-0c57-48ce-964e-fd0089c9a2fe HTTP/1.1" status: 200 len: 760 time: 0.3406572 Nov 12 12:31:17.168447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97de0b55-1643-46b6-989c-85b612f9219a req-7e8df425-010d-4965-8067-bc7a8b844784 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337680 Nov 12 12:31:17.172975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:17.179065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1476193118'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:17.186582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d36333c5-ceee-4b71-b850-a7e3101e288e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5508757 Nov 12 12:31:17.192480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:17.209802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:17.213970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.316997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-470dd958-fe87-4221-b433-38e351842517 None None] Provisioning complete for port 2245672f-be43-459b-b9c6-910090ca6329 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:17.317575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-470dd958-fe87-4221-b433-38e351842517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.342155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.379664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-48422fe2-a161-4444-a3ea-8d5fede09205 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.2100451 Nov 12 12:31:17.383587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-470dd958-fe87-4221-b433-38e351842517 None None] Port 2245672f-be43-459b-b9c6-910090ca6329 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:17.402143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:17.413645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.414286 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment 46a16c4a-7159-44e1-8bc9-a8790e6ea193 of type vlan for network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 Nov 12 12:31:17.462398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'project_id': 'c3436e830cda4f6aa8d6cce8833cad6b', 'port_id': '2245672f-be43-459b-b9c6-910090ca6329'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:17.484216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.492432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.498920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.528053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-58927630-a77d-4858-8a0c-4be510ebdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.542003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-58927630-a77d-4858-8a0c-4be510ebdae5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1378920 Nov 12 12:31:17.551481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.560356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.561009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.647650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-2c8e0f27-68a8-4c78-bf6f-d5ab3344b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.649190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-2c8e0f27-68a8-4c78-bf6f-d5ab3344b8bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063156 Nov 12 12:31:17.710050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5357709 Nov 12 12:31:17.740321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:17.750951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:17.827306 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:17.841812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8cd53-b94c-417f-bd81-6d5c696252da req-e785084e-4a04-4ba2-8f1f-e3f9a7fd8dd5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:17.843726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3a8cd53-b94c-417f-bd81-6d5c696252da req-e785084e-4a04-4ba2-8f1f-e3f9a7fd8dd5 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a7cf629-7830-4838-b5a6-88e2194ca86d HTTP/1.1" status: 200 len: 867 time: 0.3087234 Nov 12 12:31:17.847139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-76b99bec-ac68-420b-a799-5d06850a1851 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860704 Nov 12 12:31:17.873907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b4486-75f4-4a28-b21e-a372181eefed tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=e9c2b2ee-b455-44ca-88fe-de5372bf5cb1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:17.890367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:17.968209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.001531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Pushing event deleted for resources: {'Port': ['ID=1bfe11e7-56f8-4c99-9b17-c68b00bc41bb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:18.053367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] No DVR routers for this DVR port 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:18.059221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:18.062820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.064268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.067773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e348cb-8237-4acd-95a1-8ff027a3d802 req-b6240a21-1f94-4dc0-8bac-df86354b87d8 tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.81 "DELETE /v2.0/ports/1bfe11e7-56f8-4c99-9b17-c68b00bc41bb HTTP/1.1" status: 204 len: 173 time: 2.1312575 Nov 12 12:31:18.068256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'name': 'network-vif-deleted', 'tag': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:18.070764 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76643e0-0f4b-44ec-8652-e21d64b84656" -d '{"events": [{"server_uuid": "6a7cf629-7830-4838-b5a6-88e2194ca86d", "name": "network-vif-deleted", "tag": "1bfe11e7-56f8-4c99-9b17-c68b00bc41bb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:18.120768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-771bcd23-fe8b-4a09-8dc9-8fac910245de req-c6bc7d5b-ab1f-43d3-8117-5b72d3850567 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642021 Nov 12 12:31:18.153489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Allocated IP 172.25.1.130 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/54060503-5a5a-40b7-8530-d261d491b12d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:18.178894 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef1164-0a8b-40c7-aab5-53bda467f423 x-openstack-request-id: req-f9ef1164-0a8b-40c7-aab5-53bda467f423 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:18.179182 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7cf629-7830-4838-b5a6-88e2194ca86d", "name": "network-vif-deleted", "tag": "1bfe11e7-56f8-4c99-9b17-c68b00bc41bb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:18.179805 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9ef1164-0a8b-40c7-aab5-53bda467f423 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:18.179951 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7cf629-7830-4838-b5a6-88e2194ca86d', 'name': 'network-vif-deleted', 'tag': '1bfe11e7-56f8-4c99-9b17-c68b00bc41bb', 'status': 'completed', 'code': 200} Nov 12 12:31:18.252894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3a8cd53-b94c-417f-bd81-6d5c696252da req-64eb24b0-2338-423c-b69d-4395a6f0637e tempest-ImagesNegativeTestJSON-1684233237 tempest-ImagesNegativeTestJSON-1684233237-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb5234f4-81fd-4383-9997-33f577b9e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372533 Nov 12 12:31:18.458452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3affe-d495-455b-a267-297fb62496da req-4d6c6ca9-ede1-4ceb-b95f-683ebef65db7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:18.459584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7dc3affe-d495-455b-a267-297fb62496da req-4d6c6ca9-ede1-4ceb-b95f-683ebef65db7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1183524 Nov 12 12:31:18.466583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.488212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54a04e-1a38-4835-844d-eb36ef8aa9ce req-dd665db1-c65f-4ef2-9339-2f24dd1afa93 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:18.496588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e54a04e-1a38-4835-844d-eb36ef8aa9ce req-dd665db1-c65f-4ef2-9339-2f24dd1afa93 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0967350 Nov 12 12:31:18.526283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.569884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e54a04e-1a38-4835-844d-eb36ef8aa9ce req-c80e2069-a6ae-4339-9173-5c79b2887811 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721264 Nov 12 12:31:18.572813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.622630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:18.630334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:18.635839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:18.647309 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7dc3affe-d495-455b-a267-297fb62496da req-40724266-16f3-43df-be0f-a84cb530fba5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626353 Nov 12 12:31:18.664973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Port': ['ID=54060503-5a5a-40b7-8530-d261d491b12d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:18.674734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc503242-6fdd-4fef-87da-7a5f0c301a4d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:18.719636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=0d436de0-162f-4dd0-a640-417510b2a6d8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:18.779707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Allocated IP 172.25.1.91 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/45cf67bc-3a10-47f8-b2f1-8db9bc1b3d0a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:18.829227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': '46a16c4a-7159-44e1-8bc9-a8790e6ea193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:18.829728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: e9c2b2ee-b455-44ca-88fe-de5372bf5cb1, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:18.852414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-897ee4bb-d01d-4f8b-bfac-2723c6534fb4 None None] Provisioning complete for port 54060503-5a5a-40b7-8530-d261d491b12d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:18.853780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-897ee4bb-d01d-4f8b-bfac-2723c6534fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.903046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:18.926748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e9c2b2ee-b455-44ca-88fe-de5372bf5cb1) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:18.936612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:18.937555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:18.950324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8488f-fcfe-415e-ae16-abdbca5d16b0 None None] Network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:18.958082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-897ee4bb-d01d-4f8b-bfac-2723c6534fb4 None None] Port 54060503-5a5a-40b7-8530-d261d491b12d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:18.970138 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1430f71b-37fb-4f92-bd4a-60c2b255a6bf tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2281942 Nov 12 12:31:18.976096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:18.995414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.027303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f7caa-16cc-4582-854d-c68d2a7fdd20 req-194adc03-0a58-447a-96eb-34845aec9a59 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:19.036901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc0f7caa-16cc-4582-854d-c68d2a7fdd20 req-194adc03-0a58-447a-96eb-34845aec9a59 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1297743 Nov 12 12:31:19.045683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:19.122343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:31:19.122690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1bfe11e7-56f8-4c99-9b17-c68b00bc41bb not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:31:19.126273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.129416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.185014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:19.189089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:19.194914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:19.251626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4fcf3ce5-20b5-49eb-8a9a-01c968583738 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:19.263879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc0f7caa-16cc-4582-854d-c68d2a7fdd20 req-4f175f8a-faab-4f2d-929e-3ec9f262b2e2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255378 Nov 12 12:31:19.282361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Pushing event updated for resources: {'Port': ['ID=45cf67bc-3a10-47f8-b2f1-8db9bc1b3d0a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:19.305790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.425346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:19.426009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.462944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.478705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e9c2b2ee-b455-44ca-88fe-de5372bf5cb1', 'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '0d436de0-162f-4dd0-a640-417510b2a6d8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:19.480902 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.825747 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:31:19.850592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:19.924124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Allocated IP 172.20.0.2 (e9c2b2ee-b455-44ca-88fe-de5372bf5cb1/0d436de0-162f-4dd0-a640-417510b2a6d8/5a85e4e8-9316-4b3a-a765-8fe936d4442a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:20.122373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac0d7-dd04-40fb-aeba-4a77d2a11395 req-d845670e-8e0b-4c58-9bd6-22ac1cd1f876 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:20.134081 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5fac0d7-dd04-40fb-aeba-4a77d2a11395 req-d845670e-8e0b-4c58-9bd6-22ac1cd1f876 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1526837 Nov 12 12:31:20.134797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563326d6-a798-4b09-8cd8-b7cf7f587721 req-ba652c06-a3f1-4131-8b93-da330fc27ff5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:20.142747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-563326d6-a798-4b09-8cd8-b7cf7f587721 req-ba652c06-a3f1-4131-8b93-da330fc27ff5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1962039 Nov 12 12:31:20.202474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5fac0d7-dd04-40fb-aeba-4a77d2a11395 req-f62d27e1-5fc2-4849-8929-c621442acf7f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671771 Nov 12 12:31:20.254438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-563326d6-a798-4b09-8cd8-b7cf7f587721 req-73d0b98b-d984-41fc-99e6-4404726711ec tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061587 Nov 12 12:31:20.270845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Router e84867c6-bb33-4f13-8cf7-b28dd11092cd is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:20.346230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.355218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:20.363757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.430331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Pushing event updated for resources: {'Port': ['ID=5a85e4e8-9316-4b3a-a765-8fe936d4442a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:20.446586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:20.449745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:20.453823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:20.493072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:20.509977 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Sync routers for ids ['e84867c6-bb33-4f13-8cf7-b28dd11092cd'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:20.526091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.526933 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Routers {'e84867c6-bb33-4f13-8cf7-b28dd11092cd'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:20.527647 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e84867c6-bb33-4f13-8cf7-b28dd11092cd'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:20.539643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.543466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d99b733f-f0ab-4f6d-b27e-b877997c82b4 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4292126 Nov 12 12:31:20.546309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:20.612411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Attempting to bind port 5a85e4e8-9316-4b3a-a765-8fe936d4442a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:20.612767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Attempting to bind port 5a85e4e8-9316-4b3a-a765-8fe936d4442a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '46a16c4a-7159-44e1-8bc9-a8790e6ea193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:20.613063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Attempting to bind port 5a85e4e8-9316-4b3a-a765-8fe936d4442a on network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:20.627173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:20.627593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Checking segment: {'id': '46a16c4a-7159-44e1-8bc9-a8790e6ea193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:20.629340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.629751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Bound using segment: {'id': '46a16c4a-7159-44e1-8bc9-a8790e6ea193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:20.630272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Bound port: 5a85e4e8-9316-4b3a-a765-8fe936d4442a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a16c4a-7159-44e1-8bc9-a8790e6ea193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:20.630683 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.656243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=0d436de0-162f-4dd0-a640-417510b2a6d8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:20.774570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c580-60f3-4a29-8a39-6a328629db37 req-7f05722a-2d48-4c1f-a7a0-70c4e58cb930 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:20.781206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbf0c580-60f3-4a29-8a39-6a328629db37 req-7f05722a-2d48-4c1f-a7a0-70c4e58cb930 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2450159 Nov 12 12:31:20.830393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] For port 5a85e4e8-9316-4b3a-a765-8fe936d4442a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:20.851092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] For port 5a85e4e8-9316-4b3a-a765-8fe936d4442a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5a85e4e8-9316-4b3a-a765-8fe936d4442a,segment=NetworkSegment(46a16c4a-7159-44e1-8bc9-a8790e6ea193),segment_id=46a16c4a-7159-44e1-8bc9-a8790e6ea193)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:20.861027 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-81197538-6b8c-428d-9f61-fd99e6d5973d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a1ee620047641ffbd5718688aa83cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029016 Nov 12 12:31:20.863137 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Set router e84867c6-bb33-4f13-8cf7-b28dd11092cd gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:31:20.863821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.868128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:20.870368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:20.979604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c2b2ee-b455-44ca-88fe-de5372bf5cb1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:20.996385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636614c-7ba1-45ff-8c76-69e6c9eafeb1 None None] Pushing event updated for resources: {'Port': ['ID=5a85e4e8-9316-4b3a-a765-8fe936d4442a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:21.004342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a16c4a-7159-44e1-8bc9-a8790e6ea193') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:21.005314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a16c4a-7159-44e1-8bc9-a8790e6ea193') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:21.018407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af993305-ff42-4079-804d-8dbc9230d38e None None] Network e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:21.019921 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.038145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.046762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:21.047262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.116131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2f4713ab-4242-4939-966a-29cdb16ccc8f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/e84867c6-bb33-4f13-8cf7-b28dd11092cd HTTP/1.1" status: 200 len: 908 time: 0.5676091 Nov 12 12:31:21.118547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:21.136815 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:21.140998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:31:21.140998 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:31:21.140998 n-d-804878-5 neutron-server[102779]: [parameters: {'id': 'e9c2b2ee-b455-44ca-88fe-de5372bf5cb1'}] Nov 12 12:31:21.140998 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:31:21.141414 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:31:21.244553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5beb3a8-0cee-48f3-a12e-4fbfb34abbce None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:31:21.272301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-7f828e3b-87d3-481d-a683-2ba815060f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:21.273994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-7f828e3b-87d3-481d-a683-2ba815060f27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2&tenant_id=34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 1094 time: 0.3738632 Nov 12 12:31:21.321466 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84867c6-bb33-4f13-8cf7-b28dd11092cd', 'name': 'tempest-snat-router-1415571359', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '54060503-5a5a-40b7-8530-d261d491b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:31:15Z', 'updated_at': '2021-11-12T12:31:19Z', 'revision_number': 3, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port': {'id': '54060503-5a5a-40b7-8530-d261d491b12d', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84867c6-bb33-4f13-8cf7-b28dd11092cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:31:17Z', 'updated_at': '2021-11-12T12:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:21.359360 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Checking router: e84867c6-bb33-4f13-8cf7-b28dd11092cd for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:31:21.360039 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Updating router e84867c6-bb33-4f13-8cf7-b28dd11092cd port 54060503-5a5a-40b7-8530-d261d491b12d binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:31:21.406696 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.430467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.475340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5beb3a8-0cee-48f3-a12e-4fbfb34abbce None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:31:21.551996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-5f018921-a6b4-45c1-a21f-e03ac95ce9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:21.557214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-5f018921-a6b4-45c1-a21f-e03ac95ce9c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1094 time: 0.2198596 Nov 12 12:31:21.608669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff270ea7-faf7-4658-bfc7-f17b0fa181eb req-9015cd73-503f-4904-a5e3-efb01e6f113d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:21.618439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff270ea7-faf7-4658-bfc7-f17b0fa181eb req-9015cd73-503f-4904-a5e3-efb01e6f113d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2073205 Nov 12 12:31:21.648590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.715640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbf0c580-60f3-4a29-8a39-6a328629db37 req-32a427b3-cbe1-4a85-a986-ad1f3c1522f5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9173419 Nov 12 12:31:21.717107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.778485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e485f37-1af9-466b-b647-851b0ee48f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.824256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.861814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e485f37-1af9-466b-b647-851b0ee48f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.915358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff270ea7-faf7-4658-bfc7-f17b0fa181eb req-04c6938e-08a0-4ad6-85c1-2f86e9c7084d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947938 Nov 12 12:31:21.920671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.996650 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.009743 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.017381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-9e83ca4f-de58-45fa-a725-133fce8ade07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:22.020260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-9e83ca4f-de58-45fa-a725-133fce8ade07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.4408329 Nov 12 12:31:22.023736 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e485f37-1af9-466b-b647-851b0ee48f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.028572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e485f37-1af9-466b-b647-851b0ee48f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.033758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2e485f37-1af9-466b-b647-851b0ee48f28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb5234f4-81fd-4383-9997-33f577b9e415 HTTP/1.1" status: 204 len: 168 time: 1.0157392 Nov 12 12:31:22.045315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Deleting port 54060503-5a5a-40b7-8530-d261d491b12d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:22.045947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.056761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e485f37-1af9-466b-b647-851b0ee48f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5234f4-81fd-4383-9997-33f577b9e415,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:22.111994 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328d31e-358a-49a0-9324-e8631015dba6 None None] Pushing event updated for resources: {'Port': ['ID=54060503-5a5a-40b7-8530-d261d491b12d,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:22.138323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b100eb65-6035-4328-b8c1-d7e7a8003d12 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:22.157768 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Attempting to bind port 54060503-5a5a-40b7-8530-d261d491b12d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:22.158157 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Attempting to bind port 54060503-5a5a-40b7-8530-d261d491b12d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:22.159187 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Attempting to bind port 54060503-5a5a-40b7-8530-d261d491b12d on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:22.170489 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:22.171334 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:22.171792 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.172667 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:22.173215 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Bound port: 54060503-5a5a-40b7-8530-d261d491b12d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:22.173606 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.217038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 5a85e4e8-9316-4b3a-a765-8fe936d4442a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:22.217746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.223119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-2d5aa55b-8266-405b-84e8-983170c12639 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 200 len: 998 time: 0.1932199 Nov 12 12:31:22.234053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e340ea7c-1c81-44de-8f89-f12e80f53707 None None] Provisioning complete for port 54060503-5a5a-40b7-8530-d261d491b12d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:22.236403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e340ea7c-1c81-44de-8f89-f12e80f53707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.326713 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] For port 54060503-5a5a-40b7-8530-d261d491b12d, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:22.330781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.336358 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] For port 54060503-5a5a-40b7-8530-d261d491b12d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=54060503-5a5a-40b7-8530-d261d491b12d,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:22.345528 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.351787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e340ea7c-1c81-44de-8f89-f12e80f53707 None None] Port 54060503-5a5a-40b7-8530-d261d491b12d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:22.359182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Calling delete_port for 54060503-5a5a-40b7-8530-d261d491b12d owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:22.413948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a029803-a89f-4af9-92b8-20ca2eb66994 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:22.451140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-9a39463d-c542-401c-b178-c5a19d28ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:22.453337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-9a39463d-c542-401c-b178-c5a19d28ee3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.2106450 Nov 12 12:31:22.484512 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328d31e-358a-49a0-9324-e8631015dba6 None None] Pushing event updated for resources: {'Port': ['ID=54060503-5a5a-40b7-8530-d261d491b12d,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:22.488636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-009c9acc-7b8f-41cc-8643-9a25cf6d424d None None] Provisioning complete for port 54060503-5a5a-40b7-8530-d261d491b12d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:22.489555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-009c9acc-7b8f-41cc-8643-9a25cf6d424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.511007 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Routers {'e84867c6-bb33-4f13-8cf7-b28dd11092cd'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:22.512248 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e84867c6-bb33-4f13-8cf7-b28dd11092cd'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:22.527086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 5a85e4e8-9316-4b3a-a765-8fe936d4442a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5a85e4e8-9316-4b3a-a765-8fe936d4442a,segment=NetworkSegment(46a16c4a-7159-44e1-8bc9-a8790e6ea193),segment_id=46a16c4a-7159-44e1-8bc9-a8790e6ea193)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:22.527451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.544711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.546622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 5a85e4e8-9316-4b3a-a765-8fe936d4442a owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:22.558391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.652252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-009c9acc-7b8f-41cc-8643-9a25cf6d424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.669588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-3bf0a544-929b-4f7b-a477-ae5e64d18e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:22.670194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-3bf0a544-929b-4f7b-a477-ae5e64d18e46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079461 Nov 12 12:31:22.717443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-009c9acc-7b8f-41cc-8643-9a25cf6d424d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:31:22.717443 n-d-804878-5 neutron-server[102780]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 12:31:22.717443 n-d-804878-5 neutron-server[102780]: [parameters: {'status': 'ACTIVE', 'ports_id': '54060503-5a5a-40b7-8530-d261d491b12d'}] Nov 12 12:31:22.717443 n-d-804878-5 neutron-server[102780]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:31:22.717959 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-009c9acc-7b8f-41cc-8643-9a25cf6d424d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:31:22.743353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Pushing event updated for resources: {'Port': ['ID=45cf67bc-3a10-47f8-b2f1-8db9bc1b3d0a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:22.757933 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] Set router e84867c6-bb33-4f13-8cf7-b28dd11092cd gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:31:22.771748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.804337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e20cf-2d6c-48fb-bf85-161722ab60b0 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:22.863964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event deleted for resources: {'Port': ['ID=54060503-5a5a-40b7-8530-d261d491b12d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:22.872418 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84867c6-bb33-4f13-8cf7-b28dd11092cd', 'name': 'tempest-snat-router-1415571359', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:31:15Z', 'updated_at': '2021-11-12T12:31:21Z', 'revision_number': 4, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:22.933367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:22.944201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e5f1-aac9-4802-b600-4354ac2dc561 None None] The sync data for ids ['e84867c6-bb33-4f13-8cf7-b28dd11092cd'] in n-d-804878-5 is: [{'id': 'e84867c6-bb33-4f13-8cf7-b28dd11092cd', 'name': 'tempest-snat-router-1415571359', 'tenant_id': 'c85048baed904b01bacc74ace5ddfae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:31:15Z', 'updated_at': '2021-11-12T12:31:21Z', 'revision_number': 4, 'project_id': 'c85048baed904b01bacc74ace5ddfae2', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:23.027269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.132706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.141057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.155470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.180182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-cccd534b-48d3-47ff-a28f-50c5fc5df1bb service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969325 Nov 12 12:31:23.188257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e8311-123c-4432-ba21-7955c7a73791 req-25a052b5-96dc-4e61-afb9-467b7e92b2dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:23.196186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-803e8311-123c-4432-ba21-7955c7a73791 req-25a052b5-96dc-4e61-afb9-467b7e92b2dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2671499 Nov 12 12:31:23.251707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-009c9acc-7b8f-41cc-8643-9a25cf6d424d None None] Port 54060503-5a5a-40b7-8530-d261d491b12d update to ACTIVE by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 12:31:23.263292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddabc3-e8b0-4de1-830e-986596011403 req-671c8c28-cff9-4b93-a5a7-3f105e7d2454 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:23.265071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6eddabc3-e8b0-4de1-830e-986596011403 req-671c8c28-cff9-4b93-a5a7-3f105e7d2454 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1526833 Nov 12 12:31:23.266356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.267717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e84867c6-bb33-4f13-8cf7-b28dd11092cd {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:23.271915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.272140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 5a85e4e8-9316-4b3a-a765-8fe936d4442a on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:23.273388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d13cd57b-50e3-4d7b-a47f-543db7d1402c tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e84867c6-bb33-4f13-8cf7-b28dd11092cd HTTP/1.1" status: 204 len: 168 time: 2.1493783 Nov 12 12:31:23.277291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:23.324829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=5a85e4e8-9316-4b3a-a765-8fe936d4442a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:23.338678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:23.457892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6eddabc3-e8b0-4de1-830e-986596011403 req-5c15d1af-9e2e-49d5-b0a2-5f7cd6ead5bf tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684852 Nov 12 12:31:23.472368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.477429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-803e8311-123c-4432-ba21-7955c7a73791 req-fedef97d-05e0-4f57-96ca-c2dbfc3e133d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782056 Nov 12 12:31:23.497988 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Floating IP c51546e0-869a-479d-b4fc-d4de3d98bd89 associated. External IP: 172.25.1.91, port: 2245672f-be43-459b-b9c6-910090ca6329. Nov 12 12:31:23.574560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-425082996-network', 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:23.620469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.669623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:23.672153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.679573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c2b2ee-b455-44ca-88fe-de5372bf5cb1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:23.691899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a16c4a-7159-44e1-8bc9-a8790e6ea193') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:23.692259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a16c4a-7159-44e1-8bc9-a8790e6ea193') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:23.703893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-40e13264-dcef-4524-95aa-c9ea3029f333 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481822 Nov 12 12:31:23.704514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.734482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.886783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-f3f83dc5-84e8-4087-8109-e998ee8aa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:23.888996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-f3f83dc5-84e8-4087-8109-e998ee8aa648 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 1096 time: 0.1070871 Nov 12 12:31:23.909194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.911183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Deleting port 4fcf3ce5-20b5-49eb-8a9a-01c968583738 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:23.911525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:23.931603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.011008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:24.044103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.051676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-26ea9b08-b263-4362-ba3d-9b39fa815b0a service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305757 Nov 12 12:31:24.074872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2691d123-bd53-4aec-9d41-3d64e4e521a9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:24.082853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.083288 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Added segment 95f3a880-24bc-4bf2-8968-c7e3f2379901 of type vlan for network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 Nov 12 12:31:24.090047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.135150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:24.135991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:24.139644 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:24.174792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] For port 4fcf3ce5-20b5-49eb-8a9a-01c968583738, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4fcf3ce5-20b5-49eb-8a9a-01c968583738,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:24.175169 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.180036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.197300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-993fde10-3f15-403b-8fe7-f0fec7d2e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.198928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-993fde10-3f15-403b-8fe7-f0fec7d2e414 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.2484567 Nov 12 12:31:24.199984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Calling delete_port for 4fcf3ce5-20b5-49eb-8a9a-01c968583738 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:24.248396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a0a69-e0b5-4352-a5a6-069fda9b1fce req-a0d4598b-4ab7-4850-bbf4-aaa6e44a912e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.251202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c83a0a69-e0b5-4352-a5a6-069fda9b1fce req-a0d4598b-4ab7-4850-bbf4-aaa6e44a912e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2104580 Nov 12 12:31:24.276062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.297824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-3d11008d-d3a0-49bd-9bb0-412ee7eec1f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7aab60-a4fc-4316-81cb-02afba088424 HTTP/1.1" status: 200 len: 217 time: 0.0897374 Nov 12 12:31:24.317081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.318071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.318763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.346859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.358123 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 HTTP/1.1" status: 204 len: 168 time: 5.3809297 Nov 12 12:31:24.379102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59052) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:24.389682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88a1db-f4ed-414a-ac90-71a99f2da04b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=e9c2b2ee-b455-44ca-88fe-de5372bf5cb1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:24.486804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c83a0a69-e0b5-4352-a5a6-069fda9b1fce req-f8f5bd78-39f6-4f78-877c-5285a170830d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209141 Nov 12 12:31:24.497457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1546957 Nov 12 12:31:24.498734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:24.499651 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b55ea1-56c6-4a9d-a238-e2fdf29bd37c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] GET failed (client error): The resource could not be found. Nov 12 12:31:24.503314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-37b55ea1-56c6-4a9d-a238-e2fdf29bd37c tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/subnets/0d436de0-162f-4dd0-a640-417510b2a6d8 HTTP/1.1" status: 404 len: 337 time: 0.1165409 Nov 12 12:31:24.505652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:24.505831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Request body: {'subnet': {'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-425082996-subnet', 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:24.509428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-85b240c2-8c23-46bc-8d85-253263c60ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.511141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-85b240c2-8c23-46bc-8d85-253263c60ccb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.2063551 Nov 12 12:31:24.524070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Router 028e35d9-fef5-4943-8e92-1ddb3ed1945b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:31:24.543982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:24.546406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.608395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3b42-fd82-4349-a629-4b55be3a36bb admin admin] Pushing event updated for resources: {'Network': ['ID=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:24.612862 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3db647-e060-485f-b6f8-842dc57c8e3f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:24.613985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3db647-e060-485f-b6f8-842dc57c8e3f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:24.619410 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dc3db647-e060-485f-b6f8-842dc57c8e3f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 HTTP/1.1" status: 404 len: 339 time: 0.1064749 Nov 12 12:31:24.624973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:24.633311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:24.681694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:24.711278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-11c7d451-4c7f-4232-8aad-1045f7a85653 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184800 Nov 12 12:31:24.717091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.720464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] Sync routers for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:24.751779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-65431eff-fea1-48e7-9190-427ccd9d1f98 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5581989 Nov 12 12:31:24.789127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:24.834970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:24.836080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:24.883411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:24.911807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:24.913413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:24.955815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:24.956987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46d7f1-3f0f-4c25-b545-5dc37c6a0b33 None None] The sync data for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:25.063364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:25.170057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38a573c-e112-40eb-9e4e-bed3c19b35c2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:25.188064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81ae30-3d41-4bb0-9077-41fd050b4460 req-09912885-6cd9-4f8c-bc6c-f88b39d42687 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:25.195396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d81ae30-3d41-4bb0-9077-41fd050b4460 req-09912885-6cd9-4f8c-bc6c-f88b39d42687 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.6065538 Nov 12 12:31:25.225993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:25.226471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Network hostable DHCP agents. Network: 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:25.251680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:25.252830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5af4b7b-2fc8-4cad-b933-fa6afa5af34a tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] 10.222.0.18 "GET /v2.0/floatingips/c51546e0-869a-479d-b4fc-d4de3d98bd89 HTTP/1.1" status: 200 len: 983 time: 0.4549620 Nov 12 12:31:25.352503 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b4b77ae2-750d-43ca-b2ad-7184ce2f8566 tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3815 time: 0.0993245 Nov 12 12:31:25.355001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:25.364514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:25.378013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:25.380357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:25.384899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:25.385521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:25.393006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b7d56-663f-413e-ab94-fbe9e3b8bfc5 None None] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:25.470795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-595d4f88-f645-45b5-a820-d2ded45066c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9701664 Nov 12 12:31:25.515414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fcf3ce5-20b5-49eb-8a9a-01c968583738,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:25.535826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ef835-b388-4125-b9bd-4fb705b469ee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:25.547551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2a3ef835-b388-4125-b9bd-4fb705b469ee tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9035158 Nov 12 12:31:25.560933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e47fb-0691-4884-af0c-f867e74a84b5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:25.587818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:25.668114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55872d3e-50a7-4cdc-a9f6-f4dc6530ca6e None None] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:25.775575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7b130684-ca4f-4f4e-b863-214902b8423d tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 207 time: 0.1842635 Nov 12 12:31:25.798694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:25.915051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac26d2-f2aa-4459-bb4e-184e82b6466c req-cdc13677-cc01-45dd-88e6-60c7f0a1b38e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:25.917320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0eac26d2-f2aa-4459-bb4e-184e82b6466c req-cdc13677-cc01-45dd-88e6-60c7f0a1b38e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2730601 Nov 12 12:31:25.939723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting port 45cf67bc-3a10-47f8-b2f1-8db9bc1b3d0a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:25.940034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.029691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.030063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.034150 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-885313f6-13dd-408c-8634-5d046f9b88a9 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2390785 Nov 12 12:31:26.061815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Calling delete_port for 45cf67bc-3a10-47f8-b2f1-8db9bc1b3d0a owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:26.066702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d81ae30-3d41-4bb0-9077-41fd050b4460 req-3f121b65-33d7-467d-87aa-482a434f441e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8700595 Nov 12 12:31:26.188226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.233025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0eac26d2-f2aa-4459-bb4e-184e82b6466c req-13b422cd-dffa-4462-a1de-83d370fc4d82 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081987 Nov 12 12:31:26.243175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0675b74-b0f5-484c-a2b1-fb98dbfb8e18 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:26.249836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0675b74-b0f5-484c-a2b1-fb98dbfb8e18 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:26.258155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0675b74-b0f5-484c-a2b1-fb98dbfb8e18 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:26.269372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0675b74-b0f5-484c-a2b1-fb98dbfb8e18 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:26.271258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e0675b74-b0f5-484c-a2b1-fb98dbfb8e18 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4705858 Nov 12 12:31:26.279902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:26.420468 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.424578 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.531809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.567179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.567837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79c8786e-1057-46fd-8712-6cfceb7a75a1 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:26.572868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.574227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2aec34a6-8c22-4760-932c-2142814ebf14 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "DELETE /v2.0/routers/79c8786e-1057-46fd-8712-6cfceb7a75a1 HTTP/1.1" status: 204 len: 168 time: 3.2957764 Nov 12 12:31:26.578650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2800c04-f69a-4f18-9d81-dc08151b663c req-94b3802a-531c-4f5b-9825-43217c51fdba service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094171 Nov 12 12:31:26.589255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:26.590424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Port': ['ID=45cf67bc-3a10-47f8-b2f1-8db9bc1b3d0a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:26.597704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-534654779', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:26.719607 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.719946 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Floating IP c51546e0-869a-479d-b4fc-d4de3d98bd89 disassociated (deleted). External IP: 172.25.1.91, port: 2245672f-be43-459b-b9c6-910090ca6329. Nov 12 12:31:26.762655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eb4e63db-5a24-492b-946d-0104a1c8d48e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4796283 Nov 12 12:31:26.768356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59110) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:26.771396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:26.772912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:27.005874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-e99aae85-3ef4-45bf-bc1f-05f22c4e303b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.007954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-e99aae85-3ef4-45bf-bc1f-05f22c4e303b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.4171865 Nov 12 12:31:27.050036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:27.061015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994f2b4-871a-4beb-8dd6-0da3ddf0c04f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.063273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994f2b4-871a-4beb-8dd6-0da3ddf0c04f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.065660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d994f2b4-871a-4beb-8dd6-0da3ddf0c04f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2954493 Nov 12 12:31:27.074044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.127854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-c0f8bc7d-603f-4607-8e79-fc93b134063c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.0825508 Nov 12 12:31:27.144559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Router 028e35d9-fef5-4943-8e92-1ddb3ed1945b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:31:27.235492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-efc8a8ad-7d71-4397-90f4-24da20f1394a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468347 Nov 12 12:31:27.325841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:27.331455 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:27.340116 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] Sync routers for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:27.360290 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:27.363130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:27.398486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f3e75-0805-44ad-8251-6d9d2f1a08e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.399048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f3e75-0805-44ad-8251-6d9d2f1a08e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.405883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-816f3e75-0805-44ad-8251-6d9d2f1a08e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3250968 Nov 12 12:31:27.408004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.411837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:27.445957 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:27.458753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4fcf3ce5-20b5-49eb-8a9a-01c968583738 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:27.472483 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:27.473298 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:27.500181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4fcf3ce5-20b5-49eb-8a9a-01c968583738 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:31:27.505578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4fcf3ce5-20b5-49eb-8a9a-01c968583738 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:31:27.531746 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:27.532770 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab9ad2-6dcb-458c-b01d-c9492cd9cd3a None None] The sync data for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:27.545210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ed31e02-5570-43f0-a122-54cb40f73cbd tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "DELETE /v2.0/floatingips/c51546e0-869a-479d-b4fc-d4de3d98bd89 HTTP/1.1" status: 204 len: 168 time: 2.1782086 Nov 12 12:31:27.545747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.558440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:27.568383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec86498-1cc4-46a7-928e-9c47bb7b1a2d tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.574887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-28547598-df59-4feb-83e4-1b0d45a89a4e service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294709 Nov 12 12:31:27.577311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8ec86498-1cc4-46a7-928e-9c47bb7b1a2d tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks/b89abb26-dccb-4190-8998-4fc8966d513f HTTP/1.1" status: 200 len: 800 time: 0.1673644 Nov 12 12:31:27.578114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.657742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:27.745391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-0672f6db-d708-4083-b5d8-e29b5c31dabd service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637764 Nov 12 12:31:27.746100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cc5b0b61-6c87-47f4-a0b0-96665407a384 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/networks/b89abb26-dccb-4190-8998-4fc8966d513f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1667774 Nov 12 12:31:27.751591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59126) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.893738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32279e2-6015-4023-a7cf-50b4277f319a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.901904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a32279e2-6015-4023-a7cf-50b4277f319a tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/subnets/5e4f8ed8-c64f-4600-97e5-c71eedd23d9e HTTP/1.1" status: 200 len: 811 time: 0.1491823 Nov 12 12:31:27.902768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.969618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2f098-d2aa-4c87-8583-ed064a9bdcfb tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:27.971389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0cc2f098-d2aa-4c87-8583-ed064a9bdcfb tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "GET /v2.0/subnets/5e4f8ed8-c64f-4600-97e5-c71eedd23d9e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0676036 Nov 12 12:31:27.975542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:27.998837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942182807'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:28.003252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.039741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:28.044868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.048530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.080367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:28.080693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c997-ab84-43b5-8096-829e36e85607 req-a665a4b0-f6bc-44e3-86a5-2a16b7e0377a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:28.082404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8702c997-ab84-43b5-8096-829e36e85607 req-a665a4b0-f6bc-44e3-86a5-2a16b7e0377a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1515450 Nov 12 12:31:28.100421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.100834 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Added segment abee1b02-95d8-4f43-87c7-276786388aee of type vlan for network 9f070d7f-e655-4f32-ac02-d41d40c44c87 Nov 12 12:31:28.157984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.163520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.192503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.207211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:28.208752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.320254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3434253 Nov 12 12:31:28.320939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:28.328688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:28.349985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1e02a-7961-4e8a-8601-b58205ff59a7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Network': ['ID=9f070d7f-e655-4f32-ac02-d41d40c44c87,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:28.417424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8702c997-ab84-43b5-8096-829e36e85607 req-42d39dfa-8051-4cee-af3f-c232273d09cf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742004 Nov 12 12:31:28.475526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Allocated IP 172.25.1.253 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/8aa3c6ce-6896-426a-943a-d8a00512707a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:28.517275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 9f070d7f-e655-4f32-ac02-d41d40c44c87 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:28.566182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Made reservation on behalf of 70806fcc5f144aaf8e02d79c3618a1bf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:28.570448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.700087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:31:28.700919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:31:28.755429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e5b2c-5a99-4273-8c70-ca381fb13de7 req-a1dee844-9b35-4fac-92ff-a7a0a78e834a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:28.757008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a03e5b2c-5a99-4273-8c70-ca381fb13de7 req-a1dee844-9b35-4fac-92ff-a7a0a78e834a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1566913 Nov 12 12:31:28.810346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.876352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a03e5b2c-5a99-4273-8c70-ca381fb13de7 req-9ab79ee7-fbda-4cd5-afda-30d3702b225e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057057 Nov 12 12:31:28.941723 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:28.976726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Allocated IP 172.25.1.202 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/b282b5dc-335e-4036-8e9d-9e2aa6510a8e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:29.085907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=8cfebfa8-4cbe-42b5-83ad-7d08064129d3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:29.096932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Checking segment: {'id': 'abee1b02-95d8-4f43-87c7-276786388aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:29.097303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network hostable DHCP agents. Network: 9f070d7f-e655-4f32-ac02-d41d40c44c87, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:29.141945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Network 9f070d7f-e655-4f32-ac02-d41d40c44c87 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:29.153999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.157246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 9f070d7f-e655-4f32-ac02-d41d40c44c87) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:29.161586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:29.162283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.171765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35590a7-b717-4d4f-9b37-38e465a54e86 None None] Network 9f070d7f-e655-4f32-ac02-d41d40c44c87 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:29.192103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0ac46260-d230-4b1d-9913-7b5f38dc5c36 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8669436 Nov 12 12:31:29.192762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:29.203094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09962997-26b6-4639-ad22-0300362c44af req-c9c05f98-cdfd-4ddc-a0cd-b5ae71087afb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 210 time: 0.0759540 Nov 12 12:31:29.203700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:29.242179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:29.292258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:29.313990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:29.337500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15190014-6fde-4e69-9059-2edcf3e7c750 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:29.362839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.367557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32800939'] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.493882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbee11-d95d-46bb-959c-c0850d5de659 req-b90cd56c-19da-4349-a284-4de9a4ecb64a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:29.502725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9fbee11-d95d-46bb-959c-c0850d5de659 req-b90cd56c-19da-4349-a284-4de9a4ecb64a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1526642 Nov 12 12:31:29.526005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event updated for resources: {'Port': ['ID=8aa3c6ce-6896-426a-943a-d8a00512707a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:29.701521 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.718659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730445417611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32097239'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.731977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-9f070d7f-e655-4f32-ac02-d41d40c44c87', 'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87', 'tenant_id': '70806fcc5f144aaf8e02d79c3618a1bf', 'fixed_ips': [{'subnet_id': '8cfebfa8-4cbe-42b5-83ad-7d08064129d3'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:29.732931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.778190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dea1cd58-e5d9-4192-9ffe-630ff0fa0247 None None] Provisioning complete for port 8aa3c6ce-6896-426a-943a-d8a00512707a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:29.778562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dea1cd58-e5d9-4192-9ffe-630ff0fa0247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.847988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:29.849338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.850345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dea1cd58-e5d9-4192-9ffe-630ff0fa0247 None None] Port 8aa3c6ce-6896-426a-943a-d8a00512707a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:29.853591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "PUT /v2.0/subnets/8cfebfa8-4cbe-42b5-83ad-7d08064129d3 HTTP/1.1" status: 200 len: 877 time: 0.6594422 Nov 12 12:31:29.857211 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:29.859127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:29.970531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49b3c-cc0f-476a-9f9c-84944e52e8e4 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event updated for resources: {'Subnet': ['ID=8cfebfa8-4cbe-42b5-83ad-7d08064129d3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:30.010304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.059697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9fbee11-d95d-46bb-959c-c0850d5de659 req-3b5a4c21-6cb6-4077-9fc4-1a4705460114 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5563562 Nov 12 12:31:30.078746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-d6283b2b-7508-4ae3-bdc1-7db5062878e4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:30.080999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-d6283b2b-7508-4ae3-bdc1-7db5062878e4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.4669070 Nov 12 12:31:30.098384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Allocated IP 172.20.0.3 (9f070d7f-e655-4f32-ac02-d41d40c44c87/8cfebfa8-4cbe-42b5-83ad-7d08064129d3/5773d3f3-423a-4e9b-a339-f759fced549d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:30.121971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Request body: {'port': {'device_id': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'admin_state_up': True, 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:30.128542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.130007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.130595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.134653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.135272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.135816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.136402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.136939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.137589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.137710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.170439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.171131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.171683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:30.303662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.341288 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.351824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.366621 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.411176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Network 9f070d7f-e655-4f32-ac02-d41d40c44c87 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:30.414248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:30.414853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb7f93-a7f4-4539-95de-e65ce0c33ced req-6ab02763-16e5-46fa-914c-3ab942b3377b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:30.418500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:30.424912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62fb7f93-a7f4-4539-95de-e65ce0c33ced req-6ab02763-16e5-46fa-914c-3ab942b3377b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1991086 Nov 12 12:31:30.464443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Pushing event updated for resources: {'Port': ['ID=5773d3f3-423a-4e9b-a339-f759fced549d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:30.505029 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Attempting to bind port 5773d3f3-423a-4e9b-a339-f759fced549d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:30.505407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Attempting to bind port 5773d3f3-423a-4e9b-a339-f759fced549d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'abee1b02-95d8-4f43-87c7-276786388aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:30.506414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Attempting to bind port 5773d3f3-423a-4e9b-a339-f759fced549d on network 9f070d7f-e655-4f32-ac02-d41d40c44c87 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:30.518508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:30.518926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Checking segment: {'id': 'abee1b02-95d8-4f43-87c7-276786388aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:30.519288 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.519697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Bound using segment: {'id': 'abee1b02-95d8-4f43-87c7-276786388aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:30.520189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Bound port: 5773d3f3-423a-4e9b-a339-f759fced549d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abee1b02-95d8-4f43-87c7-276786388aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f070d7f-e655-4f32-ac02-d41d40c44c87'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:30.520708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.620060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] For port 5773d3f3-423a-4e9b-a339-f759fced549d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:30.624858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] For port 5773d3f3-423a-4e9b-a339-f759fced549d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5773d3f3-423a-4e9b-a339-f759fced549d,segment=NetworkSegment(abee1b02-95d8-4f43-87c7-276786388aee),segment_id=abee1b02-95d8-4f43-87c7-276786388aee)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:30.629658 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.716542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:30.732879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:30.735088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Pushing event updated for resources: {'Port': ['ID=b282b5dc-335e-4036-8e9d-9e2aa6510a8e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:30.740409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893bdc-6d4b-4394-9dba-fd6b6a801620 None None] Pushing event updated for resources: {'Port': ['ID=5773d3f3-423a-4e9b-a339-f759fced549d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:30.744171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add4366a-9f14-4885-949c-3aad4b363698 None None] Network 9f070d7f-e655-4f32-ac02-d41d40c44c87 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:30.809830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:30.871731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfebfa8-4cbe-42b5-83ad-7d08064129d3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:30.879280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.905143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ae378-340a-4383-86a4-4b749c8354c0 None None] Network 9f070d7f-e655-4f32-ac02-d41d40c44c87 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:30.966982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:30.998395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62fb7f93-a7f4-4539-95de-e65ce0c33ced req-14d1b23d-4b05-4bb3-b6ae-9780ad4f6e97 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4975982 Nov 12 12:31:31.004739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f070d7f-e655-4f32-ac02-d41d40c44c87']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:31.041375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abee1b02-95d8-4f43-87c7-276786388aee') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:31.041970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abee1b02-95d8-4f43-87c7-276786388aee') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:31.055489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.071137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.078493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:31.079001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.144771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:31.148841 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:31.166639 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:31.170756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:31:31.170756 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:31:31.170756 n-d-804878-5 neutron-server[102779]: [parameters: {'id': '9f070d7f-e655-4f32-ac02-d41d40c44c87'}] Nov 12 12:31:31.170756 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:31:31.171265 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:31:31.196294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfefd30b-200c-47cd-8fa3-58c930a2ad3b None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:31:31.367840 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.395568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefd30b-200c-47cd-8fa3-58c930a2ad3b None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:31:31.493775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbc158-11bf-45b8-9a61-c46d952384be req-37e9a852-7062-47c4-9382-c7c36d5a1387 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:31.495525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-66dbc158-11bf-45b8-9a61-c46d952384be req-37e9a852-7062-47c4-9382-c7c36d5a1387 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3519790 Nov 12 12:31:31.528453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.572579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.586948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Allocated IP 172.20.0.10 (224b9fd1-bb30-4ca0-a198-8b32a5ec91a8/c38a573c-e112-40eb-9e4e-bed3c19b35c2/ffdacac7-34a2-481c-9236-b65e4882c903) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:31.673486 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.688034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-66dbc158-11bf-45b8-9a61-c46d952384be req-c01cdb26-0600-4b3e-b7ce-8b9d9ed273db tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787434 Nov 12 12:31:31.767625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 5773d3f3-423a-4e9b-a339-f759fced549d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:31.768280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.895843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 5773d3f3-423a-4e9b-a339-f759fced549d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5773d3f3-423a-4e9b-a339-f759fced549d,segment=NetworkSegment(abee1b02-95d8-4f43-87c7-276786388aee),segment_id=abee1b02-95d8-4f43-87c7-276786388aee)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:31.897178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.922682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 5773d3f3-423a-4e9b-a339-f759fced549d owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:32.160044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c078eba5-faf0-4cba-8f39-ef796360e02b req-6be7ef07-3f7f-40af-8c72-4a37fccb79fc tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 210 time: 0.0575924 Nov 12 12:31:32.171492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.218235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 5773d3f3-423a-4e9b-a339-f759fced549d on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:32.227456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.284537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=5773d3f3-423a-4e9b-a339-f759fced549d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:32.317589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Router 4acc9aea-c913-4923-8f97-e39c206878dc is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:32.379624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.405432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f070d7f-e655-4f32-ac02-d41d40c44c87']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.424313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.431743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abee1b02-95d8-4f43-87c7-276786388aee') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.432044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abee1b02-95d8-4f43-87c7-276786388aee') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.432912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.448624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.453194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.468372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.478631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:32.478631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:32.479054 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:32.514602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75185-d8ed-48e8-bab3-1a41c5574dd6 req-d5c894c6-98e1-44e8-bca1-8b1ac6252b49 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:32.522468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08a75185-d8ed-48e8-bab3-1a41c5574dd6 req-d5c894c6-98e1-44e8-bca1-8b1ac6252b49 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2811837 Nov 12 12:31:32.561310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.572671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.577640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:32.578453 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/9f070d7f-e655-4f32-ac02-d41d40c44c87 HTTP/1.1" status: 204 len: 168 time: 2.7135758 Nov 12 12:31:32.581160 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:32.621442 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae47cd0-863e-441c-a1ca-eab2a828aac7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:32.622260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae47cd0-863e-441c-a1ca-eab2a828aac7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:32.622843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:32.625949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7ae47cd0-863e-441c-a1ca-eab2a828aac7 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/8cfebfa8-4cbe-42b5-83ad-7d08064129d3 HTTP/1.1" status: 404 len: 337 time: 0.0434451 Nov 12 12:31:32.627627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b846a-73e8-46d2-9a54-52804b00bbb8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=9f070d7f-e655-4f32-ac02-d41d40c44c87,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:32.629499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:32.642640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7be5b-bf42-4b60-82c8-9874d402c7c5 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:32.672795 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b719663-041c-4385-9586-9ade6190d004 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:32.673711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b719663-041c-4385-9586-9ade6190d004 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:32.677346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:32.682988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b719663-041c-4385-9586-9ade6190d004 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/9f070d7f-e655-4f32-ac02-d41d40c44c87 HTTP/1.1" status: 404 len: 339 time: 0.0521545 Nov 12 12:31:32.685414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:32.687328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:32.690009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event updated for resources: {'Port': ['ID=ffdacac7-34a2-481c-9236-b65e4882c903,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:32.706572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] Sync routers for ids ['4acc9aea-c913-4923-8f97-e39c206878dc'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:32.730130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-55ba135e-8c92-4b94-8918-18741816b2fb None None] Provisioning complete for port ffdacac7-34a2-481c-9236-b65e4882c903 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:32.730526 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-55ba135e-8c92-4b94-8918-18741816b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.732905 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4af850-5239-4622-a74b-e56359881e53 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:32.734094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4af850-5239-4622-a74b-e56359881e53 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:32.738834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d4af850-5239-4622-a74b-e56359881e53 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/0d436de0-162f-4dd0-a640-417510b2a6d8 HTTP/1.1" status: 404 len: 337 time: 0.0519884 Nov 12 12:31:32.742871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:32.779146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] Routers {'4acc9aea-c913-4923-8f97-e39c206878dc'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:32.779642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4acc9aea-c913-4923-8f97-e39c206878dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.779872 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb2f2c8-6833-4613-bd39-8a191222d41b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:32.780661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb2f2c8-6833-4613-bd39-8a191222d41b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:32.788442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0eb2f2c8-6833-4613-bd39-8a191222d41b tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/e9c2b2ee-b455-44ca-88fe-de5372bf5cb1 HTTP/1.1" status: 404 len: 339 time: 0.0433991 Nov 12 12:31:32.791736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:32.821115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Pushing event updated for resources: {'Port': ['ID=b282b5dc-335e-4036-8e9d-9e2aa6510a8e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:32.845971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.851745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08a75185-d8ed-48e8-bab3-1a41c5574dd6 req-821fe407-04eb-45d6-876e-7e68646bf3cf tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280981 Nov 12 12:31:32.856888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-55ba135e-8c92-4b94-8918-18741816b2fb None None] Port ffdacac7-34a2-481c-9236-b65e4882c903 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:32.861780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] Routers {'4acc9aea-c913-4923-8f97-e39c206878dc'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:32.862085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4acc9aea-c913-4923-8f97-e39c206878dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.885848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.888278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b41b0618-4e60-4afa-8025-70515fd1ada3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2955968 Nov 12 12:31:32.892116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.897867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:32.910569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': False}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:32.926991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:32.927706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9b9f2-d491-47fe-ba5a-ce7e15ee2f5d None None] The sync data for ids ['4acc9aea-c913-4923-8f97-e39c206878dc'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:32.930434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:32.932808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.957708 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.991616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:32.993204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8ae77f2b-74ac-4c5a-b4bc-233912db994f tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4419796 Nov 12 12:31:32.997815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.001873 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-98a79345-9ce6-47f3-8d2b-81af6dd867f2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8934796 Nov 12 12:31:33.029804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Request body: {'port': {'device_id': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:33.073684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.099146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01087719-0c57-48ce-964e-fd0089c9a2fe']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:33.109888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c472f3c1-7412-452b-ae68-35e80098be32') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:33.110252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c472f3c1-7412-452b-ae68-35e80098be32') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:33.125794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.133623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.144125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.152428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:33.153214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:33.156788 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:33.162323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:33.255762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.261556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.282737 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.289131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/01087719-0c57-48ce-964e-fd0089c9a2fe HTTP/1.1" status: 204 len: 168 time: 0.4937024 Nov 12 12:31:33.297314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.322898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b21195-2a18-4600-af41-14edf47701fd tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=01087719-0c57-48ce-964e-fd0089c9a2fe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:33.346998 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b177a0d-2241-4e38-a038-f8d527b4695e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.347453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b177a0d-2241-4e38-a038-f8d527b4695e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.353400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2b177a0d-2241-4e38-a038-f8d527b4695e tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/090fc226-ab82-49e6-ade2-3b68bb361061 HTTP/1.1" status: 404 len: 337 time: 0.0521705 Nov 12 12:31:33.353946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.406075 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e07a7f-d316-4a29-af1e-d9d37c56501d tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.406731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e07a7f-d316-4a29-af1e-d9d37c56501d tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.410358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38e07a7f-d316-4a29-af1e-d9d37c56501d tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/4c69f883-be93-423e-b4f3-6485289c4ae9 HTTP/1.1" status: 404 len: 339 time: 0.0552976 Nov 12 12:31:33.413039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.443777 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaada253-61a2-4a1f-92d9-ba516497b6c5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.444236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaada253-61a2-4a1f-92d9-ba516497b6c5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.450956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eaada253-61a2-4a1f-92d9-ba516497b6c5 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/0e54e033-5c04-48f5-9fdf-25ebcbb70150 HTTP/1.1" status: 404 len: 337 time: 0.0340502 Nov 12 12:31:33.451666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.475581 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-32810da1-f8b5-470d-bb91-02154fd91c58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.476183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32810da1-f8b5-470d-bb91-02154fd91c58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.480363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-32810da1-f8b5-470d-bb91-02154fd91c58 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/ae76e1b4-ca68-4d54-ba33-f96eda669fa0 HTTP/1.1" status: 404 len: 339 time: 0.0276899 Nov 12 12:31:33.488897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59200) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.529272 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ec95d7-6c24-429c-a8df-08eef691c9ac tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.529719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ec95d7-6c24-429c-a8df-08eef691c9ac tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.536062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24ec95d7-6c24-429c-a8df-08eef691c9ac tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/ccba1c55-753b-43c5-b83d-d509d056dc1b HTTP/1.1" status: 404 len: 337 time: 0.0430408 Nov 12 12:31:33.536062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.559307 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-789c7937-0489-418a-9a0f-a569ef7c4d64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.559922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789c7937-0489-418a-9a0f-a569ef7c4d64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.563067 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-789c7937-0489-418a-9a0f-a569ef7c4d64 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/ed649a5c-d70c-4e1a-a2a0-cef54ac74a28 HTTP/1.1" status: 404 len: 339 time: 0.0263157 Nov 12 12:31:33.566710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.600075 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83d0169-7ee8-4342-849a-4535b91812ce tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.600528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83d0169-7ee8-4342-849a-4535b91812ce tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.604433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d83d0169-7ee8-4342-849a-4535b91812ce tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/8df8e256-9706-4528-85f5-d370fc776f73 HTTP/1.1" status: 404 len: 337 time: 0.0370221 Nov 12 12:31:33.607823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.631400 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9244285-7c4e-4c56-bd03-57e247c72cd8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.632040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9244285-7c4e-4c56-bd03-57e247c72cd8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.636468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b9244285-7c4e-4c56-bd03-57e247c72cd8 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/a6b29865-fff0-478e-8865-be25203c017c HTTP/1.1" status: 404 len: 339 time: 0.0274477 Nov 12 12:31:33.638833 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.640458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.675316 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-234cfd43-af8c-49d6-98de-9053765563be tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.675782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234cfd43-af8c-49d6-98de-9053765563be tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.678929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-234cfd43-af8c-49d6-98de-9053765563be tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/92d7f085-512b-4813-9435-706b48d8c1e8 HTTP/1.1" status: 404 len: 337 time: 0.0375447 Nov 12 12:31:33.682214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59210) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.737419 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf306b6-6279-4b9f-bf0b-d346dd8e4f52 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.738052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf306b6-6279-4b9f-bf0b-d346dd8e4f52 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.743927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ddf306b6-6279-4b9f-bf0b-d346dd8e4f52 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/e7f2b562-fabd-4c29-9ad7-6803eb9b57f0 HTTP/1.1" status: 404 len: 339 time: 0.0583158 Nov 12 12:31:33.745203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.781084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f30890-ab72-4953-8fa7-305b5a563502 req-b500fcf0-e845-448e-ae1b-dd67904be47b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:33.781724 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aac517c-7010-44f2-8183-a03ba8f9e125 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.782089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aac517c-7010-44f2-8183-a03ba8f9e125 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.782692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77f30890-ab72-4953-8fa7-305b5a563502 req-b500fcf0-e845-448e-ae1b-dd67904be47b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 932 time: 0.1870446 Nov 12 12:31:33.787473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6aac517c-7010-44f2-8183-a03ba8f9e125 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/f09aab49-9023-4885-86de-f3cd04eed69c HTTP/1.1" status: 404 len: 337 time: 0.0394726 Nov 12 12:31:33.788436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.816975 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e5d914-b81b-498e-be99-15e8e7d37d73 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.817609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e5d914-b81b-498e-be99-15e8e7d37d73 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.820831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-30e5d914-b81b-498e-be99-15e8e7d37d73 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/b775f58d-620b-41c8-8f83-3bdfc755eb9b HTTP/1.1" status: 404 len: 339 time: 0.0319490 Nov 12 12:31:33.839535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.870510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Allocated IP 172.25.1.101 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/099b5f28-1f1b-4bed-9e47-8313d199b0bc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:33.879277 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5f03f0-bfee-4084-b3f8-ea009e4a8b39 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.879939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5f03f0-bfee-4084-b3f8-ea009e4a8b39 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.883159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ea5f03f0-bfee-4084-b3f8-ea009e4a8b39 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/24bdf0e2-6a47-4616-9a6e-ad48daf18c18 HTTP/1.1" status: 404 len: 337 time: 0.0422559 Nov 12 12:31:33.886851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.945323 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-287cf4f1-8b51-4190-8e3b-da5bacc60f2f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:33.946013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287cf4f1-8b51-4190-8e3b-da5bacc60f2f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:33.952411 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-287cf4f1-8b51-4190-8e3b-da5bacc60f2f tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/15ad523c-5a14-40f4-9b46-0abcdde54d1b HTTP/1.1" status: 404 len: 339 time: 0.0608392 Nov 12 12:31:33.953279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:33.995062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77f30890-ab72-4953-8fa7-305b5a563502 req-f8a6f823-08de-450d-a4f4-d07a3a98d381 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968503 Nov 12 12:31:34.031214 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde809de-3342-4613-aed1-34870bb38818 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:34.032533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde809de-3342-4613-aed1-34870bb38818 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:34.036395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bde809de-3342-4613-aed1-34870bb38818 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/900281e4-a86c-427f-9b8e-4e47788dee19 HTTP/1.1" status: 404 len: 337 time: 0.0827236 Nov 12 12:31:34.049355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:34.050415 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.074906 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bcc678-979e-45ee-8f9b-0cb477ad7539 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] DELETE failed (client error): The resource could not be found. Nov 12 12:31:34.075666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bcc678-979e-45ee-8f9b-0cb477ad7539 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:31:34.078988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d3bcc678-979e-45ee-8f9b-0cb477ad7539 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/93020862-378c-4f6e-9a04-444eb70ebb99 HTTP/1.1" status: 404 len: 339 time: 0.0286570 Nov 12 12:31:34.083061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:34.167288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdacac7-34a2-481c-9236-b65e4882c903 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:34.177816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.180384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.193712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting subnet 5e4f8ed8-c64f-4600-97e5-c71eedd23d9e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:31:34.200155 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.204089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Transition to ACTIVE for port object ffdacac7-34a2-481c-9236-b65e4882c903 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:31:34.236979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.249822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2674969-485c-4faf-b627-974ffd170066 req-95ca3312-a0e5-4c95-a1cd-8cbd61d99332 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:34.251723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2674969-485c-4faf-b627-974ffd170066 req-95ca3312-a0e5-4c95-a1cd-8cbd61d99332 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1683996 Nov 12 12:31:34.255845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.302185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fa153-f21a-4b56-96e0-e855629d6f9c None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:34.303284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.356441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdacac7-34a2-481c-9236-b65e4882c903,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:34.367234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:34.389636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:34.396801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:34.402130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Pushing event updated for resources: {'Port': ['ID=099b5f28-1f1b-4bed-9e47-8313d199b0bc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:34.412794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2674969-485c-4faf-b627-974ffd170066 req-134a790a-5678-4245-845c-9b13dcdf40f0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285572 Nov 12 12:31:34.442426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.457811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Attempting to bind port ffdacac7-34a2-481c-9236-b65e4882c903 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:34.457811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Attempting to bind port ffdacac7-34a2-481c-9236-b65e4882c903 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:34.457811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Attempting to bind port ffdacac7-34a2-481c-9236-b65e4882c903 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:34.505571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Port ffdacac7-34a2-481c-9236-b65e4882c903 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:31:34.505952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Attempting to bind port ffdacac7-34a2-481c-9236-b65e4882c903 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:34.524014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:34.526893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:34.527097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Bound using segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:34.527567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Bound port: ffdacac7-34a2-481c-9236-b65e4882c903, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:34.527956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.604160 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.623081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.663171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4f8ed8-c64f-4600-97e5-c71eedd23d9e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:34.699660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.703568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f05f6c6b-e64d-4ce4-b34d-3218ebc7cb10 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/subnets/5e4f8ed8-c64f-4600-97e5-c71eedd23d9e HTTP/1.1" status: 204 len: 168 time: 0.6207242 Nov 12 12:31:34.705611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] For port ffdacac7-34a2-481c-9236-b65e4882c903, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:34.707706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c39b1-a79e-4f54-bec1-fccec7fbb24f None None] Network b89abb26-dccb-4190-8998-4fc8966d513f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:34.708209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:34.712112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.787659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] For port ffdacac7-34a2-481c-9236-b65e4882c903, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ffdacac7-34a2-481c-9236-b65e4882c903,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:34.822192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.893782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:34.894480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.895883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] 10.222.0.81 "PUT /v2.0/ports/ffdacac7-34a2-481c-9236-b65e4882c903 HTTP/1.1" status: 200 len: 1092 time: 1.8846111 Nov 12 12:31:34.902552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46d5c2-95b4-4cf4-941c-ddb1f920bf14 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:34.910121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'tag': 'ffdacac7-34a2-481c-9236-b65e4882c903'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:34.919670 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4cc4ff-88c8-453f-af91-8cca6038020d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bd2aab-e1ec-4d96-b92c-719786db7120", "tag": "ffdacac7-34a2-481c-9236-b65e4882c903"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:34.963968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.971001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.001367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.036049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] DHCP port deletion for b89abb26-dccb-4190-8998-4fc8966d513f request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:35.050691 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ee1aa-b3c4-4750-a3b4-ff26f3313951 x-openstack-request-id: req-754ee1aa-b3c4-4750-a3b4-ff26f3313951 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:35.050842 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bd2aab-e1ec-4d96-b92c-719786db7120", "tag": "ffdacac7-34a2-481c-9236-b65e4882c903", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:35.051016 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-754ee1aa-b3c4-4750-a3b4-ff26f3313951 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:35.051418 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'tag': 'ffdacac7-34a2-481c-9236-b65e4882c903', 'status': 'completed', 'code': 200} Nov 12 12:31:35.119627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Pushing event updated for resources: {'Port': ['ID=099b5f28-1f1b-4bed-9e47-8313d199b0bc,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:35.168655 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.178422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b76b7-8cd2-4bb0-ba8e-cdea5f20fc09 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdacac7-34a2-481c-9236-b65e4882c903,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:35.194902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5aa9e4e7-8422-4027-914d-b40e4cf14672 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:35.206956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.208620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e270debd-e9fd-4fcf-b40b-8ed93128261c tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2105639 Nov 12 12:31:35.212908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59238) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:35.283093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-464469b6-f652-4a2f-9965-e6cc6217db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:35.284479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-464469b6-f652-4a2f-9965-e6cc6217db83 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 1095 time: 0.2704108 Nov 12 12:31:35.309721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.313294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] Deleting port 5aa9e4e7-8422-4027-914d-b40e4cf14672 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:35.313862 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.328050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c8f54dc4-e562-47cb-966c-8dc3e6dca7eb tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4000 time: 0.1140609 Nov 12 12:31:35.333880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59240) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:35.356138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.360398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-3f920211-c7c0-472b-b767-d426f23dece4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffdacac7-34a2-481c-9236-b65e4882c903 HTTP/1.1" status: 200 len: 217 time: 0.0578823 Nov 12 12:31:35.379654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33416e12-4f80-4354-adee-a247110c66fa req-cbb0afc4-5161-473d-af40-a6c6cb37f821 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:35.381190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33416e12-4f80-4354-adee-a247110c66fa req-cbb0afc4-5161-473d-af40-a6c6cb37f821 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 944 time: 0.1893167 Nov 12 12:31:35.468098 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.516908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 5aa9e4e7-8422-4027-914d-b40e4cf14672, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5aa9e4e7-8422-4027-914d-b40e4cf14672,segment=NetworkSegment(0ed2691c-87bf-4d96-87dd-d8ee348bcb28),segment_id=0ed2691c-87bf-4d96-87dd-d8ee348bcb28)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:35.520049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] For port 5aa9e4e7-8422-4027-914d-b40e4cf14672, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5aa9e4e7-8422-4027-914d-b40e4cf14672,segment=NetworkSegment(0ed2691c-87bf-4d96-87dd-d8ee348bcb28),segment_id=0ed2691c-87bf-4d96-87dd-d8ee348bcb28)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:35.520874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.530627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.548647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9ef69daa-3401-46da-8d28-56db993ea88c tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2081215 Nov 12 12:31:35.562921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:35.597825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=5aa9e4e7-8422-4027-914d-b40e4cf14672,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:35.605552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] Calling delete_port for 5aa9e4e7-8422-4027-914d-b40e4cf14672 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:35.644879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Deleting port 5aa9e4e7-8422-4027-914d-b40e4cf14672 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:35.645221 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.655646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-f239feb3-9696-4a64-8dd6-e91050ead0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:35.657183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-f239feb3-9696-4a64-8dd6-e91050ead0cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.2879765 Nov 12 12:31:35.688611 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ace-b1c1-49ef-a884-20dc2dd44b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.728518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-11dbb0b9-553c-4249-9cab-71d20a837bcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594995 Nov 12 12:31:35.770770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Router 4acc9aea-c913-4923-8f97-e39c206878dc has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:31:35.771636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Deleting port 099b5f28-1f1b-4bed-9e47-8313d199b0bc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:35.771945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.772415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.795811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33416e12-4f80-4354-adee-a247110c66fa req-61820179-7fbf-4937-99ce-2913ca12b68a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043100 Nov 12 12:31:35.812770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] No DVR routers for this DVR port 5aa9e4e7-8422-4027-914d-b40e4cf14672 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:35.814353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5d1d1-b800-435c-9eb5-04dc6c1955ad None None] Pushing event deleted for resources: {'Port': ['ID=5aa9e4e7-8422-4027-914d-b40e4cf14672,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:35.856016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] For port 5aa9e4e7-8422-4027-914d-b40e4cf14672, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5aa9e4e7-8422-4027-914d-b40e4cf14672,segment=NetworkSegment(0ed2691c-87bf-4d96-87dd-d8ee348bcb28),segment_id=0ed2691c-87bf-4d96-87dd-d8ee348bcb28)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:35.856430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.906305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Calling delete_port for 5aa9e4e7-8422-4027-914d-b40e4cf14672 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:35.907423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.907939 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:35.925050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Calling delete_port for 099b5f28-1f1b-4bed-9e47-8313d199b0bc owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:36.056525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-cb7f420a-24cf-4d68-844e-e978d342ef00 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903576 Nov 12 12:31:36.079949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.107055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Pushing event deleted for resources: {'Port': ['ID=099b5f28-1f1b-4bed-9e47-8313d199b0bc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:36.146086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146b53-bffd-4a96-9cbb-e45413c29b73 req-e9a0a77d-0eb7-446a-88d2-d45a7d5d07c0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:36.147775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07146b53-bffd-4a96-9cbb-e45413c29b73 req-e9a0a77d-0eb7-446a-88d2-d45a7d5d07c0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2427673 Nov 12 12:31:36.170799 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.173774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.174975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d909ef2a-2ba1-4f1c-bace-0b258df32f7e tempest-FloatingIPAdminTestJSON-122522893 tempest-FloatingIPAdminTestJSON-122522893-project] 10.222.0.18 "DELETE /v2.0/floatingips/ac7b34d2-4ba6-4d54-ac1b-3aaef3dec025 HTTP/1.1" status: 204 len: 168 time: 0.6110654 Nov 12 12:31:36.177650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:36.203058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:36.207938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.209132 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b76456b5-23eb-4f74-970c-868b1bfcb742 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "PUT /v2.0/routers/4acc9aea-c913-4923-8f97-e39c206878dc HTTP/1.1" status: 200 len: 921 time: 3.3100104 Nov 12 12:31:36.216827 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] Sync routers for ids ['4acc9aea-c913-4923-8f97-e39c206878dc'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:36.226428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59250) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:36.227949 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] Routers {'4acc9aea-c913-4923-8f97-e39c206878dc'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:36.228818 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4acc9aea-c913-4923-8f97-e39c206878dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:36.266038 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:36.276592 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] Routers {'4acc9aea-c913-4923-8f97-e39c206878dc'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:36.277373 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4acc9aea-c913-4923-8f97-e39c206878dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:36.315586 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:36.316306 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f9c77-f650-45b2-976f-5c6002faab87 None None] The sync data for ids ['4acc9aea-c913-4923-8f97-e39c206878dc'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:36.345448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Deleting port b282b5dc-335e-4036-8e9d-9e2aa6510a8e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:36.345796 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.434515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.434942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.449003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Calling delete_port for b282b5dc-335e-4036-8e9d-9e2aa6510a8e owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:36.593071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.609294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.622376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Pushing event deleted for resources: {'Port': ['ID=b282b5dc-335e-4036-8e9d-9e2aa6510a8e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:36.658523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cf142c-9b50-4eba-8cb4-be687fc7675d req-c608dae0-cfa4-4f1b-af25-546ae5011a83 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660219 Nov 12 12:31:36.691112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.693543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Port': ['ID=5aa9e4e7-8422-4027-914d-b40e4cf14672,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:36.693852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.695206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13fc4a05-3a91-4fc1-bf4a-68bb04cf00ff tempest-FloatingIPAdminTestJSON-928490052 tempest-FloatingIPAdminTestJSON-928490052-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/cdc4a6f8-054a-4313-8dc8-7e0dba87c500 HTTP/1.1" status: 204 len: 168 time: 0.5164344 Nov 12 12:31:36.699944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59252) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:36.700704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] No DVR routers for this DVR port 5aa9e4e7-8422-4027-914d-b40e4cf14672 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:36.716854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07146b53-bffd-4a96-9cbb-e45413c29b73 req-17813e26-5000-46da-a2b4-dae14532a724 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5599561 Nov 12 12:31:36.887688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d591bb6-ac56-4b0d-95f1-b420dbcf9940 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/4acc9aea-c913-4923-8f97-e39c206878dc HTTP/1.1" status: 200 len: 921 time: 0.6602020 Nov 12 12:31:36.890823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:36.896144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:36.921206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-5c96b23d-9226-4b44-a9f1-bfceb21a3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:36.922771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-5c96b23d-9226-4b44-a9f1-bfceb21a3aa0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 1095 time: 0.2039056 Nov 12 12:31:36.933439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89abb26-dccb-4190-8998-4fc8966d513f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:36.974446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed2691c-87bf-4d96-87dd-d8ee348bcb28') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:36.974750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed2691c-87bf-4d96-87dd-d8ee348bcb28') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:37.008468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10acbe-6ff4-48fc-b2d2-6275c3516da9 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:37.010544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca10acbe-6ff4-48fc-b2d2-6275c3516da9 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=4acc9aea-c913-4923-8f97-e39c206878dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1183085 Nov 12 12:31:37.014132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.030858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.035743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebadcf9-ef9e-4ac9-b210-ac778529460c req-4a36f6e9-2872-45c4-8460-764466be12e6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:37.037663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ebadcf9-ef9e-4ac9-b210-ac778529460c req-4a36f6e9-2872-45c4-8460-764466be12e6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 944 time: 0.1137180 Nov 12 12:31:37.053056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting port 2245672f-be43-459b-b9c6-910090ca6329 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:37.053408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.088218 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.136329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:37.136660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:37.140340 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:37.154517 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ebadcf9-ef9e-4ac9-b210-ac778529460c req-213fa3fc-d5b8-4682-9c46-268ac85655da tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037519 Nov 12 12:31:37.159109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-ea41b0d8-e483-4eb5-b772-c5e710e7e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:37.161070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-ea41b0d8-e483-4eb5-b772-c5e710e7e225 service neutron] 10.222.0.81 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.2248855 Nov 12 12:31:37.175893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044b1c46-0269-41e3-bf34-1ef87918aae1 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:37.180342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-044b1c46-0269-41e3-bf34-1ef87918aae1 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.1652405 Nov 12 12:31:37.181596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.209644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-25824c0e-8a90-4b86-a424-fb578a745755 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acc9aea-c913-4923-8f97-e39c206878dc HTTP/1.1" status: 200 len: 205 time: 0.0265839 Nov 12 12:31:37.211814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.253621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-e3d8f2b5-9a62-4c06-a910-25a4b8e770fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffdacac7-34a2-481c-9236-b65e4882c903 HTTP/1.1" status: 200 len: 217 time: 0.0792904 Nov 12 12:31:37.284057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.320168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.323461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.326741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] 10.222.0.18 "DELETE /v2.0/networks/b89abb26-dccb-4190-8998-4fc8966d513f HTTP/1.1" status: 204 len: 168 time: 2.6156623 Nov 12 12:31:37.327805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.354443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d56d3-362e-4181-90e0-721d13e01c99 tempest-NetworksTest-1274029968 tempest-NetworksTest-1274029968-project] Pushing event deleted for resources: {'Network': ['ID=b89abb26-dccb-4190-8998-4fc8966d513f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:37.356510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Calling delete_port for 2245672f-be43-459b-b9c6-910090ca6329 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:37.374325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-1e089c95-50ce-417c-8c75-ded597b1832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:37.375876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-1e089c95-50ce-417c-8c75-ded597b1832b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1124141 Nov 12 12:31:37.442034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-866610d8-147b-44bc-91e8-5930be3611aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305445 Nov 12 12:31:37.443635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.517734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Deleting port 8aa3c6ce-6896-426a-943a-d8a00512707a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:37.518180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.582668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.611815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-6714b42b-26da-42fe-98f4-24d5b4e54af4 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596482 Nov 12 12:31:37.612863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.626795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Calling delete_port for 8aa3c6ce-6896-426a-943a-d8a00512707a owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:37.690229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.732554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Port': ['ID=2245672f-be43-459b-b9c6-910090ca6329,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:37.782323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9c33960a-0c73-4ca3-a517-56eacfb78448 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70806fcc5f144aaf8e02d79c3618a1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974022 Nov 12 12:31:37.785021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.846271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.850454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ddda805-9181-47d5-a74d-b2cbbf637c2e tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "DELETE /v2.0/ports/2245672f-be43-459b-b9c6-910090ca6329 HTTP/1.1" status: 204 len: 168 time: 1.1478813 Nov 12 12:31:37.857141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.878590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:37.880668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd4cc4ff-88c8-453f-af91-8cca6038020d req-919f98d4-706e-4dfa-ba0a-275ae2da4d9c service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603297 Nov 12 12:31:37.939778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fae4f8-5cbe-45f1-a382-d0977f33a748 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:37.941403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a3fae4f8-5cbe-45f1-a382-d0977f33a748 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "GET /v2.0/ports?device_id=028e35d9-fef5-4943-8e92-1ddb3ed1945b HTTP/1.1" status: 200 len: 913 time: 0.0832763 Nov 12 12:31:37.944102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:37.970536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event deleted for resources: {'Port': ['ID=8aa3c6ce-6896-426a-943a-d8a00512707a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:37.995002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8b402-2a5f-46e3-9913-57eb4464946c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:38.015728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.016288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.016653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.017104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.017493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.017881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.018359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.018761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.019143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.019574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.019955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.020340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:31:38.064910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da83d8-3dce-475c-8947-226d05be8543 req-2fcdf985-f029-4cd1-bb65-bf49124c322c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:38.066894 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28da83d8-3dce-475c-8947-226d05be8543 req-2fcdf985-f029-4cd1-bb65-bf49124c322c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1966677 Nov 12 12:31:38.097359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec0c196-60b5-4773-83bb-3645f5ec9c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.129497 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.210942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec0c196-60b5-4773-83bb-3645f5ec9c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.270985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28da83d8-3dce-475c-8947-226d05be8543 req-07de72d5-cf0b-47b5-bdda-37401bbc8f76 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904330 Nov 12 12:31:38.281012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.287181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.346711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.347532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Fanout notify agent at l3_agent the message router_deleted on router 4acc9aea-c913-4923-8f97-e39c206878dc {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:38.364307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.369034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-769b304e-b8bc-44e0-9564-4f989b3c107e tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/4acc9aea-c913-4923-8f97-e39c206878dc HTTP/1.1" status: 204 len: 168 time: 1.1525600 Nov 12 12:31:38.371573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:38.371964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec0c196-60b5-4773-83bb-3645f5ec9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.374815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eec0c196-60b5-4773-83bb-3645f5ec9c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.378573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eec0c196-60b5-4773-83bb-3645f5ec9c4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ea4f66e-15aa-4f87-845a-48e0d21dfa1a HTTP/1.1" status: 204 len: 168 time: 0.5876617 Nov 12 12:31:38.378848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1945844645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:38.384672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0c196-60b5-4773-83bb-3645f5ec9c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4f66e-15aa-4f87-845a-48e0d21dfa1a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:38.489275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca859d29-a37f-42d7-94d4-bfb8b00266a0 req-a0d0cc5f-5643-4433-861e-1994810b2e2d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:38.491138 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca859d29-a37f-42d7-94d4-bfb8b00266a0 req-a0d0cc5f-5643-4433-861e-1994810b2e2d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 944 time: 0.0850186 Nov 12 12:31:38.532045 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.534617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.620479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.624703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.663065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.692432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.693783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-81ee13d4-1b4a-48b0-a431-a18dbf51a8bc tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3199522 Nov 12 12:31:38.698714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:38.727902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:38.899223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4a7e-42e3-489e-bd7a-ec4ff8ea665a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:38.904743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca859d29-a37f-42d7-94d4-bfb8b00266a0 req-326a38f8-6938-4f0d-8e03-43ef165f6d4d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057443 Nov 12 12:31:39.057385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ffdacac7-34a2-481c-9236-b65e4882c903 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:31:39.058199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:39.302752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting port 8d4669ca-62f9-490d-990e-c4f0356c32b0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:39.303325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:39.351875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ffdacac7-34a2-481c-9236-b65e4882c903, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ffdacac7-34a2-481c-9236-b65e4882c903,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:39.355172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:39.385296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'ffdacac7-34a2-481c-9236-b65e4882c903', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': 'ffdacac7-34a2-481c-9236-b65e4882c903', 'mac_address': 'fa:16:3e:4d:9f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:31:39.401877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59334) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:39.449445 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:39.464960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdacac7-34a2-481c-9236-b65e4882c903 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:39.487905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ffdacac7-34a2-481c-9236-b65e4882c903, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ffdacac7-34a2-481c-9236-b65e4882c903,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:39.495842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:39.557859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-817b98ad-530c-4a0d-9005-b6f64b330563 req-e1d54ea3-77f6-4965-8a6e-b84560d58933 service neutron] (102779) timed out ('10.222.0.65', 51107) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:31:39.569856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ffdacac7-34a2-481c-9236-b65e4882c903,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:39.614421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8c0ecfb-df87-4fe5-bd26-493e5e93ae0b tempest-DvrRoutersNegativeTest-1511773853 tempest-DvrRoutersNegativeTest-1511773853-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1999735739', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:39.614814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.policy [None req-d8c0ecfb-df87-4fe5-bd26-493e5e93ae0b tempest-DvrRoutersNegativeTest-1511773853 tempest-DvrRoutersNegativeTest-1511773853-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102779) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 12:31:39.615271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.policy [None req-d8c0ecfb-df87-4fe5-bd26-493e5e93ae0b tempest-DvrRoutersNegativeTest-1511773853 tempest-DvrRoutersNegativeTest-1511773853-project] Failed policy check for 'create_router' {{(pid=102779) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 12:31:39.615864 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d8c0ecfb-df87-4fe5-bd26-493e5e93ae0b tempest-DvrRoutersNegativeTest-1511773853 tempest-DvrRoutersNegativeTest-1511773853-project] create failed (client error): Access was denied to this resource. Nov 12 12:31:39.617952 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8c0ecfb-df87-4fe5-bd26-493e5e93ae0b tempest-DvrRoutersNegativeTest-1511773853 tempest-DvrRoutersNegativeTest-1511773853-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2139297 Nov 12 12:31:39.761766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['ffdacac7-34a2-481c-9236-b65e4882c903'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:31:39.922649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:39.937966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Calling delete_port for 8d4669ca-62f9-490d-990e-c4f0356c32b0 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:39.989485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.022481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:40.063966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.091434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b5595-27c2-4347-9379-ffca109f42b1 req-40d47af3-e439-4d62-b04f-5f69ab874491 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:40.093602 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b43b5595-27c2-4347-9379-ffca109f42b1 req-40d47af3-e439-4d62-b04f-5f69ab874491 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 945 time: 0.0586398 Nov 12 12:31:40.160869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b43b5595-27c2-4347-9379-ffca109f42b1 req-6ec5a69d-94d0-4d06-bbda-87d8225b2a2b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567987 Nov 12 12:31:40.189105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31617851-a509-4861-94f3-48928506e4ef req-5b594f27-f2a6-4cc3-ada1-7080886ebba6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:40.194966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31617851-a509-4861-94f3-48928506e4ef req-5b594f27-f2a6-4cc3-ada1-7080886ebba6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.3482699 Nov 12 12:31:40.221662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0da71e1-0263-4a8e-9275-1c8b1d540f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.323619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0da71e1-0263-4a8e-9275-1c8b1d540f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.332155 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0da71e1-0263-4a8e-9275-1c8b1d540f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.373574 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31617851-a509-4861-94f3-48928506e4ef req-ea67729c-fb80-42be-8323-15f2fbbb65b5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677625 Nov 12 12:31:40.384594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Allocated IP 172.25.1.134 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/91124664-e9da-4317-9219-ea7bffbc9cc8) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:40.410130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da71e1-0263-4a8e-9275-1c8b1d540f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afd4cc3-2d94-4868-9872-254e7d06c305,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:40.432178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a0da71e1-0263-4a8e-9275-1c8b1d540f4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e19feab544814bd5baca0f447808b03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083726 Nov 12 12:31:40.433172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:40.513193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48d7e8c-e3b6-434e-a8af-29e53bbf029f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.538353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48d7e8c-e3b6-434e-a8af-29e53bbf029f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.546903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.569172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.607820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48d7e8c-e3b6-434e-a8af-29e53bbf029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.610830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48d7e8c-e3b6-434e-a8af-29e53bbf029f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.616547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e48d7e8c-e3b6-434e-a8af-29e53bbf029f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5afd4cc3-2d94-4868-9872-254e7d06c305 HTTP/1.1" status: 204 len: 168 time: 0.1791911 Nov 12 12:31:40.627167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d7e8c-e3b6-434e-a8af-29e53bbf029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afd4cc3-2d94-4868-9872-254e7d06c305,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:40.646560 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.712864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:40.713970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.725123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:40.742907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056ac9f-49dc-4f2a-aa04-0fac46d0db7b None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:40.783126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event updated for resources: {'Port': ['ID=91124664-e9da-4317-9219-ea7bffbc9cc8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:40.785702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:40.876972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-120288cb-d4a3-449d-8dce-fc0582916233 None None] Provisioning complete for port 91124664-e9da-4317-9219-ea7bffbc9cc8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:40.877339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-120288cb-d4a3-449d-8dce-fc0582916233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:40.886554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Port': ['ID=8d4669ca-62f9-490d-990e-c4f0356c32b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:40.924341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-120288cb-d4a3-449d-8dce-fc0582916233 None None] Port 91124664-e9da-4317-9219-ea7bffbc9cc8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:41.054957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ffdacac7-34a2-481c-9236-b65e4882c903 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:41.190364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.194483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port ffdacac7-34a2-481c-9236-b65e4882c903 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:31:41.200389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port ffdacac7-34a2-481c-9236-b65e4882c903 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:41.201071 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.295822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.300583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.347940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ffdacac7-34a2-481c-9236-b65e4882c903, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ffdacac7-34a2-481c-9236-b65e4882c903,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:41.349101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdacac7-34a2-481c-9236-b65e4882c903'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:41.353233 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2389cf-0fe3-4db0-86cc-c81696079ac3" -d '{"events": [{"server_uuid": "f4bd2aab-e1ec-4d96-b92c-719786db7120", "name": "network-vif-plugged", "status": "completed", "tag": "ffdacac7-34a2-481c-9236-b65e4882c903"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:41.358807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.389640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98304c22-c770-4d72-b287-37cbcd24bd77 req-a4763c2d-4dfd-4a9a-976c-10f5294dc3fe tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:41.391508 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98304c22-c770-4d72-b287-37cbcd24bd77 req-a4763c2d-4dfd-4a9a-976c-10f5294dc3fe tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 945 time: 0.1178908 Nov 12 12:31:41.415442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ffdacac7-34a2-481c-9236-b65e4882c903,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:41.442116 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e0429-cae8-4bae-9311-61ce01eb8acd x-openstack-request-id: req-6f5e0429-cae8-4bae-9311-61ce01eb8acd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:41.442452 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bd2aab-e1ec-4d96-b92c-719786db7120", "name": "network-vif-plugged", "status": "completed", "tag": "ffdacac7-34a2-481c-9236-b65e4882c903", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:41.442703 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f5e0429-cae8-4bae-9311-61ce01eb8acd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:41.443102 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdacac7-34a2-481c-9236-b65e4882c903', 'code': 200} Nov 12 12:31:41.483361 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.499433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98304c22-c770-4d72-b287-37cbcd24bd77 req-f96352c1-8615-4f17-8bd1-43134e2bd8c4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966935 Nov 12 12:31:41.671206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59384) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:41.771371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922358a-ab9b-451b-a3b1-9a23f52fcd27 req-b17e23d7-425f-4ad6-8745-dd3db10eb8ed tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:41.772941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d922358a-ab9b-451b-a3b1-9a23f52fcd27 req-b17e23d7-425f-4ad6-8745-dd3db10eb8ed tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.2176511 Nov 12 12:31:41.775833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c5b40-f0d0-48ae-8fb0-12237b7e3d45 req-7bc04142-40df-456a-8dce-1bb36d732d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:41.777286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a7c5b40-f0d0-48ae-8fb0-12237b7e3d45 req-7bc04142-40df-456a-8dce-1bb36d732d95 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 1097 time: 0.2324233 Nov 12 12:31:41.807066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2142290412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:41.857124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.860128 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.931221 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.936780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.955592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.959483 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3cce8c49-3c10-42d3-a013-cffd2a085936 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2846415 Nov 12 12:31:41.959656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:41.965350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-193440508'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:41.988708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:41.993404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:41.999597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d922358a-ab9b-451b-a3b1-9a23f52fcd27 req-ba10ea0e-0685-4caa-b30b-1a4026c64b27 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150233 Nov 12 12:31:42.005166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.010797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a7c5b40-f0d0-48ae-8fb0-12237b7e3d45 req-fec6f2e8-b9c0-4623-83ac-7b974c5abde9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237072 Nov 12 12:31:42.050715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.061812 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.102580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.108125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.119826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Router 028e35d9-fef5-4943-8e92-1ddb3ed1945b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:31:42.139083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:42.158340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a6c7da-0aab-4858-a4db-ede85fcb83e4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:42.174179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.174540 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Added segment 49889514-603d-4ba7-90f5-4ac538ba7394 of type vlan for network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 Nov 12 12:31:42.222780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.250664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.256934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:42.257683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.304146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:42.313098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-07d1f078-e1ae-4faf-be11-9ffa398855c6 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "PUT /v2.0/routers/028e35d9-fef5-4943-8e92-1ddb3ed1945b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3655062 Nov 12 12:31:42.313784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:42.325334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] Sync routers for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:42.341220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3804934 Nov 12 12:31:42.341932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:42.343582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:42.346211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:42.351384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'subnet': {'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:42.362076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Router 210ec701-1d30-4564-b6a1-4282a523c6cc is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:42.401715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:42.412303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] Routers {'028e35d9-fef5-4943-8e92-1ddb3ed1945b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:42.413269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:42.433947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c2690-bea8-47f2-b543-8013e981f431 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Network': ['ID=5ff18ddc-a3d7-4ea7-b395-3775715edf77,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:42.463646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:42.469099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:42.470091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf70c6-2496-4bf5-befa-8eb63308e566 None None] The sync data for ids ['028e35d9-fef5-4943-8e92-1ddb3ed1945b'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:42.471901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:42.479108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.722306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf44fc8-89ff-4fb9-931c-499dbf447b9a req-d144c9f9-323f-499d-be5d-d1584109ca2c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:42.723768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf44fc8-89ff-4fb9-931c-499dbf447b9a req-d144c9f9-323f-499d-be5d-d1584109ca2c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 946 time: 0.1158605 Nov 12 12:31:42.808106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.818751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.872548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf44fc8-89ff-4fb9-931c-499dbf447b9a req-5bd14550-b2ea-41ec-ac16-7bed69c915b0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385531 Nov 12 12:31:42.918571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Checking segment: {'id': '49889514-603d-4ba7-90f5-4ac538ba7394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:42.919055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network hostable DHCP agents. Network: 5ff18ddc-a3d7-4ea7-b395-3775715edf77, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:42.922639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Subnet': ['ID=a4b0fd14-5c31-4004-9985-28f2f4a7aa34,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:42.948049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:42.966453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 5ff18ddc-a3d7-4ea7-b395-3775715edf77) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:42.971023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:42.972208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:42.980722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406db65-87fc-482d-bc83-18ab0cb12d19 None None] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:42.996647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7e061ef-e879-4bbd-8f06-716fbd4d9ba7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6481571 Nov 12 12:31:42.997769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:42.998046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:43.008350 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982760e-9509-47de-b436-47a87008e25f None None] Sync routers for ids ['210ec701-1d30-4564-b6a1-4282a523c6cc'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:43.009709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'network': {'name': 'tempest-router-network01--2129253300'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:43.019974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.023628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d7d1931d-8044-417b-859a-125c6c2edc98 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "PUT /v2.0/routers/210ec701-1d30-4564-b6a1-4282a523c6cc HTTP/1.1" status: 200 len: 880 time: 4.3251071 Nov 12 12:31:43.024927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.032287 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982760e-9509-47de-b436-47a87008e25f None None] Routers {'210ec701-1d30-4564-b6a1-4282a523c6cc'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:43.033170 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5982760e-9509-47de-b436-47a87008e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['210ec701-1d30-4564-b6a1-4282a523c6cc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:43.082970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:43.089622 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.135642 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5982760e-9509-47de-b436-47a87008e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:43.154480 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982760e-9509-47de-b436-47a87008e25f None None] Routers {'210ec701-1d30-4564-b6a1-4282a523c6cc'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:43.155523 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5982760e-9509-47de-b436-47a87008e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['210ec701-1d30-4564-b6a1-4282a523c6cc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:43.156596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:43.221232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.221584 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Added segment c6faffd5-588e-402e-ae28-e959fab90c93 of type vlan for network 8d01e914-5284-4b34-94d7-347d8297f582 Nov 12 12:31:43.246218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5982760e-9509-47de-b436-47a87008e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:43.248031 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982760e-9509-47de-b436-47a87008e25f None None] The sync data for ids ['210ec701-1d30-4564-b6a1-4282a523c6cc'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:43.257653 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f1f1002a-c76d-4e74-b735-c223c4424364 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/210ec701-1d30-4564-b6a1-4282a523c6cc HTTP/1.1" status: 200 len: 921 time: 0.2273653 Nov 12 12:31:43.261534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59410) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.295971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.308894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dbf6d-cccc-4654-9bfb-ca9a121cc42e req-92f5ab83-0fbc-4d8f-8381-7c2d96304440 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:43.310850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f19dbf6d-cccc-4654-9bfb-ca9a121cc42e req-92f5ab83-0fbc-4d8f-8381-7c2d96304440 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1512449 Nov 12 12:31:43.322938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.386986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.388408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdb448-4a0b-49d2-8725-5d4e43f93827 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:43.390514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-adfdb448-4a0b-49d2-8725-5d4e43f93827 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=210ec701-1d30-4564-b6a1-4282a523c6cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1275983 Nov 12 12:31:43.392955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:43.393656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.394976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.420849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f19dbf6d-cccc-4654-9bfb-ca9a121cc42e req-7c6da065-03a7-46e1-ac62-e7db5614682f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030974 Nov 12 12:31:43.444687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5ff18ddc-a3d7-4ea7-b395-3775715edf77', 'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77', 'tenant_id': '6b533d2568e64baba527483efae59dda', 'fixed_ips': [{'subnet_id': 'a4b0fd14-5c31-4004-9985-28f2f4a7aa34'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:43.445894 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.467735 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4692719 Nov 12 12:31:43.471040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.472563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting port 492d30ff-ee9c-4f3c-80ca-7de3792e6965 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:43.472905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.479544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'network': {'name': 'tempest-router-network02--1499725614'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:43.521653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08029e6a-45e0-461c-8b50-6e43f83716c8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Network': ['ID=8d01e914-5284-4b34-94d7-347d8297f582,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:43.546261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8d01e914-5284-4b34-94d7-347d8297f582 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:43.578718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:43.582328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.611212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6739bf1-e8cc-4fd2-90f0-113d3ef15fb0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:43.612675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a6739bf1-e8cc-4fd2-90f0-113d3ef15fb0 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.2158203 Nov 12 12:31:43.616151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.634764 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.654732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Calling delete_port for 492d30ff-ee9c-4f3c-80ca-7de3792e6965 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:43.656770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:43.659910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d73e41ce-9cd8-4fd7-a810-5c3dbe0ccf21 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=210ec701-1d30-4564-b6a1-4282a523c6cc HTTP/1.1" status: 200 len: 205 time: 0.0417614 Nov 12 12:31:43.660829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.678920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.679273 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Added segment f32c687e-7c37-49e8-9c2f-733eeadc3365 of type vlan for network e4a73492-54e5-4b2e-b6b1-406adcad451d Nov 12 12:31:43.686706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Allocated IP 2001:db8::2 (5ff18ddc-a3d7-4ea7-b395-3775715edf77/a4b0fd14-5c31-4004-9985-28f2f4a7aa34/86a91b18-368d-4150-8b3a-262caa2a815e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:43.780135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.797752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.859851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.865540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:43.866192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.890702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4126842 Nov 12 12:31:43.907110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:43.913796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'subnet': {'network_id': '8d01e914-5284-4b34-94d7-347d8297f582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:43.913990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.927829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:43.948967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:43.952123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:43.970054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.007131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Pushing event updated for resources: {'Port': ['ID=86a91b18-368d-4150-8b3a-262caa2a815e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:44.016576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:44.069779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b239-a47a-424c-956b-fd91d0f38fd7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Network': ['ID=e4a73492-54e5-4b2e-b6b1-406adcad451d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:44.095739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed40459-757a-443d-9d03-1edcd8e13010 req-cad36bbe-4cd9-428c-b165-d4d807ba0ec0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:44.105323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ed40459-757a-443d-9d03-1edcd8e13010 req-cad36bbe-4cd9-428c-b165-d4d807ba0ec0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 946 time: 0.0832636 Nov 12 12:31:44.105572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.117639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e4a73492-54e5-4b2e-b6b1-406adcad451d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:44.124478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Attempting to bind port 86a91b18-368d-4150-8b3a-262caa2a815e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:44.125196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Attempting to bind port 86a91b18-368d-4150-8b3a-262caa2a815e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '49889514-603d-4ba7-90f5-4ac538ba7394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:44.125732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Attempting to bind port 86a91b18-368d-4150-8b3a-262caa2a815e on network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:44.134641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Deleting port 91124664-e9da-4317-9219-ea7bffbc9cc8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:44.134641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.139046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:44.143080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.148145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:44.148762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Checking segment: {'id': '49889514-603d-4ba7-90f5-4ac538ba7394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:44.150750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.151432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Bound using segment: {'id': '49889514-603d-4ba7-90f5-4ac538ba7394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:44.152270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Bound port: 86a91b18-368d-4150-8b3a-262caa2a815e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49889514-603d-4ba7-90f5-4ac538ba7394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ff18ddc-a3d7-4ea7-b395-3775715edf77'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:44.152833 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.226988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.242776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Calling delete_port for 91124664-e9da-4317-9219-ea7bffbc9cc8 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:44.243857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] For port 86a91b18-368d-4150-8b3a-262caa2a815e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:44.249086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] For port 86a91b18-368d-4150-8b3a-262caa2a815e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=86a91b18-368d-4150-8b3a-262caa2a815e,segment=NetworkSegment(49889514-603d-4ba7-90f5-4ac538ba7394),segment_id=49889514-603d-4ba7-90f5-4ac538ba7394)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:44.257103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.343062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Port': ['ID=492d30ff-ee9c-4f3c-80ca-7de3792e6965,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:44.358412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.374606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3dc4f-bdaa-4c3e-8382-8e5291c309b9 None None] Pushing event updated for resources: {'Port': ['ID=86a91b18-368d-4150-8b3a-262caa2a815e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:44.387210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747581e0-916d-45df-9746-832adcc2459b None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:44.432731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Subnet': ['ID=4d04a72b-4f08-41e3-ac9e-be81c44a64cf,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:44.528980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ed40459-757a-443d-9d03-1edcd8e13010 req-74cfa616-be20-4358-bd63-bc2fb89fcb39 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227166 Nov 12 12:31:44.532389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.559311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Checking segment: {'id': 'c6faffd5-588e-402e-ae28-e959fab90c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d01e914-5284-4b34-94d7-347d8297f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:44.559939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network hostable DHCP agents. Network: 8d01e914-5284-4b34-94d7-347d8297f582, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:44.572324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event deleted for resources: {'Port': ['ID=91124664-e9da-4317-9219-ea7bffbc9cc8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:44.588665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d580352-6e8e-41d2-a717-2767c51b6520 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:44.597684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.685677 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.758145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.760862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.825678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.826396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Fanout notify agent at l3_agent the message router_deleted on router 028e35d9-fef5-4943-8e92-1ddb3ed1945b {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:44.829359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network 8d01e914-5284-4b34-94d7-347d8297f582 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:44.857438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.857940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.860316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.863143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-30c1aede-d504-415a-a7eb-65635e51253f tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "DELETE /v2.0/routers/028e35d9-fef5-4943-8e92-1ddb3ed1945b HTTP/1.1" status: 204 len: 168 time: 2.5461724 Nov 12 12:31:44.863681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:44.871569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92d02-39ad-48ba-99cd-c73e784f0b24 req-b2be4d85-0274-4fe3-9158-3fb8db1d2480 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:44.879285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26b92d02-39ad-48ba-99cd-c73e784f0b24 req-b2be4d85-0274-4fe3-9158-3fb8db1d2480 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.3438253 Nov 12 12:31:44.887391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8d01e914-5284-4b34-94d7-347d8297f582) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:44.900519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894fb33-12bf-45ca-94a8-42266ddd5e70 None None] Network 8d01e914-5284-4b34-94d7-347d8297f582 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:44.917358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:44.919123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:44.980811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26b92d02-39ad-48ba-99cd-c73e784f0b24 req-73ee4671-25b0-478c-8bf6-a9993b87c5ad tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941439 Nov 12 12:31:44.999219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-87c4aff2-6613-4142-85ba-6293cb43db73 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904019 Nov 12 12:31:45.001189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:45.016368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'subnet': {'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:45.022820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.023471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Fanout notify agent at l3_agent the message router_deleted on router 210ec701-1d30-4564-b6a1-4282a523c6cc {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:45.046808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.052099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-59540336-c59d-4379-bb47-5c3908f657d7 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/210ec701-1d30-4564-b6a1-4282a523c6cc HTTP/1.1" status: 204 len: 168 time: 1.3902137 Nov 12 12:31:45.053529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:45.069838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting subnet e31ebe7a-48f5-4073-bfc1-d46041d50b47 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:31:45.071166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-681693815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:45.083938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37ac32-4c2e-45c8-894e-f1a4d010c2ca req-f5e772a9-b772-423d-a556-8e1dc92f5ea9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:45.085425 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b37ac32-4c2e-45c8-894e-f1a4d010c2ca req-f5e772a9-b772-423d-a556-8e1dc92f5ea9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 946 time: 0.1407096 Nov 12 12:31:45.091663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.189269 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.192289 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.194075 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.230439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:45.234857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.273308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b37ac32-4c2e-45c8-894e-f1a4d010c2ca req-fb64afde-9612-4c5d-9b84-43af9309e42d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265728 Nov 12 12:31:45.289485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:31:45.291784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86a91b18-368d-4150-8b3a-262caa2a815e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:45.336146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-8d01e914-5284-4b34-94d7-347d8297f582', 'network_id': '8d01e914-5284-4b34-94d7-347d8297f582', 'tenant_id': '6b533d2568e64baba527483efae59dda', 'fixed_ips': [{'subnet_id': '4d04a72b-4f08-41e3-ac9e-be81c44a64cf'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:45.337630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.376979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.436798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.441398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.469600 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:31:45.472021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.482103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.487911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:45.488151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-478e6592-0d45-41f8-884b-9191aff10970 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4303198 Nov 12 12:31:45.501393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': True}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:45.529114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Subnet': ['ID=e31ebe7a-48f5-4073-bfc1-d46041d50b47,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:45.535133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.540575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ffc9aec0-4c2e-40a4-aaa0-ba792a159fd3 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "DELETE /v2.0/subnets/e31ebe7a-48f5-4073-bfc1-d46041d50b47 HTTP/1.1" status: 204 len: 168 time: 0.6752656 Nov 12 12:31:45.543520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:45.559186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7f6de-1976-42e8-a505-31ae2fe72561 None None] Network c94fe070-afee-4f31-a9c6-9b631a5b2b1a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:45.670216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 86a91b18-368d-4150-8b3a-262caa2a815e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:45.670886 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.693107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.697620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.731257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:45.760727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Allocated IP 2001:db8::2 (8d01e914-5284-4b34-94d7-347d8297f582/4d04a72b-4f08-41e3-ac9e-be81c44a64cf/7991cd8d-85a4-4da3-b5ff-176ae8f79c87) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:45.782038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'port_id': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'mac_address': 'fa:16:3e:bc:90:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:31:45.807634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Subnet': ['ID=40424002-6382-464a-b69e-8cad239d0867,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:45.835355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Checking segment: {'id': 'f32c687e-7c37-49e8-9c2f-733eeadc3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:45.835724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network hostable DHCP agents. Network: e4a73492-54e5-4b2e-b6b1-406adcad451d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:45.848019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.869737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:45.870073 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.873864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network e4a73492-54e5-4b2e-b6b1-406adcad451d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:45.902073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e4a73492-54e5-4b2e-b6b1-406adcad451d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:45.934538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51d888-2511-4526-a41b-40c22f5a0097 None None] Network e4a73492-54e5-4b2e-b6b1-406adcad451d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:45.943132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:45.943754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.970920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b259b974-ba2d-4543-9530-9f31f391a6d7 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9679785 Nov 12 12:31:45.971254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59450) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:45.985981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] For port 8fab1e9d-917e-4343-a785-0b6bdcc6de73, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8fab1e9d-917e-4343-a785-0b6bdcc6de73,segment=NetworkSegment(7631ce62-45c5-4915-bf3e-cef717c1c666),segment_id=7631ce62-45c5-4915-bf3e-cef717c1c666)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:45.987014 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:45.995440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e9b25-6309-414b-b11e-33983ebc8909 None None] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:46.002216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Calling delete_port for 8fab1e9d-917e-4343-a785-0b6bdcc6de73 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:46.215148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-f6b6bbcb-ca1d-4814-8f46-e8f3f0221632 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:46.216799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-f6b6bbcb-ca1d-4814-8f46-e8f3f0221632 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 946 time: 0.0787816 Nov 12 12:31:46.218692 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.251707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.269361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d943d1a-122a-46bf-92d3-791ab45bd37e req-bdbaae28-6875-45aa-bdb2-2449134673d9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:46.275195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d943d1a-122a-46bf-92d3-791ab45bd37e req-bdbaae28-6875-45aa-bdb2-2449134673d9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 943 time: 0.1695294 Nov 12 12:31:46.277877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] No DVR routers for this DVR port 8fab1e9d-917e-4343-a785-0b6bdcc6de73 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:46.289545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Port': ['ID=8fab1e9d-917e-4343-a785-0b6bdcc6de73,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:46.308185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.449227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.464543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84316802-5357-4eb8-96a5-1e5218608191 None None] DHCP port deletion for c94fe070-afee-4f31-a9c6-9b631a5b2b1a request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:46.504016 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.521792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef11a682-211b-4692-9704-c2f543cbcc2b None None] Provisioning complete for port 86a91b18-368d-4150-8b3a-262caa2a815e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:46.521792 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef11a682-211b-4692-9704-c2f543cbcc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.535944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3634a6-3972-4c52-9491-0b3c0f3fc3ca {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:46.541296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.547547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d943d1a-122a-46bf-92d3-791ab45bd37e req-4427a728-d378-4a62-ac77-6edbb3f4f313 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368104 Nov 12 12:31:46.575683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94fe070-afee-4f31-a9c6-9b631a5b2b1a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:46.596965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7631ce62-45c5-4915-bf3e-cef717c1c666') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:46.597411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7631ce62-45c5-4915-bf3e-cef717c1c666') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:46.610058 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.611324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 86a91b18-368d-4150-8b3a-262caa2a815e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=86a91b18-368d-4150-8b3a-262caa2a815e,segment=NetworkSegment(49889514-603d-4ba7-90f5-4ac538ba7394),segment_id=49889514-603d-4ba7-90f5-4ac538ba7394)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:46.627814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.635348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:31:46.635858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.642622 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:31:46.675141 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:31:46.726351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:46.786360 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.794883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.814264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.826499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "DELETE /v2.0/networks/c94fe070-afee-4f31-a9c6-9b631a5b2b1a HTTP/1.1" status: 204 len: 168 time: 1.2753975 Nov 12 12:31:46.833405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:46.855324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=86a91b18-368d-4150-8b3a-262caa2a815e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:46.866497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Deleting port ffdacac7-34a2-481c-9236-b65e4882c903 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:46.866944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.905564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.922567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa5a66-6670-4ff4-a667-d721ce5faa40 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Network': ['ID=c94fe070-afee-4f31-a9c6-9b631a5b2b1a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:46.963392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:46.964574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5aef1-bd13-47b0-a9be-3bad1466570a req-32526807-896c-4157-84ba-4fe01f41f8cc tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:46.966229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb5aef1-bd13-47b0-a9be-3bad1466570a req-32526807-896c-4157-84ba-4fe01f41f8cc tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 946 time: 0.1710668 Nov 12 12:31:46.970837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.024488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Allocated IP 172.25.1.244 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/8ee83156-4fad-4c1a-bb91-a930b256da30) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:47.033975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Network 8d01e914-5284-4b34-94d7-347d8297f582 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:47.037267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e4a73492-54e5-4b2e-b6b1-406adcad451d', 'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d', 'tenant_id': '6b533d2568e64baba527483efae59dda', 'fixed_ips': [{'subnet_id': '40424002-6382-464a-b69e-8cad239d0867'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:47.038155 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.057639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:47.061078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:47.094056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:47.099064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:31:47.155493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb5aef1-bd13-47b0-a9be-3bad1466570a req-881401f2-e930-4531-a7bb-faf9d0a9f349 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791329 Nov 12 12:31:47.311760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86a91b18-368d-4150-8b3a-262caa2a815e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:47.410105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.419398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Attempting to bind port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:47.419759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Attempting to bind port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c6faffd5-588e-402e-ae28-e959fab90c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d01e914-5284-4b34-94d7-347d8297f582'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:47.420119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Attempting to bind port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 on network 8d01e914-5284-4b34-94d7-347d8297f582 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:47.438353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Pushing event updated for resources: {'Port': ['ID=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:47.469194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-c3d605ad-025e-460c-ae23-5364b7c541e3 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:47.474542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:47.474933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Checking segment: {'id': 'c6faffd5-588e-402e-ae28-e959fab90c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d01e914-5284-4b34-94d7-347d8297f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:47.475439 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.475831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Bound using segment: {'id': 'c6faffd5-588e-402e-ae28-e959fab90c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d01e914-5284-4b34-94d7-347d8297f582'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:47.476321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Bound port: 7991cd8d-85a4-4da3-b5ff-176ae8f79c87, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6faffd5-588e-402e-ae28-e959fab90c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d01e914-5284-4b34-94d7-347d8297f582'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:47.476503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-c3d605ad-025e-460c-ae23-5364b7c541e3 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.7718832 Nov 12 12:31:47.476697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.485236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Allocated IP 2001:db8::1 (8d01e914-5284-4b34-94d7-347d8297f582/4d04a72b-4f08-41e3-ac9e-be81c44a64cf/3e1dd755-ebb6-4775-9bf3-c9af78fad955) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:47.499069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-2cc2003a-888c-4357-ab0d-2edfad469d24 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/quotas/4d8d162cc79c451e80a3f45950daa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0207102 Nov 12 12:31:47.508180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-66a13428-fa6d-4c93-80aa-10f7602d89c3 None None] Provisioning complete for port 86a91b18-368d-4150-8b3a-262caa2a815e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:47.508605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66a13428-fa6d-4c93-80aa-10f7602d89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.513507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.606020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Allocated IP 2001:db8::2 (e4a73492-54e5-4b2e-b6b1-406adcad451d/40424002-6382-464a-b69e-8cad239d0867/c7f421a6-19af-479d-a4fd-2a27742fbbec) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:47.613062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] For port ffdacac7-34a2-481c-9236-b65e4882c903, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ffdacac7-34a2-481c-9236-b65e4882c903,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:47.613676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.623350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:47.626900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 86a91b18-368d-4150-8b3a-262caa2a815e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:47.627273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.627527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:47.629932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:47.631930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee83156-4fad-4c1a-bb91-a930b256da30,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:47.661674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Calling delete_port for ffdacac7-34a2-481c-9236-b65e4882c903 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:47.679139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-8a7dbc15-0bf4-4f3e-a7e2-49e8797ec227 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1788883 Nov 12 12:31:47.681058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44369948-13ac-48fa-af6a-aedc1197b58a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:47.694286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Deleting port 0f994cac-c704-4003-8eac-663834ef8d87 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:47.694286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.748626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] For port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:47.816899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] For port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,segment=NetworkSegment(c6faffd5-588e-402e-ae28-e959fab90c93),segment_id=c6faffd5-588e-402e-ae28-e959fab90c93)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:47.850950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.881375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.933415 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.933730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:47.941663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09f2eb-ba66-4c0a-9418-c840e48ad2e9 req-992927f4-e226-49b1-ac38-adf5bf13196b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:47.949794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-2027945c-1f6d-44bc-b5c1-18c8fe85dbb7 service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398736 Nov 12 12:31:47.950192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a09f2eb-ba66-4c0a-9418-c840e48ad2e9 req-992927f4-e226-49b1-ac38-adf5bf13196b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.2936308 Nov 12 12:31:47.980937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Calling delete_port for 0f994cac-c704-4003-8eac-663834ef8d87 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:48.020586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71b99-7191-4235-b36c-25ad2f0b9f3d None None] Pushing event updated for resources: {'Port': ['ID=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:48.085928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.097894 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a09f2eb-ba66-4c0a-9418-c840e48ad2e9 req-5803c138-725e-4e50-8152-654e9c764d9c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467032 Nov 12 12:31:48.131159 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.143613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fab1e9d-917e-4343-a785-0b6bdcc6de73 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:48.143841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.166801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.173184 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.202477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network 8d01e914-5284-4b34-94d7-347d8297f582 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:48.240952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:48.247809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event deleted for resources: {'Port': ['ID=ffdacac7-34a2-481c-9236-b65e4882c903,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:48.249612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:48.250058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.279550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8fab1e9d-917e-4343-a785-0b6bdcc6de73 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:31:48.279924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fab1e9d-917e-4343-a785-0b6bdcc6de73 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:31:48.294231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Port': ['ID=3e1dd755-ebb6-4775-9bf3-c9af78fad955,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:48.326512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4478f2-1172-4e85-a5ab-cdc181522a1a None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:48.350239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Network e4a73492-54e5-4b2e-b6b1-406adcad451d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:48.351011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] No DVR routers for this DVR port ffdacac7-34a2-481c-9236-b65e4882c903 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:31:48.355539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-ceba8b87-0b8e-4abf-b0ca-6b8651d61870 service neutron] 10.222.0.18 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830154 Nov 12 12:31:48.357508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.360780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d7d3090e-c6c7-4c41-b275-c03f999f32ed req-ef87e78b-d785-489d-bb24-be4313610e37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "DELETE /v2.0/ports/ffdacac7-34a2-481c-9236-b65e4882c903 HTTP/1.1" status: 204 len: 173 time: 2.1294026 Nov 12 12:31:48.361220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'name': 'network-vif-deleted', 'tag': 'ffdacac7-34a2-481c-9236-b65e4882c903'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:48.363544 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c022d7-436c-41a1-b756-16a6d6ce0bb0" -d '{"events": [{"server_uuid": "f4bd2aab-e1ec-4d96-b92c-719786db7120", "name": "network-vif-deleted", "tag": "ffdacac7-34a2-481c-9236-b65e4882c903"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:48.372945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:48.375263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-06f08f8c-7696-4d65-bcd8-d72dcc33833c None None] Provisioning complete for port 8ee83156-4fad-4c1a-bb91-a930b256da30 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:48.375816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06f08f8c-7696-4d65-bcd8-d72dcc33833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.382729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:48.389691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26515cab-480e-44d6-8927-6334f48bc667 req-03d31d27-80d2-45bb-8be8-890cb6fe6d50 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4bd2aab-e1ec-4d96-b92c-719786db7120 HTTP/1.1" status: 200 len: 210 time: 0.1002119 Nov 12 12:31:48.463206 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49ac809-e6dd-45c3-8348-5808ec93e401 x-openstack-request-id: req-a49ac809-e6dd-45c3-8348-5808ec93e401 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:48.463510 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bd2aab-e1ec-4d96-b92c-719786db7120", "name": "network-vif-deleted", "tag": "ffdacac7-34a2-481c-9236-b65e4882c903", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:48.463774 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a49ac809-e6dd-45c3-8348-5808ec93e401 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:48.464152 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bd2aab-e1ec-4d96-b92c-719786db7120', 'name': 'network-vif-deleted', 'tag': 'ffdacac7-34a2-481c-9236-b65e4882c903', 'status': 'completed', 'code': 200} Nov 12 12:31:48.470279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.523444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Pushing event updated for resources: {'Port': ['ID=c7f421a6-19af-479d-a4fd-2a27742fbbec,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:48.533569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Pushing event deleted for resources: {'Port': ['ID=0f994cac-c704-4003-8eac-663834ef8d87,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:48.608264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-06f08f8c-7696-4d65-bcd8-d72dcc33833c None None] Port 8ee83156-4fad-4c1a-bb91-a930b256da30 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:48.644530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Attempting to bind port c7f421a6-19af-479d-a4fd-2a27742fbbec on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:48.644917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Attempting to bind port c7f421a6-19af-479d-a4fd-2a27742fbbec by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f32c687e-7c37-49e8-9c2f-733eeadc3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:48.645290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Attempting to bind port c7f421a6-19af-479d-a4fd-2a27742fbbec on network e4a73492-54e5-4b2e-b6b1-406adcad451d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:48.662990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:48.663369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Checking segment: {'id': 'f32c687e-7c37-49e8-9c2f-733eeadc3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:48.663778 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.664175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Bound using segment: {'id': 'f32c687e-7c37-49e8-9c2f-733eeadc3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:48.665175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Bound port: c7f421a6-19af-479d-a4fd-2a27742fbbec, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32c687e-7c37-49e8-9c2f-733eeadc3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4a73492-54e5-4b2e-b6b1-406adcad451d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:48.665610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.694062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.698507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.699702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b277b17-16e0-4d48-8853-a83ffbe45898 tempest-FloatingIPAdminTestJSON-95216990 tempest-FloatingIPAdminTestJSON-95216990-project] 10.222.0.18 "DELETE /v2.0/floatingips/cb17e5b3-28f6-4708-8db3-d1bb889013e9 HTTP/1.1" status: 204 len: 168 time: 1.8648760 Nov 12 12:31:48.717733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.737820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97a70f54-32ac-45f8-93cb-e569b9e9ee6c req-a6b0cc83-40fa-4424-9543-0357fe1db5cd tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 210 time: 0.0782726 Nov 12 12:31:48.770242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] For port c7f421a6-19af-479d-a4fd-2a27742fbbec, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:48.772577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.786684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] For port c7f421a6-19af-479d-a4fd-2a27742fbbec, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c7f421a6-19af-479d-a4fd-2a27742fbbec,segment=NetworkSegment(f32c687e-7c37-49e8-9c2f-733eeadc3365),segment_id=f32c687e-7c37-49e8-9c2f-733eeadc3365)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:48.795262 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.915072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716879d9-890f-41e2-a017-883e8f89c909 None None] Pushing event updated for resources: {'Port': ['ID=c7f421a6-19af-479d-a4fd-2a27742fbbec,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:49.017830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.077666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ffdacac7-34a2-481c-9236-b65e4882c903 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:31:49.162491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: ffdacac7-34a2-481c-9236-b65e4882c903 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:31:49.163213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ffdacac7-34a2-481c-9236-b65e4882c903 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:31:49.175278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:49.195650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:49.289469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:49.489731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef0ee4d0-94e7-4127-8c8c-9faf36b368d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3436e830cda4f6aa8d6cce8833cad6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127851 Nov 12 12:31:49.495336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:49.495644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.496039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:49.545663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Router 3b21a094-9925-46dd-9a31-c2b9c929bc99 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:49.587863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ba326-e3f5-42a0-a0d2-848b93a9a1b3 req-c904d42d-f004-4874-8922-2d739c2658ce tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:49.595458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-709ba326-e3f5-42a0-a0d2-848b93a9a1b3 req-c904d42d-f004-4874-8922-2d739c2658ce tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 944 time: 0.2152975 Nov 12 12:31:49.621735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:49.625032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.628781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88bb9b88-7d5f-410e-90eb-1368f23fb72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.682107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88bb9b88-7d5f-410e-90eb-1368f23fb72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.778905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88bb9b88-7d5f-410e-90eb-1368f23fb72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.779503 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.781537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88bb9b88-7d5f-410e-90eb-1368f23fb72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.782756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-88bb9b88-7d5f-410e-90eb-1368f23fb72e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13b63e3e-0551-4b74-9cae-40c70cf4ff0b HTTP/1.1" status: 204 len: 168 time: 0.2857163 Nov 12 12:31:49.793321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb9b88-7d5f-410e-90eb-1368f23fb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b63e3e-0551-4b74-9cae-40c70cf4ff0b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:49.832699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:49.835312 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c3860-f926-4acf-b8ea-58f8ab5dbc0d" -d '{"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-plugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:49.867660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:49.883348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.898111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.899542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.960729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:49.981890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:49.986326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-db2dabec-85a7-42dc-8bb5-729e414dbc35 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "PUT /v2.0/routers/3b21a094-9925-46dd-9a31-c2b9c929bc99 HTTP/1.1" status: 200 len: 914 time: 4.4946082 Nov 12 12:31:49.988231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:50.067355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-709ba326-e3f5-42a0-a0d2-848b93a9a1b3 req-46c29bbf-0cb4-4dd3-b1bd-3525e63abbd3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420791 Nov 12 12:31:50.077990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Port': ['ID=3e1dd755-ebb6-4775-9bf3-c9af78fad955,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:50.176878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba342bef-58cd-4f5f-9e2b-9610ea07ca4d None None] Network 8d01e914-5284-4b34-94d7-347d8297f582 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:50.203528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.206692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] Sync routers for ids ['3b21a094-9925-46dd-9a31-c2b9c929bc99'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:50.276856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77a1360f-93ed-4430-b193-13cd855de120 req-cb58f2d8-0638-4c6f-9c8a-10c42284e3c0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 210 time: 0.0761359 Nov 12 12:31:50.304493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network 8d01e914-5284-4b34-94d7-347d8297f582 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:50.306824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:50.429604 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd3fb02-3b26-4ef8-b2fc-549fa3e20c03 x-openstack-request-id: req-6bd3fb02-3b26-4ef8-b2fc-549fa3e20c03 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:50.432333 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-plugged", "status": "completed", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:50.433809 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bd3fb02-3b26-4ef8-b2fc-549fa3e20c03 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:50.437374 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'code': 200} Nov 12 12:31:50.470267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:50.484888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fb78390a-d823-4f99-815f-011e017e5e72 None None] Provisioning complete for port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:50.485266 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb78390a-d823-4f99-815f-011e017e5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.494300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-2383ab07-708f-4011-9a8a-1368b2dffec9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:50.495968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-2383ab07-708f-4011-9a8a-1368b2dffec9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.4059925 Nov 12 12:31:50.514685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75b86ccc-de97-4876-aad9-73c826c3e129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.546613 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.549036 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] Routers {'3b21a094-9925-46dd-9a31-c2b9c929bc99'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:50.549694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3b21a094-9925-46dd-9a31-c2b9c929bc99'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:50.583293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-cb9ed8e7-1b9d-4a97-94eb-f2724c97b883 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.0617743 Nov 12 12:31:50.633135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-30000a10-0bf1-4a47-981b-32373b5ce2f3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480556 Nov 12 12:31:50.655258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:50.687732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:50.700928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e1daab-f487-49bc-8be9-bc04df7c5ff0 None None] Network e4a73492-54e5-4b2e-b6b1-406adcad451d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:50.727468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75b86ccc-de97-4876-aad9-73c826c3e129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.739372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,segment=NetworkSegment(c6faffd5-588e-402e-ae28-e959fab90c93),segment_id=c6faffd5-588e-402e-ae28-e959fab90c93)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:50.740359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a120e-195c-40e4-9f0a-4712dc8c15f1 req-601a706d-88a8-4da4-8e23-8ba6df8b6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:50.741941 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-762a120e-195c-40e4-9f0a-4712dc8c15f1 req-601a706d-88a8-4da4-8e23-8ba6df8b6d6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1356804 Nov 12 12:31:50.742134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] Routers {'3b21a094-9925-46dd-9a31-c2b9c929bc99'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:50.743341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3b21a094-9925-46dd-9a31-c2b9c929bc99'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:50.743936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75b86ccc-de97-4876-aad9-73c826c3e129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.750230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Router 3eee1458-9045-4643-a5fc-0dbb987e8ec3 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:31:50.776191 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0ad93f43-d053-48f7-b185-625af3f00471 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/3b21a094-9925-46dd-9a31-c2b9c929bc99 HTTP/1.1" status: 200 len: 920 time: 0.7846460 Nov 12 12:31:50.777768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:50.784767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-a27f79cd-1717-4aa0-ba43-031f1373a0f8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:50.786351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-a27f79cd-1717-4aa0-ba43-031f1373a0f8 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 814 time: 0.6583917 Nov 12 12:31:50.790215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59536) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:50.812304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75b86ccc-de97-4876-aad9-73c826c3e129 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70a7877c1ca14f1fb3a7d76beeb87f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381135 Nov 12 12:31:50.814309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b86ccc-de97-4876-aad9-73c826c3e129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f07bf-f623-4408-8d5a-c0a87dba35d0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:50.814549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:50.819841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Request body: {'port': {'device_id': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'admin_state_up': True, 'tenant_id': '4d8d162cc79c451e80a3f45950daa8f2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:50.877430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:50.878151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60510480-bf74-441f-8a41-7ee6e61cfb74 None None] The sync data for ids ['3b21a094-9925-46dd-9a31-c2b9c929bc99'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:50.883136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-cc4145f2-04b5-4721-95a9-4a60c7215c42 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480288 Nov 12 12:31:50.943710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:51.070392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a321f3-bdae-497a-951e-ad527d9dbc60 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:51.070392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-42a321f3-bdae-497a-951e-ad527d9dbc60 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=3b21a094-9925-46dd-9a31-c2b9c929bc99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2763867 Nov 12 12:31:51.080603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:51.105240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-59515ad7-c970-4fb8-a3c7-d634ac64666f None None] Provisioning complete for port c7f421a6-19af-479d-a4fd-2a27742fbbec triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:51.105856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59515ad7-c970-4fb8-a3c7-d634ac64666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.153226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba901d35-68c6-4fad-bcaf-3b9da88dc726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.192844 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba901d35-68c6-4fad-bcaf-3b9da88dc726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.313764 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59515ad7-c970-4fb8-a3c7-d634ac64666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.368623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c7f421a6-19af-479d-a4fd-2a27742fbbec up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:51.398750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800455ac-54c6-4f67-8a52-39b5abd53647 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:51.403662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-800455ac-54c6-4f67-8a52-39b5abd53647 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.3196173 Nov 12 12:31:51.418615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-1c654acb-152e-45ad-a52a-d0979474810d service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348043 Nov 12 12:31:51.422937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:51.425202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba901d35-68c6-4fad-bcaf-3b9da88dc726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.428785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59515ad7-c970-4fb8-a3c7-d634ac64666f None None] For port c7f421a6-19af-479d-a4fd-2a27742fbbec, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c7f421a6-19af-479d-a4fd-2a27742fbbec,segment=NetworkSegment(f32c687e-7c37-49e8-9c2f-733eeadc3365),segment_id=f32c687e-7c37-49e8-9c2f-733eeadc3365)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:51.435280 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59515ad7-c970-4fb8-a3c7-d634ac64666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.439835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba901d35-68c6-4fad-bcaf-3b9da88dc726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.447086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ba901d35-68c6-4fad-bcaf-3b9da88dc726 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f8f07bf-f623-4408-8d5a-c0a87dba35d0 HTTP/1.1" status: 204 len: 168 time: 0.6059608 Nov 12 12:31:51.451100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Made reservation on behalf of 4d8d162cc79c451e80a3f45950daa8f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:51.453143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-762a120e-195c-40e4-9f0a-4712dc8c15f1 req-8fc70559-c5a9-4904-bdb9-320cc3c798e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6954122 Nov 12 12:31:51.465847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.606655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59515ad7-c970-4fb8-a3c7-d634ac64666f None None] Pushing event updated for resources: {'Port': ['ID=c7f421a6-19af-479d-a4fd-2a27742fbbec,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:51.618788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:51.622905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c7f421a6-19af-479d-a4fd-2a27742fbbec triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:51.625029 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.645446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-821e9613-4886-472e-b631-d1c3a484a2fa tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6730149 Nov 12 12:31:51.668893 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] Sync routers for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:51.672075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06012709-27b7-42da-88eb-50fd364bd36b req-836f0947-dedd-4b0f-b27e-9070f5198254 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:51.681875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06012709-27b7-42da-88eb-50fd364bd36b req-836f0947-dedd-4b0f-b27e-9070f5198254 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.2251532 Nov 12 12:31:51.687391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:51.692178 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:51.695156 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:51.742460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cfcd95ef-c983-40f9-bcd9-73f029a08920 None None] Provisioning complete for port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:51.742825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfcd95ef-c983-40f9-bcd9-73f029a08920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.856863 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:51.868832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd95ef-c983-40f9-bcd9-73f029a08920 None None] Port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:51.903294 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:51.908087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c3df3ca6-e9c4-4da3-918b-b56bc8ce531f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b21a094-9925-46dd-9a31-c2b9c929bc99 HTTP/1.1" status: 200 len: 205 time: 0.4150860 Nov 12 12:31:51.910268 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:51.929330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:51.969547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06012709-27b7-42da-88eb-50fd364bd36b req-857a1222-d2cb-402e-9084-a55f0b6bd1d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834804 Nov 12 12:31:51.973566 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:51.974847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c10076-9b06-4221-88c7-131acd1a14f2 None None] The sync data for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:52.009439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a2ddbfb-80da-4dd2-9cac-d19dac24338e req-a864e468-a270-4f6b-b514-2002d6e2e4e4 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 210 time: 0.0932283 Nov 12 12:31:52.047608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Allocated IP 172.20.0.14 (bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4/1c605ad1-b19e-442c-9fca-c06566f4ac26/7a240f22-2251-4c20-8ba5-1c2f1b337cb7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:52.063914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cfcd95ef-c983-40f9-bcd9-73f029a08920 None None] Provisioning complete for port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:52.064472 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfcd95ef-c983-40f9-bcd9-73f029a08920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.064576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba901d35-68c6-4fad-bcaf-3b9da88dc726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f07bf-f623-4408-8d5a-c0a87dba35d0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:52.074383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:52.159477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d50e56d0-8a48-4f34-b72b-9d1d0e81ffad req-265eda27-e664-4a11-8b9b-3ec51324df9b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0661900 Nov 12 12:31:52.292130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:52.292513 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.390914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.425885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-486327a3-0231-4a21-b66c-779c3f6d2498 None None] Provisioning complete for port c7f421a6-19af-479d-a4fd-2a27742fbbec triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:52.426277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-486327a3-0231-4a21-b66c-779c3f6d2498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.433287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:52.455869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6117f9c-3e67-4aec-886c-96623fa0e334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.475316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.561296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.607780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424', '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:31:52.610708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f2b10e7c-7ebb-46b1-bd4c-09398ba34870'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:31:52.637753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:52.651297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:52.678322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.684277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:52.702588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527984a-4401-4e5e-a972-643d3092d4b5 None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:52.704700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6117f9c-3e67-4aec-886c-96623fa0e334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.706108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-486327a3-0231-4a21-b66c-779c3f6d2498 None None] Provisioning complete for port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:52.706469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-486327a3-0231-4a21-b66c-779c3f6d2498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.743631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6117f9c-3e67-4aec-886c-96623fa0e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.747502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event updated for resources: {'Port': ['ID=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:52.822058 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-30827037-19ff-4079-a009-1a9130f1c7a4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:31:52.823308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-30827037-19ff-4079-a009-1a9130f1c7a4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1335652 Nov 12 12:31:52.826415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:52.832104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:52.832748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:52.845179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c6117f9c-3e67-4aec-886c-96623fa0e334 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41182987b3964a6d8b3c0b7efb0914c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4085155 Nov 12 12:31:52.848944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:52.861739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117f9c-3e67-4aec-886c-96623fa0e334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee2b524-9ae0-468e-a8f5-d5ddd2d2a497,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:52.862368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-486327a3-0231-4a21-b66c-779c3f6d2498 None None] Port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:52.900872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-90906ba3-5955-422e-a389-fa8cff928a1c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0910490 Nov 12 12:31:52.922568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Request body: {'port': {'device_id': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:52.956839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Deleting port 8ee83156-4fad-4c1a-bb91-a930b256da30 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:52.957426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.023086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39a66b10-3540-4f2e-8440-72513380d6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.047483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.078645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7dc0f6a3-2e0a-437c-9721-58a30f244a27 None None] Provisioning complete for port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:53.081287 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f6a3-2e0a-437c-9721-58a30f244a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.145258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39a66b10-3540-4f2e-8440-72513380d6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.205031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c7f421a6-19af-479d-a4fd-2a27742fbbec up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:53.277917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.303618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f6a3-2e0a-437c-9721-58a30f244a27 None None] Port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:53.347463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Calling delete_port for 8ee83156-4fad-4c1a-bb91-a930b256da30 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:53.354342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7dc0f6a3-2e0a-437c-9721-58a30f244a27 None None] Provisioning complete for port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:53.354957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f6a3-2e0a-437c-9721-58a30f244a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.374447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459da4c-60ab-4861-becc-5d97fba0a036 req-eacddba8-cdc6-4cd4-b820-8e91c7e0ef0a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:53.376219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2459da4c-60ab-4861-becc-5d97fba0a036 req-eacddba8-cdc6-4cd4-b820-8e91c7e0ef0a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 932 time: 0.2337573 Nov 12 12:31:53.429702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c7f421a6-19af-479d-a4fd-2a27742fbbec triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:53.430872 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.464175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39a66b10-3540-4f2e-8440-72513380d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.466873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39a66b10-3540-4f2e-8440-72513380d6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.470950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-39a66b10-3540-4f2e-8440-72513380d6d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dee2b524-9ae0-468e-a8f5-d5ddd2d2a497 HTTP/1.1" status: 204 len: 168 time: 0.6184473 Nov 12 12:31:53.536453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2459da4c-60ab-4861-becc-5d97fba0a036 req-9c71f4ea-7c2e-4de2-9824-52931707e5b9 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419079 Nov 12 12:31:53.542008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808e3b9-5deb-4859-b07d-2a58edd94a9d req-8c6d8278-7036-4bf5-af6d-dc489c0dcdd0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:53.549012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a66b10-3540-4f2e-8440-72513380d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee2b524-9ae0-468e-a8f5-d5ddd2d2a497,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:53.550487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3808e3b9-5deb-4859-b07d-2a58edd94a9d req-8c6d8278-7036-4bf5-af6d-dc489c0dcdd0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.3774145 Nov 12 12:31:53.743657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f6a3-2e0a-437c-9721-58a30f244a27 None None] Port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:53.760402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-564766df-8177-4d06-a869-9f5c2990cbe2 req-dbfe0256-7a3c-4955-9566-fbcaa7ae0eda tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0748589 Nov 12 12:31:53.807789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:53.832754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.854449 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3808e3b9-5deb-4859-b07d-2a58edd94a9d req-07a65276-2fad-4278-a1b2-d936d47dbff0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027270 Nov 12 12:31:53.863926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Transition to ACTIVE for port object 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:31:53.870681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.925269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-142c8413-0bba-4be9-8a19-0af2fc9d6826 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:53.927165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-142c8413-0bba-4be9-8a19-0af2fc9d6826 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.4936283 Nov 12 12:31:53.929289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981f347-8179-4126-a562-ffd841374722 None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:53.959593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Request body: {'port': {'device_id': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'admin_state_up': True, 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:53.989822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Pushing event updated for resources: {'Port': ['ID=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:54.083923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Attempting to bind port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:54.085909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Attempting to bind port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:54.087971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Attempting to bind port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:54.096720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:31:54.096720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Attempting to bind port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 on network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:54.098687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.105738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:54.106187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Checking segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:54.106655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Bound using segment: {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:54.107183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Bound port: 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfde68cb-2a65-4f2c-97be-8278b9834cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:54.107574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.146333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event deleted for resources: {'Port': ['ID=8ee83156-4fad-4c1a-bb91-a930b256da30,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:54.152678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.172991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d743ec3-6e4f-4869-aa52-a741cf52f53c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:54.200756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] For port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:54.205067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] For port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:54.210707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.273263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Pushing event updated for resources: {'Port': ['ID=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:54.303496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:54.303721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.307868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-28aa948c-39f7-4eb4-bb08-99ffe0401432 service neutron] 10.222.0.81 "PUT /v2.0/ports/7a240f22-2251-4c20-8ba5-1c2f1b337cb7 HTTP/1.1" status: 200 len: 1092 time: 1.3927107 Nov 12 12:31:54.307868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'tag': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:54.317546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:54.318893 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec293ea-297e-4680-ae35-faf256ce2cba" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7c27a5-1a4a-4146-aac3-dd2750ac36cb", "tag": "7a240f22-2251-4c20-8ba5-1c2f1b337cb7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:54.320158 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.333702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a6570-5b97-4ef8-abb9-bd1b70546eea None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:54.343840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.418646 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e59e9-7f89-4b6f-a0ae-880b87126974 x-openstack-request-id: req-5a7e59e9-7f89-4b6f-a0ae-880b87126974 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:54.418959 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7c27a5-1a4a-4146-aac3-dd2750ac36cb", "tag": "7a240f22-2251-4c20-8ba5-1c2f1b337cb7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:54.419335 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a7e59e9-7f89-4b6f-a0ae-880b87126974 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:54.419610 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'tag': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7', 'status': 'completed', 'code': 200} Nov 12 12:31:54.436937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-2cb22713-ae35-45a0-9170-724844ec1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:54.438607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-2cb22713-ae35-45a0-9170-724844ec1653 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 1095 time: 0.0699162 Nov 12 12:31:54.498664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-951c14b6-059b-419f-a565-de43eca55bad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7 HTTP/1.1" status: 200 len: 217 time: 0.0513530 Nov 12 12:31:54.544202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.549446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.553849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-c9061758-7268-4a4f-907c-0e13733e9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:54.555582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-c9061758-7268-4a4f-907c-0e13733e9a04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.0506237 Nov 12 12:31:54.597493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-c5ebb57f-b292-4838-ab10-06ec8b68ea87 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346215 Nov 12 12:31:54.637858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.638415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Fanout notify agent at l3_agent the message router_deleted on router 3b21a094-9925-46dd-9a31-c2b9c929bc99 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:54.657453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:54.661947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7c33846-9b57-46f4-8296-205f8ee62be0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/3b21a094-9925-46dd-9a31-c2b9c929bc99 HTTP/1.1" status: 204 len: 168 time: 2.7024460 Nov 12 12:31:54.663940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:54.671624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1580013792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:54.697002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Allocated IP 172.20.0.10 (224b9fd1-bb30-4ca0-a198-8b32a5ec91a8/c38a573c-e112-40eb-9e4e-bed3c19b35c2/dc960548-8be4-4fd5-94f3-32bdcdd9de83) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:54.763515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc56174-f562-4ec4-aeb0-18cc368cd271 req-d21f3b70-8173-47c2-8fdd-5149789eec4f tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:54.765103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bc56174-f562-4ec4-aeb0-18cc368cd271 req-d21f3b70-8173-47c2-8fdd-5149789eec4f tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 944 time: 0.1260693 Nov 12 12:31:54.770082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-8560710a-ccfa-4c64-9038-f7fe4d57601f service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650457 Nov 12 12:31:54.909750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bc56174-f562-4ec4-aeb0-18cc368cd271 req-bbec2467-e28c-4857-b295-a0b644c69bcf tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335280 Nov 12 12:31:54.942025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9a5ebbb-b0fa-4138-af09-1d5218bcff7f req-bc557d31-ad8e-4163-b3dc-396d6201cd71 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637697 Nov 12 12:31:55.121103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.122195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.178912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6722e3ac-7c35-45c0-adfa-d27250697ee9 req-7cb163bd-9e56-489f-964e-b0705219bc5b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0683315 Nov 12 12:31:55.338454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.351814 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.399618 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.400763 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-73204f7d-aa88-4a71-ba9d-869ce59ce90f tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7355106 Nov 12 12:31:55.407510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:55.411530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting port 3e1dd755-ebb6-4775-9bf3-c9af78fad955 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:55.411872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.418927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'enable_snat': False}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:55.424628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec293ea-297e-4680-ae35-faf256ce2cba req-105eec23-7745-428c-a603-e1aad2d43e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:55.426843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-105eec23-7745-428c-a603-e1aad2d43e7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 1095 time: 0.4151630 Nov 12 12:31:55.451110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa92e-3aca-465f-a6ce-e5781ab41fb2 req-02edbb37-3b24-4e32-bce9-cba1510c2087 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:55.452519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a4aa92e-3aca-465f-a6ce-e5781ab41fb2 req-02edbb37-3b24-4e32-bce9-cba1510c2087 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.0762966 Nov 12 12:31:55.515354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:55.557411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.564231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a4aa92e-3aca-465f-a6ce-e5781ab41fb2 req-bfe8651a-8e34-419e-9d86-dc7ec3554061 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006002 Nov 12 12:31:55.579882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec293ea-297e-4680-ae35-faf256ce2cba req-86fbd432-e663-42bf-bdf2-5927faac1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:55.581781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-86fbd432-e663-42bf-bdf2-5927faac1741 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.1474311 Nov 12 12:31:55.641691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-180036114', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:55.645738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-57efdf66-1df5-481b-a863-6d933857598f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7 HTTP/1.1" status: 200 len: 217 time: 0.0542307 Nov 12 12:31:55.694297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Made reservation on behalf of 451438e1a3b048668711c042a0f308de for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:55.697328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.708238 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.717299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.733676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec293ea-297e-4680-ae35-faf256ce2cba req-d614e129-a2a2-4ea0-a067-620e9ba5b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:55.735199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-d614e129-a2a2-4ea0-a067-620e9ba5b19a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.0770524 Nov 12 12:31:55.767380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Calling delete_port for 3e1dd755-ebb6-4775-9bf3-c9af78fad955 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:55.777612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.778236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-fca13fe1-9639-4323-95b9-5a5993f014eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344698 Nov 12 12:31:55.781269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.879734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:55.889979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.895128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:55.902334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:55.903670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:55.907615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] device_id is not set on port be45bc74-b359-413f-b3db-356fcf957d88 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:31:55.912141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac93ff6-3ac5-4e6d-97bf-5f8b93d667a1 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:55.922730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-a4aecda5-1014-43b5-a96e-68ccb0024a0c service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321630 Nov 12 12:31:55.943720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event updated for resources: {'Port': ['ID=dc960548-8be4-4fd5-94f3-32bdcdd9de83,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:55.984326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2d92b-99bc-4a3f-8478-9959f25071cb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:56.045645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3705bc96-1328-414e-a087-2a991b5076e6 None None] Provisioning complete for port dc960548-8be4-4fd5-94f3-32bdcdd9de83 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:56.046026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3705bc96-1328-414e-a087-2a991b5076e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.083408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:56.083902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.090277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3705bc96-1328-414e-a087-2a991b5076e6 None None] Port dc960548-8be4-4fd5-94f3-32bdcdd9de83 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:56.113369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec293ea-297e-4680-ae35-faf256ce2cba req-9aeba3fa-e7d4-41f9-9b93-d047650d30a3 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549392 Nov 12 12:31:56.114498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Allocated IP 172.25.1.85 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/be45bc74-b359-413f-b3db-356fcf957d88) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:56.141524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-196ab757-b664-4262-aeab-ec1ac311ed4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1882575 Nov 12 12:31:56.159432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Request body: {'port': {'device_id': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:56.172481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce0b11-9181-4f85-b92a-342314b42f2c req-7513ad17-b411-4964-885a-568ebe3d0102 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:56.173996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ce0b11-9181-4f85-b92a-342314b42f2c req-7513ad17-b411-4964-885a-568ebe3d0102 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 944 time: 0.1747732 Nov 12 12:31:56.271921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.339340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08729d-79f6-4576-9799-e13d0cc17d6c req-14c255e9-4c03-4593-8182-c932e509c1e2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:56.340888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de08729d-79f6-4576-9799-e13d0cc17d6c req-14c255e9-4c03-4593-8182-c932e509c1e2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 932 time: 0.0750723 Nov 12 12:31:56.350154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.364326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.405665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.434684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ce0b11-9181-4f85-b92a-342314b42f2c req-abadf605-1979-4c36-afa6-c24bfe583308 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139056 Nov 12 12:31:56.438475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:56.442958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Port': ['ID=3e1dd755-ebb6-4775-9bf3-c9af78fad955,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:56.445231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:56.459378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de08729d-79f6-4576-9799-e13d0cc17d6c req-a72022ad-5707-42a4-b2a0-a16a5b8ba278 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099608 Nov 12 12:31:56.460292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:56.463328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Pushing event updated for resources: {'Port': ['ID=be45bc74-b359-413f-b3db-356fcf957d88,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:56.471946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be4715-a227-4fc1-97ff-831b6ed17079 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:56.513348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:56.513971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.534225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f170bc24-5963-41e2-a7eb-2edb2b0ef124 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0157456 Nov 12 12:31:56.535295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:56.542149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:56.564625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.565826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.615945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2599b9f8-13c6-4920-92ab-bb2875b9f76e None None] Provisioning complete for port be45bc74-b359-413f-b3db-356fcf957d88 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:56.616312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2599b9f8-13c6-4920-92ab-bb2875b9f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.623061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.646303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.672356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.672610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2599b9f8-13c6-4920-92ab-bb2875b9f76e None None] Port be45bc74-b359-413f-b3db-356fcf957d88 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:56.685448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.781252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:56.805680 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:31:56.980484 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.005333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.131647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:31:57.245175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:57.257282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7', 'network_id': 'bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4', 'port_id': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7', 'mac_address': 'fa:16:3e:ee:55:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c605ad1-b19e-442c-9fca-c06566f4ac26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:31:57.297554 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.312147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:57.332811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:57.338003 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.381758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Router 3eee1458-9045-4643-a5fc-0dbb987e8ec3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:31:57.389588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:57.416936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Allocated IP 172.25.1.210 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/f281fe2c-8b86-473d-aa08-decaceb035c8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:57.574635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7a240f22-2251-4c20-8ba5-1c2f1b337cb7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:31:57.592511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89d037-0de2-4d3d-a301-f83efe413ab4 req-a63957d3-9021-43a2-8ea1-86f04375d24e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:57.594832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a89d037-0de2-4d3d-a301-f83efe413ab4 req-a63957d3-9021-43a2-8ea1-86f04375d24e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 932 time: 0.0530987 Nov 12 12:31:57.633114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:31:57.644713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] Sync routers for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:31:57.651108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6cb31924-df68-478b-8a46-2f446073860a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8233259 Nov 12 12:31:57.653762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc960548-8be4-4fd5-94f3-32bdcdd9de83 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:31:57.659980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:57.673042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:57.673283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.673689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:57.674794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a89d037-0de2-4d3d-a301-f83efe413ab4 req-453780a8-c316-4876-ae2c-042e5fcaee36 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732787 Nov 12 12:31:57.721112 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-5e486385-99cf-4ccb-8b9b-e3e90d996d13 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] delete failed (client error): The resource could not be found. Nov 12 12:31:57.726029 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5e486385-99cf-4ccb-8b9b-e3e90d996d13 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-319860669 HTTP/1.1" status: 404 len: 334 time: 0.0613492 Nov 12 12:31:57.726347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:57.730218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:57.736939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b6796539-8e3a-49fe-90d1-271ef9c07ed8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'router': {'external_gateway_info': {'network_id': '3eee1458-9045-4643-a5fc-0dbb987e8ec3'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:57.738604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Transition to ACTIVE for port object dc960548-8be4-4fd5-94f3-32bdcdd9de83 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:31:57.753119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.756527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:31:57.757125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:57.758965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:57.776292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4704a85-4c92-4e04-8b99-eff4af4819ac req-1f313feb-5eb0-418f-affb-aa62047bb020 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:57.777832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4704a85-4c92-4e04-8b99-eff4af4819ac req-1f313feb-5eb0-418f-affb-aa62047bb020 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 945 time: 0.2356360 Nov 12 12:31:57.798992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:31:57.799657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f02f4-3a5f-4908-bc91-7c3dc4ac9da5 None None] The sync data for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:31:57.830300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dfb353-06e4-4c3e-90a4-70f9dbf89ad8 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:57.856015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Pushing event updated for resources: {'Port': ['ID=dc960548-8be4-4fd5-94f3-32bdcdd9de83,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:57.935592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4704a85-4c92-4e04-8b99-eff4af4819ac req-99a25d0e-c20b-4616-8a16-6c67f0dcf5e9 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289568 Nov 12 12:31:57.938906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.003551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:31:58.012509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Pushing event updated for resources: {'Port': ['ID=f281fe2c-8b86-473d-aa08-decaceb035c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:58.016764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:58.020548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:31:58.022954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Attempting to bind port dc960548-8be4-4fd5-94f3-32bdcdd9de83 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:31:58.023214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Attempting to bind port dc960548-8be4-4fd5-94f3-32bdcdd9de83 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:31:58.023320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Attempting to bind port dc960548-8be4-4fd5-94f3-32bdcdd9de83 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:58.028256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6796539-8e3a-49fe-90d1-271ef9c07ed8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.034117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a4de3-cabf-40b1-ba47-971518382c0e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:58.050931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Port dc960548-8be4-4fd5-94f3-32bdcdd9de83 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:31:58.051298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Attempting to bind port dc960548-8be4-4fd5-94f3-32bdcdd9de83 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:31:58.060568 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b6796539-8e3a-49fe-90d1-271ef9c07ed8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] update failed (client error): The resource could not be found. Nov 12 12:31:58.063612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6796539-8e3a-49fe-90d1-271ef9c07ed8 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3 HTTP/1.1" status: 404 len: 339 time: 0.3348575 Nov 12 12:31:58.065640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:58.067379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:31:58.067831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:58.068321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Bound using segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:31:58.068881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Bound port: dc960548-8be4-4fd5-94f3-32bdcdd9de83, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:31:58.069311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.071474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1174831018'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:58.074707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.131428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-861d2dde-1ecd-46b3-8b76-da802716ad8d None None] Provisioning complete for port f281fe2c-8b86-473d-aa08-decaceb035c8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:58.132112 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-861d2dde-1ecd-46b3-8b76-da802716ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.179782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-861d2dde-1ecd-46b3-8b76-da802716ad8d None None] Port f281fe2c-8b86-473d-aa08-decaceb035c8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:31:58.247734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] For port dc960548-8be4-4fd5-94f3-32bdcdd9de83, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:31:58.251479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] For port dc960548-8be4-4fd5-94f3-32bdcdd9de83, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:31:58.273398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:58.279042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.319475 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.344159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.348752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.394063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:58.394740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.395704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c3993-2c1e-47dc-b3cb-0d42973c6828 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:31:58.396075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc960548-8be4-4fd5-94f3-32bdcdd9de83 HTTP/1.1" status: 200 len: 1092 time: 2.2432132 Nov 12 12:31:58.396686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'tag': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:58.399610 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10aff9-7686-4927-9cec-ee60de0c1779" -d '{"events": [{"name": "network-changed", "server_uuid": "15b0b1a3-b69f-4a06-94f0-fdf3d60552b1", "tag": "dc960548-8be4-4fd5-94f3-32bdcdd9de83"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:58.424991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:31:58.443364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.443904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c94c7f1-20ec-4082-8411-c97addacd5d2 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:31:58.450258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.450604 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Added segment f35f60cf-32c4-43ae-8d33-8fed57a865e9 of type vlan for network d185618f-5102-40c1-9145-46775e1a95f3 Nov 12 12:31:58.471201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418582-5147-400b-88be-fcbb6d19cf7f req-4c38af7d-0d65-43e9-ac75-ba6415b279e4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:58.472798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a418582-5147-400b-88be-fcbb6d19cf7f req-4c38af7d-0d65-43e9-ac75-ba6415b279e4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1527915 Nov 12 12:31:58.478081 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e46f4cd-c683-4600-8c14-4d689ce58e9f x-openstack-request-id: req-7e46f4cd-c683-4600-8c14-4d689ce58e9f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:58.478438 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b0b1a3-b69f-4a06-94f0-fdf3d60552b1", "tag": "dc960548-8be4-4fd5-94f3-32bdcdd9de83", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:58.478620 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e46f4cd-c683-4600-8c14-4d689ce58e9f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:58.479042 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'tag': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83', 'status': 'completed', 'code': 200} Nov 12 12:31:58.504544 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 12:31:58.509612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ee77a217-56f0-4fb6-8fe4-419853d37115 tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9727244 Nov 12 12:31:58.515311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:58.534786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.549259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8045073-4d4b-46c4-ba4a-d9f359b18699 service neutron] Pushing event updated for resources: {'Port': ['ID=dc960548-8be4-4fd5-94f3-32bdcdd9de83,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:58.579854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db421123-18fa-49b5-b412-6dc13efea2ea req-92bc0a19-080b-4424-9147-34122930cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:58.581370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-92bc0a19-080b-4424-9147-34122930cd05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.2580521 Nov 12 12:31:58.582895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a418582-5147-400b-88be-fcbb6d19cf7f req-ec7c3b4a-ba61-4856-a6a5-515e4a481c5c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822110 Nov 12 12:31:58.584388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.586017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.597052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:58.598075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.667184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5999835 Nov 12 12:31:58.670106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:58.674941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'subnet': {'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:58.686271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-169d3878-1ec5-4209-b09f-26b816ee8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:58.687797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-169d3878-1ec5-4209-b09f-26b816ee8c21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 1095 time: 0.2080135 Nov 12 12:31:58.701184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc67c-6c52-4b2b-a710-01bb9a698ed4 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Network': ['ID=d185618f-5102-40c1-9145-46775e1a95f3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:58.713030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network d185618f-5102-40c1-9145-46775e1a95f3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:31:58.800143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Made reservation on behalf of 6b533d2568e64baba527483efae59dda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:31:58.804098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.823173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-eb3658fd-030b-47cc-8f7f-5610dda90d64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83 HTTP/1.1" status: 200 len: 217 time: 0.1237800 Nov 12 12:31:58.977800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Deleting port be45bc74-b359-413f-b3db-356fcf957d88 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:31:58.978758 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:58.985555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db421123-18fa-49b5-b412-6dc13efea2ea req-afe43213-3606-4b34-a5c3-5b8577ce1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:58.987175 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-afe43213-3606-4b34-a5c3-5b8577ce1688 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.3936996 Nov 12 12:31:59.010718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.022679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-e0229a77-133d-4c38-bd92-f4776a82f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:59.025076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-e0229a77-133d-4c38-bd92-f4776a82f663 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1721704 Nov 12 12:31:59.032797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a797cf9-ef6c-431c-84d8-442c24d7d0e5 req-9b6228b8-a920-4fae-811e-62186ec4dc8f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:59.034415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a797cf9-ef6c-431c-84d8-442c24d7d0e5 req-9b6228b8-a920-4fae-811e-62186ec4dc8f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 944 time: 0.2586739 Nov 12 12:31:59.117471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Subnet': ['ID=f7123876-0e39-413b-a6b7-ddf093c1ddf5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:59.137901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ad9ca-ae55-465c-b1b4-a24f909e8b89 req-487693ef-b46c-4f9d-8024-1a8b2451657c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:59.139560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b99ad9ca-ae55-465c-b1b4-a24f909e8b89 req-487693ef-b46c-4f9d-8024-1a8b2451657c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 945 time: 0.1232183 Nov 12 12:31:59.140764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Checking segment: {'id': 'f35f60cf-32c4-43ae-8d33-8fed57a865e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:31:59.141129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network hostable DHCP agents. Network: d185618f-5102-40c1-9145-46775e1a95f3, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:31:59.149776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:31:59.162328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-9e6dc214-7c31-45a4-928c-1fc7e69725cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250513 Nov 12 12:31:59.189878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network d185618f-5102-40c1-9145-46775e1a95f3 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:31:59.211312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, d185618f-5102-40c1-9145-46775e1a95f3) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:31:59.215280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:31:59.217390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b99ad9ca-ae55-465c-b1b4-a24f909e8b89 req-becf667b-5fe9-4c07-acac-640433bd3592 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696008 Nov 12 12:31:59.221299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:59.221895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:31:59.222230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.222395 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.237014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.246048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c076faf4-2d3c-4d47-a2d7-f7aea2be21c2 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5718052 Nov 12 12:31:59.246401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:59.261865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d69e54d3-819e-40d4-a114-d0410d066bd3 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:31:59.265312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4fd87-c5a4-4e8f-a669-ce6a7062f996 None None] Network d185618f-5102-40c1-9145-46775e1a95f3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:31:59.300670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-be8ba10c-b150-47a3-9fa2-c7509b05283c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.2978990 Nov 12 12:31:59.307207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.313705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.411000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Calling delete_port for be45bc74-b359-413f-b3db-356fcf957d88 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:31:59.423580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a797cf9-ef6c-431c-84d8-442c24d7d0e5 req-1bc97007-8c94-460e-a557-532c97834e4b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473513 Nov 12 12:31:59.456575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.498505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:31:59.500791 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee62ee-7955-4429-a077-5ec7d795c086" -d '{"events": [{"server_uuid": "ea7c27a5-1a4a-4146-aac3-dd2750ac36cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a240f22-2251-4c20-8ba5-1c2f1b337cb7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:31:59.504354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-d185618f-5102-40c1-9145-46775e1a95f3', 'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3', 'tenant_id': '6b533d2568e64baba527483efae59dda', 'fixed_ips': [{'subnet_id': 'f7123876-0e39-413b-a6b7-ddf093c1ddf5'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:31:59.505281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.535947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:31:59.538209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db421123-18fa-49b5-b412-6dc13efea2ea req-07a0d413-033e-4701-998c-6efd0f376dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:59.540141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-07a0d413-033e-4701-998c-6efd0f376dc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2229137 Nov 12 12:31:59.542493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d69e54d3-819e-40d4-a114-d0410d066bd3 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.548119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.587737 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13123185-e5ab-4f3f-a608-771d2ab19edf x-openstack-request-id: req-13123185-e5ab-4f3f-a608-771d2ab19edf {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:31:59.588054 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7c27a5-1a4a-4146-aac3-dd2750ac36cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a240f22-2251-4c20-8ba5-1c2f1b337cb7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:31:59.588341 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13123185-e5ab-4f3f-a608-771d2ab19edf {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:31:59.588752 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7', 'code': 200} Nov 12 12:31:59.591770 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.702116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:31:59.709408 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.730982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe3104-a8ac-4457-8dcf-4d757a7d869a req-58c29dff-2235-44b5-b473-a7e6377188b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:59.733434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1fe3104-a8ac-4457-8dcf-4d757a7d869a req-58c29dff-2235-44b5-b473-a7e6377188b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 1097 time: 0.0613444 Nov 12 12:31:59.764334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Allocated IP 2001:db8:1::2 (d185618f-5102-40c1-9145-46775e1a95f3/f7123876-0e39-413b-a6b7-ddf093c1ddf5/e3d7ddc5-92fb-481d-8749-14897448c593) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:31:59.797764 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d69e54d3-819e-40d4-a114-d0410d066bd3 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:31:59.799217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d69e54d3-819e-40d4-a114-d0410d066bd3 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3 HTTP/1.1" status: 400 len: 364 time: 0.5514650 Nov 12 12:31:59.802533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1fe3104-a8ac-4457-8dcf-4d757a7d869a req-f97f0e87-4dbb-4c27-8b76-4c22042f5f71 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609703 Nov 12 12:31:59.803225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:31:59.939705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-04a36052-f011-4c8b-bada-e71310963524 service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557106 Nov 12 12:31:59.943386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:59.951908 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.001098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Network d185618f-5102-40c1-9145-46775e1a95f3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:00.007815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:00.013902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:00.021728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Pushing event updated for resources: {'Port': ['ID=e3d7ddc5-92fb-481d-8749-14897448c593,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:00.085869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Attempting to bind port e3d7ddc5-92fb-481d-8749-14897448c593 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:00.088420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Attempting to bind port e3d7ddc5-92fb-481d-8749-14897448c593 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f35f60cf-32c4-43ae-8d33-8fed57a865e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:00.088420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Attempting to bind port e3d7ddc5-92fb-481d-8749-14897448c593 on network d185618f-5102-40c1-9145-46775e1a95f3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:00.098671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:00.099544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Checking segment: {'id': 'f35f60cf-32c4-43ae-8d33-8fed57a865e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:00.100221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.100738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Bound using segment: {'id': 'f35f60cf-32c4-43ae-8d33-8fed57a865e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:00.101397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Bound port: e3d7ddc5-92fb-481d-8749-14897448c593, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35f60cf-32c4-43ae-8d33-8fed57a865e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd185618f-5102-40c1-9145-46775e1a95f3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:00.102674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.120972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db421123-18fa-49b5-b412-6dc13efea2ea req-7c2fdbba-33b6-4c0a-8378-17afda20a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:00.123043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-7c2fdbba-33b6-4c0a-8378-17afda20a36b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5735092 Nov 12 12:32:00.179142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] For port e3d7ddc5-92fb-481d-8749-14897448c593, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:00.182862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] For port e3d7ddc5-92fb-481d-8749-14897448c593, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e3d7ddc5-92fb-481d-8749-14897448c593,segment=NetworkSegment(f35f60cf-32c4-43ae-8d33-8fed57a865e9),segment_id=f35f60cf-32c4-43ae-8d33-8fed57a865e9)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:00.188208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.194307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a5c42-d531-49c8-99fd-ba21e5ec8d06 req-95c65290-df88-4f31-8e33-98b806df9e37 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:00.196877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c03a5c42-d531-49c8-99fd-ba21e5ec8d06 req-95c65290-df88-4f31-8e33-98b806df9e37 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2466712 Nov 12 12:32:00.249631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a626c-62d1-4d2d-8554-3d2568b9d054 None None] Pushing event updated for resources: {'Port': ['ID=e3d7ddc5-92fb-481d-8749-14897448c593,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:00.286060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83a90f98-28a2-49e1-9fa6-e8c5b64f436b req-7e19446c-397a-4c9e-aa6b-bd428ee51581 service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181343 Nov 12 12:32:00.317514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.331582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Router 1a77441c-0414-413a-b46f-111eba5c4f83 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:32:00.418240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a6103f-2257-4d4a-a70b-7ab52f0ed4ec None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:00.438861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Pushing event deleted for resources: {'Port': ['ID=be45bc74-b359-413f-b3db-356fcf957d88,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:00.445771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55066a-9652-4e07-b452-fd284d8ce8df req-3dd3d6d8-2d06-4d00-9434-83bf68a1d5f6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:00.449019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb55066a-9652-4e07-b452-fd284d8ce8df req-3dd3d6d8-2d06-4d00-9434-83bf68a1d5f6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 946 time: 0.1232743 Nov 12 12:32:00.455478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-b530df96-0928-48e2-ba71-dbc51e218dda service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005221 Nov 12 12:32:00.478751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c03a5c42-d531-49c8-99fd-ba21e5ec8d06 req-832fd5c0-063f-4af2-aa68-61795672dfa3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678974 Nov 12 12:32:00.497619 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.666700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb55066a-9652-4e07-b452-fd284d8ce8df req-c0296da7-238f-4d4c-8d7a-73d1154907d9 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078581 Nov 12 12:32:00.712704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-e6d900aa-4ee0-4103-84d4-8f1693e54525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:00.714319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-e6d900aa-4ee0-4103-84d4-8f1693e54525 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 1095 time: 0.3645058 Nov 12 12:32:00.873280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.876629 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fab0fb96-9cfd-4e29-9830-2fc224d929fb tempest-RoutersAdminNegativeTest-1831969792 tempest-RoutersAdminNegativeTest-1831969792-project-admin] 10.222.0.18 "DELETE /v2.0/ports/be45bc74-b359-413f-b3db-356fcf957d88 HTTP/1.1" status: 204 len: 168 time: 2.3423581 Nov 12 12:32:00.893134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Allocated IP 2001:db8::1 (5ff18ddc-a3d7-4ea7-b395-3775715edf77/a4b0fd14-5c31-4004-9985-28f2f4a7aa34/fc3792e1-9cd2-4829-a708-45d22a21aa9e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:00.922868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db421123-18fa-49b5-b412-6dc13efea2ea req-17733e67-496c-4ffa-aa25-0fc853c4c1de service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510655 Nov 12 12:32:00.932433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:00.939466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:00.943241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a04c6a88-0989-4f39-be36-ba0e8958a095 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "PUT /v2.0/routers/1a77441c-0414-413a-b46f-111eba5c4f83 HTTP/1.1" status: 200 len: 916 time: 5.5253160 Nov 12 12:32:00.943447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:00.953083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3196c-8042-49fd-93fa-ce74464685bb req-e3115630-7363-4c51-9066-b57bad4eb016 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:00.954726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6d3196c-8042-49fd-93fa-ce74464685bb req-e3115630-7363-4c51-9066-b57bad4eb016 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 944 time: 0.2351639 Nov 12 12:32:00.966556 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] Sync routers for ids ['1a77441c-0414-413a-b46f-111eba5c4f83'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:01.015176 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] Routers {'1a77441c-0414-413a-b46f-111eba5c4f83'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:01.019489 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1a77441c-0414-413a-b46f-111eba5c4f83'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:01.041845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-f8ee0297-3687-423f-b06a-a92cfe207e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:01.043614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-f8ee0297-3687-423f-b06a-a92cfe207e78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.3129213 Nov 12 12:32:01.084271 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:01.103599 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] Routers {'1a77441c-0414-413a-b46f-111eba5c4f83'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:01.104838 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1a77441c-0414-413a-b46f-111eba5c4f83'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:01.107233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.174192 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:01.174910 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f5aa2-5ec6-4d84-924e-0d7aedd09d18 None None] The sync data for ids ['1a77441c-0414-413a-b46f-111eba5c4f83'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:01.208277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-fe1b0b67-addc-485c-8181-44e22ae21a33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83 HTTP/1.1" status: 200 len: 217 time: 0.1417854 Nov 12 12:32:01.223641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.285736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e3d7ddc5-92fb-481d-8749-14897448c593 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:01.312658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-4dd4a2ca-b0b2-44a9-8033-720d33aac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:01.314202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-4dd4a2ca-b0b2-44a9-8033-720d33aac893 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.0949163 Nov 12 12:32:01.326039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:01.329876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:01.334817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:01.335573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.342101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5f4b745b-8f0f-4803-8256-0f70eb5bb332 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/1a77441c-0414-413a-b46f-111eba5c4f83 HTTP/1.1" status: 200 len: 922 time: 0.3973691 Nov 12 12:32:01.348581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6d3196c-8042-49fd-93fa-ce74464685bb req-7e9d29ee-df96-4a7d-83f4-2d4bc68df3d3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351438 Nov 12 12:32:01.349097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59738) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:01.392930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-b5c9d56d-ca88-4a92-8537-0d1d59805021 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426679 Nov 12 12:32:01.414857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e3d7ddc5-92fb-481d-8749-14897448c593 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:01.416599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.425331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:01.452794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Port': ['ID=fc3792e1-9cd2-4829-a708-45d22a21aa9e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:01.593238 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.609449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0ecb2-51f4-4822-8353-0592ee54829f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:01.612024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1cf0ecb2-51f4-4822-8353-0592ee54829f tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=1a77441c-0414-413a-b46f-111eba5c4f83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2259462 Nov 12 12:32:01.619104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59746) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:01.625740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.677470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port e3d7ddc5-92fb-481d-8749-14897448c593, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e3d7ddc5-92fb-481d-8749-14897448c593,segment=NetworkSegment(f35f60cf-32c4-43ae-8d33-8fed57a865e9),segment_id=f35f60cf-32c4-43ae-8d33-8fed57a865e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:01.691566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.761526 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-755fac84-e806-4c7f-80e3-b867db91bc2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.786484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-98a7881f-51be-4896-a496-f2ef9fe31d2e service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451149 Nov 12 12:32:01.816041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=e3d7ddc5-92fb-481d-8749-14897448c593,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:01.820973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-11403dd8-6daa-44d8-9826-84323938c703 None None] Provisioning complete for port fc3792e1-9cd2-4829-a708-45d22a21aa9e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:01.821218 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-11403dd8-6daa-44d8-9826-84323938c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.827489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089fa1a-f09c-40c4-a386-1fdfa68a3471 None None] Network d185618f-5102-40c1-9145-46775e1a95f3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:01.909907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-11403dd8-6daa-44d8-9826-84323938c703 None None] Port fc3792e1-9cd2-4829-a708-45d22a21aa9e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:01.914738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42a3d0-0edb-46e9-9e7e-04d8abd19bfe req-e36014a7-6af7-4a2d-a949-4d76ed469295 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:01.916743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d42a3d0-0edb-46e9-9e7e-04d8abd19bfe req-e36014a7-6af7-4a2d-a949-4d76ed469295 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2740078 Nov 12 12:32:01.966485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ae8ae-a252-4e85-a683-5baeeadb1b87 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:01.970808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-735ae8ae-a252-4e85-a683-5baeeadb1b87 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/networks/1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 881 time: 0.3490462 Nov 12 12:32:01.975700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:02.011868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80223-8791-47ad-b592-d9d998514f88 req-08186c8c-78f2-468f-9c89-17c2a81bd80b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:02.012429 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d42a3d0-0edb-46e9-9e7e-04d8abd19bfe req-0928740a-85ab-4455-be51-9c063054e0e1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881705 Nov 12 12:32:02.013588 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ac80223-8791-47ad-b592-d9d998514f88 req-08186c8c-78f2-468f-9c89-17c2a81bd80b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 946 time: 0.1640000 Nov 12 12:32:02.025842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2a323cb0-89f3-4ec1-a906-865ad317d416 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a77441c-0414-413a-b46f-111eba5c4f83 HTTP/1.1" status: 200 len: 205 time: 0.0486352 Nov 12 12:32:02.034766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:02.047793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ba149038-64ee-4a99-a198-32d7c0262c40 None None] Provisioning complete for port e3d7ddc5-92fb-481d-8749-14897448c593 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:02.048293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba149038-64ee-4a99-a198-32d7c0262c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.090965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa10aff9-7686-4927-9cec-ee60de0c1779 req-a803b414-1039-4089-a7c6-13ce94fc0aab service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899480 Nov 12 12:32:02.140600 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ac80223-8791-47ad-b592-d9d998514f88 req-7b11bb40-bc8f-4c47-baf0-33b6eda28236 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038136 Nov 12 12:32:02.151649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-755fac84-e806-4c7f-80e3-b867db91bc2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.157543 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-755fac84-e806-4c7f-80e3-b867db91bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.215237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-755fac84-e806-4c7f-80e3-b867db91bc2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38b8d9f59f024827ba3c2fa1b5881af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7703438 Nov 12 12:32:02.215899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:02.225438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fac84-e806-4c7f-80e3-b867db91bc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d577f-a138-45f4-b3b0-1d0095249763,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:02.272326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.304411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29818892-7539-4aa8-ac02-a385ea88a885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.318745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.327480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.328287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.336870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29818892-7539-4aa8-ac02-a385ea88a885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.381036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event updated for resources: {'Port': ['ID=fc3792e1-9cd2-4829-a708-45d22a21aa9e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:02.403099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29818892-7539-4aa8-ac02-a385ea88a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.406113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29818892-7539-4aa8-ac02-a385ea88a885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.409781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-29818892-7539-4aa8-ac02-a385ea88a885 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/231d577f-a138-45f4-b3b0-1d0095249763 HTTP/1.1" status: 204 len: 168 time: 0.1905909 Nov 12 12:32:02.418859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29818892-7539-4aa8-ac02-a385ea88a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d577f-a138-45f4-b3b0-1d0095249763,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:02.453892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe0c2c52-72f0-484c-a07a-7ae07d777e52 None None] Provisioning complete for port e3d7ddc5-92fb-481d-8749-14897448c593 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:02.454464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2c52-72f0-484c-a07a-7ae07d777e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.547492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.646472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:02.651164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:02.715453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e9d29-34bf-4a8c-9ae8-d8585ccedbbb req-8f4e30e8-69d1-4410-834c-c005c226580b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:02.717082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa3e9d29-34bf-4a8c-9ae8-d8585ccedbbb req-8f4e30e8-69d1-4410-834c-c005c226580b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 944 time: 0.1519768 Nov 12 12:32:02.811013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Router 3eee1458-9045-4643-a5fc-0dbb987e8ec3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:02.839562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Deleting port f281fe2c-8b86-473d-aa08-decaceb035c8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:02.840778 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:02.906088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:02.919756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa3e9d29-34bf-4a8c-9ae8-d8585ccedbbb req-f9575d3e-3603-4b76-82ad-c6659da372e6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392725 Nov 12 12:32:02.958561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7915a43-0e16-44ba-abf4-fb187aa653e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=451438e1a3b048668711c042a0f308de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499055 Nov 12 12:32:02.960308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:03.006550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26ed3eb0-2766-4aa5-bf65-b409bfeb5c3f None None] Provisioning complete for port fc3792e1-9cd2-4829-a708-45d22a21aa9e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:03.009370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26ed3eb0-2766-4aa5-bf65-b409bfeb5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.052523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59b6a3af-24fc-4ed6-860c-97506d9ba57b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.057596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-26ed3eb0-2766-4aa5-bf65-b409bfeb5c3f None None] Port fc3792e1-9cd2-4829-a708-45d22a21aa9e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:03.094082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:03.100545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59b6a3af-24fc-4ed6-860c-97506d9ba57b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.105574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] Sync routers for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:03.112040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5d5f22af-0cb7-44bc-9c0e-223446efaf17 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3076735 Nov 12 12:32:03.116391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:03.122821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:03.124897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:03.188583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59b6a3af-24fc-4ed6-860c-97506d9ba57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.191516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59b6a3af-24fc-4ed6-860c-97506d9ba57b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.195929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-59b6a3af-24fc-4ed6-860c-97506d9ba57b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12f2d92b-99bc-4a3f-8478-9959f25071cb HTTP/1.1" status: 204 len: 168 time: 0.2337098 Nov 12 12:32:03.203565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e3d7ddc5-92fb-481d-8749-14897448c593 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:03.206558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:03.206833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6a3af-24fc-4ed6-860c-97506d9ba57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f2d92b-99bc-4a3f-8478-9959f25071cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:03.219150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:03.219715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:03.271136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.283647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0797549-9b67-45c3-bb46-2237865b69ed req-723a4a14-7ea1-42f5-9b0d-bf92aa4e7a04 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:03.285273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0797549-9b67-45c3-bb46-2237865b69ed req-723a4a14-7ea1-42f5-9b0d-bf92aa4e7a04 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0882709 Nov 12 12:32:03.296117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:03.296845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14111e7-56ee-4083-9c37-fdd5ed098e05 None None] The sync data for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:03.336917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Calling delete_port for f281fe2c-8b86-473d-aa08-decaceb035c8 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:03.353758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dc960548-8be4-4fd5-94f3-32bdcdd9de83 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:32:03.410897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e3d7ddc5-92fb-481d-8749-14897448c593 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:03.411275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.413241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0797549-9b67-45c3-bb46-2237865b69ed req-e29d26ad-b0f3-4592-93c3-c1c53cfc445f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203969 Nov 12 12:32:03.418231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-355cfc3b-a0ab-439a-a609-1da58d6e2785 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.544261 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-355cfc3b-a0ab-439a-a609-1da58d6e2785 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 12:32:03.545341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-355cfc3b-a0ab-439a-a609-1da58d6e2785 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3 HTTP/1.1" status: 409 len: 329 time: 0.4261696 Nov 12 12:32:03.549519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59788) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:03.608525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port dc960548-8be4-4fd5-94f3-32bdcdd9de83, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:03.651735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83', 'mac_address': 'fa:16:3e:3c:88:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:32:03.754763 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.756672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.774732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc960548-8be4-4fd5-94f3-32bdcdd9de83 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:32:03.795014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event deleted for resources: {'Port': ['ID=f281fe2c-8b86-473d-aa08-decaceb035c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:03.817188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port dc960548-8be4-4fd5-94f3-32bdcdd9de83, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:03.823828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.855517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b7016-7f9e-4476-9355-55c2d0ced552 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:03.883496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.913921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=dc960548-8be4-4fd5-94f3-32bdcdd9de83,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:03.994860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.997624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.009050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.047687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.048385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Fanout notify agent at l3_agent the message router_deleted on router 1a77441c-0414-413a-b46f-111eba5c4f83 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:32:04.066492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.070252 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b555c9d7-4f83-4189-98a5-ec3dc7f495d2 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/1a77441c-0414-413a-b46f-111eba5c4f83 HTTP/1.1" status: 204 len: 168 time: 2.0324852 Nov 12 12:32:04.072687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:04.079928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1679045528', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:04.109871 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.111055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.163739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['dc960548-8be4-4fd5-94f3-32bdcdd9de83'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:04.166481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b709-0415-4d4c-a723-8282b534e860 req-47a644f0-ed3e-40ca-adf5-335df4ba4f01 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:04.168025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c52b709-0415-4d4c-a723-8282b534e860 req-47a644f0-ed3e-40ca-adf5-335df4ba4f01 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 945 time: 0.1196690 Nov 12 12:32:04.187440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.309108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5c52b709-0415-4d4c-a723-8282b534e860 req-888736df-f178-448e-a8a0-800186b06ee2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014924 Nov 12 12:32:04.401255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59812) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:04.442991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting port fc3792e1-9cd2-4829-a708-45d22a21aa9e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:04.443401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.543434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1904675185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:04.567693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.589758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Calling delete_port for fc3792e1-9cd2-4829-a708-45d22a21aa9e owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:04.600816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.602068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.689425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.711447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.711447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.745535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399d0c-d8ee-4450-819a-b96283d4cc63 req-02125e35-2c9b-44ca-8b5e-6ac7563a777b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:04.747188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29399d0c-d8ee-4450-819a-b96283d4cc63 req-02125e35-2c9b-44ca-8b5e-6ac7563a777b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1196277 Nov 12 12:32:04.868842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29399d0c-d8ee-4450-819a-b96283d4cc63 req-5d0b8ea6-8065-489e-824c-206be0956efc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854149 Nov 12 12:32:05.023336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.090766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.127567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.128790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38575797-edde-43c0-b654-5bc3829f4b93 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7263880 Nov 12 12:32:05.131760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:05.136864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-502077335'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:05.196171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Made reservation on behalf of f19b119337574bd082cec217498187c3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:05.202453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.213525 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.247573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Port': ['ID=fc3792e1-9cd2-4829-a708-45d22a21aa9e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:05.253690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.319143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Allocated IP 172.25.1.116 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/421e8dc4-47a6-47d2-bad5-1e5ce9c1f695) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:05.360086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dc960548-8be4-4fd5-94f3-32bdcdd9de83 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:05.373030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.479703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port dc960548-8be4-4fd5-94f3-32bdcdd9de83 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:32:05.487575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port dc960548-8be4-4fd5-94f3-32bdcdd9de83 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:05.487997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.561561 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.599050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Router 3eee1458-9045-4643-a5fc-0dbb987e8ec3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:05.607066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.618674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5484cbc-53dd-428e-a0e2-477bc21d73b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.635283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880de8a-e2b2-4973-a581-2af74e087a32 req-3ff72f94-5183-4ef1-9210-6bcd2bd2f1de tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:05.643271 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e880de8a-e2b2-4973-a581-2af74e087a32 req-3ff72f94-5183-4ef1-9210-6bcd2bd2f1de tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 945 time: 0.1874540 Nov 12 12:32:05.668034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:05.675059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:05.685000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:05.698579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.716302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaae030-caae-4c0c-b094-88835b9751da None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:05.747607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:05.750502 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f499ec-5905-4db1-a9a7-fcb053c25495" -d '{"events": [{"server_uuid": "15b0b1a3-b69f-4a06-94f0-fdf3d60552b1", "name": "network-vif-plugged", "status": "completed", "tag": "dc960548-8be4-4fd5-94f3-32bdcdd9de83"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:05.750948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event updated for resources: {'Port': ['ID=421e8dc4-47a6-47d2-bad5-1e5ce9c1f695,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:05.755147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:05.767963 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] Sync routers for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:05.771626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port dc960548-8be4-4fd5-94f3-32bdcdd9de83, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:05.777433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.801155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4aaacd0e-615a-4e49-8eed-5c19301e2161 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2488372 Nov 12 12:32:05.804509 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:05.807827 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:05.818366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:05.862591 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13bfda8-f9b7-432e-8ac9-5870ab6d9796 x-openstack-request-id: req-e13bfda8-f9b7-432e-8ac9-5870ab6d9796 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:05.862909 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b0b1a3-b69f-4a06-94f0-fdf3d60552b1", "name": "network-vif-plugged", "status": "completed", "tag": "dc960548-8be4-4fd5-94f3-32bdcdd9de83", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:05.863172 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e13bfda8-f9b7-432e-8ac9-5870ab6d9796 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:05.863569 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83', 'code': 200} Nov 12 12:32:05.894273 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:05.906103 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] Routers {'3eee1458-9045-4643-a5fc-0dbb987e8ec3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:05.907002 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:05.924433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=dc960548-8be4-4fd5-94f3-32bdcdd9de83,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:05.939175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.943051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1e220449-7b1a-41b7-801e-352e3f8adf86 None None] Provisioning complete for port 421e8dc4-47a6-47d2-bad5-1e5ce9c1f695 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:05.943477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e220449-7b1a-41b7-801e-352e3f8adf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:05.951584 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:05.952469 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181acff3-c3a0-41e6-b738-900ca4957e8d None None] The sync data for ids ['3eee1458-9045-4643-a5fc-0dbb987e8ec3'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:05.955174 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.011994 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-809d43c9-a03f-4e61-9d0c-a525f6011177 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] show failed (client error): The resource could not be found. Nov 12 12:32:06.013187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-809d43c9-a03f-4e61-9d0c-a525f6011177 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1164825730 HTTP/1.1" status: 404 len: 335 time: 0.1935928 Nov 12 12:32:06.019830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:06.026378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b623f431-5468-42d8-862c-570880e6302d tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:06.029216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e220449-7b1a-41b7-801e-352e3f8adf86 None None] Port 421e8dc4-47a6-47d2-bad5-1e5ce9c1f695 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:06.042737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:32:06.071845 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-b623f431-5468-42d8-862c-570880e6302d tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] update failed (client error): The resource could not be found. Nov 12 12:32:06.072913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b623f431-5468-42d8-862c-570880e6302d tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1371594339 HTTP/1.1" status: 404 len: 335 time: 0.0511692 Nov 12 12:32:06.073877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da8f141-8f84-4a79-8cdf-882346213d39,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:06.079832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:06.081034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.081783 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Added segment 52cd4c75-803d-4346-bc3a-394e7d96085b of type vlan for network ed1d3899-fb29-4478-a4e0-502aeba147fc Nov 12 12:32:06.085571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e880de8a-e2b2-4973-a581-2af74e087a32 req-b7b157b4-506c-4508-a0e1-2ed0dea2d00e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413748 Nov 12 12:32:06.112462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538feb2c-d218-4b86-a607-46d55845de6e req-8c09b871-8d4a-4fb4-9b68-07c161295065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:06.114124 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-538feb2c-d218-4b86-a607-46d55845de6e req-8c09b871-8d4a-4fb4-9b68-07c161295065 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 1097 time: 0.1503975 Nov 12 12:32:06.170977 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-538feb2c-d218-4b86-a607-46d55845de6e req-d9026315-ec9e-4bba-96f1-f3d62cc60511 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484381 Nov 12 12:32:06.275488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.286516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c1c7a-b683-404b-b31b-fec1eb9735e4 req-f99ef4d0-4b0b-494c-ab1b-a55274c2be4c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:06.288093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c65c1c7a-b683-404b-b31b-fec1eb9735e4 req-f99ef4d0-4b0b-494c-ab1b-a55274c2be4c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2597680 Nov 12 12:32:06.316256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting subnet f7123876-0e39-413b-a6b7-ddf093c1ddf5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:06.339362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.383367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.403885 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.409923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:06.410549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.468620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.524865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c65c1c7a-b683-404b-b31b-fec1eb9735e4 req-344718a1-0302-4c33-b9b6-91e0860506c2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290816 Nov 12 12:32:06.566776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4339261 Nov 12 12:32:06.569848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59850) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:06.579685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'subnet': {'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:06.620084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe2dfe-c2e0-48f5-b594-31e9a23619de tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Network': ['ID=ed1d3899-fb29-4478-a4e0-502aeba147fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:06.636054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ed1d3899-fb29-4478-a4e0-502aeba147fc details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:32:06.678560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Made reservation on behalf of f19b119337574bd082cec217498187c3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:06.679467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.682912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.832781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.839341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.868597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Subnet': ['ID=f7123876-0e39-413b-a6b7-ddf093c1ddf5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:06.893900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7bdfd-0307-41dd-b4ee-939a2d98c168 None None] Network d185618f-5102-40c1-9145-46775e1a95f3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:06.907922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:06.914094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8177746d-fb71-4eb1-91e0-c7abe208e2ce tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/subnets/f7123876-0e39-413b-a6b7-ddf093c1ddf5 HTTP/1.1" status: 204 len: 168 time: 0.7935574 Nov 12 12:32:06.914428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:06.959581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.028825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Subnet': ['ID=85fb229b-a2ac-40c3-957f-cc80b4606346,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:07.043203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.110907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Checking segment: {'id': '52cd4c75-803d-4346-bc3a-394e7d96085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:07.111356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network hostable DHCP agents. Network: ed1d3899-fb29-4478-a4e0-502aeba147fc, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:32:07.136582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Router 56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:32:07.138515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network ed1d3899-fb29-4478-a4e0-502aeba147fc is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:32:07.141177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] DHCP port deletion for d185618f-5102-40c1-9145-46775e1a95f3 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:07.150410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting port e3d7ddc5-92fb-481d-8749-14897448c593 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:07.150763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.157261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ed1d3899-fb29-4478-a4e0-502aeba147fc) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:07.166562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:07.167825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.202362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa84f1f-44ba-4957-8ccc-be38e096430b None None] Network ed1d3899-fb29-4478-a4e0-502aeba147fc requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:07.212826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dfab5d0e-94f7-4533-9b4d-61ea7b25cc04 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6356528 Nov 12 12:32:07.214031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:07.219640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'network': {'name': 'tempest-router-network01--835136375'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:07.263068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Made reservation on behalf of f19b119337574bd082cec217498187c3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:07.267252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.344072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ddbc-a587-40cb-a2e5-78d5bdde5a68 req-9e1a139b-9a4c-4ea9-a392-3be54b930648 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:07.355376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe66ddbc-a587-40cb-a2e5-78d5bdde5a68 req-9e1a139b-9a4c-4ea9-a392-3be54b930648 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 946 time: 0.1108611 Nov 12 12:32:07.371162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:32:07.405585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.410194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:07.410853 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Added segment 747892f8-5ac1-4d14-a74d-743243c659d5 of type vlan for network 6d371a68-cffe-4057-9740-39c77ce6fb90 Nov 12 12:32:07.507401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.514457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe66ddbc-a587-40cb-a2e5-78d5bdde5a68 req-2fba58e2-92c6-4e8b-8d57-6192aab5be65 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581466 Nov 12 12:32:07.520704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.522026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d7c5ac3c-b32a-45b7-8705-47c2dde17cd1 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4479730 Nov 12 12:32:07.525599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:07.528865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] Sync routers for ids ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:07.534394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:07.535370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] For port e3d7ddc5-92fb-481d-8749-14897448c593, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e3d7ddc5-92fb-481d-8749-14897448c593,segment=NetworkSegment(f35f60cf-32c4-43ae-8d33-8fed57a865e9),segment_id=f35f60cf-32c4-43ae-8d33-8fed57a865e9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:07.535845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.560267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Calling delete_port for e3d7ddc5-92fb-481d-8749-14897448c593 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:07.564822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] Routers {'56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:07.565590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:07.573146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Deleting port e3d7ddc5-92fb-481d-8749-14897448c593 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:07.573615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.645196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] For port e3d7ddc5-92fb-481d-8749-14897448c593, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e3d7ddc5-92fb-481d-8749-14897448c593,segment=NetworkSegment(f35f60cf-32c4-43ae-8d33-8fed57a865e9),segment_id=f35f60cf-32c4-43ae-8d33-8fed57a865e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:07.646350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.658486 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.660185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Calling delete_port for e3d7ddc5-92fb-481d-8749-14897448c593 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:07.665673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:07.666570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.708348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.745550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Port': ['ID=e3d7ddc5-92fb-481d-8749-14897448c593,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:07.748658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] No DVR routers for this DVR port e3d7ddc5-92fb-481d-8749-14897448c593 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:07.772380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5575294 Nov 12 12:32:07.783677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:07.791382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'network': {'name': 'tempest-router-network02--1321723674'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:07.802709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011874d-5811-4361-aac9-ab5ca4d1d7d1 req-7f3158cd-7f5f-439a-a89c-e546949f0418 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:07.804389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d011874d-5811-4361-aac9-ab5ca4d1d7d1 req-7f3158cd-7f5f-439a-a89c-e546949f0418 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1466799 Nov 12 12:32:07.831126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f46e6-7cfa-4d9e-bd2b-9de0caaa2125 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Network': ['ID=6d371a68-cffe-4057-9740-39c77ce6fb90,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:07.857090 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.863421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:32:07.899038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.916060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:07.927448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Made reservation on behalf of f19b119337574bd082cec217498187c3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:07.932639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:07.973369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d185618f-5102-40c1-9145-46775e1a95f3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:07.995506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35f60cf-32c4-43ae-8d33-8fed57a865e9') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:07.995993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35f60cf-32c4-43ae-8d33-8fed57a865e9') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:08.004214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d011874d-5811-4361-aac9-ab5ca4d1d7d1 req-ffa19e78-a19b-4528-a2c2-b0799a6cb630 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783013 Nov 12 12:32:08.018075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:32:08.021555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.047471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.055393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.055922 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Added segment 6ff7a120-b185-47b6-b6fb-0677aebf9862 of type vlan for network 0492396e-7b25-4a2a-920e-0c4b2503ff99 Nov 12 12:32:08.077610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Pushing event deleted for resources: {'Port': ['ID=e3d7ddc5-92fb-481d-8749-14897448c593,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:08.081347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] No DVR routers for this DVR port e3d7ddc5-92fb-481d-8749-14897448c593 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:08.098228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:08.098868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.117873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] Routers {'56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:08.124047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:08.132428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.134004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.134861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.136593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.137205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.137831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.138353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.138863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.139384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.139864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.140346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.140951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b2e88-9c27-4dbb-9bdf-ab2f80497e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:08.152149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ed1d3899-fb29-4478-a4e0-502aeba147fc', 'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc', 'tenant_id': 'f19b119337574bd082cec217498187c3', 'fixed_ips': [{'subnet_id': '85fb229b-a2ac-40c3-957f-cc80b4606346'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:32:08.153514 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.160067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:08.167061 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:08.177586 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.196417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.207027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:08.207706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be984e-b3c1-4175-b758-e2eb1e9b4195 None None] The sync data for ids ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:08.228260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.232430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.241090 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/networks/d185618f-5102-40c1-9145-46775e1a95f3 HTTP/1.1" status: 204 len: 168 time: 1.3204629 Nov 12 12:32:08.241090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d28ae-abfb-44e4-be44-6208f4202802 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Network': ['ID=d185618f-5102-40c1-9145-46775e1a95f3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:08.241090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59870) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:08.271038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Deleting port 421e8dc4-47a6-47d2-bad5-1e5ce9c1f695 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:08.271647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.332118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting subnet 40424002-6382-464a-b69e-8cad239d0867 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:08.337987 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.343913 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.352853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:08.353916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.388204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Allocated IP 172.20.0.2 (ed1d3899-fb29-4478-a4e0-502aeba147fc/85fb229b-a2ac-40c3-957f-cc80b4606346/36b797f1-4a70-40dd-8ae2-06ffda31b774) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:08.416244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.424020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6379519 Nov 12 12:32:08.431161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59876) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:08.437064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'subnet': {'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:08.457591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Calling delete_port for 421e8dc4-47a6-47d2-bad5-1e5ce9c1f695 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:08.600533 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.609565 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.653748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Network ed1d3899-fb29-4478-a4e0-502aeba147fc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:08.658783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:08.663414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:08.682081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Pushing event updated for resources: {'Port': ['ID=36b797f1-4a70-40dd-8ae2-06ffda31b774,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:08.739582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Attempting to bind port 36b797f1-4a70-40dd-8ae2-06ffda31b774 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:08.739954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Attempting to bind port 36b797f1-4a70-40dd-8ae2-06ffda31b774 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '52cd4c75-803d-4346-bc3a-394e7d96085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:08.740577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Attempting to bind port 36b797f1-4a70-40dd-8ae2-06ffda31b774 on network ed1d3899-fb29-4478-a4e0-502aeba147fc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:08.748991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:08.749375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Checking segment: {'id': '52cd4c75-803d-4346-bc3a-394e7d96085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:08.749776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.750630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Bound using segment: {'id': '52cd4c75-803d-4346-bc3a-394e7d96085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:08.751171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Bound port: 36b797f1-4a70-40dd-8ae2-06ffda31b774, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cd4c75-803d-4346-bc3a-394e7d96085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ed1d3899-fb29-4478-a4e0-502aeba147fc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:08.751560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.769144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.801977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Pushing event deleted for resources: {'Port': ['ID=421e8dc4-47a6-47d2-bad5-1e5ce9c1f695,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:08.839211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] For port 36b797f1-4a70-40dd-8ae2-06ffda31b774, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:08.843517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] For port 36b797f1-4a70-40dd-8ae2-06ffda31b774, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36b797f1-4a70-40dd-8ae2-06ffda31b774,segment=NetworkSegment(52cd4c75-803d-4346-bc3a-394e7d96085b),segment_id=52cd4c75-803d-4346-bc3a-394e7d96085b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:08.846356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67a06a-df37-4154-8b42-73dd8435c10f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:08.849726 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.906691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.935235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc3df-7731-4002-b827-351f1b21e0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:08.937159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac220a-a53d-4ada-83cd-d6641247da1e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Network': ['ID=0492396e-7b25-4a2a-920e-0c4b2503ff99,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:08.953037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0492396e-7b25-4a2a-920e-0c4b2503ff99 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:32:08.958563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c08b2b-0306-40e5-9d20-0a173f498194 None None] Pushing event updated for resources: {'Port': ['ID=36b797f1-4a70-40dd-8ae2-06ffda31b774,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:08.990774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.066614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a51ac-55fc-4a4d-9ba3-be71183478cb req-6f7999d3-94d0-42ec-aa14-7439ea4b2f44 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:09.068480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-655a51ac-55fc-4a4d-9ba3-be71183478cb req-6f7999d3-94d0-42ec-aa14-7439ea4b2f44 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 946 time: 0.1177232 Nov 12 12:32:09.069109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Made reservation on behalf of f19b119337574bd082cec217498187c3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:09.073287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.176639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e3d7ddc5-92fb-481d-8749-14897448c593 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:09.293949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.313286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.316841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.317971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e3d7ddc5-92fb-481d-8749-14897448c593 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:09.319037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e3d7ddc5-92fb-481d-8749-14897448c593 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:09.356194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-655a51ac-55fc-4a4d-9ba3-be71183478cb req-081ccfa9-153b-4caf-8787-5ad4e762788f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908920 Nov 12 12:32:09.373499 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.427002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Router 56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:09.454053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.491530 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.517887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.526944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c89ea3-80bc-4abe-b67e-ddee9685993f None None] Network e4a73492-54e5-4b2e-b6b1-406adcad451d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:09.544757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/subnets/40424002-6382-464a-b69e-8cad239d0867 HTTP/1.1" status: 204 len: 168 time: 1.2968891 Nov 12 12:32:09.549003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59886) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:09.566812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:09.588617 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] Sync routers for ids ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:09.607624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.610142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aa5eac22-b75d-4be9-8397-595db3b30027 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "PUT /v2.0/routers/56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 200 len: 706 time: 2.0832403 Nov 12 12:32:09.612329 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] Routers {'56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:09.612890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:09.618373 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:09.685303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Subnet': ['ID=bd7272ad-c2f1-47d0-be4e-fb609709b842,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:09.725207 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:09.749581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting subnet 4d04a72b-4f08-41e3-ac9e-be81c44a64cf {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:09.750819 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] Routers {'56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:09.752381 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:09.755694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540d075-4235-47ce-b29d-c9ce849e4605 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Subnet': ['ID=40424002-6382-464a-b69e-8cad239d0867,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:09.757605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.761826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Checking segment: {'id': '747892f8-5ac1-4d14-a74d-743243c659d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:09.762249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network hostable DHCP agents. Network: 6d371a68-cffe-4057-9740-39c77ce6fb90, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:32:09.835115 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:09.836766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e9838b-f30a-400c-95e7-cc1e2db5ded5 None None] The sync data for ids ['56235ec7-abc3-4e6c-9c1e-18d2f2b85c87'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:09.881266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cbea2444-fd17-4df5-ab03-5125ca8cb017 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/routers/56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 200 len: 741 time: 0.2647579 Nov 12 12:32:09.885762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:09.939022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:09.988188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] DHCP port deletion for e4a73492-54e5-4b2e-b6b1-406adcad451d request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:09.995354 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcf6c7df-88c4-411e-b556-d251c973f7f6 tempest-RoutersAdminTest-768216456 tempest-RoutersAdminTest-768216456-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&device_id=56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 200 len: 205 time: 0.1081009 Nov 12 12:32:09.997913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59896) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.047573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4f7a7e89-7098-46c3-9be2-82ccf0705699 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 200 len: 205 time: 0.0462751 Nov 12 12:32:10.049737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.107166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] Deleting port c7f421a6-19af-479d-a4fd-2a27742fbbec {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:10.107540 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.140802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:32:10.162926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 6d371a68-cffe-4057-9740-39c77ce6fb90) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:10.169719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:10.170465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.184549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.185644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.225268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a4b45-c1be-4d63-8bfa-25331624f347 None None] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:10.240036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3e574260-850e-4737-bca6-6841f96b372f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8076911 Nov 12 12:32:10.249441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.269398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'subnet': {'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:10.282210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] For port c7f421a6-19af-479d-a4fd-2a27742fbbec, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c7f421a6-19af-479d-a4fd-2a27742fbbec,segment=NetworkSegment(f32c687e-7c37-49e8-9c2f-733eeadc3365),segment_id=f32c687e-7c37-49e8-9c2f-733eeadc3365)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:10.286556 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.324120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] Calling delete_port for c7f421a6-19af-479d-a4fd-2a27742fbbec owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:10.467794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.472345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.477467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.517683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.577759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d68b9-62dd-45ef-8b65-c18c2be7d118 None None] Network ed1d3899-fb29-4478-a4e0-502aeba147fc requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:10.587291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] Pushing event deleted for resources: {'Port': ['ID=c7f421a6-19af-479d-a4fd-2a27742fbbec,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:10.602360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a345d1-cd25-4388-9389-bfe18bd44abe None None] No DVR routers for this DVR port c7f421a6-19af-479d-a4fd-2a27742fbbec on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:10.603643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.604309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Fanout notify agent at l3_agent the message router_deleted on router 56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:32:10.622305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.629223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-88b70753-e602-4bbf-9526-c803b829473d tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 204 len: 168 time: 0.5781782 Nov 12 12:32:10.629880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.669764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Subnet': ['ID=4d04a72b-4f08-41e3-ac9e-be81c44a64cf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:10.674759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.678213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e3f096d6-256b-4bed-aefb-c7f718cf3f4a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/subnets/4d04a72b-4f08-41e3-ac9e-be81c44a64cf HTTP/1.1" status: 204 len: 168 time: 1.1096270 Nov 12 12:32:10.685957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.700562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-582a1ad9-3bcb-4c0f-a7f9-bbb40b383155 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 200 len: 205 time: 0.0693567 Nov 12 12:32:10.701476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59912) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.719299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3c57a-18d0-43ff-8789-32989fa93f16 None None] Network 8d01e914-5284-4b34-94d7-347d8297f582 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:10.794547 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-28adf601-1d20-4b5a-bc85-22f447b6d03b tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] delete failed (client error): The resource could not be found. Nov 12 12:32:10.798908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-28adf601-1d20-4b5a-bc85-22f447b6d03b tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/56235ec7-abc3-4e6c-9c1e-18d2f2b85c87 HTTP/1.1" status: 404 len: 336 time: 0.0962799 Nov 12 12:32:10.799703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.868205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f4b7ad9c-2907-421a-9d92-c6abf1633cd5 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a77441c-0414-413a-b46f-111eba5c4f83 HTTP/1.1" status: 200 len: 205 time: 0.0671561 Nov 12 12:32:10.869139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59916) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.872839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.885110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Made reservation on behalf of f19b119337574bd082cec217498187c3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:10.888783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.895349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.930751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-6d371a68-cffe-4057-9740-39c77ce6fb90', 'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90', 'tenant_id': 'f19b119337574bd082cec217498187c3', 'fixed_ips': [{'subnet_id': 'bd7272ad-c2f1-47d0-be4e-fb609709b842'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:32:10.933044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:10.942692 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-9b589c44-550d-4caa-abb8-18451c31af17 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] delete failed (client error): The resource could not be found. Nov 12 12:32:10.944091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9b589c44-550d-4caa-abb8-18451c31af17 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/1a77441c-0414-413a-b46f-111eba5c4f83 HTTP/1.1" status: 404 len: 336 time: 0.0734792 Nov 12 12:32:10.946886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:10.982488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d5a908b-b8d6-4d8d-ad82-bc805ded2918 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b21a094-9925-46dd-9a31-c2b9c929bc99 HTTP/1.1" status: 200 len: 205 time: 0.0341995 Nov 12 12:32:10.988215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.167607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Allocated IP 172.20.0.2 (6d371a68-cffe-4057-9740-39c77ce6fb90/bd7272ad-c2f1-47d0-be4e-fb609709b842/c5686ff8-deda-4c32-ad6e-c70efeb742af) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:11.186210 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d6e583ce-065c-4b8e-bea9-1d32130c30a3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] delete failed (client error): The resource could not be found. Nov 12 12:32:11.188478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d6e583ce-065c-4b8e-bea9-1d32130c30a3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/3b21a094-9925-46dd-9a31-c2b9c929bc99 HTTP/1.1" status: 404 len: 336 time: 0.1954758 Nov 12 12:32:11.191394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59926) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.246370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b4c2ce1f-63de-4e57-b162-29e962337d45 None None] Provisioning complete for port 36b797f1-4a70-40dd-8ae2-06ffda31b774 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:11.246898 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4c2ce1f-63de-4e57-b162-29e962337d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.259639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c6ae2f2a-9c26-4be0-846e-dff190298cd3 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=210ec701-1d30-4564-b6a1-4282a523c6cc HTTP/1.1" status: 200 len: 205 time: 0.0594361 Nov 12 12:32:11.274750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59928) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.292842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.355267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36b797f1-4a70-40dd-8ae2-06ffda31b774 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:11.358090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a73492-54e5-4b2e-b6b1-406adcad451d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:11.361894 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-a91bb6a3-a0ef-4e10-b364-f5f614518ba6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] delete failed (client error): The resource could not be found. Nov 12 12:32:11.362988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a91bb6a3-a0ef-4e10-b364-f5f614518ba6 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/210ec701-1d30-4564-b6a1-4282a523c6cc HTTP/1.1" status: 404 len: 336 time: 0.0872529 Nov 12 12:32:11.366069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.377286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32c687e-7c37-49e8-9c2f-733eeadc3365') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:11.377634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32c687e-7c37-49e8-9c2f-733eeadc3365') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:11.405051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.412602 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0148b965-70dc-44dc-8e70-c35a713be7cb tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acc9aea-c913-4923-8f97-e39c206878dc HTTP/1.1" status: 200 len: 205 time: 0.0451572 Nov 12 12:32:11.415660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.444058 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.455289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:11.456088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.462842 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4a8b0f32-7624-493f-9af6-b295e9610dac tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] delete failed (client error): The resource could not be found. Nov 12 12:32:11.466443 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a8b0f32-7624-493f-9af6-b295e9610dac tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/4acc9aea-c913-4923-8f97-e39c206878dc HTTP/1.1" status: 404 len: 336 time: 0.0472796 Nov 12 12:32:11.467373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:11.474857 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:11.516339 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-50ee6fe5-1240-48fb-9167-757e9d164b61 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fb213e3-e03d-47f2-bb1c-53c46fede22d HTTP/1.1" status: 200 len: 205 time: 0.0472162 Nov 12 12:32:11.516956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.582979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.592641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.635834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.642649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/networks/e4a73492-54e5-4b2e-b6b1-406adcad451d HTTP/1.1" status: 204 len: 168 time: 0.9518461 Nov 12 12:32:11.649610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.714465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49afac-0aa9-4acd-a312-a3956d91a2da tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Network': ['ID=e4a73492-54e5-4b2e-b6b1-406adcad451d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:11.786301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.811222 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4c2ce1f-63de-4e57-b162-29e962337d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.813518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] DHCP port deletion for 8d01e914-5284-4b34-94d7-347d8297f582 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:11.876776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.904722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Subnet': ['ID=69c8d506-a6bb-49b2-ac61-4651b3c8767f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:11.911042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.916845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 36b797f1-4a70-40dd-8ae2-06ffda31b774 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:11.917247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.927582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:11.936072 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-e7080758-3a16-4c58-ab26-c98f11359a7c tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] delete failed (client error): The resource could not be found. Nov 12 12:32:11.937452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7080758-3a16-4c58-ab26-c98f11359a7c tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/routers/4fb213e3-e03d-47f2-bb1c-53c46fede22d HTTP/1.1" status: 404 len: 336 time: 0.4195814 Nov 12 12:32:11.940994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:11.972922 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bddf00-a5cf-4b53-b9f4-68cc67dbd7e0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] DELETE failed (client error): The resource could not be found. Nov 12 12:32:11.973553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bddf00-a5cf-4b53-b9f4-68cc67dbd7e0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:32:11.981745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-34bddf00-a5cf-4b53-b9f4-68cc67dbd7e0 tempest-RoutersAdminTest-1736003278 tempest-RoutersAdminTest-1736003278-project] 10.222.0.18 "DELETE /v2.0/subnets/5f041430-3240-4f3f-8850-69ce280ed117 HTTP/1.1" status: 404 len: 337 time: 0.0373149 Nov 12 12:32:11.997916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Checking segment: {'id': '6ff7a120-b185-47b6-b6fb-0677aebf9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:11.998254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network hostable DHCP agents. Network: 0492396e-7b25-4a2a-920e-0c4b2503ff99, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:32:12.029840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network 0492396e-7b25-4a2a-920e-0c4b2503ff99 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:32:12.033731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:12.033731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.051951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:12.055597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b4c2ce1f-63de-4e57-b162-29e962337d45 None None] For port 36b797f1-4a70-40dd-8ae2-06ffda31b774, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36b797f1-4a70-40dd-8ae2-06ffda31b774,segment=NetworkSegment(52cd4c75-803d-4346-bc3a-394e7d96085b),segment_id=52cd4c75-803d-4346-bc3a-394e7d96085b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:12.069900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:12.085457 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4c2ce1f-63de-4e57-b162-29e962337d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.085457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:12.095253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Pushing event updated for resources: {'Port': ['ID=c5686ff8-deda-4c32-ad6e-c70efeb742af,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:12.126508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0492396e-7b25-4a2a-920e-0c4b2503ff99) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:12.134502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:12.135036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.159268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] For port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,segment=NetworkSegment(c6faffd5-588e-402e-ae28-e959fab90c93),segment_id=c6faffd5-588e-402e-ae28-e959fab90c93)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:12.159650 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.179325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1075519e-2769-4d0b-9e18-3989ad3606d3 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9259484 Nov 12 12:32:12.180760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59950) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:12.198711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Calling delete_port for 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:12.249471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b3f15-a771-4384-91e1-fe3c9db1b421 None None] Network 0492396e-7b25-4a2a-920e-0c4b2503ff99 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:12.346741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2ce1f-63de-4e57-b162-29e962337d45 None None] Pushing event updated for resources: {'Port': ['ID=36b797f1-4a70-40dd-8ae2-06ffda31b774,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:12.375848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.450439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Deleting port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:12.450994 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.469608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Port': ['ID=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:12.481024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] No DVR routers for this DVR port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:12.543668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59958) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:12.547852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Attempting to bind port c5686ff8-deda-4c32-ad6e-c70efeb742af on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:12.548427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Attempting to bind port c5686ff8-deda-4c32-ad6e-c70efeb742af by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '747892f8-5ac1-4d14-a74d-743243c659d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:12.549085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Attempting to bind port c5686ff8-deda-4c32-ad6e-c70efeb742af on network 6d371a68-cffe-4057-9740-39c77ce6fb90 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:12.631105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] For port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:12.631774 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.647270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Calling delete_port for 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:12.650968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:32:12.659982 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.685808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.713159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] Pushing event deleted for resources: {'Port': ['ID=7991cd8d-85a4-4da3-b5ff-176ae8f79c87,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:12.715692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:12.716326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Checking segment: {'id': '747892f8-5ac1-4d14-a74d-743243c659d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:12.716922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.717677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Bound using segment: {'id': '747892f8-5ac1-4d14-a74d-743243c659d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:12.718684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Bound port: c5686ff8-deda-4c32-ad6e-c70efeb742af, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747892f8-5ac1-4d14-a74d-743243c659d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d371a68-cffe-4057-9740-39c77ce6fb90'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:12.719418 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.727532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d01e914-5284-4b34-94d7-347d8297f582']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:12.747709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6faffd5-588e-402e-ae28-e959fab90c93') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:12.748076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6faffd5-588e-402e-ae28-e959fab90c93') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:12.774980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.811448 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.812191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f4c73-5d4c-484f-9ed2-2802f44588d8 None None] No DVR routers for this DVR port 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:12.825443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:12.825864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.844364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b036abc4-f6b3-4a54-804a-18ca68cddef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.878903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c7f421a6-19af-479d-a4fd-2a27742fbbec no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:12.910613 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:12.915926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.927165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.932240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c7f421a6-19af-479d-a4fd-2a27742fbbec {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:12.932548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/networks/8d01e914-5284-4b34-94d7-347d8297f582 HTTP/1.1" status: 204 len: 168 time: 1.2780654 Nov 12 12:32:12.932682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c7f421a6-19af-479d-a4fd-2a27742fbbec not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:12.934225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e7885b31-6435-4b5a-884a-4bbdeaadd80e None None] Provisioning complete for port 36b797f1-4a70-40dd-8ae2-06ffda31b774 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:12.934569 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7885b31-6435-4b5a-884a-4bbdeaadd80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:12.948369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:12.960096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e6a3e-d025-4280-8e34-d70367e58e5b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Network': ['ID=8d01e914-5284-4b34-94d7-347d8297f582,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:12.965596 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.045196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting subnet a4b0fd14-5c31-4004-9985-28f2f4a7aa34 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:13.050491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.058454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] For port c5686ff8-deda-4c32-ad6e-c70efeb742af, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:13.081078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] For port c5686ff8-deda-4c32-ad6e-c70efeb742af, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c5686ff8-deda-4c32-ad6e-c70efeb742af,segment=NetworkSegment(747892f8-5ac1-4d14-a74d-743243c659d5),segment_id=747892f8-5ac1-4d14-a74d-743243c659d5)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:13.109164 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.140307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.172309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0492396e-7b25-4a2a-920e-0c4b2503ff99', 'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99', 'tenant_id': 'f19b119337574bd082cec217498187c3', 'fixed_ips': [{'subnet_id': '69c8d506-a6bb-49b2-ac61-4651b3c8767f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:32:13.173317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.293720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b036abc4-f6b3-4a54-804a-18ca68cddef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.317315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36b797f1-4a70-40dd-8ae2-06ffda31b774 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:13.338764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3068c-f365-46ef-9878-d1ad02b7536f None None] Pushing event updated for resources: {'Port': ['ID=c5686ff8-deda-4c32-ad6e-c70efeb742af,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:13.339709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b036abc4-f6b3-4a54-804a-18ca68cddef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.350101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.421838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b036abc4-f6b3-4a54-804a-18ca68cddef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff37dd7f1c294297a65b45f98059728e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8699687 Nov 12 12:32:13.422208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:13.460586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036abc4-f6b3-4a54-804a-18ca68cddef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b720c4d5-769f-4054-9c44-40241de0749f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:13.549528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Allocated IP 172.20.0.1 (6d371a68-cffe-4057-9740-39c77ce6fb90/bd7272ad-c2f1-47d0-be4e-fb609709b842/ae511565-1da5-4435-bcfd-7bad85136f19) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:13.616311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.661309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b0fd14-5c31-4004-9985-28f2f4a7aa34,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:13.668397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-930d7889-3902-4777-9442-5f643496e4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.672788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.676014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2640ce97-a082-4bf2-bc71-c05c934d500c tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/subnets/a4b0fd14-5c31-4004-9985-28f2f4a7aa34 HTTP/1.1" status: 204 len: 168 time: 0.7262328 Nov 12 12:32:13.678640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:13.683564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Allocated IP 172.20.0.2 (0492396e-7b25-4a2a-920e-0c4b2503ff99/69c8d506-a6bb-49b2-ac61-4651b3c8767f/42fbee5c-3bf0-44eb-986e-748424776f44) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:13.718266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d9769-82f6-42b1-975f-e10feb4b444e None None] Network 5ff18ddc-a3d7-4ea7-b395-3775715edf77 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:13.737684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-930d7889-3902-4777-9442-5f643496e4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.799440 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.815785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.861316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.876340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-930d7889-3902-4777-9442-5f643496e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.881038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-930d7889-3902-4777-9442-5f643496e4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.885459 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-930d7889-3902-4777-9442-5f643496e4c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b720c4d5-769f-4054-9c44-40241de0749f HTTP/1.1" status: 204 len: 168 time: 0.4578047 Nov 12 12:32:13.924808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:13.929222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7889-3902-4777-9442-5f643496e4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b720c4d5-769f-4054-9c44-40241de0749f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:13.930423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:13.951957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Deleting port 86a91b18-368d-4150-8b3a-262caa2a815e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:13.952314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:13.955073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:14.013738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 36b797f1-4a70-40dd-8ae2-06ffda31b774 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:14.014466 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.029239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.117408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] For port 86a91b18-368d-4150-8b3a-262caa2a815e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=86a91b18-368d-4150-8b3a-262caa2a815e,segment=NetworkSegment(49889514-603d-4ba7-90f5-4ac538ba7394),segment_id=49889514-603d-4ba7-90f5-4ac538ba7394)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:14.118224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.145942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Calling delete_port for 86a91b18-368d-4150-8b3a-262caa2a815e owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:14.150546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.194721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.232631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Port': ['ID=ae511565-1da5-4435-bcfd-7bad85136f19,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:14.264993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.303674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] No DVR routers for this DVR port 86a91b18-368d-4150-8b3a-262caa2a815e on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:14.310446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Port': ['ID=86a91b18-368d-4150-8b3a-262caa2a815e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:14.345328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.428027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-cb0a5602-ea88-420a-8ff3-586a252958fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322517 Nov 12 12:32:14.496144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.523821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff18ddc-a3d7-4ea7-b395-3775715edf77']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:14.536594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49889514-603d-4ba7-90f5-4ac538ba7394') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:14.536951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49889514-603d-4ba7-90f5-4ac538ba7394') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:14.549632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.566102 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.571241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59986) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:14.579024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:14.579511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.667729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Network 0492396e-7b25-4a2a-920e-0c4b2503ff99 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:14.668273 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:14.670326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.680846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.690657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/networks/5ff18ddc-a3d7-4ea7-b395-3775715edf77 HTTP/1.1" status: 204 len: 168 time: 1.0107477 Nov 12 12:32:14.693406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:14.701627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d558d16-e717-4cc6-8d74-7dad9127c34c None None] DHCP port deletion for 5ff18ddc-a3d7-4ea7-b395-3775715edf77 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:14.706628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:14.715423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:14.725917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Pushing event updated for resources: {'Port': ['ID=42fbee5c-3bf0-44eb-986e-748424776f44,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:14.767986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a3953-0de2-496d-a53f-9731ed1a1b3a tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Pushing event deleted for resources: {'Network': ['ID=5ff18ddc-a3d7-4ea7-b395-3775715edf77,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:14.783113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2a21fccb-039e-4d80-b072-6478a0c8e25b tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "GET /v2.0/ports?device_id=3eee1458-9045-4643-a5fc-0dbb987e8ec3 HTTP/1.1" status: 200 len: 205 time: 0.0881207 Nov 12 12:32:14.783873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:14.831884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Attempting to bind port 42fbee5c-3bf0-44eb-986e-748424776f44 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:14.832261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Attempting to bind port 42fbee5c-3bf0-44eb-986e-748424776f44 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6ff7a120-b185-47b6-b6fb-0677aebf9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:14.832610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Attempting to bind port 42fbee5c-3bf0-44eb-986e-748424776f44 on network 0492396e-7b25-4a2a-920e-0c4b2503ff99 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:14.847352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:14.847927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Checking segment: {'id': '6ff7a120-b185-47b6-b6fb-0677aebf9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:14.848229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.848619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Bound using segment: {'id': '6ff7a120-b185-47b6-b6fb-0677aebf9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:14.849211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Bound port: 42fbee5c-3bf0-44eb-986e-748424776f44, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff7a120-b185-47b6-b6fb-0677aebf9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0492396e-7b25-4a2a-920e-0c4b2503ff99'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:14.849618 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:14.853807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-c1b92ee1-8940-43a5-a1bb-9fce572b464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:14.863877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-c1b92ee1-8940-43a5-a1bb-9fce572b464f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 1097 time: 0.4053884 Nov 12 12:32:14.865711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:14.879088 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8153c8f4-8b55-4888-b57d-4aff7c752f52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c85048baed904b01bacc74ace5ddfae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030126 Nov 12 12:32:14.881402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:14.913319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b71e01-35e9-4672-8861-5a812af1f0f3 None None] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:14.917045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:14.917505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7991cd8d-85a4-4da3-b5ff-176ae8f79c87 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:14.938976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.062889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-08b32ad5-4221-4658-990b-f7b9fe26d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:15.064413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-08b32ad5-4221-4658-990b-f7b9fe26d6da service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.1344059 Nov 12 12:32:15.116038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eac1a9c0-c8db-4c74-938c-47d4ae061d8f None None] Provisioning complete for port c5686ff8-deda-4c32-ad6e-c70efeb742af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:15.116396 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9c0-c8db-4c74-938c-47d4ae061d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.161202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-8fba3600-ca73-4753-8dc0-55ceb5b59ca3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651 HTTP/1.1" status: 200 len: 217 time: 0.0507832 Nov 12 12:32:15.195042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec0644b-fad8-440c-b09a-797ea77e3602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.220288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec0644b-fad8-440c-b09a-797ea77e3602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.314769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c5686ff8-deda-4c32-ad6e-c70efeb742af up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:15.323459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.326223 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.392401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.393968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-1e0a5d90-fb86-481d-b5eb-d8b77590debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:15.395616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-1e0a5d90-fb86-481d-b5eb-d8b77590debb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2038178 Nov 12 12:32:15.402585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Fanout notify agent at l3_agent the message router_deleted on router 3eee1458-9045-4643-a5fc-0dbb987e8ec3 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:32:15.412277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.414207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-629e666d-c538-41eb-ae14-26679cc40b89 tempest-RoutersNegativeIpV6Test-481795885 tempest-RoutersNegativeIpV6Test-481795885-project] 10.222.0.18 "DELETE /v2.0/routers/3eee1458-9045-4643-a5fc-0dbb987e8ec3 HTTP/1.1" status: 204 len: 168 time: 0.6285160 Nov 12 12:32:15.439693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.455760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] For port 42fbee5c-3bf0-44eb-986e-748424776f44, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:15.460391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec0644b-fad8-440c-b09a-797ea77e3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.463614 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec0644b-fad8-440c-b09a-797ea77e3602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.467450 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ec0644b-fad8-440c-b09a-797ea77e3602 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95bc3fc8-4379-4b5b-bdbc-78f7bc893dea HTTP/1.1" status: 204 len: 168 time: 0.5834625 Nov 12 12:32:15.489340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.529662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0644b-fad8-440c-b09a-797ea77e3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc3fc8-4379-4b5b-bdbc-78f7bc893dea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:15.602560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] For port 42fbee5c-3bf0-44eb-986e-748424776f44, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=42fbee5c-3bf0-44eb-986e-748424776f44,segment=NetworkSegment(6ff7a120-b185-47b6-b6fb-0677aebf9862),segment_id=6ff7a120-b185-47b6-b6fb-0677aebf9862)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:15.617933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-e1d6ddf6-0506-42e9-9513-c8183e651bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:15.620343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-e1d6ddf6-0506-42e9-9513-c8183e651bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109146 Nov 12 12:32:15.621879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.624321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Port': ['ID=ae511565-1da5-4435-bcfd-7bad85136f19,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:15.653198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.710200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9c0-c8db-4c74-938c-47d4ae061d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.847187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-72af72a8-3db3-4c25-9116-8f88e220faed service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181284 Nov 12 12:32:15.915118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eac1a9c0-c8db-4c74-938c-47d4ae061d8f None None] For port c5686ff8-deda-4c32-ad6e-c70efeb742af, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c5686ff8-deda-4c32-ad6e-c70efeb742af,segment=NetworkSegment(747892f8-5ac1-4d14-a74d-743243c659d5),segment_id=747892f8-5ac1-4d14-a74d-743243c659d5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:15.928932 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9c0-c8db-4c74-938c-47d4ae061d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.930747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c5686ff8-deda-4c32-ad6e-c70efeb742af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:15.931150 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:15.934536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b0cc7-8332-4916-8072-e07772fc7ef9 None None] Pushing event updated for resources: {'Port': ['ID=42fbee5c-3bf0-44eb-986e-748424776f44,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:16.005750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60012) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:16.021918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:16.028054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94098f6b-2833-40d8-8a1a-a6489da6f966 req-0c79fc84-dee0-4a16-a9d1-8b0f36ab9973 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710455 Nov 12 12:32:16.029420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:16.235787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1a9c0-c8db-4c74-938c-47d4ae061d8f None None] Pushing event updated for resources: {'Port': ['ID=c5686ff8-deda-4c32-ad6e-c70efeb742af,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:16.387556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Router 3a2cdb31-809d-4fb6-b21d-a698eda6c7bf is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:32:16.391960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7d8d81f8-51e1-4665-8d98-ab7f6e94e470 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b533d2568e64baba527483efae59dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3838117 Nov 12 12:32:16.403518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:16.414697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86a91b18-368d-4150-8b3a-262caa2a815e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:16.503207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 86a91b18-368d-4150-8b3a-262caa2a815e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:16.505848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 86a91b18-368d-4150-8b3a-262caa2a815e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:16.550457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8da3128-e7ca-4c35-9fc2-2abe349f12e9 None None] Provisioning complete for port c5686ff8-deda-4c32-ad6e-c70efeb742af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:16.550973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8da3128-e7ca-4c35-9fc2-2abe349f12e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:16.552453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b9a39b1-d9fb-461c-a48f-691839bac897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:16.596234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b9a39b1-d9fb-461c-a48f-691839bac897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:16.669762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:16.689665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:16.693437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-665beeef-7a33-4793-be3f-7d07de6e5166 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5094857 Nov 12 12:32:16.720212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] Sync routers for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:16.768294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:16.769164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:16.807686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b9a39b1-d9fb-461c-a48f-691839bac897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:16.810372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b9a39b1-d9fb-461c-a48f-691839bac897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:16.811555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0b9a39b1-d9fb-461c-a48f-691839bac897 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19a6c7da-0aab-4858-a4db-ede85fcb83e4 HTTP/1.1" status: 204 len: 168 time: 0.4038160 Nov 12 12:32:16.846100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a39b1-d9fb-461c-a48f-691839bac897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a6c7da-0aab-4858-a4db-ede85fcb83e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:16.911448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:16.961549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:16.965829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:17.058522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:17.065494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84425f82-39a1-413d-818d-ab010a561f43 None None] The sync data for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:17.086634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8da3128-e7ca-4c35-9fc2-2abe349f12e9 None None] Provisioning complete for port ae511565-1da5-4435-bcfd-7bad85136f19 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:17.087589 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8da3128-e7ca-4c35-9fc2-2abe349f12e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.152957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b8da3128-e7ca-4c35-9fc2-2abe349f12e9 None None] Port ae511565-1da5-4435-bcfd-7bad85136f19 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:17.302193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e03f3c11-a635-47cb-9730-119e5e8ab36e None None] Provisioning complete for port ae511565-1da5-4435-bcfd-7bad85136f19 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:17.304620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e03f3c11-a635-47cb-9730-119e5e8ab36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.433847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e03f3c11-a635-47cb-9730-119e5e8ab36e None None] Port ae511565-1da5-4435-bcfd-7bad85136f19 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:17.449453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42fbee5c-3bf0-44eb-986e-748424776f44 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:17.575768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 42fbee5c-3bf0-44eb-986e-748424776f44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:17.576155 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.587729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:17.643517 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-49a6d86c-621a-466f-b935-4a4740a82945 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:17.649924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-49a6d86c-621a-466f-b935-4a4740a82945 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9557459 Nov 12 12:32:17.651138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:17.711453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.725884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f109dc7-51c3-4b37-935c-cb7cebc9ca39 None None] Network 0492396e-7b25-4a2a-920e-0c4b2503ff99 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:17.829051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 42fbee5c-3bf0-44eb-986e-748424776f44, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=42fbee5c-3bf0-44eb-986e-748424776f44,segment=NetworkSegment(6ff7a120-b185-47b6-b6fb-0677aebf9862),segment_id=6ff7a120-b185-47b6-b6fb-0677aebf9862)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:17.842884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-23a6a5f0-5250-4c3b-9931-618d5dcc902f None None] Provisioning complete for port 42fbee5c-3bf0-44eb-986e-748424776f44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:17.843546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23a6a5f0-5250-4c3b-9931-618d5dcc902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.851783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.852621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c5686ff8-deda-4c32-ad6e-c70efeb742af up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:17.854451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-838764881'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:17.983397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=42fbee5c-3bf0-44eb-986e-748424776f44,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:18.059226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:18.064585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.083593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.088996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c5686ff8-deda-4c32-ad6e-c70efeb742af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:18.089583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.237510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:18.244977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.262722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.288416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.300280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:32:18.386341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--474594344'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:18.414446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52525e00-9bbd-43ba-b139-eb5f4adfb1e1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:18.434540 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.435397 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Added segment 5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e of type vlan for network 1c5acf80-e177-4f63-afd0-217cfbefc091 Nov 12 12:32:18.469499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.483453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.514292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.588511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.594738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.600693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.606891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:18.607508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.609951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a030d603-0603-4428-a4bb-0cb9fc3b3069 None None] Provisioning complete for port 42fbee5c-3bf0-44eb-986e-748424776f44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:18.610501 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a030d603-0603-4428-a4bb-0cb9fc3b3069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.657789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f88ea2-d7cd-433c-b53c-a8fe9d607d23,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:18.711126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.713162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Network': ['ID=1c5acf80-e177-4f63-afd0-217cfbefc091,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:18.720447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f78d484a-1572-4946-895c-63bb6693c8eb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1313856 Nov 12 12:32:18.723292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:18.725466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.733280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'subnet': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:18.741033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:32:18.775752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.777830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5387492 Nov 12 12:32:18.779110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637314f6-524b-4a6a-9e5e-ecdaadd4f965 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3300112-1859-45bb-bd72-d2bf504d040d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:18.781483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:18.862023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d8ac3d38-7061-42ec-9654-a3b29030651d tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0792842 Nov 12 12:32:18.864776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:18.872001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-security--448683994', 'description': 'tempest-security-description-1076420413'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:18.920881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.971748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.978272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.982321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:18.984485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "PUT /v2.0/security-groups/e3300112-1859-45bb-bd72-d2bf504d040d HTTP/1.1" status: 200 len: 1796 time: 0.1183944 Nov 12 12:32:18.988178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:18.988937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:18.993318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.013597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b790-15dd-4ba2-9a59-e6b2d5a48d02 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3300112-1859-45bb-bd72-d2bf504d040d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:19.157989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42fbee5c-3bf0-44eb-986e-748424776f44 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:19.229761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 42fbee5c-3bf0-44eb-986e-748424776f44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:19.230426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.485890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Deleting port ae511565-1da5-4435-bcfd-7bad85136f19 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:19.487669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.498058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e9784655-f9b9-4406-aa8f-c35fda3237f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups/e3300112-1859-45bb-bd72-d2bf504d040d HTTP/1.1" status: 200 len: 1796 time: 0.5010455 Nov 12 12:32:19.502742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:19.582722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b748cfa6-97dd-487d-8f99-8d3eedc8ee1c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.607877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b748cfa6-97dd-487d-8f99-8d3eedc8ee1c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.648025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.655079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b748cfa6-97dd-487d-8f99-8d3eedc8ee1c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.657815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b748cfa6-97dd-487d-8f99-8d3eedc8ee1c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.659760 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b748cfa6-97dd-487d-8f99-8d3eedc8ee1c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3300112-1859-45bb-bd72-d2bf504d040d HTTP/1.1" status: 204 len: 168 time: 0.1541827 Nov 12 12:32:19.665740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60100) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:19.674845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Calling delete_port for ae511565-1da5-4435-bcfd-7bad85136f19 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:19.685337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748cfa6-97dd-487d-8f99-8d3eedc8ee1c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3300112-1859-45bb-bd72-d2bf504d040d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:19.724262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-534e2aeb-6db4-4802-ba44-77ffdbaa102b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547342 Nov 12 12:32:19.724546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60102) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:19.749536 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1e524e91-9edc-4eec-a974-d9d9d411e22b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] delete failed (client error): The resource could not be found. Nov 12 12:32:19.754009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1e524e91-9edc-4eec-a974-d9d9d411e22b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3300112-1859-45bb-bd72-d2bf504d040d HTTP/1.1" status: 404 len: 347 time: 0.0250487 Nov 12 12:32:19.755316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:19.760551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562888325'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:19.773942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.795008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.894683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.903716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.934706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:19.938868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1799791 Nov 12 12:32:19.941171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60110) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:19.945252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Subnet': ['ID=26f4594f-2554-4533-af3c-4b5511e7f665,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:19.951162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': '43d20494-cec6-420d-a8f6-52704636689d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:19.964203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001942f-11f2-4cd1-91db-b52906406364 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d20494-cec6-420d-a8f6-52704636689d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:19.992331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Checking segment: {'id': '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:19.992941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network hostable DHCP agents. Network: 1c5acf80-e177-4f63-afd0-217cfbefc091, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:32:20.053188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.065431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:32:20.105384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1c5acf80-e177-4f63-afd0-217cfbefc091) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:20.114580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d65c66-87cc-4425-a431-65ed10b6abb7 None None] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:20.115407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:20.115567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.123933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.191399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-945b902d-55d0-4baa-8636-6c68fc63a026 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4670424 Nov 12 12:32:20.194222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60116) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:20.202126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1091309214'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:20.206240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Port': ['ID=ae511565-1da5-4435-bcfd-7bad85136f19,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:20.287703 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.299620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.340506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b2a912-e3e7-443e-96d7-2cf0f3da087f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:20.360078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.361601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f6aef289-155c-4630-b726-01251fe6b5b8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176350 Nov 12 12:32:20.364441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:20.507098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.516780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:20.521986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.525771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a765568-6827-4f84-9289-9df0a353e577 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.576645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a765568-6827-4f84-9289-9df0a353e577 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.580678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] device_id is not set on port 19ebf41c-9da7-4c97-9a68-e8efda6df7bd yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:20.796124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-1c5acf80-e177-4f63-afd0-217cfbefc091', 'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'tenant_id': '77beb0321e3f40468409e4a411f06fdc', 'fixed_ips': [{'subnet_id': '26f4594f-2554-4533-af3c-4b5511e7f665'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:32:20.796897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.830988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Router 3a2cdb31-809d-4fb6-b21d-a698eda6c7bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:20.833802 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a765568-6827-4f84-9289-9df0a353e577 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.842121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Allocated IP 2001:db8::203 (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/19ebf41c-9da7-4c97-9a68-e8efda6df7bd) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:20.844837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a765568-6827-4f84-9289-9df0a353e577 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:20.846620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6a765568-6827-4f84-9289-9df0a353e577 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/39b2a912-e3e7-443e-96d7-2cf0f3da087f HTTP/1.1" status: 204 len: 168 time: 0.4802020 Nov 12 12:32:20.851245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:20.860875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a765568-6827-4f84-9289-9df0a353e577 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39b2a912-e3e7-443e-96d7-2cf0f3da087f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:21.009240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:21.010431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-138d3f31-526c-4cde-9365-b9f2996977dd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1569042 Nov 12 12:32:21.015135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.032293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9b3f3d15-1486-494f-8756-b2e03f92f20b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3798368 Nov 12 12:32:21.032513 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] Sync routers for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:21.036703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.059571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:21.064413 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:21.118318 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-61fa8ff0-8514-41b2-bcdc-3462aa5bb711 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] delete failed (client error): The resource could not be found. Nov 12 12:32:21.119396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61fa8ff0-8514-41b2-bcdc-3462aa5bb711 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1906227788 HTTP/1.1" status: 404 len: 335 time: 0.0814004 Nov 12 12:32:21.124923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.125972 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:21.129882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7db1c130-e4af-4367-89a5-71b37f808131 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:21.140556 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:21.141563 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:21.181160 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:21.182203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a53bb-2f1f-44bd-b70a-4864965a537b None None] The sync data for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:21.206464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.216037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9838148-33cf-48ac-9a55-2e1fb1133f48 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.251240 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9838148-33cf-48ac-9a55-2e1fb1133f48 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.315175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.359984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:21.361204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9838148-33cf-48ac-9a55-2e1fb1133f48 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.364497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9838148-33cf-48ac-9a55-2e1fb1133f48 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.364785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e9838148-33cf-48ac-9a55-2e1fb1133f48 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/43d20494-cec6-420d-a8f6-52704636689d HTTP/1.1" status: 204 len: 168 time: 0.3480413 Nov 12 12:32:21.369262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Allocated IP 2001:db8::2 (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/ce53ec27-7fa0-421e-a4e9-cdfb959ea207) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:21.371409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.374123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:21.387210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:21.396239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:21.396239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.412560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7db1c130-e4af-4367-89a5-71b37f808131 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.428702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838148-33cf-48ac-9a55-2e1fb1133f48 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d20494-cec6-420d-a8f6-52704636689d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:21.435470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=19ebf41c-9da7-4c97-9a68-e8efda6df7bd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:21.453516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1543821-7e90-4c61-9a20-437961baf40d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2558336 Nov 12 12:32:21.456629 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-7db1c130-e4af-4367-89a5-71b37f808131 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] update failed (client error): The resource could not be found. Nov 12 12:32:21.457514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.462228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7db1c130-e4af-4367-89a5-71b37f808131 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf HTTP/1.1" status: 404 len: 339 time: 0.3340776 Nov 12 12:32:21.464545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.468367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357941283', 'allowed_address_pairs': [{'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:91:ce:8d'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:21.521095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-38186be7-c952-45c8-8663-92cc88da74c9 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406195 Nov 12 12:32:21.524843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:21.529317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--482736987'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:21.601515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.603718 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.611651 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.659418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:21.664329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:21.670063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:21.687850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:21.694525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Pushing event updated for resources: {'Port': ['ID=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:21.759696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Attempting to bind port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:21.760112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Attempting to bind port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:21.760444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Attempting to bind port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 on network 1c5acf80-e177-4f63-afd0-217cfbefc091 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:21.767412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:21.767794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Checking segment: {'id': '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:21.768201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.768603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Bound using segment: {'id': '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:21.769093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Bound port: ce53ec27-7fa0-421e-a4e9-cdfb959ea207, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:21.769484 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.852404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] For port ce53ec27-7fa0-421e-a4e9-cdfb959ea207, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:21.857832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] For port ce53ec27-7fa0-421e-a4e9-cdfb959ea207, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,segment=NetworkSegment(5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e),segment_id=5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:21.864220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.875057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.967757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22040467-df65-4928-9ffa-c5fe5c2b0a86 None None] Pushing event updated for resources: {'Port': ['ID=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:22.135471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.145385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.236132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.240904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7121806 Nov 12 12:32:22.250575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.262543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60158) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:22.263137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654a44f-fc6a-4dda-8416-cea2fc9e5a19 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a058c983-d7bb-4518-b043-5a433f29f0ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:22.270010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'a058c983-d7bb-4518-b043-5a433f29f0ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:22.291129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Allocated IP 172.20.0.1 (ed1d3899-fb29-4478-a4e0-502aeba147fc/85fb229b-a2ac-40c3-957f-cc80b4606346/f8377394-fd41-4920-b717-4a0c21b6d93f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:22.312094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] device_id is not set on port ed394b34-9b46-4edc-8c25-d59d31bedb07 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:22.399411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.473581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Allocated IP 2001:db8::1f6 (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/ed394b34-9b46-4edc-8c25-d59d31bedb07) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:22.485582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.506959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.521810 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.550571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db59884b-9e95-4fab-9349-92deb976fa9f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:22.565257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.584512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.587075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7202ff8c-a852-46dc-8306-2a0799e23c90 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224525 Nov 12 12:32:22.601864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:22.608850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'a058c983-d7bb-4518-b043-5a433f29f0ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:22.629743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network ed1d3899-fb29-4478-a4e0-502aeba147fc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:22.633444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:22.637830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:22.682623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Port': ['ID=f8377394-fd41-4920-b717-4a0c21b6d93f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:22.683636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.708451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.713798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.827920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.929857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:22.942398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:22.949606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.949829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:22.956720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:22.957413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:22.987715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5290360 Nov 12 12:32:22.988610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3064e-4d55-4c45-9b3c-61f1fc8c0551 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=ed394b34-9b46-4edc-8c25-d59d31bedb07,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:23.002561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:23.044268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.052012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.106201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-16217c8d-a067-46e5-95db-e9e278e50451 None None] Provisioning complete for port f8377394-fd41-4920-b717-4a0c21b6d93f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:23.106847 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16217c8d-a067-46e5-95db-e9e278e50451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.146897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4bdb39-4a00-49d3-be1f-8c0cd9c9a2c0,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:23.219528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abac2f6-172b-4781-977c-6d9f8e5961b6 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:23.223231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-16217c8d-a067-46e5-95db-e9e278e50451 None None] Port f8377394-fd41-4920-b717-4a0c21b6d93f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:23.235512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abac2f6-172b-4781-977c-6d9f8e5961b6 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:23.244005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abac2f6-172b-4781-977c-6d9f8e5961b6 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:23.245833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5abac2f6-172b-4781-977c-6d9f8e5961b6 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2339890 Nov 12 12:32:23.248863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.250147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a0048404-9672-4bdc-8cca-a3087b9e003a tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6471090 Nov 12 12:32:23.250856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:23.271788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ce53ec27-7fa0-421e-a4e9-cdfb959ea207 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:23.287984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:23.297354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'a058c983-d7bb-4518-b043-5a433f29f0ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:23.359758 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.386008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:23.386692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.405473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port ed394b34-9b46-4edc-8c25-d59d31bedb07 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:23.405821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.464847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.478235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.531238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628eebe3-77f7-4422-ae67-41407380a07c None None] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:23.606580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.608293 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.620640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b26e6fc-014c-4ade-ad9d-f5714dfd89b5 None None] Provisioning complete for port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:23.621303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b26e6fc-014c-4ade-ad9d-f5714dfd89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.625177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.645356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for ed394b34-9b46-4edc-8c25-d59d31bedb07 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:23.664355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.664627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-c9f29da3-0bf7-49c7-9bd2-798b456e3e4a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006670 Nov 12 12:32:23.672364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.684075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event updated for resources: {'Port': ['ID=f8377394-fd41-4920-b717-4a0c21b6d93f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:23.693775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c4a5b4-847b-4a16-8502-fa4796dc19e5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:23.720168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.723959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-43c56f24-720b-48f2-a107-fd0f840f2545 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4318113 Nov 12 12:32:23.729479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:23.739349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'a058c983-d7bb-4518-b043-5a433f29f0ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:23.779498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b26e6fc-014c-4ade-ad9d-f5714dfd89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.811689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port ce53ec27-7fa0-421e-a4e9-cdfb959ea207, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,segment=NetworkSegment(5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e),segment_id=5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:23.827845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-2093e7cf-b888-4f29-881a-ad9ce52ae7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:23.829522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.830275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-2093e7cf-b888-4f29-881a-ad9ce52ae7a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 1097 time: 0.0970695 Nov 12 12:32:23.850233 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.910994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Network ed1d3899-fb29-4478-a4e0-502aeba147fc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:23.913539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:23.981061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:23.993086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b26e6fc-014c-4ade-ad9d-f5714dfd89b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:32:23.994057 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b26e6fc-014c-4ade-ad9d-f5714dfd89b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:32:24.021108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:24.028080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.071406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.090279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.091562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3595550 Nov 12 12:32:24.099180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:24.106691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'a058c983-d7bb-4518-b043-5a433f29f0ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:24.116834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=ed394b34-9b46-4edc-8c25-d59d31bedb07,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:24.125263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-d1bee198-5d81-4ce5-9971-4960093c14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:24.126693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286a35-5381-4fbd-aaed-647c4d94c711 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85416052-2070-41f8-bae6-004bd5bfd9f4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:24.127274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-d1bee198-5d81-4ce5-9971-4960093c14ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 200 len: 915 time: 0.2717361 Nov 12 12:32:24.184432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Router 3a2cdb31-809d-4fb6-b21d-a698eda6c7bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:24.187118 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.188216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-1e5bcffa-c1eb-4c2f-971b-594afacb4153 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f HTTP/1.1" status: 200 len: 217 time: 0.0489285 Nov 12 12:32:24.297069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-6a583cf7-3e32-4fd8-924b-c65f0a25a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:24.298642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-6a583cf7-3e32-4fd8-924b-c65f0a25a608 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 200 len: 854 time: 0.0587990 Nov 12 12:32:24.350571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-df9d5e08-e0a9-4982-af34-f6445151d56b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286148 Nov 12 12:32:24.376684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.380773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bee5e22b-0c95-483f-914f-b55653ee8f71 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/ports/ed394b34-9b46-4edc-8c25-d59d31bedb07 HTTP/1.1" status: 204 len: 168 time: 1.1288145 Nov 12 12:32:24.384335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:24.577573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-7a05f5cc-b167-4443-85e7-5dade954d550 service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121861 Nov 12 12:32:24.706875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257846a0-e1ce-4c83-af29-e197aac8f24f req-56859e71-1a1e-4062-a7f4-0f4d73fd9eab service neutron] 10.222.0.81 "GET /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216044 Nov 12 12:32:24.740501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Provisioning complete for port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:24.741962 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.809407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.812315 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1766b06c-072e-4ae2-8f70-5fb4ec56ceb0 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] GET failed (client error): The resource could not be found. Nov 12 12:32:24.820798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:24.821036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1766b06c-072e-4ae2-8f70-5fb4ec56ceb0 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "GET /v2.0/ports/ed394b34-9b46-4edc-8c25-d59d31bedb07 HTTP/1.1" status: 404 len: 333 time: 0.4329844 Nov 12 12:32:24.824305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.829243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1241762395'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:24.842192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:24.850356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de43ac46-e343-488c-80eb-cd08ab1a2f50 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3838360 Nov 12 12:32:24.859284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:24.862147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:24.863904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7603695 Nov 12 12:32:24.865966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] Sync routers for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:24.874716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:24.891392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:24.892058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:24.920774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8df3b4-405e-416d-831d-87fc23caf7f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20d2647-35f6-4afe-b085-06d91ea892f8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:24.950553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:24.976752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:24.977443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:24.982147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Provisioning complete for port 19ebf41c-9da7-4c97-9a68-e8efda6df7bd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:24.982702 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.034435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:25.042500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.056529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-477a8142-bd31-4a0d-93e2-d641412b48d7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.064354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fc5a610-04c6-47c8-acc6-a7c2a7b6558d tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.068013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] device_id is not set on port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:25.099937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:25.103661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7fb6d-728c-481c-a05d-79b20250cd27 None None] The sync data for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:25.138134 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-477a8142-bd31-4a0d-93e2-d641412b48d7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.141505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Port 19ebf41c-9da7-4c97-9a68-e8efda6df7bd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:25.151880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Could not find standard attr ID for object ed394b34-9b46-4edc-8c25-d59d31bedb07. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:32:25.181523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Provisioning complete for port f8377394-fd41-4920-b717-4a0c21b6d93f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:25.181888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.241134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b7182fb0-ae60-43bc-a3a4-3e419dc50a34 None None] Port f8377394-fd41-4920-b717-4a0c21b6d93f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:25.247881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ce53ec27-7fa0-421e-a4e9-cdfb959ea207 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:25.258974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Allocated IP 2001:db8::197 (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/2edcb699-d3fa-4649-bda2-3c8dfc5da792) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:25.300932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-477a8142-bd31-4a0d-93e2-d641412b48d7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.309267 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-8fc5a610-04c6-47c8-acc6-a7c2a7b6558d tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 12:32:25.313205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8fc5a610-04c6-47c8-acc6-a7c2a7b6558d tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf HTTP/1.1" status: 409 len: 329 time: 0.4456310 Nov 12 12:32:25.313928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.318555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-477a8142-bd31-4a0d-93e2-d641412b48d7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.325794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-477a8142-bd31-4a0d-93e2-d641412b48d7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a20d2647-35f6-4afe-b085-06d91ea892f8 HTTP/1.1" status: 204 len: 168 time: 0.4485834 Nov 12 12:32:25.333154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:25.333653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.339993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.402895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a8142-bd31-4a0d-93e2-d641412b48d7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a20d2647-35f6-4afe-b085-06d91ea892f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:25.423793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3f5151b7-0774-4c6f-9b8b-1c33d16da7f3 None None] Could not find standard attr ID for object ed394b34-9b46-4edc-8c25-d59d31bedb07. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:32:25.519288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.548096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-743ca4d0-7135-4568-abf8-2dcc6772abde tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2001235 Nov 12 12:32:25.551314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.642003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1595a4f1-9556-4f6f-93af-34676a257cd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.654121 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.658445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1595a4f1-9556-4f6f-93af-34676a257cd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.734742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:25.742529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:25.748747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:25.755168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:25.755813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.786192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=2edcb699-d3fa-4649-bda2-3c8dfc5da792,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:25.792573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fcb9af01-66d3-44f4-9c21-df6ec830bd92 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9699976 Nov 12 12:32:25.795205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.800623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:91:ce:8d'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:25.801164 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1595a4f1-9556-4f6f-93af-34676a257cd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.812243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1595a4f1-9556-4f6f-93af-34676a257cd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.816651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1595a4f1-9556-4f6f-93af-34676a257cd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/85416052-2070-41f8-bae6-004bd5bfd9f4 HTTP/1.1" status: 204 len: 168 time: 0.2643015 Nov 12 12:32:25.817471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.833037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595a4f1-9556-4f6f-93af-34676a257cd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85416052-2070-41f8-bae6-004bd5bfd9f4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:25.873868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c24a561-b517-4ca0-9889-2b48794819bd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0478549 Nov 12 12:32:25.876930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.913126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e255bdbd-10c2-4533-b9fe-6c0097e1c54e tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.924572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e255bdbd-10c2-4533-b9fe-6c0097e1c54e tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.963128 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e255bdbd-10c2-4533-b9fe-6c0097e1c54e tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.970755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e255bdbd-10c2-4533-b9fe-6c0097e1c54e tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:25.973263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e255bdbd-10c2-4533-b9fe-6c0097e1c54e tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/39c4a5b4-847b-4a16-8502-fa4796dc19e5 HTTP/1.1" status: 204 len: 168 time: 0.0944996 Nov 12 12:32:25.978861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:25.997064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.000057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255bdbd-10c2-4533-b9fe-6c0097e1c54e tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39c4a5b4-847b-4a16-8502-fa4796dc19e5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:26.094992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5962a6ff-2888-410b-bd8a-b9f76a5ce4bc tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1119883 Nov 12 12:32:26.097790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.126645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c31de464-0c82-4742-a9a4-e9aa8a7242a5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.135970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c31de464-0c82-4742-a9a4-e9aa8a7242a5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.160538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-39f6ab85-280e-458c-b096-63667b816ec2 None None] Provisioning complete for port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:26.161655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39f6ab85-280e-458c-b096-63667b816ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.168978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c31de464-0c82-4742-a9a4-e9aa8a7242a5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.176845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c31de464-0c82-4742-a9a4-e9aa8a7242a5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.178079 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c31de464-0c82-4742-a9a4-e9aa8a7242a5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2b4bdb39-4a00-49d3-be1f-8c0cd9c9a2c0 HTTP/1.1" status: 204 len: 168 time: 0.0791841 Nov 12 12:32:26.185248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60218) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.193827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31de464-0c82-4742-a9a4-e9aa8a7242a5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b4bdb39-4a00-49d3-be1f-8c0cd9c9a2c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:26.200499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-39f6ab85-280e-458c-b096-63667b816ec2 None None] Port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:26.243743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5b5aaa32-79a7-4187-807b-28d19a895e40 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0546341 Nov 12 12:32:26.244022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.276118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd3d-bfc0-4187-98a2-77e36edb3019 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.276760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.285813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd3d-bfc0-4187-98a2-77e36edb3019 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.321329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd3d-bfc0-4187-98a2-77e36edb3019 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.329230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd3d-bfc0-4187-98a2-77e36edb3019 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.333453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3aa8cd3d-bfc0-4187-98a2-77e36edb3019 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/db59884b-9e95-4fab-9349-92deb976fa9f HTTP/1.1" status: 204 len: 168 time: 0.0885062 Nov 12 12:32:26.337499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.349766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8cd3d-bfc0-4187-98a2-77e36edb3019 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db59884b-9e95-4fab-9349-92deb976fa9f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:26.388475 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4f567ae0-acdc-4cf0-90ed-cff087f7e546 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495331 Nov 12 12:32:26.391235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60224) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.455034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c642bd-3e79-4fb2-aee0-e3c39ce35caf tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.484326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c642bd-3e79-4fb2-aee0-e3c39ce35caf tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.539335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c642bd-3e79-4fb2-aee0-e3c39ce35caf tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.542640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c642bd-3e79-4fb2-aee0-e3c39ce35caf tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.544078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-77c642bd-3e79-4fb2-aee0-e3c39ce35caf tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/a058c983-d7bb-4518-b043-5a433f29f0ef HTTP/1.1" status: 204 len: 168 time: 0.1514716 Nov 12 12:32:26.547701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60226) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.566275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c642bd-3e79-4fb2-aee0-e3c39ce35caf tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a058c983-d7bb-4518-b043-5a433f29f0ef,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:26.588940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.592639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Deleting port f8377394-fd41-4920-b717-4a0c21b6d93f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:26.592928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.598111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.604357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e377a35d-ab70-4573-8eaf-0c0523f37029 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543537 Nov 12 12:32:26.610663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.618622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--746131288'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:26.647245 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.739466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.754634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Calling delete_port for f8377394-fd41-4920-b717-4a0c21b6d93f owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:26.760497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] In _notify_port_updated(), no bound segment for port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 on network 1c5acf80-e177-4f63-afd0-217cfbefc091 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:32:26.761838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.766680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:26.767516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.770780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "PUT /v2.0/ports/2edcb699-d3fa-4649-bda2-3c8dfc5da792 HTTP/1.1" status: 200 len: 1003 time: 0.9745939 Nov 12 12:32:26.771645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.775430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.801548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eae1c7-3a1a-43b3-b750-f8e9a03947e2 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=2edcb699-d3fa-4649-bda2-3c8dfc5da792,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:26.915475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2217bfba-0c73-4f89-af93-bb48316558ad,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:26.927614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.929251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-233e0631-5bc2-4560-a787-944e0b672a04 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3167846 Nov 12 12:32:26.938259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:26.952139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': '2217bfba-0c73-4f89-af93-bb48316558ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:26.988801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:26.989247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.025266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.030940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-14936053-73b9-4f8a-b1b8-73af0b7b7fb8 None None] Provisioning complete for port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:27.031366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14936053-73b9-4f8a-b1b8-73af0b7b7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.032170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.072105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-14936053-73b9-4f8a-b1b8-73af0b7b7fb8 None None] Port 2edcb699-d3fa-4649-bda2-3c8dfc5da792 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:27.074473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Port': ['ID=f8377394-fd41-4920-b717-4a0c21b6d93f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:27.138281 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.200763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.285242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.299670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6800c0-e0c2-423f-bfec-b3cd200ac88e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:27.362740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.363996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3bf001e8-b9d0-4d1f-b7ec-948a75a06b36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4164693 Nov 12 12:32:27.368650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60240) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:27.423242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.449372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for 2edcb699-d3fa-4649-bda2-3c8dfc5da792 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:27.502022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Router 3a2cdb31-809d-4fb6-b21d-a698eda6c7bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:27.525083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75625f10-a3c3-4f25-868b-3c15c662a4d1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.565647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75625f10-a3c3-4f25-868b-3c15c662a4d1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.602711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:27.608798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-17cf9a24-193e-4f4d-811d-b5f56067f68b tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2816517 Nov 12 12:32:27.612240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60242) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:27.624735 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] Sync routers for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:27.642625 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:27.643852 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:27.676555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75625f10-a3c3-4f25-868b-3c15c662a4d1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.677609 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-02347e80-fa6d-404b-b314-9a11a7762396 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] show failed (client error): The resource could not be found. Nov 12 12:32:27.679636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02347e80-fa6d-404b-b314-9a11a7762396 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1160208972 HTTP/1.1" status: 404 len: 335 time: 0.0652373 Nov 12 12:32:27.684731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:27.686571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75625f10-a3c3-4f25-868b-3c15c662a4d1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.687888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-75625f10-a3c3-4f25-868b-3c15c662a4d1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/2217bfba-0c73-4f89-af93-bb48316558ad HTTP/1.1" status: 204 len: 168 time: 0.3186276 Nov 12 12:32:27.693599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:27.698102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2bced5a3-751b-4f73-96ce-c30c667c537e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:27.707609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75625f10-a3c3-4f25-868b-3c15c662a4d1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2217bfba-0c73-4f89-af93-bb48316558ad,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:27.726488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:27.759171 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:27.776147 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-2bced5a3-751b-4f73-96ce-c30c667c537e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] update failed (client error): The resource could not be found. Nov 12 12:32:27.781279 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2bced5a3-751b-4f73-96ce-c30c667c537e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-978076118 HTTP/1.1" status: 404 len: 334 time: 0.0937653 Nov 12 12:32:27.781879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:27.791002 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] Routers {'3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:27.793327 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:27.800583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=2edcb699-d3fa-4649-bda2-3c8dfc5da792,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:27.848740 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:27.849759 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7cffc-9b04-4dc6-9e99-31986d0446ac None None] The sync data for ids ['3a2cdb31-809d-4fb6-b21d-a698eda6c7bf'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:27.924534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aa205879-4faa-4773-af32-65fb3ee49992 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2229214 Nov 12 12:32:27.930133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:27.934810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--817738049'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:27.943864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Deleting subnet 69c8d506-a6bb-49b2-ac61-4651b3c8767f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:27.948085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.016894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.031136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.037006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.045134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1d326fa-3178-4403-b70a-ad6680e5372c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/ports/2edcb699-d3fa-4649-bda2-3c8dfc5da792 HTTP/1.1" status: 204 len: 168 time: 1.2564821 Nov 12 12:32:28.045834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60260) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:28.098978 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a52130-e12c-4e77-9ed8-b083decddaa1 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] GET failed (client error): The resource could not be found. Nov 12 12:32:28.106956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-35a52130-e12c-4e77-9ed8-b083decddaa1 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "GET /v2.0/ports/2edcb699-d3fa-4649-bda2-3c8dfc5da792 HTTP/1.1" status: 404 len: 333 time: 0.0421853 Nov 12 12:32:28.107327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60262) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:28.112926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1529240876'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:28.186244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961dd4-4e8c-4ecd-9cee-0c2fe939d53d req-8a433033-3a3a-4f2b-ad00-85dc9862fb15 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:28.189953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06961dd4-4e8c-4ecd-9cee-0c2fe939d53d req-8a433033-3a3a-4f2b-ad00-85dc9862fb15 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.1168334 Nov 12 12:32:28.208220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.267934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.274479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.327406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8c3d5c-11ba-4260-8921-23584f626e3c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:28.332198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06961dd4-4e8c-4ecd-9cee-0c2fe939d53d req-a17609e5-45bd-46a3-87ea-85e2605e5382 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297405 Nov 12 12:32:28.333965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.359799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:28.359799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.375325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.375325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bcef41c0-7628-4533-a8c8-c70964584aae tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4419372 Nov 12 12:32:28.376334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:28.383703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--869022303'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:28.388215 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.392779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/subnets/69c8d506-a6bb-49b2-ac61-4651b3c8767f HTTP/1.1" status: 204 len: 168 time: 0.6077478 Nov 12 12:32:28.393990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2b2dd-3501-434a-b340-4c5ecee606aa tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Subnet': ['ID=69c8d506-a6bb-49b2-ac61-4651b3c8767f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:28.395406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60274) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:28.404127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ce826-27c1-4510-bea6-7fb78e80c4f8 None None] Network 0492396e-7b25-4a2a-920e-0c4b2503ff99 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:28.411625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] device_id is not set on port 746253d2-9f2b-427a-935b-e45a95947734 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:28.498624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.544665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Deleting subnet bd7272ad-c2f1-47d0-be4e-fb609709b842 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:28.557044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.660011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] DHCP port deletion for 0492396e-7b25-4a2a-920e-0c4b2503ff99 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:28.661264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf638a-b56e-4dd3-b324-c81d22aa6697 req-f39a0585-a4b4-4dc2-900d-72b5ef481f88 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:28.662898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dcdf638a-b56e-4dd3-b324-c81d22aa6697 req-f39a0585-a4b4-4dc2-900d-72b5ef481f88 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 946 time: 0.0683546 Nov 12 12:32:28.669310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.722548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dcdf638a-b56e-4dd3-b324-c81d22aa6697 req-f537c1dd-e03f-4b05-a248-c5b3be61ed42 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514984 Nov 12 12:32:28.723228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] Deleting port 42fbee5c-3bf0-44eb-986e-748424776f44 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:28.723612 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.723736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Allocated IP 2001:db8::aa (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/746253d2-9f2b-427a-935b-e45a95947734) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:28.739017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.750681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.809091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.810538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4318380 Nov 12 12:32:28.812368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] For port 42fbee5c-3bf0-44eb-986e-748424776f44, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=42fbee5c-3bf0-44eb-986e-748424776f44,segment=NetworkSegment(6ff7a120-b185-47b6-b6fb-0677aebf9862),segment_id=6ff7a120-b185-47b6-b6fb-0677aebf9862)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:28.812843 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.813951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:28.819058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'cf8c3d5c-11ba-4260-8921-23584f626e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f499484-e0fd-441d-bbf9-b6b0747e2ee5', 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:28.827161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] Calling delete_port for 42fbee5c-3bf0-44eb-986e-748424776f44 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:28.852231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777cc4-5efa-453e-a7e4-663dfb80a35b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f499484-e0fd-441d-bbf9-b6b0747e2ee5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:28.864681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.892215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.969413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.987594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:28.994748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.003257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] Pushing event deleted for resources: {'Port': ['ID=42fbee5c-3bf0-44eb-986e-748424776f44,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.005207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0048b-f429-4fde-bd91-f8bca4741572 None None] No DVR routers for this DVR port 42fbee5c-3bf0-44eb-986e-748424776f44 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:29.024831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb3ba36-51a3-4a10-8d56-83bb4e9a191e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.036551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.040883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b469db30-49c8-4d66-98cb-7ae4458151eb tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2232397 Nov 12 12:32:29.041891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60286) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:29.066678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.088059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bf4489e-d245-42b1-a4ef-55a8d5afada4 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.097938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bf4489e-d245-42b1-a4ef-55a8d5afada4 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.112620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7272ad-c2f1-47d0-be4e-fb609709b842,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.118407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.123314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.129529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-296d9fba-dac3-4a1b-8d0c-e6e4abe7488e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/subnets/bd7272ad-c2f1-47d0-be4e-fb609709b842 HTTP/1.1" status: 204 len: 168 time: 0.7329381 Nov 12 12:32:29.130385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:29.142960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96593b3-8d99-43c0-879f-df88df3f0cca None None] Network 6d371a68-cffe-4057-9740-39c77ce6fb90 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:29.155615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bf4489e-d245-42b1-a4ef-55a8d5afada4 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.188720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bf4489e-d245-42b1-a4ef-55a8d5afada4 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.190014 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.190663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9bf4489e-d245-42b1-a4ef-55a8d5afada4 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/efb3ba36-51a3-4a10-8d56-83bb4e9a191e HTTP/1.1" status: 204 len: 168 time: 0.1470068 Nov 12 12:32:29.193289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:29.210437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4489e-d245-42b1-a4ef-55a8d5afada4 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efb3ba36-51a3-4a10-8d56-83bb4e9a191e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.258060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:29.264935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:29.271504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:29.274273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.274414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42fbee5c-3bf0-44eb-986e-748424776f44 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:29.278467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:29.279204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.326610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 42fbee5c-3bf0-44eb-986e-748424776f44 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:29.327114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42fbee5c-3bf0-44eb-986e-748424776f44 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:29.327392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2149253 Nov 12 12:32:29.332619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:29.371582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:91:ce:8d'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:29.392719 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.406995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef3dac-30ed-4b6d-a9e0-9329ba7f4f11 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=746253d2-9f2b-427a-935b-e45a95947734,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.421189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0492396e-7b25-4a2a-920e-0c4b2503ff99']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:29.426786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e46de436-6281-4c83-b90a-6addea1a0c4c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2322769 Nov 12 12:32:29.427568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:29.435661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff7a120-b185-47b6-b6fb-0677aebf9862') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:29.436283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff7a120-b185-47b6-b6fb-0677aebf9862') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:29.453399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.470561 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.479933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:29.479933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:29.486083 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:29.492081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] DHCP port deletion for 6d371a68-cffe-4057-9740-39c77ce6fb90 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:29.580646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] Deleting port c5686ff8-deda-4c32-ad6e-c70efeb742af {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:29.581348 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.605677 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.642501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.653819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/networks/0492396e-7b25-4a2a-920e-0c4b2503ff99 HTTP/1.1" status: 204 len: 168 time: 0.5202601 Nov 12 12:32:29.656813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be845eb-29fb-4586-adae-6e4c9c49e25e tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Network': ['ID=0492396e-7b25-4a2a-920e-0c4b2503ff99,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.660139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:29.720396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] For port c5686ff8-deda-4c32-ad6e-c70efeb742af, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c5686ff8-deda-4c32-ad6e-c70efeb742af,segment=NetworkSegment(747892f8-5ac1-4d14-a74d-743243c659d5),segment_id=747892f8-5ac1-4d14-a74d-743243c659d5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:29.721047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.739304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] Calling delete_port for c5686ff8-deda-4c32-ad6e-c70efeb742af owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:29.816533 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.840890 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.861666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.872377 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.900695 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.943148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.945985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e968686e-e9e1-400a-9ff4-2af4716812f9 None None] Provisioning complete for port 746253d2-9f2b-427a-935b-e45a95947734 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:29.946563 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e968686e-e9e1-400a-9ff4-2af4716812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:29.952067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] No DVR routers for this DVR port c5686ff8-deda-4c32-ad6e-c70efeb742af on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:29.985798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0359a-32c5-42e2-ab3c-dee544d09f1e None None] Pushing event deleted for resources: {'Port': ['ID=c5686ff8-deda-4c32-ad6e-c70efeb742af,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:29.989697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.005611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e968686e-e9e1-400a-9ff4-2af4716812f9 None None] Port 746253d2-9f2b-427a-935b-e45a95947734 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:30.017967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710799c1-8b24-4bb2-a97a-9de2d6aac182 req-9df690de-ef8f-42a6-bcc6-4fcea30a6bfc tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:30.019018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-710799c1-8b24-4bb2-a97a-9de2d6aac182 req-9df690de-ef8f-42a6-bcc6-4fcea30a6bfc tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 946 time: 0.1684678 Nov 12 12:32:30.061090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.159898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-710799c1-8b24-4bb2-a97a-9de2d6aac182 req-d15d19c6-6a0a-4763-bebd-f9394e81b15b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277730 Nov 12 12:32:30.164500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.167191 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.168504 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f499484-e0fd-441d-bbf9-b6b0747e2ee5 HTTP/1.1" status: 204 len: 168 time: 0.7362769 Nov 12 12:32:30.184571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:30.185436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f499484-e0fd-441d-bbf9-b6b0747e2ee5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:30.214856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.215382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.215831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.216272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.216715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.217153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.217596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.218018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.218479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.218908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.219340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.219769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5fb86-5a30-424b-99b5-7a9598df1f2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:30.310564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bf1e021e-595f-467f-b444-0282590c8485 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1209242 Nov 12 12:32:30.313141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:30.344208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.355768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.413909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] In _notify_port_updated(), no bound segment for port 746253d2-9f2b-427a-935b-e45a95947734 on network 1c5acf80-e177-4f63-afd0-217cfbefc091 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:32:30.420481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:30.421178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.425152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "PUT /v2.0/ports/746253d2-9f2b-427a-935b-e45a95947734 HTTP/1.1" status: 200 len: 1002 time: 1.0740588 Nov 12 12:32:30.426500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:30.487330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f78e8-fb84-4b01-ae5b-14a9e2c0c0fb tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=746253d2-9f2b-427a-935b-e45a95947734,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:30.512648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a45ec-d5fa-4a02-bbe7-29cf06dfb2a9 req-bf2b1cb2-55fa-46d8-9405-f9937c2dc253 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:30.514628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-473a45ec-d5fa-4a02-bbe7-29cf06dfb2a9 req-bf2b1cb2-55fa-46d8-9405-f9937c2dc253 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.5818436 Nov 12 12:32:30.516195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21d7ab63-31dd-41d1-ba7e-e082a9ddb05b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.517027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d371a68-cffe-4057-9740-39c77ce6fb90']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:30.568432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747892f8-5ac1-4d14-a74d-743243c659d5') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:30.568894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747892f8-5ac1-4d14-a74d-743243c659d5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:30.575554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21d7ab63-31dd-41d1-ba7e-e082a9ddb05b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.588950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.617290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.634394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:30.635108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:30.639416 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:30.654794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-473a45ec-d5fa-4a02-bbe7-29cf06dfb2a9 req-e733d953-feca-4007-a04d-52876dc5672d tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206470 Nov 12 12:32:30.675091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port 746253d2-9f2b-427a-935b-e45a95947734 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:30.676647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.707186 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21d7ab63-31dd-41d1-ba7e-e082a9ddb05b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.711025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21d7ab63-31dd-41d1-ba7e-e082a9ddb05b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.712950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-21d7ab63-31dd-41d1-ba7e-e082a9ddb05b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf8c3d5c-11ba-4260-8921-23584f626e3c HTTP/1.1" status: 204 len: 168 time: 0.3988590 Nov 12 12:32:30.718216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60330) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:30.772758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7ab63-31dd-41d1-ba7e-e082a9ddb05b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8c3d5c-11ba-4260-8921-23584f626e3c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:30.784110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-17dcfa9a-3192-4945-8861-eee5f4728940 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637250 Nov 12 12:32:30.789634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60332) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:30.794804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555311891'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:30.795225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.827887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.838090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/networks/6d371a68-cffe-4057-9740-39c77ce6fb90 HTTP/1.1" status: 204 len: 168 time: 1.1753132 Nov 12 12:32:30.841417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60334) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:30.844085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc130-98eb-4705-b3e8-672dfce34d2f tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Network': ['ID=6d371a68-cffe-4057-9740-39c77ce6fb90,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:30.892818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.901351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.916171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e8846813-8a2d-4617-b4b7-538327bf51e6 None None] Provisioning complete for port 746253d2-9f2b-427a-935b-e45a95947734 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:30.916747 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8846813-8a2d-4617-b4b7-538327bf51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.935117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for 746253d2-9f2b-427a-935b-e45a95947734 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:30.942199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Deleting subnet 85fb229b-a2ac-40c3-957f-cc80b4606346 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:30.950291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.954574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e8846813-8a2d-4617-b4b7-538327bf51e6 None None] Port 746253d2-9f2b-427a-935b-e45a95947734 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:31.043499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-ef815a63-bb9a-4b0b-9a5b-9a78b9b3fda6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:31.054623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-ef815a63-bb9a-4b0b-9a5b-9a78b9b3fda6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 946 time: 0.0736513 Nov 12 12:32:31.057813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.156297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.191753 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.208237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Deleting port dc960548-8be4-4fd5-94f3-32bdcdd9de83 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:31.209739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.236084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c5686ff8-deda-4c32-ad6e-c70efeb742af no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:31.244801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.282009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.286451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4925797 Nov 12 12:32:31.286649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:31.291405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'd812c6c1-e82a-4690-abc4-ac1d48d32aa0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:31.309988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eca844-2cdc-4dca-9a5e-c86e29f47bcd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d812c6c1-e82a-4690-abc4-ac1d48d32aa0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:31.325395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c5686ff8-deda-4c32-ad6e-c70efeb742af {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:31.325715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c5686ff8-deda-4c32-ad6e-c70efeb742af not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:31.379599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.425817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.447785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=746253d2-9f2b-427a-935b-e45a95947734,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:31.477147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.490031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.493753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-43835565-f240-4f1e-97b4-62c826475b32 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/ports/746253d2-9f2b-427a-935b-e45a95947734 HTTP/1.1" status: 204 len: 168 time: 1.0669041 Nov 12 12:32:31.497960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:31.518890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Subnet': ['ID=85fb229b-a2ac-40c3-957f-cc80b4606346,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:31.533558 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.535413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c1ac5-e30b-43cd-b680-b2bfe0073622 None None] Network ed1d3899-fb29-4478-a4e0-502aeba147fc requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:31.541340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6bcd12a9-2883-4b41-ac8e-cf0eeb294edd tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/subnets/85fb229b-a2ac-40c3-957f-cc80b4606346 HTTP/1.1" status: 204 len: 168 time: 0.6958144 Nov 12 12:32:31.552859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254b516-73d1-4547-8e0d-3187d7a919b1 req-a90b4dc9-4f07-41a2-98cc-e69d82b15785 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:31.555316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2254b516-73d1-4547-8e0d-3187d7a919b1 req-a90b4dc9-4f07-41a2-98cc-e69d82b15785 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 946 time: 0.1885216 Nov 12 12:32:31.556105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:31.572516 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e455eb97-1570-4735-97f6-7d3caaa825cd tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] GET failed (client error): The resource could not be found. Nov 12 12:32:31.578678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e455eb97-1570-4735-97f6-7d3caaa825cd tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "GET /v2.0/ports/746253d2-9f2b-427a-935b-e45a95947734 HTTP/1.1" status: 404 len: 333 time: 0.0763359 Nov 12 12:32:31.579351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60350) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:31.602970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-324447029'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:31.855386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.874566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] DHCP port deletion for ed1d3899-fb29-4478-a4e0-502aeba147fc request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:31.961408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.991088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] Deleting port 36b797f1-4a70-40dd-8ae2-06ffda31b774 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:31.992249 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:31.995667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] For port dc960548-8be4-4fd5-94f3-32bdcdd9de83, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dc960548-8be4-4fd5-94f3-32bdcdd9de83,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:31.996340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.042600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb849d9-3601-4cdc-80a9-3608c87f6488 req-c6585f5c-b51e-4820-ba98-2033414fc5ed tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:32.050681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb849d9-3601-4cdc-80a9-3608c87f6488 req-c6585f5c-b51e-4820-ba98-2033414fc5ed tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.4653459 Nov 12 12:32:32.060852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fedf66b-e291-4c84-8004-a0e104a7d743,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:32.064731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Calling delete_port for dc960548-8be4-4fd5-94f3-32bdcdd9de83 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:32.084328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] For port 36b797f1-4a70-40dd-8ae2-06ffda31b774, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36b797f1-4a70-40dd-8ae2-06ffda31b774,segment=NetworkSegment(52cd4c75-803d-4346-bc3a-394e7d96085b),segment_id=52cd4c75-803d-4346-bc3a-394e7d96085b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:32.084625 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.101601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:32.105831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.111030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] Calling delete_port for 36b797f1-4a70-40dd-8ae2-06ffda31b774 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:32.128705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.130066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ec117496-fba1-4615-b1f4-073592257ecd tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8426161 Nov 12 12:32:32.137673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60354) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:32.199975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] device_id is not set on port 361f5745-8b9f-4f3f-9f9e-6a7f18970f34 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:32.212838 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.217849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb849d9-3601-4cdc-80a9-3608c87f6488 req-8d601ae8-3a87-49bf-ab3c-0ebd67ba90ca tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654019 Nov 12 12:32:32.258363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] Pushing event deleted for resources: {'Port': ['ID=36b797f1-4a70-40dd-8ae2-06ffda31b774,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:32.267456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab406997-f310-4f1e-8a66-ee01f1af7c34 None None] No DVR routers for this DVR port 36b797f1-4a70-40dd-8ae2-06ffda31b774 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:32.289160 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.326689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2254b516-73d1-4547-8e0d-3187d7a919b1 req-117c6489-b639-480b-8b9c-34d96deb32c6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595952 Nov 12 12:32:32.331657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9a233c5-d73a-44e7-8c8b-5a45f846ecb1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.341269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9a233c5-d73a-44e7-8c8b-5a45f846ecb1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.387210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9a233c5-d73a-44e7-8c8b-5a45f846ecb1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.398273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9a233c5-d73a-44e7-8c8b-5a45f846ecb1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.399871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d9a233c5-d73a-44e7-8c8b-5a45f846ecb1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8fedf66b-e291-4c84-8004-a0e104a7d743 HTTP/1.1" status: 204 len: 168 time: 0.2559619 Nov 12 12:32:32.416943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:32.454809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a233c5-d73a-44e7-8c8b-5a45f846ecb1 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fedf66b-e291-4c84-8004-a0e104a7d743,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:32.503026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.535415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1d3899-fb29-4478-a4e0-502aeba147fc']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:32.547432 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bacf203d-724c-45bf-b239-279a05ec9f36 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1224325 Nov 12 12:32:32.550014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:32.551876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd4c75-803d-4346-bc3a-394e7d96085b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:32.552442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd4c75-803d-4346-bc3a-394e7d96085b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:32.566734 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.590648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.598694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:32.599402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:32.603769 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:32.622931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Allocated IP 2001:db8::262 (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/361f5745-8b9f-4f3f-9f9e-6a7f18970f34) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:32.633376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.646366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['dc960548-8be4-4fd5-94f3-32bdcdd9de83'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:32.693765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7baaefc-258e-4048-af8a-f3afa6bfd6d6 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:32.700284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.710891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.711758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event deleted for resources: {'Port': ['ID=dc960548-8be4-4fd5-94f3-32bdcdd9de83,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:32.716567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/networks/ed1d3899-fb29-4478-a4e0-502aeba147fc HTTP/1.1" status: 204 len: 168 time: 1.1590710 Nov 12 12:32:32.720283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:32.758879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81ed0-43fe-47e5-8cd7-f24b8ae445d8 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Pushing event deleted for resources: {'Network': ['ID=ed1d3899-fb29-4478-a4e0-502aeba147fc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:32.761855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] No DVR routers for this DVR port dc960548-8be4-4fd5-94f3-32bdcdd9de83 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:32.765959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56715758-0fe6-47d8-a14c-013ef5df71bc tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a2cdb31-809d-4fb6-b21d-a698eda6c7bf HTTP/1.1" status: 200 len: 205 time: 0.0439510 Nov 12 12:32:32.766440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60364) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:32.776106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.779431 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02432a1a-e673-4ab4-b0f7-c84305822e8b req-78c3e6fd-2a98-4cec-9766-c73ed829bbd3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "DELETE /v2.0/ports/dc960548-8be4-4fd5-94f3-32bdcdd9de83 HTTP/1.1" status: 204 len: 173 time: 1.7182548 Nov 12 12:32:32.779913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'name': 'network-vif-deleted', 'tag': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:32.782203 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff786d-6d4f-4e54-a878-feb5e9a71ff9" -d '{"events": [{"server_uuid": "15b0b1a3-b69f-4a06-94f0-fdf3d60552b1", "name": "network-vif-deleted", "tag": "dc960548-8be4-4fd5-94f3-32bdcdd9de83"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:32.791124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ebff9a8-555a-4c6d-afb5-1c4366d020fa tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.849960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ebff9a8-555a-4c6d-afb5-1c4366d020fa tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.927930 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd556be-54db-4ba4-bd04-b0be78e9cbd9 x-openstack-request-id: req-2cd556be-54db-4ba4-bd04-b0be78e9cbd9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:32.929193 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b0b1a3-b69f-4a06-94f0-fdf3d60552b1", "name": "network-vif-deleted", "tag": "dc960548-8be4-4fd5-94f3-32bdcdd9de83", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:32.930405 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cd556be-54db-4ba4-bd04-b0be78e9cbd9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:32.931039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:32.931964 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b0b1a3-b69f-4a06-94f0-fdf3d60552b1', 'name': 'network-vif-deleted', 'tag': 'dc960548-8be4-4fd5-94f3-32bdcdd9de83', 'status': 'completed', 'code': 200} Nov 12 12:32:33.021025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ebff9a8-555a-4c6d-afb5-1c4366d020fa tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.024855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ebff9a8-555a-4c6d-afb5-1c4366d020fa tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.030009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5ebff9a8-555a-4c6d-afb5-1c4366d020fa tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/d812c6c1-e82a-4690-abc4-ac1d48d32aa0 HTTP/1.1" status: 204 len: 168 time: 0.4750812 Nov 12 12:32:33.030945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60368) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:33.070032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebff9a8-555a-4c6d-afb5-1c4366d020fa tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812c6c1-e82a-4690-abc4-ac1d48d32aa0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:33.103706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.170536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.176364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.232567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-19c92ce5-bf80-4df4-a8ef-ac7551eb9e23 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883409 Nov 12 12:32:33.233736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:33.248488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566075960'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:33.306509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.307817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Fanout notify agent at l3_agent the message router_deleted on router 3a2cdb31-809d-4fb6-b21d-a698eda6c7bf {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:32:33.319560 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.321950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d1bd583f-cf46-471e-9678-7a2dd76fe5e1 tempest-RoutersNegativeTest-59771954 tempest-RoutersNegativeTest-59771954-project] 10.222.0.18 "DELETE /v2.0/routers/3a2cdb31-809d-4fb6-b21d-a698eda6c7bf HTTP/1.1" status: 204 len: 168 time: 0.5533273 Nov 12 12:32:33.371115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.407355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-608ea79d-3917-4599-be27-d9c7ec75a98e tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:33.415635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-608ea79d-3917-4599-be27-d9c7ec75a98e tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.2714946 Nov 12 12:32:33.425913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36b797f1-4a70-40dd-8ae2-06ffda31b774 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:33.434825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.471357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 36b797f1-4a70-40dd-8ae2-06ffda31b774 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:33.472078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36b797f1-4a70-40dd-8ae2-06ffda31b774 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:33.580288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d395-d99b-4d18-9b50-268abc9599dc req-01ce0986-ce3e-4b00-aef2-54af1d29cfcf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:33.591564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c7c9d395-d99b-4d18-9b50-268abc9599dc req-01ce0986-ce3e-4b00-aef2-54af1d29cfcf tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.1944683 Nov 12 12:32:33.640441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:33.656456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:33.676722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:33.697199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:33.697892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.705035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c7c9d395-d99b-4d18-9b50-268abc9599dc req-92dbb258-09b2-48a5-ae58-cd7362a3d11a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072650 Nov 12 12:32:33.812066 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:32:33.836874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=361f5745-8b9f-4f3f-9f9e-6a7f18970f34,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:33.866929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dda67043-b84a-4f0d-b275-8591d3868cef tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2739613 Nov 12 12:32:33.874309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60386) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:33.885962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'network_id': '1c5acf80-e177-4f63-afd0-217cfbefc091', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2095509740'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:33.904421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:33.908652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bee2a294-eac0-4dc1-943c-c4d0532edfde req-1fea77e2-5064-4721-b867-38fc4a91c5dd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0837328 Nov 12 12:32:33.955255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Deleting port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:33.955769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.981124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.013931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.139763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a2c125f6-5a21-4adb-8ebc-0687466b8ebc None None] Provisioning complete for port 361f5745-8b9f-4f3f-9f9e-6a7f18970f34 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:34.140148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2c125f6-5a21-4adb-8ebc-0687466b8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.165007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fe2a13dd-badd-457a-9e37-4a5c8781399d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f19b119337574bd082cec217498187c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591026 Nov 12 12:32:34.165667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.206761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a2c125f6-5a21-4adb-8ebc-0687466b8ebc None None] Port 361f5745-8b9f-4f3f-9f9e-6a7f18970f34 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:34.220964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] For port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:34.221559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.229197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-735417b8-f05b-411c-86eb-fccbf17800c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.256198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-735417b8-f05b-411c-86eb-fccbf17800c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.319171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-735417b8-f05b-411c-86eb-fccbf17800c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.322937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-735417b8-f05b-411c-86eb-fccbf17800c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.326596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-735417b8-f05b-411c-86eb-fccbf17800c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6da8f141-8f84-4a79-8cdf-882346213d39 HTTP/1.1" status: 204 len: 168 time: 0.1572964 Nov 12 12:32:34.334122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735417b8-f05b-411c-86eb-fccbf17800c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da8f141-8f84-4a79-8cdf-882346213d39,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:34.356234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.359435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1178668 Nov 12 12:32:34.360554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Made reservation on behalf of 77beb0321e3f40468409e4a411f06fdc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:34.362236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.364952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.368478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'd6facaa3-cf4f-443d-b006-3e5d12089834', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:34.414090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] device_id is not set on port 3ac629d1-a15f-4a4e-8310-877783e45329 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:34.419866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.427824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00203a-0255-4d66-b02a-df8328dd9fb7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6facaa3-cf4f-443d-b006-3e5d12089834,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:34.485605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.498125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.525652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.530611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667166 Nov 12 12:32:34.536514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.560561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d8fea0f9-5a0a-4682-a8a7-07a1871e9df9 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules/ca27df8c-b730-4f91-82c5-7bdb7da26f8a HTTP/1.1" status: 200 len: 763 time: 0.0223987 Nov 12 12:32:34.561360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.570353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e77d8-5640-4350-a40f-164a76a18533 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca27df8c-b730-4f91-82c5-7bdb7da26f8a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:34.572181 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Allocated IP 2001:db8::4f (1c5acf80-e177-4f63-afd0-217cfbefc091/26f4594f-2554-4533-af3c-4b5511e7f665/3ac629d1-a15f-4a4e-8310-877783e45329) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:34.644276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eab3e64a-0349-44af-8bae-c63a12cadd2c tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0815780 Nov 12 12:32:34.646000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.708945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b1ae-a7e7-49c0-8bfc-43df2feac4af tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.717113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b1ae-a7e7-49c0-8bfc-43df2feac4af tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.765941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b1ae-a7e7-49c0-8bfc-43df2feac4af tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.798638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b1ae-a7e7-49c0-8bfc-43df2feac4af tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.800265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fbb0b1ae-a7e7-49c0-8bfc-43df2feac4af tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ca27df8c-b730-4f91-82c5-7bdb7da26f8a HTTP/1.1" status: 204 len: 168 time: 0.1527181 Nov 12 12:32:34.801518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0b1ae-a7e7-49c0-8bfc-43df2feac4af tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca27df8c-b730-4f91-82c5-7bdb7da26f8a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:34.814596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.971371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.971861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.972034 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Floating IP 3e96cadd-7bff-48ca-9a98-2eb1fb3298e9 disassociated. External IP: 172.25.1.164, port: e4ef6e65-2e77-40e3-9c45-8c2678de0b9d. Nov 12 12:32:34.972378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Calling delete_port for e4ef6e65-2e77-40e3-9c45-8c2678de0b9d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:34.986850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d9f10985-bdc4-47ab-b259-52e3aeb9d690 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1672676 Nov 12 12:32:34.990587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60420) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:34.997292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'd6facaa3-cf4f-443d-b006-3e5d12089834', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:35.027298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.045922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76937-553f-45d6-ac7e-aec0a72679f8 req-00fa3ae4-ab37-4fff-bc96-1ff74abc9ec4 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:35.056571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1e76937-553f-45d6-ac7e-aec0a72679f8 req-00fa3ae4-ab37-4fff-bc96-1ff74abc9ec4 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 945 time: 0.1935689 Nov 12 12:32:35.111706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4e04876-5c34-4fc2-8e36-56c18bfed793 req-1689fdde-dbcf-40a0-8160-57ef93805af5 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0469575 Nov 12 12:32:35.138777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.239549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1e76937-553f-45d6-ac7e-aec0a72679f8 req-ab8d8c83-84c4-4298-a359-0c45d53431b6 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b6a3279-7293-4f21-826d-a3ddc2cb0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721556 Nov 12 12:32:35.286975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.356173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.372085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.404278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:35.414923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:35.420408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce899720-4024-4059-954a-8fceb55dda7d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:35.422720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:35.426591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=3ac629d1-a15f-4a4e-8310-877783e45329,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:35.430246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:35.437342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dc960548-8be4-4fd5-94f3-32bdcdd9de83 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:35.451217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:35.451919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.466338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.479818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:35.480068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f7a2737-2c8e-469a-a402-59c831dae618 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5990241 Nov 12 12:32:35.485564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.488405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:91:ce:8d'}, {'ip_address': '2001:db8::262', 'mac_address': 'fa:16:3e:aa:fd:32'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:35.492474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-08c77058-df4d-438a-8fc8-44bda434c365 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4975655 Nov 12 12:32:35.499872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:35.500552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: dc960548-8be4-4fd5-94f3-32bdcdd9de83 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:35.500886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dc960548-8be4-4fd5-94f3-32bdcdd9de83 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:35.501304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e4ef6e65-2e77-40e3-9c45-8c2678de0b9d no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:35.518650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event deleted for resources: {'Port': ['ID=e4ef6e65-2e77-40e3-9c45-8c2678de0b9d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:35.587637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: e4ef6e65-2e77-40e3-9c45-8c2678de0b9d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:35.588035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device e4ef6e65-2e77-40e3-9c45-8c2678de0b9d not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:35.613555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da0a3646-df9e-48e2-83c1-0b40cc5f1e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.648483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6dc77143-e1ff-48d7-98e8-777e4c48409d tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules/ce899720-4024-4059-954a-8fceb55dda7d HTTP/1.1" status: 200 len: 763 time: 0.1447151 Nov 12 12:32:35.651139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60440) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:35.707361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4660427d-9bad-413b-8126-75eea8cc65fe tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-863102153', 'prefixes': ['172.20.0.0/16']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:35.709421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Router f540bfcc-4091-44fb-b5af-04be900d1bab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:35.755334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-76d161ea-476d-488f-8838-12adeb4058ff tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0968127 Nov 12 12:32:35.757964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:35.839733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0eaab7a6-ab8e-4ee1-b2c8-a8b93c811181 None None] Provisioning complete for port 3ac629d1-a15f-4a4e-8310-877783e45329 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:35.840475 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0eaab7a6-ab8e-4ee1-b2c8-a8b93c811181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.840595 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49083008-2bcb-498b-9ec2-cb5dd4c543e7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.853256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49083008-2bcb-498b-9ec2-cb5dd4c543e7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.892010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0eaab7a6-ab8e-4ee1-b2c8-a8b93c811181 None None] Port 3ac629d1-a15f-4a4e-8310-877783e45329 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:35.915507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.932901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49083008-2bcb-498b-9ec2-cb5dd4c543e7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.944187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49083008-2bcb-498b-9ec2-cb5dd4c543e7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.948569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-49083008-2bcb-498b-9ec2-cb5dd4c543e7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ce899720-4024-4059-954a-8fceb55dda7d HTTP/1.1" status: 204 len: 168 time: 0.1869547 Nov 12 12:32:35.950334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60444) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:35.951912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:35.963182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] Sync routers for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:35.978321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:35.981377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:35.986929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4660427d-9bad-413b-8126-75eea8cc65fe tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] Publish callbacks [] for subnetpool, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:35.988196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4660427d-9bad-413b-8126-75eea8cc65fe tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5716813 Nov 12 12:32:35.993644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.006592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49083008-2bcb-498b-9ec2-cb5dd4c543e7 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce899720-4024-4059-954a-8fceb55dda7d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:36.058263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-177aab2c-40df-42b5-b2c8-11719fa95da1 tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] 10.222.0.18 "GET /v2.0/subnetpools/231239b8-013e-4849-b9b8-8249612f4a56 HTTP/1.1" status: 200 len: 731 time: 0.0638130 Nov 12 12:32:36.063077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] No DVR routers for this DVR port e4ef6e65-2e77-40e3-9c45-8c2678de0b9d on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:36.065273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60448) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.073123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4a3b4ed2-8c69-4f09-8e70-9e2d556f7b8d tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-965974253'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:36.076850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.080620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a125e03-2338-4f57-b9b6-ee3f7ecd60ff req-45884333-4be2-4f9f-a1dc-8e9417f63596 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.65 "DELETE /v2.0/ports/e4ef6e65-2e77-40e3-9c45-8c2678de0b9d HTTP/1.1" status: 204 len: 173 time: 2.6399870 Nov 12 12:32:36.081394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'name': 'network-vif-deleted', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:36.083858 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9f6023-20cc-48d9-b78a-b979c82306a7" -d '{"events": [{"server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "name": "network-vif-deleted", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:36.104753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-350fb046-443a-43fc-8bc6-90da6932cd06 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1488144 Nov 12 12:32:36.124506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60452) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.142590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Request body: {'security_group_rule': {'security_group_id': 'd6facaa3-cf4f-443d-b006-3e5d12089834', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:36.178913 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ec5f49-9621-4a36-9797-fbd0fe82ce9c x-openstack-request-id: req-14ec5f49-9621-4a36-9797-fbd0fe82ce9c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:36.179723 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b654437-6044-4f4c-8235-563dabec6afb", "name": "network-vif-deleted", "tag": "e4ef6e65-2e77-40e3-9c45-8c2678de0b9d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:36.180096 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14ec5f49-9621-4a36-9797-fbd0fe82ce9c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:36.180715 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b654437-6044-4f4c-8235-563dabec6afb', 'name': 'network-vif-deleted', 'tag': 'e4ef6e65-2e77-40e3-9c45-8c2678de0b9d', 'status': 'completed', 'code': 200} Nov 12 12:32:36.266039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:32:36.277128 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca36986d-f7ba-420e-968b-38cec719eac0 req-e91f27e2-ed49-4d4b-aab4-a88f3bc082a0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0312421 Nov 12 12:32:36.303084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.312866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.343923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.383093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a3b4ed2-8c69-4f09-8e70-9e2d556f7b8d tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] Publish callbacks [] for subnetpool, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.384657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a3b4ed2-8c69-4f09-8e70-9e2d556f7b8d tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] 10.222.0.18 "PUT /v2.0/subnetpools/231239b8-013e-4849-b9b8-8249612f4a56 HTTP/1.1" status: 200 len: 683 time: 0.3161101 Nov 12 12:32:36.389126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60460) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.395543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d05cdb1-b7ed-483d-a616-64487d654af6 req-0d49b339-004d-4ac6-bd53-e63194d8d53d tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0382516 Nov 12 12:32:36.404065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] In _notify_port_updated(), no bound segment for port 3ac629d1-a15f-4a4e-8310-877783e45329 on network 1c5acf80-e177-4f63-afd0-217cfbefc091 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:32:36.413577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:36.414279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.415598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "PUT /v2.0/ports/3ac629d1-a15f-4a4e-8310-877783e45329 HTTP/1.1" status: 200 len: 1067 time: 0.9343135 Nov 12 12:32:36.418455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60462) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.538270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.549621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b86703-875b-473b-ba4b-64a25dd4edca tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event updated for resources: {'Port': ['ID=3ac629d1-a15f-4a4e-8310-877783e45329,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:36.549876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.595573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029337bb-c05e-4b46-a544-4a44fbb09ec3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:36.596093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port 3ac629d1-a15f-4a4e-8310-877783e45329 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:36.596648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.612861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:36.615789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.619742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-44ebe0ee-cc14-4c2a-97bb-b4c4a64b00f8 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4814851 Nov 12 12:32:36.623816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60464) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.630670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c80f49-b537-444d-9908-0d85cf5580ad tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] Publish callbacks [] for subnetpool, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.631944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5c80f49-b537-444d-9908-0d85cf5580ad tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] 10.222.0.18 "DELETE /v2.0/subnetpools/231239b8-013e-4849-b9b8-8249612f4a56 HTTP/1.1" status: 204 len: 168 time: 0.2416542 Nov 12 12:32:36.635281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.657258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] Checking router: f540bfcc-4091-44fb-b5af-04be900d1bab for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:32:36.669491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-11b24ce6-d861-4499-84ae-07621a21edd5 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules/029337bb-c05e-4b46-a544-4a44fbb09ec3 HTTP/1.1" status: 200 len: 764 time: 0.0334940 Nov 12 12:32:36.669714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60468) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.675383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:36.676026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:36.695885 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-74965926-5b63-424a-9a84-c0f86417ac95 tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] show failed (client error): The resource could not be found. Nov 12 12:32:36.698118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-74965926-5b63-424a-9a84-c0f86417ac95 tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] 10.222.0.18 "GET /v2.0/subnetpools/231239b8-013e-4849-b9b8-8249612f4a56 HTTP/1.1" status: 404 len: 346 time: 0.0614092 Nov 12 12:32:36.700919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.718689 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0d252796-d258-4349-84b1-c04327977528 tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] delete failed (client error): The resource could not be found. Nov 12 12:32:36.719748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0d252796-d258-4349-84b1-c04327977528 tempest-SubnetPoolsTestJSON-1754308414 tempest-SubnetPoolsTestJSON-1754308414-project] 10.222.0.18 "DELETE /v2.0/subnetpools/231239b8-013e-4849-b9b8-8249612f4a56 HTTP/1.1" status: 404 len: 346 time: 0.0171187 Nov 12 12:32:36.729641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ec963f0-605c-4d37-8508-cfe09d14ff33 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0583539 Nov 12 12:32:36.732908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.767309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f19f1139-402e-46e4-b1e0-7ba2ba0edc22 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.782026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f19f1139-402e-46e4-b1e0-7ba2ba0edc22 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.800017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.820135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:32:36.825384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for 3ac629d1-a15f-4a4e-8310-877783e45329 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:36.839491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f19f1139-402e-46e4-b1e0-7ba2ba0edc22 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.850351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f19f1139-402e-46e4-b1e0-7ba2ba0edc22 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.852192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f19f1139-402e-46e4-b1e0-7ba2ba0edc22 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/029337bb-c05e-4b46-a544-4a44fbb09ec3 HTTP/1.1" status: 204 len: 168 time: 0.1180918 Nov 12 12:32:36.854850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:36.900498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f1139-402e-46e4-b1e0-7ba2ba0edc22 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=029337bb-c05e-4b46-a544-4a44fbb09ec3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:36.945422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-939fd27c-a778-483b-bcc9-0ee7aef72702 None None] Provisioning complete for port 3ac629d1-a15f-4a4e-8310-877783e45329 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:36.945422 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-939fd27c-a778-483b-bcc9-0ee7aef72702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.946481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8bd45f04-fa4c-42e7-b3c7-20e706c156f0 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899887 Nov 12 12:32:36.947840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.028006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02924692-a359-44ff-9a0c-bd4d43274f7b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.062648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02924692-a359-44ff-9a0c-bd4d43274f7b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.082945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.129717 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02924692-a359-44ff-9a0c-bd4d43274f7b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.133138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02924692-a359-44ff-9a0c-bd4d43274f7b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.139599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.139891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02924692-a359-44ff-9a0c-bd4d43274f7b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "DELETE /v2.0/security-groups/d6facaa3-cf4f-443d-b006-3e5d12089834 HTTP/1.1" status: 204 len: 168 time: 0.1903908 Nov 12 12:32:37.149280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=3ac629d1-a15f-4a4e-8310-877783e45329,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:37.151156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-939fd27c-a778-483b-bcc9-0ee7aef72702 None None] Port 3ac629d1-a15f-4a4e-8310-877783e45329 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:37.162118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924692-a359-44ff-9a0c-bd4d43274f7b tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6facaa3-cf4f-443d-b006-3e5d12089834,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:37.221419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60484) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.245186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:37.263325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.278957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-edc257ed-355f-4a56-b166-1875ba95c292 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240220 Nov 12 12:32:37.316714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1410-6e92-4836-bd08-aa3d5c516da9 None None] The sync data for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 is: [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:29:11Z', 'revision_number': 4, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca91e67e-6406-4c2e-9da3-cec09a6971ee', 'name': '', 'network_id': '74f97bde-f211-46bf-a9f9-0ffaa6bb9622', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'mac_address': 'fa:16:3e:a5:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:09Z', 'updated_at': '2021-11-12T12:29:24Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'subnets': [{'id': '858360ad-9350-4fdb-a63c-7bb84f2a0134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:37.365828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9af3a1bb-7680-4a7f-be7c-dd7066fdc103 tempest-SecGroupTest-1636700814 tempest-SecGroupTest-1636700814-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1008508 Nov 12 12:32:37.480061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8122e285-1a77-44e2-92dd-3b76ac3f22e4 req-6001eddc-9084-40ef-b81c-a7f34b8e91fc tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0874035 Nov 12 12:32:37.510039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2d121e4-5e5c-45a1-b688-c19f91630f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.596265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.603399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bc6a1312-295c-4f7d-8189-2002c5f15a8d tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/ports/3ac629d1-a15f-4a4e-8310-877783e45329 HTTP/1.1" status: 204 len: 168 time: 1.1839111 Nov 12 12:32:37.606424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.651701 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-00985e6d-454f-48de-905a-e4f1d466cced tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] GET failed (client error): The resource could not be found. Nov 12 12:32:37.653777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00985e6d-454f-48de-905a-e4f1d466cced tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "GET /v2.0/ports/3ac629d1-a15f-4a4e-8310-877783e45329 HTTP/1.1" status: 404 len: 333 time: 0.0461340 Nov 12 12:32:37.656347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.690079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c89c3b47-823a-4eae-a8e5-986178893f4c req-046f2aa9-3077-4ba6-a5ab-22d4f634d0d1 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0507474 Nov 12 12:32:37.694790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2d121e4-5e5c-45a1-b688-c19f91630f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.704780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2d121e4-5e5c-45a1-b688-c19f91630f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.722098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.765106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b2d121e4-5e5c-45a1-b688-c19f91630f7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b5e632f02584a7db34ff6bbee03d217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400205 Nov 12 12:32:37.765106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d121e4-5e5c-45a1-b688-c19f91630f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910ac5a-8a83-451f-bf8e-a68664cacbc3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:37.766247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:37.782283 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab141d-6d70-4639-b644-147622f97340 None None] New status for floating IP 3e96cadd-7bff-48ca-9a98-2eb1fb3298e9: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:32:37.826442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port 361f5745-8b9f-4f3f-9f9e-6a7f18970f34 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:37.827242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.841644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4b69-aade-4842-a252-38853ff73e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.894699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4b69-aade-4842-a252-38853ff73e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.933263 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.964663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for 361f5745-8b9f-4f3f-9f9e-6a7f18970f34 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:37.979226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4b69-aade-4842-a252-38853ff73e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.981828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4b69-aade-4842-a252-38853ff73e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.983038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc9e4b69-aade-4842-a252-38853ff73e28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2910ac5a-8a83-451f-bf8e-a68664cacbc3 HTTP/1.1" status: 204 len: 168 time: 0.2156541 Nov 12 12:32:37.998089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4b69-aade-4842-a252-38853ff73e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910ac5a-8a83-451f-bf8e-a68664cacbc3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:38.051256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-31694199-8eee-4096-93d2-9be9cd23c23e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b843a110d314100af73abcccb442182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264031 Nov 12 12:32:38.052166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:38.129582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.157305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.181205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.213983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=361f5745-8b9f-4f3f-9f9e-6a7f18970f34,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:38.237478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.240701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.255268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20f88ea2-d7cd-433c-b53c-a8fe9d607d23 HTTP/1.1" status: 204 len: 168 time: 0.1955872 Nov 12 12:32:38.284141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f88ea2-d7cd-433c-b53c-a8fe9d607d23,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:38.305551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.312246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.313425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.315000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.316452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.316926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.317912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.321315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.330491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.331572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.334848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.334848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.334848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23e09f-f1a3-43e6-ad26-e58dfb34f17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:38.338624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ed9368c-9544-4895-955c-d3f3f4464eb7 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/ports/361f5745-8b9f-4f3f-9f9e-6a7f18970f34 HTTP/1.1" status: 204 len: 168 time: 0.6783831 Nov 12 12:32:38.339524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:38.393617 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61af59c-4e31-4500-b191-fb54d3dd8db3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] GET failed (client error): The resource could not be found. Nov 12 12:32:38.400014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:38.408815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e61af59c-4e31-4500-b191-fb54d3dd8db3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "GET /v2.0/ports/361f5745-8b9f-4f3f-9f9e-6a7f18970f34 HTTP/1.1" status: 404 len: 333 time: 0.0654306 Nov 12 12:32:38.706501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9756db5e-7c0c-4200-a804-e07a764eea8b req-578e9bc8-78c5-4712-afd1-cbcf6d3bed9b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0862296 Nov 12 12:32:38.708883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port 19ebf41c-9da7-4c97-9a68-e8efda6df7bd {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:38.711590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.894760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.911980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb4cce85-cda3-4173-93e9-d0171bc42850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.923405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e051204-685b-444d-abc0-7cccab00e770 req-b4836cb8-816f-432c-ab61-b730afade4b5 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:38.931046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e051204-685b-444d-abc0-7cccab00e770 req-b4836cb8-816f-432c-ab61-b730afade4b5 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 946 time: 0.1624074 Nov 12 12:32:38.969103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dc1f5539-01ba-4651-8f8b-d75752424904 req-f046b7a0-d78b-4ebe-a472-02abc5787b8f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0608397 Nov 12 12:32:38.970156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for 19ebf41c-9da7-4c97-9a68-e8efda6df7bd owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:39.058965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e051204-685b-444d-abc0-7cccab00e770 req-bf98f882-b5fd-465f-948c-29572bad6eaf tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185365 Nov 12 12:32:39.172302 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.209504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=19ebf41c-9da7-4c97-9a68-e8efda6df7bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:39.285124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.289146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.291690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a1b3984d-6ae7-4d20-9840-67b4fa64244c tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/ports/19ebf41c-9da7-4c97-9a68-e8efda6df7bd HTTP/1.1" status: 204 len: 168 time: 0.8902647 Nov 12 12:32:39.293766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:39.385121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting subnet 26f4594f-2554-4533-af3c-4b5511e7f665 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:39.399880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.471984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.612823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.682939 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.707014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:39.718047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Subnet': ['ID=26f4594f-2554-4533-af3c-4b5511e7f665,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:39.727159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.728298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68dceaf-6513-4595-af3a-3c9ef69e70c9 None None] Network 1c5acf80-e177-4f63-afd0-217cfbefc091 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:39.742557 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91a56536-7c0d-4a85-9021-10898250d656 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/subnets/26f4594f-2554-4533-af3c-4b5511e7f665 HTTP/1.1" status: 204 len: 168 time: 0.4471042 Nov 12 12:32:39.744781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:39.868931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.003696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-85fc9be2-d75d-4450-b297-295f680b122a tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:40.005228 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-85fc9be2-d75d-4450-b297-295f680b122a tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 12:32:40.005982 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-85fc9be2-d75d-4450-b297-295f680b122a tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 12:32:40.007883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85fc9be2-d75d-4450-b297-295f680b122a tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2996612 Nov 12 12:32:40.012241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:40.016757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--436927914'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:40.067824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.094204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.156604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] DHCP port deletion for 1c5acf80-e177-4f63-afd0-217cfbefc091 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:40.243992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95f89b0-26a9-4050-88c3-6d7f3f10fc06 req-6c03ff5f-551b-44f5-9ae5-7080a29a3ee5 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.1123717 Nov 12 12:32:40.313318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] Deleting port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:40.318022 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.451911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] For port ce53ec27-7fa0-421e-a4e9-cdfb959ea207, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,segment=NetworkSegment(5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e),segment_id=5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:40.454099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.471017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bc670e8-2e3c-41d6-a36a-bcee70add795 req-6b9309c5-3859-49bd-a3d8-08a85bda94c1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0307989 Nov 12 12:32:40.489800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] Calling delete_port for ce53ec27-7fa0-421e-a4e9-cdfb959ea207 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:40.511154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Deleting port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:40.513984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.572571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.619442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-0dc26045-072e-4fae-9183-085c8f0edde0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:40.622729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-0dc26045-072e-4fae-9183-085c8f0edde0 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 946 time: 0.2899745 Nov 12 12:32:40.626568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.629236 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.659035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.690854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] Pushing event deleted for resources: {'Port': ['ID=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:40.691190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fc7dd-0378-4856-93bb-1957f6056e8e req-b2930507-edc2-49c1-82fa-a944068f7ffe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:40.693072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f7fc7dd-0378-4856-93bb-1957f6056e8e req-b2930507-edc2-49c1-82fa-a944068f7ffe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 946 time: 0.3068948 Nov 12 12:32:40.697320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a24097-31c5-4d11-a245-a637efc6ad2e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:40.701386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] For port ce53ec27-7fa0-421e-a4e9-cdfb959ea207, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,segment=NetworkSegment(5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e),segment_id=5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:40.701866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.726365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694603a-2450-4280-b6d7-613b1597fb4e None None] No DVR routers for this DVR port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:40.739705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Calling delete_port for ce53ec27-7fa0-421e-a4e9-cdfb959ea207 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:40.846038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.875073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] No DVR routers for this DVR port ce53ec27-7fa0-421e-a4e9-cdfb959ea207 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:40.892632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f7fc7dd-0378-4856-93bb-1957f6056e8e req-91895d32-23e2-455d-aaed-e699367997a6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680558 Nov 12 12:32:40.908219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Port': ['ID=ce53ec27-7fa0-421e-a4e9-cdfb959ea207,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:40.913643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Deleting port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:40.914590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.924727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.936557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.965037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:40.966320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9530003 Nov 12 12:32:40.970738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:40.984494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': 'c524b978-07a5-4a6d-bbe0-6e1640b10e45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:41.034602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631219d5-a464-4c73-bbed-e1d4556ea4e9 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c524b978-07a5-4a6d-bbe0-6e1640b10e45,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:41.063531 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.064925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] For port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:41.065382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.080941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Calling delete_port for 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:41.109157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5acf80-e177-4f63-afd0-217cfbefc091']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:41.132902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:41.133226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8cf7b9-8a1f-42f5-80cf-6e44fc930c7e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:41.142419 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.156528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cd7b5-8b48-45e5-8840-2522ddbd030e req-bdb35da3-0cc0-4290-8b83-113a6a1d2f5a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:41.158136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-266cd7b5-8b48-45e5-8840-2522ddbd030e req-bdb35da3-0cc0-4290-8b83-113a6a1d2f5a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1261280 Nov 12 12:32:41.166786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.197086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.218534 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.227662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:32:41.228079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.255877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ce53ec27-7fa0-421e-a4e9-cdfb959ea207 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:41.296733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.310441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ce53ec27-7fa0-421e-a4e9-cdfb959ea207 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:41.310808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ce53ec27-7fa0-421e-a4e9-cdfb959ea207 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:41.327142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424', '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f', '7a240f22-2251-4c20-8ba5-1c2f1b337cb7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:41.329581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f2b10e7c-7ebb-46b1-bd4c-09398ba34870'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:41.351609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event deleted for resources: {'Port': ['ID=7a240f22-2251-4c20-8ba5-1c2f1b337cb7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:32:41.355172 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:32:41.418271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.424300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] No DVR routers for this DVR port 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:41.437521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.446174 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.449357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.452027 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9501b3f6-c497-41b3-992e-a84022d1da83 req-b5510e64-3d10-4d81-978e-e3806abd5f8b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "DELETE /v2.0/ports/7a240f22-2251-4c20-8ba5-1c2f1b337cb7 HTTP/1.1" status: 204 len: 173 time: 0.8184960 Nov 12 12:32:41.454308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] 10.222.0.18 "DELETE /v2.0/networks/1c5acf80-e177-4f63-afd0-217cfbefc091 HTTP/1.1" status: 204 len: 168 time: 1.7082837 Nov 12 12:32:41.456945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-942eb3fa-cbdb-45f3-8100-55a4591e622a req-0e23959a-58cb-42c5-8e27-2f7075e51c68 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0631077 Nov 12 12:32:41.457416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'name': 'network-vif-deleted', 'tag': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:41.460787 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3295b-30b5-4fb1-ad90-59c9fb6a8c55" -d '{"events": [{"server_uuid": "ea7c27a5-1a4a-4146-aac3-dd2750ac36cb", "name": "network-vif-deleted", "tag": "7a240f22-2251-4c20-8ba5-1c2f1b337cb7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:41.466827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3869f1b-7365-433b-8287-ae82f2526554 None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:41.487390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.514641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-266cd7b5-8b48-45e5-8840-2522ddbd030e req-7869e6ee-eba8-4b51-8f0e-046b4e3e25e0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454385 Nov 12 12:32:41.556200 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07b674-d889-4c1e-8d27-b0359296386a x-openstack-request-id: req-9e07b674-d889-4c1e-8d27-b0359296386a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:41.556614 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7c27a5-1a4a-4146-aac3-dd2750ac36cb", "name": "network-vif-deleted", "tag": "7a240f22-2251-4c20-8ba5-1c2f1b337cb7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:41.556801 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e07b674-d889-4c1e-8d27-b0359296386a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:41.557194 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7c27a5-1a4a-4146-aac3-dd2750ac36cb', 'name': 'network-vif-deleted', 'tag': '7a240f22-2251-4c20-8ba5-1c2f1b337cb7', 'status': 'completed', 'code': 200} Nov 12 12:32:41.575956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f6cf9-ff4f-4543-bdf6-83b6932dd8a3 tempest-AllowedAddressPairIpV6TestJSON-1648160571 tempest-AllowedAddressPairIpV6TestJSON-1648160571-project] Pushing event deleted for resources: {'Network': ['ID=1c5acf80-e177-4f63-afd0-217cfbefc091,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:41.589902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dc3d6c-9eca-46a5-8c8c-7dceb58f64ab,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:41.625347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.627257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1e304ddc-8052-4f9d-86af-43e491d86168 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6472187 Nov 12 12:32:41.630070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:41.637352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7038673e-046a-43f3-846c-36bd6f0d9af0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': 'c524b978-07a5-4a6d-bbe0-6e1640b10e45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:41.735866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7038673e-046a-43f3-846c-36bd6f0d9af0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:41.750798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bda16328-4f4b-46cd-864b-009015d41081 req-6b1a6559-448f-48e0-9e2a-6df8d06cca81 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0437412 Nov 12 12:32:41.811102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab801c48-6fbe-4b3a-b012-9691de65d0a4 req-38f44d6e-4d47-4689-a1ec-10b5d1f9cbba tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:41.818343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab801c48-6fbe-4b3a-b012-9691de65d0a4 req-38f44d6e-4d47-4689-a1ec-10b5d1f9cbba tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1540401 Nov 12 12:32:41.838673 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-7038673e-046a-43f3-846c-36bd6f0d9af0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 12:32:41.843266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7038673e-046a-43f3-846c-36bd6f0d9af0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2111971 Nov 12 12:32:41.843420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60618) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:41.933262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab801c48-6fbe-4b3a-b012-9691de65d0a4 req-7c9e0eb0-c6dc-41fa-be04-c1461e996e64 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054261 Nov 12 12:32:41.945938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc7c13c4-c026-4d8b-85b6-bc2095b226cc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.015544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc7c13c4-c026-4d8b-85b6-bc2095b226cc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.016269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.117726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ff1016f3-2fcd-47b6-8f1a-62db3d4d1669 req-c29d48d6-188f-4625-bc5c-7291f5207443 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7c27a5-1a4a-4146-aac3-dd2750ac36cb HTTP/1.1" status: 200 len: 210 time: 0.0517349 Nov 12 12:32:42.162149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc7c13c4-c026-4d8b-85b6-bc2095b226cc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.166991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc7c13c4-c026-4d8b-85b6-bc2095b226cc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.168778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fc7c13c4-c026-4d8b-85b6-bc2095b226cc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/c524b978-07a5-4a6d-bbe0-6e1640b10e45 HTTP/1.1" status: 204 len: 168 time: 0.3244367 Nov 12 12:32:42.172233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.201027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c13c4-c026-4d8b-85b6-bc2095b226cc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524b978-07a5-4a6d-bbe0-6e1640b10e45,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:42.305980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-673e1166-b8a1-483f-843d-b76762d9a113 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1325190 Nov 12 12:32:42.310950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.315401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156031134'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:42.342957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.359400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ece4059a-1132-4101-b0bd-42178571aab8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77beb0321e3f40468409e4a411f06fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405950 Nov 12 12:32:42.359676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60644) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.379806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-f5c17be7-8c99-4611-9004-677cab8f1896 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:42.381353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-f5c17be7-8c99-4611-9004-677cab8f1896 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.1848376 Nov 12 12:32:42.400206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-f14e551a-867c-490e-aa99-ad14c67c1945 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/quotas/42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 375 time: 0.0112479 Nov 12 12:32:42.441231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabe66f1-ebb9-48aa-ace1-f2acf9823b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.487233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabe66f1-ebb9-48aa-ace1-f2acf9823b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.491172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-922805d2-8562-4ce6-86e5-bc67989e2ae3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0808961 Nov 12 12:32:42.518071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.535950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.599312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-56971ab6-8de7-4372-bc40-be429d19f920 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995574 Nov 12 12:32:42.617109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-232da22c-24a0-4d3e-a869-83f7b1e6bc17 req-319b1528-de1a-47f6-a091-31253e7b6eee tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0608718 Nov 12 12:32:42.619914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.624594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3136535 Nov 12 12:32:42.627974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.634395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-764feda6-3bc7-418d-809c-837bb942776f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '26309018-c605-41f3-bf6a-776add5cdaec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:42.635286 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-764feda6-3bc7-418d-809c-837bb942776f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 12:32:42.635882 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-764feda6-3bc7-418d-809c-837bb942776f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:42.639532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-764feda6-3bc7-418d-809c-837bb942776f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078659 Nov 12 12:32:42.639998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.649465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba96f59-c4ac-47df-aaf0-2b73690bc2f7 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26309018-c605-41f3-bf6a-776add5cdaec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:42.672254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabe66f1-ebb9-48aa-ace1-f2acf9823b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.675577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabe66f1-ebb9-48aa-ace1-f2acf9823b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.681008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dabe66f1-ebb9-48aa-ace1-f2acf9823b03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52525e00-9bbd-43ba-b139-eb5f4adfb1e1 HTTP/1.1" status: 204 len: 168 time: 0.3183026 Nov 12 12:32:42.702682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe66f1-ebb9-48aa-ace1-f2acf9823b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52525e00-9bbd-43ba-b139-eb5f4adfb1e1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:42.744570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac3f47cf-c32d-4793-87bc-5a9a062940e6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.757631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-bbb856a5-f84b-4d8b-944d-8e7b9c80ccf4 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493084 Nov 12 12:32:42.784012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac3f47cf-c32d-4793-87bc-5a9a062940e6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.882557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac3f47cf-c32d-4793-87bc-5a9a062940e6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.885237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac3f47cf-c32d-4793-87bc-5a9a062940e6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:42.888730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ac3f47cf-c32d-4793-87bc-5a9a062940e6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/26309018-c605-41f3-bf6a-776add5cdaec HTTP/1.1" status: 204 len: 168 time: 0.2456164 Nov 12 12:32:42.889456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:42.947558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-944883f6-f7cb-4653-a765-73df933393d8 req-44eaf0d2-ce18-439d-aafa-ead69fb658d0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0779705 Nov 12 12:32:42.956111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f47cf-c32d-4793-87bc-5a9a062940e6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26309018-c605-41f3-bf6a-776add5cdaec,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:43.029559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a420b756-7576-419e-ab99-46f24c0f0f98 req-93f98e5e-4ff5-4d04-85ee-0a199c9741de tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 210 time: 0.0430183 Nov 12 12:32:43.038789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1205be6b-8b92-4df0-a95d-d4d13341d5b6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1465685 Nov 12 12:32:43.043477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.048743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--17181499'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.078219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.167365 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.172870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.213299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.214815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1701868 Nov 12 12:32:43.220389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.223645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3331f6-b12a-4744-ad08-6d70dead1c4b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5214b8-d94b-49a6-8533-c2caf9ff249f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:43.227065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2c92512b-5fca-4230-bd1d-01988aaff3a5 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '8b5214b8-d94b-49a6-8533-c2caf9ff249f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.228425 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-2c92512b-5fca-4230-bd1d-01988aaff3a5 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 12:32:43.229049 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-2c92512b-5fca-4230-bd1d-01988aaff3a5 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:43.230197 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2c92512b-5fca-4230-bd1d-01988aaff3a5 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084455 Nov 12 12:32:43.232989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.339285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c981be0c-cc9c-477a-b472-1f77837a8407 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.383058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c981be0c-cc9c-477a-b472-1f77837a8407 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.445912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c981be0c-cc9c-477a-b472-1f77837a8407 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.450800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c981be0c-cc9c-477a-b472-1f77837a8407 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.451974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c981be0c-cc9c-477a-b472-1f77837a8407 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b5214b8-d94b-49a6-8533-c2caf9ff249f HTTP/1.1" status: 204 len: 168 time: 0.2176948 Nov 12 12:32:43.454864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.466677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981be0c-cc9c-477a-b472-1f77837a8407 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5214b8-d94b-49a6-8533-c2caf9ff249f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:43.517172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.517728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2b89d2de-62fe-40c4-b0dc-d03eb1d3248c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0613766 Nov 12 12:32:43.524311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--496314550'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.550381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.601806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.634613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.640312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.660053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.665804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60706) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.666105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1477001 Nov 12 12:32:43.670779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6260684a-cd3f-432a-b362-53c8f5c17dd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '6bbf0bfc-aa8c-4309-939c-ba126a73cbf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.685887 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-6260684a-cd3f-432a-b362-53c8f5c17dd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 12:32:43.687022 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-6260684a-cd3f-432a-b362-53c8f5c17dd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:43.692025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.692880 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6260684a-cd3f-432a-b362-53c8f5c17dd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257633 Nov 12 12:32:43.699165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f64c05c4-76bb-4502-b18a-d27e6d8e084c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '6bbf0bfc-aa8c-4309-939c-ba126a73cbf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.700799 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-f64c05c4-76bb-4502-b18a-d27e6d8e084c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 12:32:43.701332 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f64c05c4-76bb-4502-b18a-d27e6d8e084c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:43.702565 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f64c05c4-76bb-4502-b18a-d27e6d8e084c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090420 Nov 12 12:32:43.705485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.712294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1a0612e0-de37-4902-ab94-b04ebee0c01e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '6bbf0bfc-aa8c-4309-939c-ba126a73cbf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.713660 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-1a0612e0-de37-4902-ab94-b04ebee0c01e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 12:32:43.715348 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-1a0612e0-de37-4902-ab94-b04ebee0c01e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:43.716698 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1a0612e0-de37-4902-ab94-b04ebee0c01e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092332 Nov 12 12:32:43.717792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfea146-6de4-40f2-b6c8-69b481590a0c tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbf0bfc-aa8c-4309-939c-ba126a73cbf1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:43.719447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60712) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.733798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d3808116-c6be-460a-8070-23807edab890 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '6bbf0bfc-aa8c-4309-939c-ba126a73cbf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.737599 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-d3808116-c6be-460a-8070-23807edab890 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 12:32:43.738348 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d3808116-c6be-460a-8070-23807edab890 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:43.741126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d3808116-c6be-460a-8070-23807edab890 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0203712 Nov 12 12:32:43.744013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.778555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42138070'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:43.813383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46571773-010a-43d1-b5d2-c694afa38baa req-b0db9eb0-aed8-4091-b61b-2dadbb625d47 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0577526 Nov 12 12:32:43.864183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e042aa9e-0a56-42ec-a46f-7463dbb30f51 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.866612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:43.870254 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.886604 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.907187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e042aa9e-0a56-42ec-a46f-7463dbb30f51 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.976188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e042aa9e-0a56-42ec-a46f-7463dbb30f51 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.979179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e042aa9e-0a56-42ec-a46f-7463dbb30f51 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:43.983023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:43.983205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e042aa9e-0a56-42ec-a46f-7463dbb30f51 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/6bbf0bfc-aa8c-4309-939c-ba126a73cbf1 HTTP/1.1" status: 204 len: 168 time: 0.2378008 Nov 12 12:32:43.999269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042aa9e-0a56-42ec-a46f-7463dbb30f51 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbf0bfc-aa8c-4309-939c-ba126a73cbf1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:44.027518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.033091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.059014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:32:44.075513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc52d2a-2006-4e0d-907c-159b9c579921,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:44.079209 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.079612 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Added segment c521072b-35c0-45b3-beb5-7fbae8459d3d of type vlan for network 55e1670a-df40-4cbf-98ff-2b6632b71d5e Nov 12 12:32:44.118869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.119292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0af62965-b9fb-46e4-834f-918673b50ee2 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1289272 Nov 12 12:32:44.123547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636601193'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.149897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.176892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1137d48-711e-480c-878a-c4cc70b046b2 req-a04b389f-adc0-4bf9-83f2-69c28ff0ffc2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.0563037 Nov 12 12:32:44.210645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.217006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c16f4b1-586b-4ca8-95af-3d90b28b6452 req-89e701a6-25e8-456c-b83f-bff387e8757f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 210 time: 0.0462377 Nov 12 12:32:44.245595 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.251170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:44.251748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.398262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7860205 Nov 12 12:32:44.401711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ec5b-6c64-4552-a438-48c4fe1593f4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Network': ['ID=55e1670a-df40-4cbf-98ff-2b6632b71d5e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:44.432916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:32:44.453197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-b4eb073c-c29b-483b-bb84-5c260287ca95 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:44.456003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-b4eb073c-c29b-483b-bb84-5c260287ca95 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.2417831 Nov 12 12:32:44.472279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'port': {'device_id': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'admin_state_up': True, 'tenant_id': '42d83a7b50b44117be2ca93056947818'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.513678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.556126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.604870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:44.606153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4863055 Nov 12 12:32:44.609251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.614996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61313e-db08-41af-b4fb-4bbfaace99dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4c805-451e-4c05-bfb5-e71ff84c2f43,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:44.615623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ee21581-a30d-417d-b592-cb717d54bd02 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.616601 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-0ee21581-a30d-417d-b592-cb717d54bd02 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 12:32:44.617284 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0ee21581-a30d-417d-b592-cb717d54bd02 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:44.618668 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0ee21581-a30d-417d-b592-cb717d54bd02 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076313 Nov 12 12:32:44.621578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.626389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5281807f-d03b-4396-a26a-35dc87bf044e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.659405 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:32:44.659405 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 12:32:44.659405 n-d-804878-5 neutron-server[102778]: [parameters: {'project_id_1': '42d83a7b50b44117be2ca93056947818', 'expiration_1': datetime.datetime(2021, 11, 12, 12, 32, 24, 648425)}] Nov 12 12:32:44.659405 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:32:44.659849 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:32:44.687578 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-5281807f-d03b-4396-a26a-35dc87bf044e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:44.691635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5281807f-d03b-4396-a26a-35dc87bf044e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0678313 Nov 12 12:32:44.691936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60728) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.697655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-976a86b0-faa6-401e-aa41-ca808e15254f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.698454 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-976a86b0-faa6-401e-aa41-ca808e15254f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 12:32:44.698921 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-976a86b0-faa6-401e-aa41-ca808e15254f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:44.702770 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-976a86b0-faa6-401e-aa41-ca808e15254f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070662 Nov 12 12:32:44.703085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.707866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0149852c-8541-46c8-bd4c-f9c28c2d6e81 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.750387 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0149852c-8541-46c8-bd4c-f9c28c2d6e81 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:44.751991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0149852c-8541-46c8-bd4c-f9c28c2d6e81 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0479052 Nov 12 12:32:44.755193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.763081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2297ebab-2000-4087-b2f4-209f37194f6f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:44.763688 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-2297ebab-2000-4087-b2f4-209f37194f6f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 12:32:44.764312 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-2297ebab-2000-4087-b2f4-209f37194f6f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:44.771239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:44.793451 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2297ebab-2000-4087-b2f4-209f37194f6f tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0311418 Nov 12 12:32:45.022995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-133da416-3f17-4aaf-929e-560405ba1e48 req-5e72918f-dcb0-4587-a6eb-2b63b23e4837 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0663872 Nov 12 12:32:45.304224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8b061482-1aa4-49a8-a27a-a7b1899253ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:45.319355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296964-4a21-4b1b-88ae-93133d460f34 req-137cbfe5-d19d-49dc-85bf-2dec7968f204 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:45.332092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:32:45.332092 n-d-804878-5 neutron-server[102778]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 12:32:45.332092 n-d-804878-5 neutron-server[102778]: [parameters: {'project_id': '42d83a7b50b44117be2ca93056947818', 'id': '6418a5b0-ab6a-4d03-a47b-5c246e0c9c41', 'expiration': datetime.datetime(2021, 11, 12, 12, 34, 45, 328551)}] Nov 12 12:32:45.332092 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:32:45.332602 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:32:45.352490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef296964-4a21-4b1b-88ae-93133d460f34 req-137cbfe5-d19d-49dc-85bf-2dec7968f204 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.1489832 Nov 12 12:32:45.366130 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8b061482-1aa4-49a8-a27a-a7b1899253ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:45.370199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8b061482-1aa4-49a8-a27a-a7b1899253ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5942194 Nov 12 12:32:45.370199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:45.379070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d72ece74-e82e-4a07-b379-74beccdd3703 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:45.379549 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-d72ece74-e82e-4a07-b379-74beccdd3703 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 12:32:45.382666 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d72ece74-e82e-4a07-b379-74beccdd3703 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:45.384371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d72ece74-e82e-4a07-b379-74beccdd3703 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125003 Nov 12 12:32:45.388161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:45.390180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:45.413519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9d67b39e-9144-4730-96cd-108f8944a7f4 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:45.436840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:45.437389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7a240f22-2251-4c20-8ba5-1c2f1b337cb7 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:45.479329 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef296964-4a21-4b1b-88ae-93133d460f34 req-8f6fd5ef-a317-49e7-8d1e-1f880b99d36d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239181 Nov 12 12:32:45.574428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8eb2b76e-5ee9-411b-863d-ce7fc4b29ac1 req-f13b2ac6-7096-403e-a134-e35b1d872d6e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=15b0b1a3-b69f-4a06-94f0-fdf3d60552b1 HTTP/1.1" status: 200 len: 210 time: 0.1388373 Nov 12 12:32:45.626292 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-9d67b39e-9144-4730-96cd-108f8944a7f4 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:45.627336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9fec2b8-ef29-4002-b35e-04791818dca6 req-d3fb05e3-d047-49ff-a687-6678426667ed tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 210 time: 0.0553851 Nov 12 12:32:45.628248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9d67b39e-9144-4730-96cd-108f8944a7f4 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2377698 Nov 12 12:32:45.630787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:45.638859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d3e9a717-fa8b-48f1-b613-0c78ff030bd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': '60c4c805-451e-4c05-bfb5-e71ff84c2f43', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:45.681508 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d3e9a717-fa8b-48f1-b613-0c78ff030bd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:45.686434 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d3e9a717-fa8b-48f1-b613-0c78ff030bd6 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0481501 Nov 12 12:32:45.686434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:45.785754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70d6c764-7f6b-4ef9-beaf-bf141ba6fe72 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:45.824974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70d6c764-7f6b-4ef9-beaf-bf141ba6fe72 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:45.877047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70d6c764-7f6b-4ef9-beaf-bf141ba6fe72 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:45.879908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70d6c764-7f6b-4ef9-beaf-bf141ba6fe72 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:45.884323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-70d6c764-7f6b-4ef9-beaf-bf141ba6fe72 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/60c4c805-451e-4c05-bfb5-e71ff84c2f43 HTTP/1.1" status: 204 len: 168 time: 0.1920545 Nov 12 12:32:45.885716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:45.903354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c764-7f6b-4ef9-beaf-bf141ba6fe72 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4c805-451e-4c05-bfb5-e71ff84c2f43,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:45.946281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60770) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:45.946607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1f9cc9f-8d13-41af-8976-a33a1a1bc247 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580554 Nov 12 12:32:45.951545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416155254'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:45.978899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.018252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:46.026038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.067470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.073374 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.126481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.127976 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1799905 Nov 12 12:32:46.132593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:46.139150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-336e9b03-1942-4842-a678-ce4b35a9984d tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': 'ec3fbe92-256a-43b8-88b2-dd6f491a0a60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:46.168768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0312-ff90-4545-aba5-4b4e3fcf1158 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3fbe92-256a-43b8-88b2-dd6f491a0a60,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:46.205382 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-336e9b03-1942-4842-a678-ce4b35a9984d tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The resource could not be found. Nov 12 12:32:46.209167 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-336e9b03-1942-4842-a678-ce4b35a9984d tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0730875 Nov 12 12:32:46.209456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:46.215725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ee03dabd-b7c1-4a77-8b18-62c4e78e67e3 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': 'ec3fbe92-256a-43b8-88b2-dd6f491a0a60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c7fe189e-908d-4715-bea0-52e4a381c64b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:46.274567 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ee03dabd-b7c1-4a77-8b18-62c4e78e67e3 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The resource could not be found. Nov 12 12:32:46.278445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ee03dabd-b7c1-4a77-8b18-62c4e78e67e3 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0663853 Nov 12 12:32:46.279514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60780) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:46.307568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ad6b02-4f14-431e-80a4-e85c7e69f739 req-d2108cbf-1194-482a-93bf-604a88303c6a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.1353681 Nov 12 12:32:46.379532 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-280d5315-c20e-4250-af0f-8e8497eaaff0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.434711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Allocated IP 172.20.0.9 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/f791a877-cfce-4abc-b5e5-49b1c723425a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:46.462368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-280d5315-c20e-4250-af0f-8e8497eaaff0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.538380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-280d5315-c20e-4250-af0f-8e8497eaaff0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.541761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-280d5315-c20e-4250-af0f-8e8497eaaff0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.542959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-280d5315-c20e-4250-af0f-8e8497eaaff0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec3fbe92-256a-43b8-88b2-dd6f491a0a60 HTTP/1.1" status: 204 len: 168 time: 0.2622869 Nov 12 12:32:46.547216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:46.595672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d5315-c20e-4250-af0f-8e8497eaaff0 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3fbe92-256a-43b8-88b2-dd6f491a0a60,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:46.707161 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.806299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7bc301fe-4ba4-46d0-97d2-4aa1662838c5 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2576911 Nov 12 12:32:46.815279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:46.833074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-611bf9c8-064a-4d62-ba19-613b127437dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': 'fc0458f5-a6bb-499d-86bf-5d0f1cbb85f3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:46.841603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:46.858005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ad4a323-8f09-4b86-8239-97326a2dd7dc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:46.861073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:46.871490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5cff-3d9e-4273-95fb-a1fd5a72f20f req-c36fa917-48aa-4245-84e1-0522a11ddaee tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:46.882794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425a5cff-3d9e-4273-95fb-a1fd5a72f20f req-c36fa917-48aa-4245-84e1-0522a11ddaee tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.3103831 Nov 12 12:32:46.948925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:46.959185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:46.975092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:46.997847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425a5cff-3d9e-4273-95fb-a1fd5a72f20f req-f899f88b-9810-48a7-bcd9-7219036a99be tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137936 Nov 12 12:32:47.022331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:47.045989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873a4f-e22d-4b55-9157-b3f4906fec3c req-0363c6b6-91d0-4599-88a6-0ca1d63e9aeb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:47.050102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-7a05698f-92fb-4772-a145-fcc192d5fb7c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:47.055330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95873a4f-e22d-4b55-9157-b3f4906fec3c req-0363c6b6-91d0-4599-88a6-0ca1d63e9aeb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 931 time: 0.2367375 Nov 12 12:32:47.065278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-7a05698f-92fb-4772-a145-fcc192d5fb7c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.3046277 Nov 12 12:32:47.177221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:47.177939 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:47.189162 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-611bf9c8-064a-4d62-ba19-613b127437dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The resource could not be found. Nov 12 12:32:47.190285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-611bf9c8-064a-4d62-ba19-613b127437dc tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3663659 Nov 12 12:32:47.193824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:47.200645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--33388731'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:47.247892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95873a4f-e22d-4b55-9157-b3f4906fec3c req-e250df5e-9dfa-40c8-9f59-b06934237507 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871703 Nov 12 12:32:47.274292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-7224da99-a56c-40c4-a329-ac5ac1f44640 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7995965 Nov 12 12:32:47.291305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Request body: {'port': {'device_id': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:47.344216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:47.394737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f2875fb9-05a4-4301-a655-7b8ee446260d None None] Provisioning complete for port f791a877-cfce-4abc-b5e5-49b1c723425a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:47.395395 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2875fb9-05a4-4301-a655-7b8ee446260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:47.442560 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:47.463366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f2875fb9-05a4-4301-a655-7b8ee446260d None None] Port f791a877-cfce-4abc-b5e5-49b1c723425a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:47.526597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Deleting port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:47.526962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:47.691764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] For port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:47.692314 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:47.914454 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d105dfd8-451e-49de-91bb-62484d1cce7a req-af269956-deaf-4fd1-8b89-849b4fd3b4b0 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0931091 Nov 12 12:32:47.948201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.027723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:48.041996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'subnet': {'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:48.095314 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.095687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.096172 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Floating IP f8c77b06-6dd9-4f0b-806c-a395a32e88d1 disassociated. External IP: 172.25.1.52, port: ae3634a6-3972-4c52-9491-0b3c0f3fc3ca. Nov 12 12:32:48.096697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Calling delete_port for ae3634a6-3972-4c52-9491-0b3c0f3fc3ca owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:48.106252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.208044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503597d7-00f1-4bc6-b7af-733d49f9f0f7 req-3bd7fcde-9845-427a-bb4f-268e2d346d94 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:48.216039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503597d7-00f1-4bc6-b7af-733d49f9f0f7 req-3bd7fcde-9845-427a-bb4f-268e2d346d94 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.4093006 Nov 12 12:32:48.231132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc660c-c38a-4d65-ad8d-ffc46946b22f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:48.248434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503597d7-00f1-4bc6-b7af-733d49f9f0f7 req-71034fde-2241-4e60-94bf-521ff816e25b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.0314522 Nov 12 12:32:48.307607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503597d7-00f1-4bc6-b7af-733d49f9f0f7 req-e73439ef-ff02-401e-9df6-277058c8fff8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581832 Nov 12 12:32:48.330766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.335056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5588ccc-c932-47e7-b5b6-634f2eecf248 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1370454 Nov 12 12:32:48.348141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:48.360511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--567305289'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:48.409943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513d0bf-c120-4394-a417-e150ca9a48b1 req-e9ae38de-0307-4e9e-baf4-e2da52518fae tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:48.411615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5513d0bf-c120-4394-a417-e150ca9a48b1 req-e9ae38de-0307-4e9e-baf4-e2da52518fae tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 946 time: 0.1832049 Nov 12 12:32:48.426073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f791a877-cfce-4abc-b5e5-49b1c723425a {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:32:48.440804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.465788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.502242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503597d7-00f1-4bc6-b7af-733d49f9f0f7 req-2a00476c-7028-410a-b222-5bb19648098e service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936524 Nov 12 12:32:48.539633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Transition to ACTIVE for port object f791a877-cfce-4abc-b5e5-49b1c723425a will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:32:48.544068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:48.549832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.574518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.702517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Pushing event updated for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:48.707849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.721095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-503597d7-00f1-4bc6-b7af-733d49f9f0f7 req-1802f8cd-160d-4387-8fab-f015098536f3 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178702 Nov 12 12:32:48.772041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.833381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.838036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:48.880364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5513d0bf-c120-4394-a417-e150ca9a48b1 req-247d36ca-e452-4aa8-b1df-4e40a1b54531 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d37b40-9393-4bcb-b937-6284ea95173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569609 Nov 12 12:32:48.982614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Attempting to bind port f791a877-cfce-4abc-b5e5-49b1c723425a on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:48.982957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Attempting to bind port f791a877-cfce-4abc-b5e5-49b1c723425a by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:48.983298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Attempting to bind port f791a877-cfce-4abc-b5e5-49b1c723425a on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:48.989581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a23262-df1a-487d-ab8b-99bdeab7ad55,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:49.013688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.020452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-11586c0f-fde5-4a30-92a8-8cf71333f46b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6650414 Nov 12 12:32:49.027528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60848) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:49.033032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Port f791a877-cfce-4abc-b5e5-49b1c723425a on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:32:49.033523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Attempting to bind port f791a877-cfce-4abc-b5e5-49b1c723425a on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:49.035538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event deleted for resources: {'Port': ['ID=ae3634a6-3972-4c52-9491-0b3c0f3fc3ca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:49.082612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3b33ca97-e67f-4133-9c03-c26ba8c6bdea tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group_rule': {'security_group_id': 'f0dc660c-c38a-4d65-ad8d-ffc46946b22f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd5a23262-df1a-487d-ab8b-99bdeab7ad55'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:49.088758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:49.089363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:49.090057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:49.090718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Bound port: f791a877-cfce-4abc-b5e5-49b1c723425a, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:49.091277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.106904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53e235cd-274e-4073-8326-20a2b4dbcd3d req-cc0400fc-bdd3-422c-901b-fd01b5c04db2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=91677ffc-2deb-4fa6-b224-d793c58b46f4 HTTP/1.1" status: 200 len: 210 time: 0.0829384 Nov 12 12:32:49.252347 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-3b33ca97-e67f-4133-9c03-c26ba8c6bdea tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:32:49.253485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3b33ca97-e67f-4133-9c03-c26ba8c6bdea tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2215438 Nov 12 12:32:49.292542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:49.311453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Checking segment: {'id': 'c521072b-35c0-45b3-beb5-7fbae8459d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:49.311751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network hostable DHCP agents. Network: 55e1670a-df40-4cbf-98ff-2b6632b71d5e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:32:49.317144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Subnet': ['ID=5105bec9-e06d-43ef-8c67-b0690113788b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:49.363289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07529cfa-0de4-4dd6-b442-cab418a3dbbb req-02fcc5b8-21e7-447f-9406-e75f52d33290 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:49.364985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-07529cfa-0de4-4dd6-b442-cab418a3dbbb req-02fcc5b8-21e7-447f-9406-e75f52d33290 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 943 time: 0.3175178 Nov 12 12:32:49.377358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa0215b-8f2b-4d79-a0c7-bb3873c43d0e req-8db54a95-7ef0-4b24-8a25-24f66601ad94 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.1187565 Nov 12 12:32:49.391748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:49.442923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Router a6d98686-b069-450d-9664-506d971a645e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:32:49.451563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:32:49.524429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f791a877-cfce-4abc-b5e5-49b1c723425a,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:49.536563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.695131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 55e1670a-df40-4cbf-98ff-2b6632b71d5e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:49.706801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1dd31-eeed-40d4-ba8f-1e7c503397a2 None None] Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:49.713730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-07529cfa-0de4-4dd6-b442-cab418a3dbbb req-f4f325e6-eeff-4884-a449-7cd7d98f5c7d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277137 Nov 12 12:32:49.717260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Pushing event updated for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:49.760606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:49.761328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.767084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:49.768247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.769337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-c67fd4da-2762-4c5d-af2b-cdbf56fffa0d service neutron] 10.222.0.81 "PUT /v2.0/ports/f791a877-cfce-4abc-b5e5-49b1c723425a HTTP/1.1" status: 200 len: 1091 time: 2.4875436 Nov 12 12:32:49.770901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:49.780935 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ced6c1-2eca-4d6a-96bb-d16b21996414" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:49.804809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bcadfaf-f434-478f-b3de-f90c41df331e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.888834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-80a84ef2-2932-4dd5-b6c4-b87d666cae5a tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8576915 Nov 12 12:32:49.891970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:49.898529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412309299'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:49.926220 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a2eda1-3c2f-48ef-be22-7db6cbc3d9d1 x-openstack-request-id: req-20a2eda1-3c2f-48ef-be22-7db6cbc3d9d1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:49.926752 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:49.929038 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20a2eda1-3c2f-48ef-be22-7db6cbc3d9d1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:49.929425 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a', 'status': 'completed', 'code': 200} Nov 12 12:32:49.984655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bcadfaf-f434-478f-b3de-f90c41df331e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.013582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:32:50.032043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:32:50.077779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:50.082949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.102430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-dde17832-d7d3-4fc7-9885-1ea87928fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:50.103686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-dde17832-d7d3-4fc7-9885-1ea87928fd9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 1094 time: 0.2867427 Nov 12 12:32:50.105030 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bcadfaf-f434-478f-b3de-f90c41df331e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.107904 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bcadfaf-f434-478f-b3de-f90c41df331e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.109116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1bcadfaf-f434-478f-b3de-f90c41df331e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/d5a23262-df1a-487d-ab8b-99bdeab7ad55 HTTP/1.1" status: 204 len: 168 time: 0.8067427 Nov 12 12:32:50.114756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:50.129047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:50.129697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:50.184022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] No DVR routers for this DVR port ae3634a6-3972-4c52-9491-0b3c0f3fc3ca on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:32:50.188242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.192959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f785c87e-c95d-4640-ab83-27dbd5bb7f8a req-e759de8a-a75b-4668-99b4-80f75853b0a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "DELETE /v2.0/ports/ae3634a6-3972-4c52-9491-0b3c0f3fc3ca HTTP/1.1" status: 204 len: 173 time: 3.1187553 Nov 12 12:32:50.222149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-deleted', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:50.228777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcadfaf-f434-478f-b3de-f90c41df331e tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a23262-df1a-487d-ab8b-99bdeab7ad55,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:50.234645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-f08b305e-20d2-4e4c-a64f-93f8802fa0f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f791a877-cfce-4abc-b5e5-49b1c723425a HTTP/1.1" status: 200 len: 217 time: 0.1173928 Nov 12 12:32:50.245419 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef5447-31bd-4438-b1a4-025706816105" -d '{"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-deleted", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:50.259187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4caff0b3-bc78-4684-b6e2-35a351b9079c req-b0ba0098-f07f-4910-943f-88cc718e6c22 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2 HTTP/1.1" status: 200 len: 210 time: 0.2228713 Nov 12 12:32:50.300973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:32:50.320640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.321019 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Added segment 71e22d5d-ff77-4165-a0c2-25d981695044 of type vlan for network e4c727fc-7e29-4bed-8af9-263134656bfb Nov 12 12:32:50.371430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-5d6250cc-bbe6-4cc2-8fb2-80a7638a5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:50.373535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-5d6250cc-bbe6-4cc2-8fb2-80a7638a5d52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1268330 Nov 12 12:32:50.389948 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233986b8-f43c-4613-ae93-05ad73a6e7a5 x-openstack-request-id: req-233986b8-f43c-4613-ae93-05ad73a6e7a5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:50.390269 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2", "name": "network-vif-deleted", "tag": "ae3634a6-3972-4c52-9491-0b3c0f3fc3ca", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:50.390521 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-233986b8-f43c-4613-ae93-05ad73a6e7a5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:50.390918 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159eeb7-0e0f-4521-b953-cc4c2c9f3ab2', 'name': 'network-vif-deleted', 'tag': 'ae3634a6-3972-4c52-9491-0b3c0f3fc3ca', 'status': 'completed', 'code': 200} Nov 12 12:32:50.423141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-55e1670a-df40-4cbf-98ff-2b6632b71d5e', 'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e', 'tenant_id': '961cd3f846034e5fae469f0c1043f519', 'fixed_ips': [{'subnet_id': '5105bec9-e06d-43ef-8c67-b0690113788b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:32:50.424187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.446435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.457073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6f30cfe-344d-437f-b7ed-29e37f51c0fd tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.3248284 Nov 12 12:32:50.462575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:50.540354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-9e88ae6f-d82c-4f7c-a825-e1887f84ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:50.542103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-9e88ae6f-d82c-4f7c-a825-e1887f84ae7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488349 Nov 12 12:32:50.591577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f6bf94b3-b460-4c0e-925a-9daae0b7eb02 req-276deb7e-a369-4233-b57a-55cc1e44bc8f tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0814838 Nov 12 12:32:50.622373 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.631486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:50.632316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.684414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475107dd-94bc-4eed-808a-04ffb1fdb44b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.685813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-73b443dc-57a7-4155-aafd-edab1dfa9c68 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:50.687478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-73b443dc-57a7-4155-aafd-edab1dfa9c68 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.3125463 Nov 12 12:32:50.753097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8592820 Nov 12 12:32:50.753981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-47f764b9-3287-4c83-a4e8-3c04e889d0fb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.0536909 Nov 12 12:32:50.754596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60906) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:50.782597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'subnet': {'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:50.786020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa01c1-8900-4906-b3b8-4bb49dd9a695 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Network': ['ID=e4c727fc-7e29-4bed-8af9-263134656bfb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:50.830854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475107dd-94bc-4eed-808a-04ffb1fdb44b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.854268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:32:50.886405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e4c727fc-7e29-4bed-8af9-263134656bfb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:32:50.973587 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475107dd-94bc-4eed-808a-04ffb1fdb44b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.978636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475107dd-94bc-4eed-808a-04ffb1fdb44b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:50.980137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-475107dd-94bc-4eed-808a-04ffb1fdb44b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0dc660c-c38a-4d65-ad8d-ffc46946b22f HTTP/1.1" status: 204 len: 168 time: 0.5164757 Nov 12 12:32:51.009221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60910) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:51.010058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475107dd-94bc-4eed-808a-04ffb1fdb44b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc660c-c38a-4d65-ad8d-ffc46946b22f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:51.076067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-5dee6fbc-4614-4598-8776-36d24cb90877 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2317674 Nov 12 12:32:51.089139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13eeb8be-d1c1-46ed-8d17-34c1d4671677 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765657 Nov 12 12:32:51.095067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60912) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:51.099127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009824282'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:51.103559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-db379613-c963-4085-aa67-91fc7fe9e5cf service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500934 Nov 12 12:32:51.123453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0910-f325-49ab-aed2-77db4a74813c req-15a4a3a6-8d2f-45f2-b51c-58eca52d11ae tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:51.134187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c1f0910-f325-49ab-aed2-77db4a74813c req-15a4a3a6-8d2f-45f2-b51c-58eca52d11ae tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 943 time: 0.2995212 Nov 12 12:32:51.231488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c1f0910-f325-49ab-aed2-77db4a74813c req-10a83934-f420-43fc-bd81-a0f65e79491c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891292 Nov 12 12:32:51.233819 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.278037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:51.281698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.341120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:51.358622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Allocated IP 2001:db8:0:ffff::2 (55e1670a-df40-4cbf-98ff-2b6632b71d5e/5105bec9-e06d-43ef-8c67-b0690113788b/1eef3f5c-6573-4af9-bdd2-8b830813f900) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:51.397897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:32:51.404152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.414988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.415532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:51.458873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:32:51.460768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:32:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:51.533867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fb22d0a-079c-4f81-a5a6-b6c8f2c1150b req-6d0575d6-14c4-4263-be45-c3dcae983886 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043748 Nov 12 12:32:51.541753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.546113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4511795 Nov 12 12:32:51.546631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:51.564872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8c6745b-fafb-4039-9655-cf7c239a3d18 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:51.564872 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-d8c6745b-fafb-4039-9655-cf7c239a3d18 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 12:32:51.565340 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d8c6745b-fafb-4039-9655-cf7c239a3d18 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 12:32:51.573557 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8c6745b-fafb-4039-9655-cf7c239a3d18 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "PUT /v2.0/security-groups/a061b3c7-0985-4194-8e7b-f929042e9a88 HTTP/1.1" status: 409 len: 330 time: 0.0222561 Nov 12 12:32:51.574527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:51.666799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252daa9-d69a-4967-a83d-606677973145 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a061b3c7-0985-4194-8e7b-f929042e9a88,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:51.712738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:32:51.720289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-163d5d9b-6173-42ce-9a6e-2d10a764e87d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.731642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc8e926-c664-4740-bada-c2eff02945ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.765750 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-163d5d9b-6173-42ce-9a6e-2d10a764e87d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.779572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e823787b-4ce5-413e-a91f-c2b64658b126 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749949 Nov 12 12:32:51.799781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc8e926-c664-4740-bada-c2eff02945ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.839180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e3e97eb-286a-4a50-83c1-2f7a5b1a1728 req-dfa81851-7f1d-44c9-8542-920ad84dd493 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0663793 Nov 12 12:32:51.886611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-dddc5b5a-2b21-4e01-9ce2-cff33f3602d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:51.888143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-dddc5b5a-2b21-4e01-9ce2-cff33f3602d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 1094 time: 0.2396266 Nov 12 12:32:51.950589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:51.964380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc8e926-c664-4740-bada-c2eff02945ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.970405 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc8e926-c664-4740-bada-c2eff02945ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.976659 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8dc8e926-c664-4740-bada-c2eff02945ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/a061b3c7-0985-4194-8e7b-f929042e9a88 HTTP/1.1" status: 204 len: 168 time: 0.3737879 Nov 12 12:32:51.983057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:52.010311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: ae3634a6-3972-4c52-9491-0b3c0f3fc3ca {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:32:52.010657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae3634a6-3972-4c52-9491-0b3c0f3fc3ca not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:32:52.088045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-163d5d9b-6173-42ce-9a6e-2d10a764e87d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.091342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-163d5d9b-6173-42ce-9a6e-2d10a764e87d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.094981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-163d5d9b-6173-42ce-9a6e-2d10a764e87d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8d37b40-9393-4bcb-b937-6284ea95173f HTTP/1.1" status: 204 len: 168 time: 0.6719613 Nov 12 12:32:52.097959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:32:52.119660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:52.161231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8e926-c664-4740-bada-c2eff02945ef tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a061b3c7-0985-4194-8e7b-f929042e9a88,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:52.167738 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-6a1177d5-bfbf-4ce6-a8d4-d3731d759708 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] show failed (client error): The resource could not be found. Nov 12 12:32:52.168771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6a1177d5-bfbf-4ce6-a8d4-d3731d759708 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups/c8d37b40-9393-4bcb-b937-6284ea95173f HTTP/1.1" status: 404 len: 347 time: 0.0482657 Nov 12 12:32:52.172365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:52.199593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a75ad5-5141-449f-8d09-3914071f73ac None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:32:52.217190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-9369259d-9266-46b5-ae76-919e2e6841a8 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876913 Nov 12 12:32:52.220317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:52.222885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ea2d47cf-e886-456f-84b3-0a4917fb8e8b tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2230608 Nov 12 12:32:52.281392 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-bb3285aa-9264-4eb3-8abf-94635f01d6ec tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] delete failed (client error): The resource could not be found. Nov 12 12:32:52.293930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bb3285aa-9264-4eb3-8abf-94635f01d6ec tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b45e197-d146-4b6c-8b5d-9ae2821185a1 HTTP/1.1" status: 404 len: 347 time: 0.0586596 Nov 12 12:32:52.311182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d5d9b-6173-42ce-9a6e-2d10a764e87d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d37b40-9393-4bcb-b937-6284ea95173f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:52.313284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:52.349719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.385650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.464501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:32:52.481046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Pushing event updated for resources: {'Port': ['ID=1eef3f5c-6573-4af9-bdd2-8b830813f900,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:52.525192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:52.525798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.529507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:52.545253 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-e0dcb187-1b1f-41ed-9207-bad9576e0d1d tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] show failed (client error): The resource could not be found. Nov 12 12:32:52.547560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e0dcb187-1b1f-41ed-9207-bad9576e0d1d tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-groups/f189d387-65ca-4578-8a35-f8ec53e448b0 HTTP/1.1" status: 404 len: 347 time: 0.2321551 Nov 12 12:32:52.548621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:52.549518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-a6deaba6-2574-46ff-add0-f9fe3471da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:52.557324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-a6deaba6-2574-46ff-add0-f9fe3471da35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.6359355 Nov 12 12:32:52.558032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:52.701983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff7901-1108-4eee-9311-fd52dd1d8504 req-a592bf2d-12d6-4fb7-bc71-520800878020 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:52.717774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Attempting to bind port 1eef3f5c-6573-4af9-bdd2-8b830813f900 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:52.718153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Attempting to bind port 1eef3f5c-6573-4af9-bdd2-8b830813f900 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c521072b-35c0-45b3-beb5-7fbae8459d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:52.718545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Attempting to bind port 1eef3f5c-6573-4af9-bdd2-8b830813f900 on network 55e1670a-df40-4cbf-98ff-2b6632b71d5e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:52.721703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdff7901-1108-4eee-9311-fd52dd1d8504 req-a592bf2d-12d6-4fb7-bc71-520800878020 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 943 time: 0.2347343 Nov 12 12:32:52.727174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:52.727551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Checking segment: {'id': 'c521072b-35c0-45b3-beb5-7fbae8459d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:52.737437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.737944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Bound using segment: {'id': 'c521072b-35c0-45b3-beb5-7fbae8459d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:52.738489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Bound port: 1eef3f5c-6573-4af9-bdd2-8b830813f900, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c521072b-35c0-45b3-beb5-7fbae8459d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '55e1670a-df40-4cbf-98ff-2b6632b71d5e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:52.738890 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.885814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdff7901-1108-4eee-9311-fd52dd1d8504 req-eb9d39e0-f329-4e40-807b-7d0f8b35e199 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631567 Nov 12 12:32:52.939601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] For port 1eef3f5c-6573-4af9-bdd2-8b830813f900, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:52.940064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Deleting port 25fdc68c-13d8-48ad-b668-e901235bb728 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:52.941399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.941804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c77fe3f2-8afe-4f87-b020-e342c50e4aee req-ba29a15e-6792-4d00-bd35-3cf7f12e17f3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 210 time: 0.1856165 Nov 12 12:32:52.945769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-6943495c-01dc-41be-a902-ead3c93095b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f791a877-cfce-4abc-b5e5-49b1c723425a HTTP/1.1" status: 200 len: 217 time: 0.2444229 Nov 12 12:32:52.953552 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-56e380dc-3d16-4f9b-a1a6-7aafce7b8710 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] show failed (client error): The resource could not be found. Nov 12 12:32:52.956390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56e380dc-3d16-4f9b-a1a6-7aafce7b8710 tempest-NegativeSecGroupTest-1996221613 tempest-NegativeSecGroupTest-1996221613-project] 10.222.0.18 "GET /v2.0/security-group-rules/7f8ae02f-f59e-46ec-a1e0-b8cdfd6b17a8 HTTP/1.1" status: 404 len: 356 time: 0.3907635 Nov 12 12:32:52.991544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] For port 1eef3f5c-6573-4af9-bdd2-8b830813f900, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1eef3f5c-6573-4af9-bdd2-8b830813f900,segment=NetworkSegment(c521072b-35c0-45b3-beb5-7fbae8459d3d),segment_id=c521072b-35c0-45b3-beb5-7fbae8459d3d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:53.003048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:53.004771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Subnet': ['ID=a58ee8cc-4f42-4bc8-9900-6180bcb22fc7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:53.130050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Checking segment: {'id': '71e22d5d-ff77-4165-a0c2-25d981695044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:53.130720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network hostable DHCP agents. Network: e4c727fc-7e29-4bed-8af9-263134656bfb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:32:53.136555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f0d5e-1e80-4ee4-88d8-1ac848ce18e3 None None] Pushing event updated for resources: {'Port': ['ID=1eef3f5c-6573-4af9-bdd2-8b830813f900,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:53.151577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-027d179e-91f3-4ed6-ac45-3141bcd7af0f req-772fd871-f920-41e7-a3d7-e13f78322b9a tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0750756 Nov 12 12:32:53.176278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-5720b127-f1e6-4ebf-a2b4-0677f3214e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:53.181141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-5720b127-f1e6-4ebf-a2b4-0677f3214e3f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2234743 Nov 12 12:32:53.190106 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11700f8e-6c56-4c82-a39d-796c68a67b72 None None] New status for floating IP f8c77b06-6dd9-4f0b-806c-a395a32e88d1: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:32:53.244131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:53.244410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:53.272811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Calling delete_port for 25fdc68c-13d8-48ad-b668-e901235bb728 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:32:53.320301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network e4c727fc-7e29-4bed-8af9-263134656bfb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:32:53.337377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-a1bf6f7d-89e5-4484-b1f0-be9064bceba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:53.340492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-a1bf6f7d-89e5-4484-b1f0-be9064bceba6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473744 Nov 12 12:32:53.344772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e4c727fc-7e29-4bed-8af9-263134656bfb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:53.356597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a0a77-10ea-437e-b948-7eb6bae14026 None None] Network e4c727fc-7e29-4bed-8af9-263134656bfb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:53.375749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:53.376588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:53.588816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f791a877-cfce-4abc-b5e5-49b1c723425a details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:32:53.641129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-df14066c-af13-4dfc-aa0c-1a272e15efb4 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8826132 Nov 12 12:32:53.659998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:53.684470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'port': {'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb', 'name': 'tempest-NetworksIpV6TestAttrs-1644289791'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:53.788220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:53.800118 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:32:53.852172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event deleted for resources: {'Port': ['ID=25fdc68c-13d8-48ad-b668-e901235bb728,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:53.853313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:54.003070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99b1ef-ad6d-4f67-8423-4477be293209 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:54.062503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:54.078039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:54.087895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ae9ecc7c-aa83-4350-86c9-3aa786f22ad7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8c77b06-6dd9-4f0b-806c-a395a32e88d1 HTTP/1.1" status: 204 len: 168 time: 1.9144499 Nov 12 12:32:54.152515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-c8e93513-68ac-4f81-a93a-c60d7fcdba89 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8040392 Nov 12 12:32:54.204416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e4c727fc-7e29-4bed-8af9-263134656bfb', 'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb', 'tenant_id': '961cd3f846034e5fae469f0c1043f519', 'fixed_ips': [{'subnet_id': 'a58ee8cc-4f42-4bc8-9900-6180bcb22fc7'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:32:54.205312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:54.240192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50873cc9-004a-47d6-8910-5155fd63ed19 req-6b595a7c-6d84-45cb-a529-7599dcace8e4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 210 time: 0.0667267 Nov 12 12:32:54.261186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f791a877-cfce-4abc-b5e5-49b1c723425a,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:54.337578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'f791a877-cfce-4abc-b5e5-49b1c723425a', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': 'f791a877-cfce-4abc-b5e5-49b1c723425a', 'mac_address': 'fa:16:3e:51:d4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:32:54.805006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:54.819298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:54.831434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655698598', 'description': 'tempest-description--578145724'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:54.840704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f791a877-cfce-4abc-b5e5-49b1c723425a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:32:54.907707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f791a877-cfce-4abc-b5e5-49b1c723425a,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:54.917332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Allocated IP 2001:db8::f816:3eff:feec:f6ef (e4c727fc-7e29-4bed-8af9-263134656bfb/a58ee8cc-4f42-4bc8-9900-6180bcb22fc7/327a4098-ebd0-4060-9560-736cc20d7ee8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:55.055572 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3fc7822-f71b-450d-a1f0-ad4cfae5095f req-47753521-577b-43d6-85ea-c580be373d69 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b654437-6044-4f4c-8235-563dabec6afb HTTP/1.1" status: 200 len: 210 time: 0.0663981 Nov 12 12:32:55.070112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.242827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.244631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c580b34-9a82-46b8-a4a8-e7cd0530a2c2 req-7e3bc2d3-86ba-4705-8b8e-a6b5c647a839 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:55.251329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.255870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c580b34-9a82-46b8-a4a8-e7cd0530a2c2 req-7e3bc2d3-86ba-4705-8b8e-a6b5c647a839 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 943 time: 1.1773467 Nov 12 12:32:55.264947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.280220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e30f2-9bd4-40b6-beb2-6ea1bb697bfd None None] Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:55.286673 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.290995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.330142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-819236c6-56b3-4c8f-93ed-f4c9fb9a78c6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:55.343611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-819236c6-56b3-4c8f-93ed-f4c9fb9a78c6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.6760418 Nov 12 12:32:55.348659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d719a315-09d8-4239-9159-6b7758a7bcc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=036f0c6b0e1f43998f7f2006aa850ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4689047 Nov 12 12:32:55.362251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32772) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:55.364267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Request body: {'port': {'device_id': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'admin_state_up': True, 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:55.395231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:55.400817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.420054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Pushing event updated for resources: {'Port': ['ID=327a4098-ebd0-4060-9560-736cc20d7ee8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:55.449534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1eef3f5c-6573-4af9-bdd2-8b830813f900 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:55.452401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.454074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6320088 Nov 12 12:32:55.461949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:55.483499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'security_group_rule': {'security_group_id': 'bb16f3c5-2e17-409c-a57d-ac75fecfb9da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:55.499652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c580b34-9a82-46b8-a4a8-e7cd0530a2c2 req-f8350be1-6af1-429a-b258-c53b1f21113c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416832 Nov 12 12:32:55.533288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46e528c9-d519-4190-a685-b4a6372841ea req-f4c93ed6-e94b-471e-9f5d-02a0183f38fa tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 210 time: 0.0969441 Nov 12 12:32:55.563331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3ced6c1-2eca-4d6a-96bb-d16b21996414 req-75a344c7-06eb-4698-af81-a91c490210e5 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3584201 Nov 12 12:32:55.574377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] device_id is not set on port 25854732-26f6-4e8e-aa40-8dd6403ac54e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:32:55.604289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['f791a877-cfce-4abc-b5e5-49b1c723425a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:55.610313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Network e4c727fc-7e29-4bed-8af9-263134656bfb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:55.615811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-225d7e78-09df-44db-8081-3ae7fcfe5eab None None] Provisioning complete for port 1eef3f5c-6573-4af9-bdd2-8b830813f900 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:55.616502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-225d7e78-09df-44db-8081-3ae7fcfe5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.637891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16f98-0c9e-4826-85da-7009e24c4eb0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb16f3c5-2e17-409c-a57d-ac75fecfb9da,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:55.650468 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0defcad3-d955-4910-b9e3-8a1c433a97e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.659854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.684216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:55.703971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0defcad3-d955-4910-b9e3-8a1c433a97e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.716438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:55.811730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0defcad3-d955-4910-b9e3-8a1c433a97e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.816679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0defcad3-d955-4910-b9e3-8a1c433a97e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.824398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0defcad3-d955-4910-b9e3-8a1c433a97e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43a24097-31c5-4d11-a245-a637efc6ad2e HTTP/1.1" status: 204 len: 168 time: 0.4587586 Nov 12 12:32:55.861579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defcad3-d955-4910-b9e3-8a1c433a97e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a24097-31c5-4d11-a245-a637efc6ad2e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:55.894837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.903089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.927411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:55.933590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.980928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:55.981526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5030692 Nov 12 12:32:55.988313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:56.004862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'security_group_rule': {'security_group_id': 'bb16f3c5-2e17-409c-a57d-ac75fecfb9da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:56.008895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539c4a-af50-4ec6-bd1a-c0d63c59422d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d227b779-618c-48df-8e24-fb8fd5d335a4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:56.027735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Allocated IP 2001:db8::f816:3eff:fe15:be35 (e4c727fc-7e29-4bed-8af9-263134656bfb/a58ee8cc-4f42-4bc8-9900-6180bcb22fc7/25854732-26f6-4e8e-aa40-8dd6403ac54e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:56.130683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.156693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:56.263580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.269157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:56.282927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.285485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Attempting to bind port 327a4098-ebd0-4060-9560-736cc20d7ee8 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:32:56.286066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Attempting to bind port 327a4098-ebd0-4060-9560-736cc20d7ee8 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '71e22d5d-ff77-4165-a0c2-25d981695044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:32:56.286415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Attempting to bind port 327a4098-ebd0-4060-9560-736cc20d7ee8 on network e4c727fc-7e29-4bed-8af9-263134656bfb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:32:56.343177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:32:56.343824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Checking segment: {'id': '71e22d5d-ff77-4165-a0c2-25d981695044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:32:56.344388 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.344934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Bound using segment: {'id': '71e22d5d-ff77-4165-a0c2-25d981695044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:32:56.345596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Bound port: 327a4098-ebd0-4060-9560-736cc20d7ee8, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e22d5d-ff77-4165-a0c2-25d981695044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4c727fc-7e29-4bed-8af9-263134656bfb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:32:56.346180 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.352154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1eef3f5c-6573-4af9-bdd2-8b830813f900 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:56.352953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.490799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317d2f11-69d6-4516-bffd-26e6d944939f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:56.666971 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-225d7e78-09df-44db-8081-3ae7fcfe5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.735004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.741796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-29c4999c-cfe9-4059-ad16-a7d1600d3ffa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7489884 Nov 12 12:32:56.746278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32804) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:56.751888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:56.918201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.920433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e9152d-ce49-4b1e-8b26-8cfa1c6511ba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.927063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:56.937619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5bb9e9cd-0651-4e02-86d7-3ea46e43dbb8 req-07a3d891-b8b9-4464-a670-597557b537f7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 210 time: 0.0424397 Nov 12 12:32:56.943453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Allocated IP 172.20.0.13 (224b9fd1-bb30-4ca0-a198-8b32a5ec91a8/c38a573c-e112-40eb-9e4e-bed3c19b35c2/5215da1e-3cac-41d1-a750-d65cb4c80482) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:56.965877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 1eef3f5c-6573-4af9-bdd2-8b830813f900, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1eef3f5c-6573-4af9-bdd2-8b830813f900,segment=NetworkSegment(c521072b-35c0-45b3-beb5-7fbae8459d3d),segment_id=c521072b-35c0-45b3-beb5-7fbae8459d3d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:57.015980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7680b24-bbb0-4acb-9ff1-9899ba58e381 req-c88c60a9-aa73-42fa-95fe-b1a101f137f2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:57.024245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7680b24-bbb0-4acb-9ff1-9899ba58e381 req-c88c60a9-aa73-42fa-95fe-b1a101f137f2 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 944 time: 0.3280160 Nov 12 12:32:57.027447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.033556 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-225d7e78-09df-44db-8081-3ae7fcfe5eab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:32:57.033918 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-225d7e78-09df-44db-8081-3ae7fcfe5eab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:32:57.037003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.098467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=1eef3f5c-6573-4af9-bdd2-8b830813f900,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:57.128166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] For port 327a4098-ebd0-4060-9560-736cc20d7ee8, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:32:57.130880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e9152d-ce49-4b1e-8b26-8cfa1c6511ba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.142960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] For port 327a4098-ebd0-4060-9560-736cc20d7ee8, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=327a4098-ebd0-4060-9560-736cc20d7ee8,segment=NetworkSegment(71e22d5d-ff77-4165-a0c2-25d981695044),segment_id=71e22d5d-ff77-4165-a0c2-25d981695044)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:32:57.150333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.291983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58593742-2317-499c-9d02-d5bcb7f57211 None None] Pushing event updated for resources: {'Port': ['ID=327a4098-ebd0-4060-9560-736cc20d7ee8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:57.364586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1eef3f5c-6573-4af9-bdd2-8b830813f900 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:57.467808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f791a877-cfce-4abc-b5e5-49b1c723425a up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:57.507604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.623866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.641720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.666843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7680b24-bbb0-4acb-9ff1-9899ba58e381 req-a57049c8-4f72-439a-90b9-3af100870421 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414270 Nov 12 12:32:57.769514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1eef3f5c-6573-4af9-bdd2-8b830813f900 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:57.773040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.778351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event updated for resources: {'Port': ['ID=5215da1e-3cac-41d1-a750-d65cb4c80482,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:57.825734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:57.830886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:57.834980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:57.862641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab804b-c733-4b8f-800f-8e568704c096 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:57.886393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network e4c727fc-7e29-4bed-8af9-263134656bfb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:57.931370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:57.937806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port f791a877-cfce-4abc-b5e5-49b1c723425a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:32:57.938105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:57.954314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:57.955089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.972166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port f791a877-cfce-4abc-b5e5-49b1c723425a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:57.972554 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:57.988465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:57.989365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.004173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Port': ['ID=25854732-26f6-4e8e-aa40-8dd6403ac54e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:58.015630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e9152d-ce49-4b1e-8b26-8cfa1c6511ba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.018976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e9152d-ce49-4b1e-8b26-8cfa1c6511ba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.020626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-70e9152d-ce49-4b1e-8b26-8cfa1c6511ba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b6a3279-7293-4f21-826d-a3ddc2cb0a15 HTTP/1.1" status: 204 len: 168 time: 1.7477803 Nov 12 12:32:58.023461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:58.049510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-c530536e-d0bf-457c-a43f-48ef70a6be1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6992419 Nov 12 12:32:58.065943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e4490da2-fb0c-4e2c-8c6b-3fb9a879d486 None None] Provisioning complete for port 1eef3f5c-6573-4af9-bdd2-8b830813f900 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:58.066338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4490da2-fb0c-4e2c-8c6b-3fb9a879d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.075746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Request body: {'port': {'device_id': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:58.082767 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-36df58f0-64ba-4512-a9b4-a93d58497f87 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] show failed (client error): The resource could not be found. Nov 12 12:32:58.084809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36df58f0-64ba-4512-a9b4-a93d58497f87 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "GET /v2.0/security-groups/4b6a3279-7293-4f21-826d-a3ddc2cb0a15 HTTP/1.1" status: 404 len: 347 time: 0.0596709 Nov 12 12:32:58.089951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c62632b6-eb28-41ea-84a9-0bbad6551fe1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4288352 Nov 12 12:32:58.090725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32830) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:58.101147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9152d-ce49-4b1e-8b26-8cfa1c6511ba tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6a3279-7293-4f21-826d-a3ddc2cb0a15,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:58.113486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:58.260023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.328710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8a0c2-6bab-4065-b797-51a4727701a9 req-62eee99d-116b-4320-ac10-8c5b526fee4c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:58.340861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36c8a0c2-6bab-4065-b797-51a4727701a9 req-62eee99d-116b-4320-ac10-8c5b526fee4c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 932 time: 0.2076855 Nov 12 12:32:58.479406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.519108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting subnet a58ee8cc-4f42-4bc8-9900-6180bcb22fc7 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:32:58.524037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.568119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36c8a0c2-6bab-4065-b797-51a4727701a9 req-6d377d5c-3f5e-414e-b4b4-652229b84de2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198553 Nov 12 12:32:58.623763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.626781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:58.633524 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913f38af-39d7-4787-802c-4e4fe7cd8d91" -d '{"events": [{"server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "name": "network-vif-plugged", "status": "completed", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:58.677413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f791a877-cfce-4abc-b5e5-49b1c723425a,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:58.685648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.888841 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746d7e1d-1739-4df6-acd5-604f35e272fa x-openstack-request-id: req-746d7e1d-1739-4df6-acd5-604f35e272fa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:58.889123 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "name": "network-vif-plugged", "status": "completed", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:58.889385 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-746d7e1d-1739-4df6-acd5-604f35e272fa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:58.895622 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a', 'code': 200} Nov 12 12:32:58.909311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:58.909924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:58.942851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-397dfca1-3260-4689-bfbf-d68ccb862ab8 None None] Provisioning complete for port 5215da1e-3cac-41d1-a750-d65cb4c80482 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:58.943220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-397dfca1-3260-4689-bfbf-d68ccb862ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.014823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.020504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-397dfca1-3260-4689-bfbf-d68ccb862ab8 None None] Port 5215da1e-3cac-41d1-a750-d65cb4c80482 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:59.104779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.216582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99201586-b1f2-451f-b3b0-da613ca43d51 req-8aa3e0d6-a68a-4428-901e-d497f48338d6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:59.220466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99201586-b1f2-451f-b3b0-da613ca43d51 req-8aa3e0d6-a68a-4428-901e-d497f48338d6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 945 time: 0.2403159 Nov 12 12:32:59.274078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57927130-7b90-4d72-98c4-84dfd22f4d84 None None] Network e4c727fc-7e29-4bed-8af9-263134656bfb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:32:59.368301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Subnet': ['ID=a58ee8cc-4f42-4bc8-9900-6180bcb22fc7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:59.410459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 327a4098-ebd0-4060-9560-736cc20d7ee8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:59.422594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.442054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99201586-b1f2-451f-b3b0-da613ca43d51 req-234493ef-e6e2-41b5-a84e-7e6064620753 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148764 Nov 12 12:32:59.447563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e3945016-79ec-4839-a5f2-7b3f56947169 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/a58ee8cc-4f42-4bc8-9900-6180bcb22fc7 HTTP/1.1" status: 204 len: 168 time: 1.2121856 Nov 12 12:32:59.452200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d6c0-63cd-41ab-806d-fb1b297fcd84 req-eba99e8d-fcd0-4266-88e2-64bdb52fc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:59.453848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb1d6c0-63cd-41ab-806d-fb1b297fcd84 req-eba99e8d-fcd0-4266-88e2-64bdb52fc614 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 1096 time: 0.4685414 Nov 12 12:32:59.481681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:32:59.508037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f3641766-fcce-4492-b937-5cd114ad62a6 None None] Provisioning complete for port 327a4098-ebd0-4060-9560-736cc20d7ee8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:59.508603 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3641766-fcce-4492-b937-5cd114ad62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.583147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5215da1e-3cac-41d1-a750-d65cb4c80482 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:32:59.614417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.621174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.647156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 327a4098-ebd0-4060-9560-736cc20d7ee8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:59.647888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.664822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Transition to ACTIVE for port object 5215da1e-3cac-41d1-a750-d65cb4c80482 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:32:59.672681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.760796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Deleting port 4adb5952-9987-4305-8a72-b2af678a1ebc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:32:59.761061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.782329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3641766-fcce-4492-b937-5cd114ad62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:59.784913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] DHCP port deletion for e4c727fc-7e29-4bed-8af9-263134656bfb request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:59.793975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31a297-adff-46d1-9900-1f054b8b2cbe None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:32:59.857789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Pushing event updated for resources: {'Port': ['ID=5215da1e-3cac-41d1-a750-d65cb4c80482,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:59.940741 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.003120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.008623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.023452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Attempting to bind port 5215da1e-3cac-41d1-a750-d65cb4c80482 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:00.023806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Attempting to bind port 5215da1e-3cac-41d1-a750-d65cb4c80482 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:00.024028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Attempting to bind port 5215da1e-3cac-41d1-a750-d65cb4c80482 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:00.044888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Port 5215da1e-3cac-41d1-a750-d65cb4c80482 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:00.045230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Attempting to bind port 5215da1e-3cac-41d1-a750-d65cb4c80482 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:00.051026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:00.052009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:00.052153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Bound using segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:00.052612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Bound port: 5215da1e-3cac-41d1-a750-d65cb4c80482, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:00.053590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.079288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Calling delete_port for 4adb5952-9987-4305-8a72-b2af678a1ebc owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:00.102962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3641766-fcce-4492-b937-5cd114ad62a6 None None] For port 327a4098-ebd0-4060-9560-736cc20d7ee8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=327a4098-ebd0-4060-9560-736cc20d7ee8,segment=NetworkSegment(71e22d5d-ff77-4165-a0c2-25d981695044),segment_id=71e22d5d-ff77-4165-a0c2-25d981695044)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:00.112121 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.131469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3641766-fcce-4492-b937-5cd114ad62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.259109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] For port 5215da1e-3cac-41d1-a750-d65cb4c80482, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:00.271026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] For port 5215da1e-3cac-41d1-a750-d65cb4c80482, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5215da1e-3cac-41d1-a750-d65cb4c80482,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:00.281230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.344690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] Deleting port 327a4098-ebd0-4060-9560-736cc20d7ee8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:00.345187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.367439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:00.368042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.376793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] 10.222.0.65 "PUT /v2.0/ports/5215da1e-3cac-41d1-a750-d65cb4c80482 HTTP/1.1" status: 200 len: 1092 time: 2.3084223 Nov 12 12:33:00.377281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'tag': '5215da1e-3cac-41d1-a750-d65cb4c80482'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:00.384410 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13377f92-21f3-4ec4-a69b-7a8c74030c05" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc3a1d7-b517-4591-bc00-7f78dc6578d9", "tag": "5215da1e-3cac-41d1-a750-d65cb4c80482"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:00.470434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.479013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] For port 327a4098-ebd0-4060-9560-736cc20d7ee8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=327a4098-ebd0-4060-9560-736cc20d7ee8,segment=NetworkSegment(71e22d5d-ff77-4165-a0c2-25d981695044),segment_id=71e22d5d-ff77-4165-a0c2-25d981695044)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:00.479533 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.497906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] Calling delete_port for 327a4098-ebd0-4060-9560-736cc20d7ee8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:00.526375 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ffe20-d360-45c3-a0b5-1378299a6aab x-openstack-request-id: req-a13ffe20-d360-45c3-a0b5-1378299a6aab {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:00.526669 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc3a1d7-b517-4591-bc00-7f78dc6578d9", "tag": "5215da1e-3cac-41d1-a750-d65cb4c80482", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:00.526925 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a13ffe20-d360-45c3-a0b5-1378299a6aab {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:00.533870 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'tag': '5215da1e-3cac-41d1-a750-d65cb4c80482', 'status': 'completed', 'code': 200} Nov 12 12:33:00.544585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1142f-f5fb-44d5-ad44-2df3b3db7356 service neutron] Pushing event updated for resources: {'Port': ['ID=5215da1e-3cac-41d1-a750-d65cb4c80482,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:00.604259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-d31dc272-eda9-45a0-a5be-0a55f14aace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:00.608051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-d31dc272-eda9-45a0-a5be-0a55f14aace5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 1095 time: 0.1747727 Nov 12 12:33:00.617776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4330dfc-f567-41d6-aa0d-9b52738768d8 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:00.630842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb1d6c0-63cd-41ab-806d-fb1b297fcd84 req-7fae4865-a0ff-4dd8-8073-ad3163fc9cf4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0851171 Nov 12 12:33:00.636435 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.656617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3641766-fcce-4492-b937-5cd114ad62a6 None None] Pushing event updated for resources: {'Port': ['ID=327a4098-ebd0-4060-9560-736cc20d7ee8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:00.665089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:33:00.665669 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:33:00.669990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] No DVR routers for this DVR port 327a4098-ebd0-4060-9560-736cc20d7ee8 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:00.706055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf666a-543a-4c7d-b21d-4f6a20cae74e None None] Pushing event deleted for resources: {'Port': ['ID=327a4098-ebd0-4060-9560-736cc20d7ee8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:00.713926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd4354b-64a9-4690-b0b3-2611445f917c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:00.764928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Allocated IP 172.25.1.29 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/efb10bda-3b50-47bd-b4d9-e5e00be8aafd) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:00.779416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-82164949-ff1c-4565-a159-1516cbb1ccc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5215da1e-3cac-41d1-a750-d65cb4c80482 HTTP/1.1" status: 200 len: 217 time: 0.1637607 Nov 12 12:33:00.870915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1143d7e-9165-4990-9fea-3806c8e2598d req-1150e45f-0152-4246-8940-49a5ee549117 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:00.881423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1143d7e-9165-4990-9fea-3806c8e2598d req-1150e45f-0152-4246-8940-49a5ee549117 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 945 time: 0.2484872 Nov 12 12:33:00.908678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Pushing event deleted for resources: {'Port': ['ID=4adb5952-9987-4305-8a72-b2af678a1ebc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:00.922970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-cb94b1cf-d231-4257-acfa-896fbacdc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:00.925045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-cb94b1cf-d231-4257-acfa-896fbacdc615 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1255407 Nov 12 12:33:00.952353 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.975513 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-bc40bbe7-9832-41e4-8294-4bca660cf931 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411539 Nov 12 12:33:00.988772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1143d7e-9165-4990-9fea-3806c8e2598d req-6e9cbecd-6d91-4c15-8fb6-3f3b696ba135 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059875 Nov 12 12:33:01.021538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912fa82-83ad-44f4-8407-6de7513d7ca0 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:01.026952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912fa82-83ad-44f4-8407-6de7513d7ca0 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:01.031478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8912fa82-83ad-44f4-8407-6de7513d7ca0 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.5426040 Nov 12 12:33:01.083681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:01.089201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32886) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:01.097659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eec0c-ec4b-4d4b-9d26-50bd8945a8da req-e7a910e5-a3c9-4fa2-9870-09a359e21524 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:01.100573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-934eec0c-ec4b-4d4b-9d26-50bd8945a8da req-e7a910e5-a3c9-4fa2-9870-09a359e21524 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 944 time: 1.0595593 Nov 12 12:33:01.230476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Port 327a4098-ebd0-4060-9560-736cc20d7ee8 update to ACTIVE by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 12:33:01.261213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-238efd4a-34d7-4349-9ace-6b07428146da service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663288 Nov 12 12:33:01.359850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'Port': ['ID=efb10bda-3b50-47bd-b4d9-e5e00be8aafd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:01.416539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 327a4098-ebd0-4060-9560-736cc20d7ee8 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:01.454260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 327a4098-ebd0-4060-9560-736cc20d7ee8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:01.454606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 327a4098-ebd0-4060-9560-736cc20d7ee8 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:01.489934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:01.512741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de15200-3bc3-411a-910f-8b3a3d5eecc9 req-d70ebf9a-34b6-4fbb-87c1-b1e5246274ff service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382262 Nov 12 12:33:01.512952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:01.546389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-470d0131-37d1-4b1e-b74e-3868e5848cd9 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:01.556126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-934eec0c-ec4b-4d4b-9d26-50bd8945a8da req-3024c751-cec4-4f94-a405-ce8f48eaa96e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697926 Nov 12 12:33:01.557165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:01.665309 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-470d0131-37d1-4b1e-b74e-3868e5848cd9 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 12:33:01.666259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470d0131-37d1-4b1e-b74e-3868e5848cd9 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:01.671140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-470d0131-37d1-4b1e-b74e-3868e5848cd9 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/e4c727fc-7e29-4bed-8af9-263134656bfb HTTP/1.1" status: 409 len: 405 time: 0.4921343 Nov 12 12:33:01.673196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:01.676346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:01.681183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab89ec8a-738d-46d5-aee7-e198fd55bb44 tempest-ServersTestBootFromVolume-1016490504 tempest-ServersTestBootFromVolume-1016490504-project] 10.222.0.18 "DELETE /v2.0/floatingips/3e96cadd-7bff-48ca-9a98-2eb1fb3298e9 HTTP/1.1" status: 204 len: 168 time: 3.5712128 Nov 12 12:33:01.681183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:01.688101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-944891236'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:01.691772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:01.761760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-271451b5-21c4-466a-804b-502bcb382c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:01.763338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-271451b5-21c4-466a-804b-502bcb382c53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 1095 time: 0.1803322 Nov 12 12:33:01.889654 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:01.909086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9dc0e-46bc-4172-a7cf-75254a82c87d req-52972bb0-dc68-4d78-96b0-fc24fa5c746c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:01.910756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5a9dc0e-46bc-4172-a7cf-75254a82c87d req-52972bb0-dc68-4d78-96b0-fc24fa5c746c tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 946 time: 0.3810775 Nov 12 12:33:01.920652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:01.924437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.210538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5a9dc0e-46bc-4172-a7cf-75254a82c87d req-ee884224-856b-4588-bd2f-a0fb9070aaff tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239358 Nov 12 12:33:02.226378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-5d97fa31-3a9d-49a3-8d0a-42a087423b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:02.228102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-5d97fa31-3a9d-49a3-8d0a-42a087423b7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.4563620 Nov 12 12:33:02.286203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:02.305916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.339744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-07feebd3-b016-4af6-8f3b-6afecc3bd53f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5215da1e-3cac-41d1-a750-d65cb4c80482 HTTP/1.1" status: 200 len: 217 time: 0.1032465 Nov 12 12:33:02.473205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.473558 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Added segment f2672b5d-a42c-483d-b1e2-1cfd72089742 of type vlan for network ced257b2-b2e1-4635-9bd4-edcec11565e1 Nov 12 12:33:02.479125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-5e387d38-d73b-4351-9c46-6708822f2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:02.482337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-5e387d38-d73b-4351-9c46-6708822f2a05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1340199 Nov 12 12:33:02.528047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-364f58fd-9045-442b-a3cf-bb008b856c35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364816 Nov 12 12:33:02.559398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39676a-3c30-4880-9b62-8fab36a5836f req-4b0f22ae-0707-4759-af21-51e1959ce53e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:02.566835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be39676a-3c30-4880-9b62-8fab36a5836f req-4b0f22ae-0707-4759-af21-51e1959ce53e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 945 time: 0.4068041 Nov 12 12:33:02.618430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.759670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.765905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:02.766600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.090005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0fab7-30f1-430e-b8c4-83c6c9170b4c req-ad22f081-b041-4dc8-8297-11b88e9f81a4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.098941 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6d0fab7-30f1-430e-b8c4-83c6c9170b4c req-ad22f081-b041-4dc8-8297-11b88e9f81a4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 944 time: 0.3923512 Nov 12 12:33:03.108000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-7303c32f-4bc2-42b2-ad4c-c2b7e77720ac service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725682 Nov 12 12:33:03.307324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Network': ['ID=ced257b2-b2e1-4635-9bd4-edcec11565e1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:03.319931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be39676a-3c30-4880-9b62-8fab36a5836f req-e6fe5a12-e8d4-48f6-a4d5-86daf6ed6b1e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7519743 Nov 12 12:33:03.322027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ced257b2-b2e1-4635-9bd4-edcec11565e1 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:03.370081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3232404f-42be-4272-b7e0-d60ab02775ac tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6885209 Nov 12 12:33:03.370903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:03.389628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'subnet': {'network_id': 'ced257b2-b2e1-4635-9bd4-edcec11565e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:03.540462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13377f92-21f3-4ec4-a69b-7a8c74030c05 req-1432d406-5c64-4bed-bfc2-4cd60b1dac2b service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088409 Nov 12 12:33:03.548392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5215da1e-3cac-41d1-a750-d65cb4c80482 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:03.700529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-240b0231-f2d7-4d2c-bc8a-f7efd67299ad tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.714120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-240b0231-f2d7-4d2c-bc8a-f7efd67299ad tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.65 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 946 time: 0.7778378 Nov 12 12:33:03.717856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d6d0fab7-30f1-430e-b8c4-83c6c9170b4c req-feae8b7f-aac8-4270-808f-dec645ad2327 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089416 Nov 12 12:33:03.769741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387aa6a-1487-4499-a0d4-f932069f844d req-533f3e62-e49c-4992-ad07-5566c88688ae tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.771511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5387aa6a-1487-4499-a0d4-f932069f844d req-533f3e62-e49c-4992-ad07-5566c88688ae tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 946 time: 0.2042065 Nov 12 12:33:03.774136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.777328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:03.781239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.813513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.914409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5215da1e-3cac-41d1-a750-d65cb4c80482, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5215da1e-3cac-41d1-a750-d65cb4c80482,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:03.966074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5215da1e-3cac-41d1-a750-d65cb4c80482', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': '5215da1e-3cac-41d1-a750-d65cb4c80482', 'mac_address': 'fa:16:3e:29:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:33:04.057043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.088423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5215da1e-3cac-41d1-a750-d65cb4c80482 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:04.111897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'Port': ['ID=efb10bda-3b50-47bd-b4d9-e5e00be8aafd,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:04.122449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5387aa6a-1487-4499-a0d4-f932069f844d req-d276ee72-da82-4d2f-9703-5b5d70cf220a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361385 Nov 12 12:33:04.142064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5215da1e-3cac-41d1-a750-d65cb4c80482, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5215da1e-3cac-41d1-a750-d65cb4c80482,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:04.150991 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.154853 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-f5a1268f-3a43-45a9-811b-9b78f38b0ad6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 267 time: 0.1703134 Nov 12 12:33:04.227914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Deleting port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:04.228289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.277073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5215da1e-3cac-41d1-a750-d65cb4c80482,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:04.337575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.384341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-7cebcee5-687e-4ba5-b202-c959cc7351d7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:04.399373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-7cebcee5-687e-4ba5-b202-c959cc7351d7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 945 time: 0.2379911 Nov 12 12:33:04.415539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5215da1e-3cac-41d1-a750-d65cb4c80482'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:04.420141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'port': {'security_groups': []}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:04.442337 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.445192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-001f86d3-9843-4e71-923f-7c94c88ad9b1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6952970 Nov 12 12:33:04.466490 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.557012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:04.639115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.670979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] For port f2b10e7c-7ebb-46b1-bd4c-09398ba34870, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:04.673711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.679669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.objects.ports [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:33:04.697272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.754665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Calling delete_port for f2b10e7c-7ebb-46b1-bd4c-09398ba34870 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:05.075960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4537cd6b-51c4-4472-b1be-9c74a9437b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.081104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f791a877-cfce-4abc-b5e5-49b1c723425a,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:05.184788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Subnet': ['ID=1c474787-31e4-4023-9113-c053c5c17c37,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:05.185689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.201871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.207443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Checking segment: {'id': 'f2672b5d-a42c-483d-b1e2-1cfd72089742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ced257b2-b2e1-4635-9bd4-edcec11565e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:05.208068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network hostable DHCP agents. Network: ced257b2-b2e1-4635-9bd4-edcec11565e1, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:05.215457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:05.220242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ad4a323-8f09-4b86-8239-97326a2dd7dc', 'f791a877-cfce-4abc-b5e5-49b1c723425a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:05.224124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c8c7a-b36a-436a-8b4b-d9964be0fef6 req-afd690b5-4465-4b50-b37c-617edaf03ba1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:05.233650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-668c8c7a-b36a-436a-8b4b-d9964be0fef6 req-afd690b5-4465-4b50-b37c-617edaf03ba1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 945 time: 0.3018641 Nov 12 12:33:05.281032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:05.297845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:05.298528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.314782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78d6cdba-3057-42ac-b8ce-eaeda04b123b req-3080cc4c-4ca4-4b53-a6c8-6485ff23fcf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "PUT /v2.0/ports/f791a877-cfce-4abc-b5e5-49b1c723425a HTTP/1.1" status: 200 len: 904 time: 0.9122827 Nov 12 12:33:05.316334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:05.320105 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfdf86e-9fb9-4bba-943e-9748b669e741" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:05.453309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-668c8c7a-b36a-436a-8b4b-d9964be0fef6 req-c2224bf6-a9bf-46a8-81ac-7b0c0b50a8d4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185967 Nov 12 12:33:05.454097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network ced257b2-b2e1-4635-9bd4-edcec11565e1 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:05.504974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ced257b2-b2e1-4635-9bd4-edcec11565e1) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:05.511638 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4537cd6b-51c4-4472-b1be-9c74a9437b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.516484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.519188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:05.523393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.532522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4537cd6b-51c4-4472-b1be-9c74a9437b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.576163 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4537cd6b-51c4-4472-b1be-9c74a9437b9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a01dba0cf76e4cf09962eb69cb0ac6d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9994330 Nov 12 12:33:05.592900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:05.618436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-29df445e-ac8d-4208-9e40-0213e5eb0ae1 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2374775 Nov 12 12:33:05.622700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:05.639311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'port': {'network_id': 'ced257b2-b2e1-4635-9bd4-edcec11565e1', 'name': 'tempest-NetworksIpV6TestAttrs-886284567'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:05.644076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event deleted for resources: {'Port': ['ID=f2b10e7c-7ebb-46b1-bd4c-09398ba34870,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:05.662020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5ec0ad5-1fae-4eec-ade1-1cdafc9a91a8 req-62f96c81-5ad7-4438-a4bf-9824b3f3d944 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f069d4-2253-46e4-b19e-23af48cfb1cb HTTP/1.1" status: 200 len: 210 time: 0.0622635 Nov 12 12:33:05.768984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['f791a877-cfce-4abc-b5e5-49b1c723425a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:05.779976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3581d3-57e6-47ba-a862-5858f9382dc0 None None] Network ced257b2-b2e1-4635-9bd4-edcec11565e1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:05.787004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5215da1e-3cac-41d1-a750-d65cb4c80482 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:05.879379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] No DVR routers for this DVR port f2b10e7c-7ebb-46b1-bd4c-09398ba34870 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:05.885218 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.889808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f5e03b7-e772-4fd4-bc08-9f7f4e57e5d3 req-2b8fb887-4698-4238-b71d-9afee27abebe tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.65 "DELETE /v2.0/ports/f2b10e7c-7ebb-46b1-bd4c-09398ba34870 HTTP/1.1" status: 204 len: 173 time: 2.1579475 Nov 12 12:33:05.904067 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbb749d2-f911-4e0d-a782-89f880c131c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.929716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-69c0f4cd-483b-45dc-a363-58195788ac62 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--655698598&fields=id&tenant_id=34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 267 time: 0.4890599 Nov 12 12:33:05.931882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537cd6b-51c4-4472-b1be-9c74a9437b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e581f3-6e20-437a-b4ef-25008ea23f78,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:05.964204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:05.987378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.012564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbb749d2-f911-4e0d-a782-89f880c131c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.029592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ba79-2583-4499-b331-dee1de1f095f req-98c476db-0f3a-4277-8805-db4c5cf2a1b6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:06.031197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07c9ba79-2583-4499-b331-dee1de1f095f req-98c476db-0f3a-4277-8805-db4c5cf2a1b6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 907 time: 0.2487173 Nov 12 12:33:06.102112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacadb0e-75ec-4707-8ed2-02172d8d3696 None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:06.106052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] device_id is not set on port 33acfbf3-ab4b-4543-8e9d-b434b66be264 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:33:06.115995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Deleting port ca91e67e-6406-4c2e-9da3-cec09a6971ee {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:06.116376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.161324 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d0751d-a08a-458c-b435-92e37b0dd55d x-openstack-request-id: req-f6d0751d-a08a-458c-b435-92e37b0dd55d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:06.161698 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:06.162517 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6d0751d-a08a-458c-b435-92e37b0dd55d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:06.163118 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a', 'status': 'completed', 'code': 200} Nov 12 12:33:06.211896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c9a2c4b-6a60-4a86-a39a-034a05143e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.215440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-0bc5f1d0-4216-4044-a02e-02af6a2ea274 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:06.222573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-0bc5f1d0-4216-4044-a02e-02af6a2ea274 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 817 time: 0.2915435 Nov 12 12:33:06.228020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbb749d2-f911-4e0d-a782-89f880c131c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.230674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbb749d2-f911-4e0d-a782-89f880c131c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.231866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dbb749d2-f911-4e0d-a782-89f880c131c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66e581f3-6e20-437a-b4ef-25008ea23f78 HTTP/1.1" status: 204 len: 168 time: 0.6269858 Nov 12 12:33:06.269562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-c32b1803-d56e-49cd-9f29-409d9672f65e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/quotas/34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 375 time: 0.0460889 Nov 12 12:33:06.331329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Allocated IP 2001:db8::f816:3eff:fe82:53c5 (ced257b2-b2e1-4635-9bd4-edcec11565e1/1c474787-31e4-4023-9113-c053c5c17c37/33acfbf3-ab4b-4543-8e9d-b434b66be264) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:06.358726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-c9516860-3e2e-4c53-a0c4-6af016384512 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812225 Nov 12 12:33:06.366278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb749d2-f911-4e0d-a782-89f880c131c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e581f3-6e20-437a-b4ef-25008ea23f78,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:06.462249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] For port ca91e67e-6406-4c2e-9da3-cec09a6971ee, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ca91e67e-6406-4c2e-9da3-cec09a6971ee,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:06.463666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.509064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-bb91a276-3d40-45dd-954a-d80a85edf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:06.509612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-711d131d-3ba2-4391-ad60-b4b9b52d5f87 None None] Provisioning complete for port f791a877-cfce-4abc-b5e5-49b1c723425a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:06.510093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-711d131d-3ba2-4391-ad60-b4b9b52d5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.511553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-bb91a276-3d40-45dd-954a-d80a85edf7a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 1058 time: 0.3284588 Nov 12 12:33:06.549198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Calling delete_port for ca91e67e-6406-4c2e-9da3-cec09a6971ee owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:06.574776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5994-d5fb-449f-8bfc-d905cf6ec443 req-a7edcdb4-f74b-4b9f-a634-2cdcf84fddf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:06.577601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e90e5994-d5fb-449f-8bfc-d905cf6ec443 req-a7edcdb4-f74b-4b9f-a634-2cdcf84fddf0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.2842877 Nov 12 12:33:06.670655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5215da1e-3cac-41d1-a750-d65cb4c80482 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:33:06.676642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424', '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:06.682433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5215da1e-3cac-41d1-a750-d65cb4c80482 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:06.682796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.793092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:06.813705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33000) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:06.895029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92c96a9f-4e6c-4000-b65a-fbc1b9ad3702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.001216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.022017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e90e5994-d5fb-449f-8bfc-d905cf6ec443 req-d3f435b5-eccb-4a1b-ac59-4fb41a1e4013 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147255 Nov 12 12:33:07.029571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-59a1a61d-6bd7-4508-9f89-ff055bf28056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:07.062469 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-59a1a61d-6bd7-4508-9f89-ff055bf28056 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.5076494 Nov 12 12:33:07.081168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network ced257b2-b2e1-4635-9bd4-edcec11565e1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:07.088060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:07.103209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:07.109844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:07.110669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.120145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.126680 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-de5f443d-78e2-43a5-bc0b-42b399d0257d service neutron] 10.222.0.18 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617457 Nov 12 12:33:07.153444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Port': ['ID=33acfbf3-ab4b-4543-8e9d-b434b66be264,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:07.215577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215da1e-3cac-41d1-a750-d65cb4c80482'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:07.218234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-265c6439-8f70-458f-8988-08f3871f377c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5833950 Nov 12 12:33:07.222046 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c585b6-7782-451e-bebf-1a62cbe5ba34" -d '{"events": [{"server_uuid": "8cc3a1d7-b517-4591-bc00-7f78dc6578d9", "name": "network-vif-plugged", "status": "completed", "tag": "5215da1e-3cac-41d1-a750-d65cb4c80482"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:07.224387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:07.234496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92c96a9f-4e6c-4000-b65a-fbc1b9ad3702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.259275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5215da1e-3cac-41d1-a750-d65cb4c80482, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5215da1e-3cac-41d1-a750-d65cb4c80482,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:07.265387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776c2c7-7bcc-4f8f-8c04-23f4d7746c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ced257b2-b2e1-4635-9bd4-edcec11565e1', 'network_id': 'ced257b2-b2e1-4635-9bd4-edcec11565e1', 'tenant_id': '961cd3f846034e5fae469f0c1043f519', 'fixed_ips': [{'subnet_id': '1c474787-31e4-4023-9113-c053c5c17c37'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:07.266590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6776c2c7-7bcc-4f8f-8c04-23f4d7746c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.268470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92c96a9f-4e6c-4000-b65a-fbc1b9ad3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.281121 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.282203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f2b10e7c-7ebb-46b1-bd4c-09398ba34870 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:07.307345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: f2b10e7c-7ebb-46b1-bd4c-09398ba34870 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:07.307766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f2b10e7c-7ebb-46b1-bd4c-09398ba34870 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:07.340909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-74dbffe7-b639-455d-9cb5-b338ee787811 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f791a877-cfce-4abc-b5e5-49b1c723425a HTTP/1.1" status: 200 len: 217 time: 0.2774003 Nov 12 12:33:07.345100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting subnet 1c474787-31e4-4023-9113-c053c5c17c37 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:33:07.348456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.391567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.402355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.464230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5215da1e-3cac-41d1-a750-d65cb4c80482,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:07.490581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.492644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca91e67e-6406-4c2e-9da3-cec09a6971ee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:07.531931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-92c96a9f-4e6c-4000-b65a-fbc1b9ad3702 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f6aae9cccd04ed28b2b97eaacc08a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7157590 Nov 12 12:33:07.532609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:07.542666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c96a9f-4e6c-4000-b65a-fbc1b9ad3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad27823d-ef70-4b8d-9208-e8bd1e8b6429,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:07.557646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-d9ffd0de-1712-4c57-af13-2ce64783e0fc service neutron] 10.222.0.18 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300349 Nov 12 12:33:07.642195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6157c-e5c8-4869-a0df-532c640b0c5d req-7d24a555-ac0f-42f7-85b4-038f19a2173b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:07.643889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec6157c-e5c8-4869-a0df-532c640b0c5d req-7d24a555-ac0f-42f7-85b4-038f19a2173b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.3009677 Nov 12 12:33:07.688253 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-6776c2c7-7bcc-4f8f-8c04-23f4d7746c34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c474787-31e4-4023-9113-c053c5c17c37: This subnet is being modified by another concurrent operation. Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:33:07.691578 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c474787-31e4-4023-9113-c053c5c17c37: This subnet is being modified by another concurrent operation. Nov 12 12:33:07.696776 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:33:07.754318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed9e7f-1b49-41fa-9271-3ab384ea70a7 None None] Network ced257b2-b2e1-4635-9bd4-edcec11565e1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:07.772027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a44dc84a-9002-46c4-892f-86c69899814e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.797125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-83b08f68-25d7-4fa9-abd8-cd7043a5b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:07.798660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-83b08f68-25d7-4fa9-abd8-cd7043a5b8c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.4138298 Nov 12 12:33:07.807561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Subnet': ['ID=1c474787-31e4-4023-9113-c053c5c17c37,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:07.820848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.826580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6a30b58a-b8de-4752-ae3e-992977231c9e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/1c474787-31e4-4023-9113-c053c5c17c37 HTTP/1.1" status: 204 len: 168 time: 0.6010654 Nov 12 12:33:07.840214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33016) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:07.925086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a44dc84a-9002-46c4-892f-86c69899814e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:08.036654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aec6157c-e5c8-4869-a0df-532c640b0c5d req-57890c87-f2e7-4f28-aeaf-75594d36014c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634642 Nov 12 12:33:08.042301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-aa61e281-5db1-4a0a-8a26-379a46c3adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:08.043979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-aa61e281-5db1-4a0a-8a26-379a46c3adb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360790 Nov 12 12:33:08.063354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527a452-83a6-419d-b7d8-581e1e32c734 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:08.073388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527a452-83a6-419d-b7d8-581e1e32c734 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:08.080821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:08.088036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5527a452-83a6-419d-b7d8-581e1e32c734 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2463760 Nov 12 12:33:08.093857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:08.097739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1cac24-18c8-457f-988e-078d71d7a8ec None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:33:08.169537 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f6aea9-2c38-4b72-a28f-922ecd9cef41 x-openstack-request-id: req-56f6aea9-2c38-4b72-a28f-922ecd9cef41 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:08.170306 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc3a1d7-b517-4591-bc00-7f78dc6578d9", "name": "network-vif-plugged", "status": "completed", "tag": "5215da1e-3cac-41d1-a750-d65cb4c80482", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:08.170445 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56f6aea9-2c38-4b72-a28f-922ecd9cef41 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:08.171160 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215da1e-3cac-41d1-a750-d65cb4c80482', 'code': 200} Nov 12 12:33:08.181827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'name': 'network-vif-deleted', 'tag': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:08.192552 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d19dea6-5ca6-48c8-9a58-7473a896a047" -d '{"events": [{"server_uuid": "71f069d4-2253-46e4-b19e-23af48cfb1cb", "name": "network-vif-deleted", "tag": "f2b10e7c-7ebb-46b1-bd4c-09398ba34870"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:08.291277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1cac24-18c8-457f-988e-078d71d7a8ec None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:33:08.292019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592eca5-5f57-41d7-849d-0d1011c45b6e req-e615890c-6aa8-411c-86d1-19fed6faab22 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:08.293576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b592eca5-5f57-41d7-849d-0d1011c45b6e req-e615890c-6aa8-411c-86d1-19fed6faab22 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3476908 Nov 12 12:33:08.468861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2868812-e2a3-4b7a-b63f-f884865198ae req-1c1cbbd8-7154-4dd4-bb6f-6e6f3ddce15f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 210 time: 0.0734272 Nov 12 12:33:08.712409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-60c8a4a0-e65a-4951-95a8-2fb9c63f9d34 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559312 Nov 12 12:33:08.944634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17b70f46-e295-4d26-b03c-df33bdb8e56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:08.954458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a44dc84a-9002-46c4-892f-86c69899814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:08.957138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Router f540bfcc-4091-44fb-b5af-04be900d1bab has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:33:08.958008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a44dc84a-9002-46c4-892f-86c69899814e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:08.959547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a44dc84a-9002-46c4-892f-86c69899814e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad27823d-ef70-4b8d-9208-e8bd1e8b6429 HTTP/1.1" status: 204 len: 168 time: 1.4219444 Nov 12 12:33:08.984453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02614632-ff79-45c9-8314-5f6385a25826 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:08.988111 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7324aafd-f884-4114-9556-6631738f26be x-openstack-request-id: req-7324aafd-f884-4114-9556-6631738f26be {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:08.988398 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f069d4-2253-46e4-b19e-23af48cfb1cb", "name": "network-vif-deleted", "tag": "f2b10e7c-7ebb-46b1-bd4c-09398ba34870", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:08.988640 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7324aafd-f884-4114-9556-6631738f26be {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:08.989590 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f069d4-2253-46e4-b19e-23af48cfb1cb', 'name': 'network-vif-deleted', 'tag': 'f2b10e7c-7ebb-46b1-bd4c-09398ba34870', 'status': 'completed', 'code': 200} Nov 12 12:33:08.992530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c3275-4a13-4533-9d92-a16f428ce0af req-f9488d44-29b6-4d38-a117-9fea22fef6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:08.994095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a5c3275-4a13-4533-9d92-a16f428ce0af req-f9488d44-29b6-4d38-a117-9fea22fef6c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 1097 time: 0.7729824 Nov 12 12:33:09.029431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dc84a-9002-46c4-892f-86c69899814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad27823d-ef70-4b8d-9208-e8bd1e8b6429,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:09.052800 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-02614632-ff79-45c9-8314-5f6385a25826 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 12:33:09.053623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02614632-ff79-45c9-8314-5f6385a25826 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:09.061685 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02614632-ff79-45c9-8314-5f6385a25826 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/ced257b2-b2e1-4635-9bd4-edcec11565e1 HTTP/1.1" status: 409 len: 405 time: 0.9583402 Nov 12 12:33:09.063720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:09.070752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-739091211'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:09.078140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b592eca5-5f57-41d7-849d-0d1011c45b6e req-26b4f56f-89d7-4ef4-96ab-44132b81adff tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7410650 Nov 12 12:33:09.154083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a5c3275-4a13-4533-9d92-a16f428ce0af req-a82d8b67-8c2b-4af3-8fc8-9d2a241d687f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444228 Nov 12 12:33:09.164628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:09.176672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.301758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.306924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:09.441369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.441944 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Added segment abc72130-60c0-43bb-8f1a-756584225296 of type vlan for network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec Nov 12 12:33:09.502507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929581c-3415-4379-a747-7bb95a9e966b req-d0bb5e6e-dbb4-4ec8-869d-ce9d18335710 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:09.504180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8929581c-3415-4379-a747-7bb95a9e966b req-d0bb5e6e-dbb4-4ec8-869d-ce9d18335710 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.2385118 Nov 12 12:33:09.508498 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.579821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8929581c-3415-4379-a747-7bb95a9e966b req-a3cc9a85-e5ed-45f1-9988-de001bba9f1b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675769 Nov 12 12:33:09.586766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.602462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:09.602462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.623781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbfdf86e-9fb9-4bba-943e-9748b669e741 req-cd2d526a-9a25-400e-9ad8-8ae5aea3a35a service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030128 Nov 12 12:33:09.648914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5799181 Nov 12 12:33:09.660603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:09.674059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'subnet': {'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:09.724504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667442-e321-44a7-be69-bea50bdbc4fa req-3a734494-a739-4c4f-9ddf-15cc9a93d74d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:09.726375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98667442-e321-44a7-be69-bea50bdbc4fa req-3a734494-a739-4c4f-9ddf-15cc9a93d74d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 946 time: 0.6043789 Nov 12 12:33:09.761002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:33:09.770965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56f21c10-2b18-4a4d-92eb-25528147b773 admin admin] 10.222.0.18 "PUT /v2.0/routers/f540bfcc-4091-44fb-b5af-04be900d1bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0786984 Nov 12 12:33:09.778244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] Sync routers for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:33:09.786018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:09.792296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:09.793265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:09.860847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98667442-e321-44a7-be69-bea50bdbc4fa req-31208d4e-d283-476c-bec3-22838d5c0c10 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245999 Nov 12 12:33:09.917256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10ff84-76fc-4344-9f50-3e95dab6c6a7 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Network': ['ID=a1cb5c38-90fc-497d-9b5d-558fc5ba8cec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:09.945165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:09.993581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55a5e1e0-8405-4fc3-88a7-90b67ca31395 req-c9944a04-ea05-49ac-b69d-c07bd8b732c1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 210 time: 0.0366962 Nov 12 12:33:10.007283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.124965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:10.144969 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.188998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:10.225727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.376848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-74758013-6688-4cd9-9804-a92651b7b439 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:10.378650 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-74758013-6688-4cd9-9804-a92651b7b439 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.6546106 Nov 12 12:33:10.395792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-429ae6d3-f1f5-4b78-b9d3-05e85e73654d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:10.399611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-429ae6d3-f1f5-4b78-b9d3-05e85e73654d tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 946 time: 0.1102440 Nov 12 12:33:10.424388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-b35cbb93-a7d7-4a67-b426-fb86b71bc40e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/quotas/42d83a7b50b44117be2ca93056947818 HTTP/1.1" status: 200 len: 375 time: 0.0317721 Nov 12 12:33:10.445911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-5c081130-99bc-4efd-a4f4-323c5053445c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:10.448330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-5c081130-99bc-4efd-a4f4-323c5053445c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 817 time: 0.5180125 Nov 12 12:33:10.458116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Deleting port 0203cccd-ddf5-43ad-b04c-d00c54584585 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:10.460684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.567401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-00129459-d532-48a2-aad4-f3a8165bced1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 379 time: 0.0753341 Nov 12 12:33:10.578009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'port': {'device_id': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'admin_state_up': True, 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'security_groups': ['bb16f3c5-2e17-409c-a57d-ac75fecfb9da']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:10.637407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-302eb73d-e0fa-4970-b1bf-3916c7e4dff9 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1863918 Nov 12 12:33:10.652454 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] For port 0203cccd-ddf5-43ad-b04c-d00c54584585, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0203cccd-ddf5-43ad-b04c-d00c54584585,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:10.652834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.669773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Calling delete_port for 0203cccd-ddf5-43ad-b04c-d00c54584585 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:10.673949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Deleting port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:10.674441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.772787 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-031e8e81-f877-46c2-a530-945266fe8486 service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942812 Nov 12 12:33:10.814935 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:33:10.878693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] For port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:10.879255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.900804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Calling delete_port for 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:10.907091 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.908785 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-7e42bb51-6d15-403a-9c27-54324ffb18bd service neutron] 10.222.0.18 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253715 Nov 12 12:33:10.977584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd5b20-2880-4890-986e-a14acb53a3fa req-56ac07e5-ab30-4ab3-bc16-56cd88938264 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:10.979247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61bd5b20-2880-4890-986e-a14acb53a3fa req-56ac07e5-ab30-4ab3-bc16-56cd88938264 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.1630414 Nov 12 12:33:11.043631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:33:07Z', 'revision_number': 5, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port': {'id': '0203cccd-ddf5-43ad-b04c-d00c54584585', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:29:02Z', 'updated_at': '2021-11-12T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:11.093159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] Checking router: f540bfcc-4091-44fb-b5af-04be900d1bab for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:33:11.107232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] Routers {'f540bfcc-4091-44fb-b5af-04be900d1bab'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:11.108212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f540bfcc-4091-44fb-b5af-04be900d1bab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:11.152552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Made reservation on behalf of 34ed790e013c444b9cda69ac405059b8 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:11.157684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61bd5b20-2880-4890-986e-a14acb53a3fa req-2347ac4a-28b7-43e5-86a2-b0333be89a6c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393261 Nov 12 12:33:11.163189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.272346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.309136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] Set router f540bfcc-4091-44fb-b5af-04be900d1bab gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:11.389294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=0203cccd-ddf5-43ad-b04c-d00c54584585,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:11.395921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:33:10Z', 'revision_number': 6, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:11.404318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a71a438-4123-45f4-bef3-14b5b6f8bf12 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:11.457026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277123c-7d57-41db-abef-327bb7d99092 None None] The sync data for ids ['f540bfcc-4091-44fb-b5af-04be900d1bab'] in n-d-804878-5 is: [{'id': 'f540bfcc-4091-44fb-b5af-04be900d1bab', 'name': 'tempest-ServersTestBootFromVolume-467504906-router', 'tenant_id': 'ed467640bc874346850de761c7247d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:29:00Z', 'updated_at': '2021-11-12T12:33:10Z', 'revision_number': 6, 'project_id': 'ed467640bc874346850de761c7247d15', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:33:11.468392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.523634 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ba33774-b7b1-429c-9b8c-92b3504b2d3f req-6ad62cbc-04b4-4d3a-b457-8856e7ed9025 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 210 time: 0.1502447 Nov 12 12:33:11.626840 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.629221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8406-348e-4111-8e23-29b852e8305f req-b1b5f985-b5be-4fa8-b611-5c8b0352dd55 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:11.631555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20ae8406-348e-4111-8e23-29b852e8305f req-b1b5f985-b5be-4fa8-b611-5c8b0352dd55 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 946 time: 0.2796023 Nov 12 12:33:11.725078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.objects.ports [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:33:11.757268 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a75c6c7b-033c-4250-a3ee-e2722697a308 req-0152c803-a828-480c-bd68-c88e4a054589 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 210 time: 0.1329901 Nov 12 12:33:11.781952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.861580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.892540 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.893135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7c7aab60-a4fc-4316-81cb-02afba088424', '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:11.944150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.944770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Subnet': ['ID=c3dc7e52-86b1-4af1-ad4c-8c2a9e0e5045,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:11.963328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event deleted for resources: {'Port': ['ID=66accb5b-bca2-49a1-8c8f-a7ecc9d7453f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:12.056256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce63a0-dd1a-491d-82fa-7db8a11e607f None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:12.089276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Allocated IP 172.20.0.6 (84c6e5ad-5821-44fb-9c8c-89544336c8cd/a7260b09-9ca9-4181-a6bb-b4434a9c4c18/2ed09925-e100-49e2-ba36-fe794499b2bb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:12.134350 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20ae8406-348e-4111-8e23-29b852e8305f req-8b48bb1d-3cd3-47e2-be85-73cffa430a75 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931784 Nov 12 12:33:12.221939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] No DVR routers for this DVR port 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:12.225193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.225811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f540bfcc-4091-44fb-b5af-04be900d1bab {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:33:12.242675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.246094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e173f6a-44e3-43b2-9aa6-cdf2c69144a4 req-d301498e-5997-46bc-8bce-c84ceca014b6 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "DELETE /v2.0/ports/66accb5b-bca2-49a1-8c8f-a7ecc9d7453f HTTP/1.1" status: 204 len: 173 time: 1.8379579 Nov 12 12:33:12.247201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5665821-7c43-45bb-b961-3aca6705d685', 'name': 'network-vif-deleted', 'tag': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:12.249665 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e86faac-ffe3-4476-a962-11e96ddae61b" -d '{"events": [{"server_uuid": "a5665821-7c43-45bb-b961-3aca6705d685", "name": "network-vif-deleted", "tag": "66accb5b-bca2-49a1-8c8f-a7ecc9d7453f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:12.257324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.258579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c61755c5-cff4-4c97-a2e3-f64c3a674c7b admin admin] 10.222.0.18 "DELETE /v2.0/routers/f540bfcc-4091-44fb-b5af-04be900d1bab HTTP/1.1" status: 204 len: 168 time: 2.4620793 Nov 12 12:33:12.276322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:12.287599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Checking segment: {'id': 'abc72130-60c0-43bb-8f1a-756584225296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:12.292344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network hostable DHCP agents. Network: a1cb5c38-90fc-497d-9b5d-558fc5ba8cec, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:12.343663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b687b-f95c-4226-a5ff-89460ecd61cd req-fc637fc7-347b-489f-96fb-ded3ba0a0007 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:12.353126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a42b687b-f95c-4226-a5ff-89460ecd61cd req-fc637fc7-347b-489f-96fb-ded3ba0a0007 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.1318274 Nov 12 12:33:12.373302 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d124d07c-c2a5-4c2e-9449-d8b6b8f44f3f x-openstack-request-id: req-d124d07c-c2a5-4c2e-9449-d8b6b8f44f3f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:12.373589 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5665821-7c43-45bb-b961-3aca6705d685", "name": "network-vif-deleted", "tag": "66accb5b-bca2-49a1-8c8f-a7ecc9d7453f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:12.373902 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d124d07c-c2a5-4c2e-9449-d8b6b8f44f3f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:12.374398 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5665821-7c43-45bb-b961-3aca6705d685', 'name': 'network-vif-deleted', 'tag': '66accb5b-bca2-49a1-8c8f-a7ecc9d7453f', 'status': 'completed', 'code': 200} Nov 12 12:33:12.390614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Deleting subnet 858360ad-9350-4fdb-a63c-7bb84f2a0134 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:33:12.395451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.469992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a42b687b-f95c-4226-a5ff-89460ecd61cd req-8807513b-4821-4466-9ab9-e8fc7f2e7c37 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159165 Nov 12 12:33:12.472617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.502775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:12.532549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a1cb5c38-90fc-497d-9b5d-558fc5ba8cec) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:12.543272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79b00e-0606-4829-8de8-0fe48099d133 None None] Network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:12.545199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:12.547152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.599119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cdd2f6cb-f55e-4601-886a-73a76db15f45 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9373045 Nov 12 12:33:12.602425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:12.614466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.713156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.713681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.809571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2932-580d-4672-88df-9250c4725cf0 req-648bf4fe-2440-43c6-b200-63ef3e12405b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:12.816390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-064e2932-580d-4672-88df-9250c4725cf0 req-648bf4fe-2440-43c6-b200-63ef3e12405b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 931 time: 0.1443305 Nov 12 12:33:12.826672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:12.830763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:12.838325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:12.844159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a1cb5c38-90fc-497d-9b5d-558fc5ba8cec', 'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec', 'tenant_id': '961cd3f846034e5fae469f0c1043f519', 'fixed_ips': [{'subnet_id': 'c3dc7e52-86b1-4af1-ad4c-8c2a9e0e5045'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:12.846199 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.869078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:12.881227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:12.962678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.007287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:13.008101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.074591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-064e2932-580d-4672-88df-9250c4725cf0 req-3dfa8da0-4d43-49cc-b2ee-067ffd836a0b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999712 Nov 12 12:33:13.092575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bc151075-3770-43ae-b111-e48155534944 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5192745 Nov 12 12:33:13.098661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f40e2a2e-eb26-4209-a506-7e6f0f4eb06d req-7292afca-e555-471c-a0d3-e95aeb1a1bf4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 210 time: 0.1799738 Nov 12 12:33:13.105009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858360ad-9350-4fdb-a63c-7bb84f2a0134,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:13.150527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Request body: {'port': {'device_id': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:13.289951 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.385714 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.404265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f175f3dc-94f9-4ff8-9dda-de8fc7c9c5d7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/858360ad-9350-4fdb-a63c-7bb84f2a0134 HTTP/1.1" status: 204 len: 168 time: 1.1265619 Nov 12 12:33:13.416261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:13.428281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Allocated IP 2001:db8::f816:3eff:fe03:fb2 (a1cb5c38-90fc-497d-9b5d-558fc5ba8cec/c3dc7e52-86b1-4af1-ad4c-8c2a9e0e5045/5ff81332-7437-4fb9-ac98-e421fde54b90) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:13.535018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.573874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f23713-2844-4d80-ae01-14fac813d376 None None] Network 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:13.576857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0203cccd-ddf5-43ad-b04c-d00c54584585 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:13.630055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-063a4b77-7fa0-4b38-b642-8df4f23b180e req-45ecd909-0b66-4f74-b2cf-d37da0865d36 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5665821-7c43-45bb-b961-3aca6705d685 HTTP/1.1" status: 200 len: 210 time: 0.2557032 Nov 12 12:33:13.751275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.781648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-008753a3-84de-46a0-b299-fda46a7ea3b8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:13.783369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:13.783754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-008753a3-84de-46a0-b299-fda46a7ea3b8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 812 time: 0.7077720 Nov 12 12:33:13.792511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.792691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0203cccd-ddf5-43ad-b04c-d00c54584585 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:13.792976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0203cccd-ddf5-43ad-b04c-d00c54584585 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:13.793378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca91e67e-6406-4c2e-9da3-cec09a6971ee no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:13.807291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Request body: {'port': {'device_id': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'admin_state_up': True, 'tenant_id': '42d83a7b50b44117be2ca93056947818'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:13.811647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Transition to ACTIVE for port object 2ed09925-e100-49e2-ba36-fe794499b2bb will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:33:13.818136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.837975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c4de4-c01b-414e-b358-42808b162ba4 req-3c006ba9-2576-434a-abe5-a8264799548c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:13.842038 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.845524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-183c4de4-c01b-414e-b358-42808b162ba4 req-3c006ba9-2576-434a-abe5-a8264799548c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.1822538 Nov 12 12:33:13.881382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ca91e67e-6406-4c2e-9da3-cec09a6971ee {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:13.883020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca91e67e-6406-4c2e-9da3-cec09a6971ee not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:13.894592 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:13.965180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:14.009485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Pushing event updated for resources: {'Port': ['ID=5ff81332-7437-4fb9-ac98-e421fde54b90,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:14.022078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:14.022392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:14.022725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:14.033482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Port 2ed09925-e100-49e2-ba36-fe794499b2bb on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:14.034001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:14.041661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:14.045732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.046300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.046947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.047481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.047980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.048482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.048999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.049487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.049984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.050513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.051047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.051527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:14.052878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:14.053707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Checking segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:14.054307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Bound using segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:14.054941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Bound port: 2ed09925-e100-49e2-ba36-fe794499b2bb, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:14.055503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.062879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:14.065795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:14.092407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-183c4de4-c01b-414e-b358-42808b162ba4 req-a429b400-5f9a-45f1-ad6e-4d2fe8283e98 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459912 Nov 12 12:33:14.101049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.163837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Attempting to bind port 5ff81332-7437-4fb9-ac98-e421fde54b90 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:14.164211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Attempting to bind port 5ff81332-7437-4fb9-ac98-e421fde54b90 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'abc72130-60c0-43bb-8f1a-756584225296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:14.164569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Attempting to bind port 5ff81332-7437-4fb9-ac98-e421fde54b90 on network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:14.175879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:14.176255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Checking segment: {'id': 'abc72130-60c0-43bb-8f1a-756584225296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:14.176653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.177041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Bound using segment: {'id': 'abc72130-60c0-43bb-8f1a-756584225296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:14.178117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Bound port: 5ff81332-7437-4fb9-ac98-e421fde54b90, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc72130-60c0-43bb-8f1a-756584225296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:14.179206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.190721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:14.198432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:14.205918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.236398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:14.237033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.238484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] 10.222.0.65 "PUT /v2.0/ports/2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 1091 time: 1.1296287 Nov 12 12:33:14.244291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:14.246665 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6809bfd-4a5e-4756-a432-3f4817172178" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:14.284735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.288373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] DHCP port deletion for 74f97bde-f211-46bf-a9f9-0ffaa6bb9622 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:14.370520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cb5c38-90fc-497d-9b5d-558fc5ba8cec']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:14.386446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc72130-60c0-43bb-8f1a-756584225296') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:14.387112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc72130-60c0-43bb-8f1a-756584225296') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:14.415809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.482336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee6d05-f5d7-4032-a334-c4fa4dd3cb7f service neutron] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:14.491631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-594b1e8b-f1c2-4730-8695-b6521f6a4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:14.494485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-594b1e8b-f1c2-4730-8695-b6521f6a4863 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1094 time: 0.1654191 Nov 12 12:33:14.527972 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.543787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Subnet': ['ID=c3dc7e52-86b1-4af1-ad4c-8c2a9e0e5045,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:14.557540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] For port 5ff81332-7437-4fb9-ac98-e421fde54b90, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:14.572160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:14.572709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:14.580363 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:14.597126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-140db817-5f00-4786-8dd1-b0e3877e2ef7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 217 time: 0.0884659 Nov 12 12:33:14.614235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Deleting port 4a1c4a25-402e-4893-92a6-5d91cc041112 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:14.615678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.653019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Made reservation on behalf of 42d83a7b50b44117be2ca93056947818 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:14.658699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.663000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] Deleting port 4a1c4a25-402e-4893-92a6-5d91cc041112 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:14.663591 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.734034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29a40505-bd8d-46d9-94ad-fd8dd6aea857 req-6f8610fd-133e-421c-8d26-99b1a4a37a73 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 210 time: 0.0604632 Nov 12 12:33:14.764801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-0d78c870-2fe9-4d39-894e-04458283d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:14.766429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-0d78c870-2fe9-4d39-894e-04458283d2bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1592231 Nov 12 12:33:14.789614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bba0e-0ce6-4bfa-af6c-c3c425078500 req-033ec7f7-66a1-4e8a-b726-47c91c9d1a92 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:14.791390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f15bba0e-0ce6-4bfa-af6c-c3c425078500 req-033ec7f7-66a1-4e8a-b726-47c91c9d1a92 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.3615232 Nov 12 12:33:14.813422 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147cfe8-2beb-4d3a-97c5-2228b39f5518 x-openstack-request-id: req-2147cfe8-2beb-4d3a-97c5-2228b39f5518 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:14.814127 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:14.814507 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2147cfe8-2beb-4d3a-97c5-2228b39f5518 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:14.815738 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'status': 'completed', 'code': 200} Nov 12 12:33:14.863771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] For port 4a1c4a25-402e-4893-92a6-5d91cc041112, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a1c4a25-402e-4893-92a6-5d91cc041112,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:14.866681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.877288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] For port 4a1c4a25-402e-4893-92a6-5d91cc041112, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4a1c4a25-402e-4893-92a6-5d91cc041112,segment=NetworkSegment(fa648d0e-86d7-40c4-8642-0d73df7698ea),segment_id=fa648d0e-86d7-40c4-8642-0d73df7698ea)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:14.877644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:14.884245 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:33:14.884245 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:33:14.884245 n-d-804878-5 neutron-server[102778]: [parameters: {'id': 'a1cb5c38-90fc-497d-9b5d-558fc5ba8cec'}] Nov 12 12:33:14.884245 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:33:14.884790 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:33:14.890972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] Calling delete_port for 4a1c4a25-402e-4893-92a6-5d91cc041112 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:14.947580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Calling delete_port for 4a1c4a25-402e-4893-92a6-5d91cc041112 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:14.955078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-8a6420fc-a4db-43fb-b6d0-43194bdc6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:14.956697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-8a6420fc-a4db-43fb-b6d0-43194bdc6376 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809151 Nov 12 12:33:15.016309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] For port 5ff81332-7437-4fb9-ac98-e421fde54b90, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5ff81332-7437-4fb9-ac98-e421fde54b90,segment=NetworkSegment(abc72130-60c0-43bb-8f1a-756584225296),segment_id=abc72130-60c0-43bb-8f1a-756584225296)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:15.023851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:15.033101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0fc88-8fca-4342-85f8-582b63b5b4fb req-702d0501-6d1c-403b-b934-e2651ffc12aa tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:15.034703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04f0fc88-8fca-4342-85f8-582b63b5b4fb req-702d0501-6d1c-403b-b934-e2651ffc12aa tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.1805873 Nov 12 12:33:15.047096 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:15.058232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f15bba0e-0ce6-4bfa-af6c-c3c425078500 req-f24a9bb9-e774-4f8f-9224-47aa1d2cac71 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505412 Nov 12 12:33:15.101476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] No DVR routers for this DVR port 4a1c4a25-402e-4893-92a6-5d91cc041112 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:15.178418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55a6e4-6079-4979-832d-dcfeac733a8d None None] Pushing event updated for resources: {'Port': ['ID=5ff81332-7437-4fb9-ac98-e421fde54b90,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:15.207436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Allocated IP 172.20.0.4 (d889def1-fa0c-4b04-88d3-b8caf44ecf3d/14e79d26-cdbf-43d1-a36a-b382d5f64820/6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:15.218035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ac6e6-a2c7-49ed-994b-588bad49a520 None None] Pushing event deleted for resources: {'Port': ['ID=4a1c4a25-402e-4893-92a6-5d91cc041112,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:15.225805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6ca7f-1716-46b0-b9a8-5cf0106176e2 None None] Network a1cb5c38-90fc-497d-9b5d-558fc5ba8cec requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:15.226450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:15.272883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-425d14c3-85ca-41f2-9574-00970832a3aa service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065765 Nov 12 12:33:15.308320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1c4a25-402e-4893-92a6-5d91cc041112,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:15.313423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] No DVR routers for this DVR port 4a1c4a25-402e-4893-92a6-5d91cc041112 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:15.385314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:15.410459 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-04f0fc88-8fca-4342-85f8-582b63b5b4fb req-2378c9e4-31ad-463a-a1c7-604e39d75e69 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446436 Nov 12 12:33:15.456038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a1c4a25-402e-4893-92a6-5d91cc041112 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:15.461907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bfc8fd0-f133-40e9-945e-aa0e3ae0be7f req-808af1ac-6d9d-4cc7-83e2-7740d6c7b7ac service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802568 Nov 12 12:33:15.491242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4a1c4a25-402e-4893-92a6-5d91cc041112 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:15.492428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4a1c4a25-402e-4893-92a6-5d91cc041112 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:15.494569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6f0a1-ab8b-43d0-85be-9fb523c3ffa9 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:33:15.526322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:15.592033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f97bde-f211-46bf-a9f9-0ffaa6bb9622']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:15.593420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:15.605469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-474de154-b69d-4478-b80d-dd6c0122d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:15.609485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-474de154-b69d-4478-b80d-dd6c0122d919 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1094 time: 0.0838809 Nov 12 12:33:15.629896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:15.632259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 66accb5b-bca2-49a1-8c8f-a7ecc9d7453f not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:15.731457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6f0a1-ab8b-43d0-85be-9fb523c3ffa9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:33:15.806502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-26e5ace9-7c90-48f3-9206-e90d73c2c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:15.808127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-26e5ace9-7c90-48f3-9206-e90d73c2c46e service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.1902225 Nov 12 12:33:15.904244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-5b35101c-84ea-4783-bf6c-468726adf0b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 217 time: 0.0871611 Nov 12 12:33:15.976121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-e319855b-123f-43e8-bb45-7c534fd15860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:15.977945 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-e319855b-123f-43e8-bb45-7c534fd15860 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.0663455 Nov 12 12:33:16.103022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-9fbb57ce-f2a4-4869-953a-695fb3399c2a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:16.104606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-9fbb57ce-f2a4-4869-953a-695fb3399c2a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.1255505 Nov 12 12:33:16.111389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-2309e918-4d8d-49b8-b043-39cdff030f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:16.112902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-2309e918-4d8d-49b8-b043-39cdff030f99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182427 Nov 12 12:33:16.229491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa648d0e-86d7-40c4-8642-0d73df7698ea') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:16.236513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa648d0e-86d7-40c4-8642-0d73df7698ea') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:16.262042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f45dceb2-f7f7-412a-ae64-bf860ce53602 req-6aed35d0-67e0-4200-b33d-b9a3d9dcc2b0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 210 time: 0.0876172 Nov 12 12:33:16.276515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.326509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.355246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:16.356123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:16.358454 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:16.393883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-be6de6d0-f0ba-499d-a949-435c667bee02 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723539 Nov 12 12:33:16.405603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220599-cfbe-4473-901c-13d5792be67b req-0c0162a7-bb84-43ee-b7d8-a207e94f46e4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:16.414387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87220599-cfbe-4473-901c-13d5792be67b req-0c0162a7-bb84-43ee-b7d8-a207e94f46e4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.1724408 Nov 12 12:33:16.436199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Deleting port 5215da1e-3cac-41d1-a750-d65cb4c80482 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:16.436977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.475697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.506424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting port 5ff81332-7437-4fb9-ac98-e421fde54b90 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:16.507070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.637868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.663674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87220599-cfbe-4473-901c-13d5792be67b req-d19f37f9-13b1-4b29-95a1-e7f649768ccc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483997 Nov 12 12:33:16.685190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] For port 5215da1e-3cac-41d1-a750-d65cb4c80482, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5215da1e-3cac-41d1-a750-d65cb4c80482,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:16.685562 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.704833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e6809bfd-4a5e-4756-a432-3f4817172178 req-e34090a1-8b9e-4d40-9c1c-d4ff1c3164f6 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770963 Nov 12 12:33:16.706322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.715144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Calling delete_port for 5215da1e-3cac-41d1-a750-d65cb4c80482 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:16.719264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/74f97bde-f211-46bf-a9f9-0ffaa6bb9622 HTTP/1.1" status: 204 len: 168 time: 3.2978365 Nov 12 12:33:16.749800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64660fb-fabb-4c8f-9c5e-a0ffedfe8c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f97bde-f211-46bf-a9f9-0ffaa6bb9622,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:16.763141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] For port 5ff81332-7437-4fb9-ac98-e421fde54b90, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5ff81332-7437-4fb9-ac98-e421fde54b90,segment=NetworkSegment(abc72130-60c0-43bb-8f1a-756584225296),segment_id=abc72130-60c0-43bb-8f1a-756584225296)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:16.763509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.785006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Calling delete_port for 5ff81332-7437-4fb9-ac98-e421fde54b90 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:16.787602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:16.799966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:16.805993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ad4a323-8f09-4b86-8239-97326a2dd7dc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:16.816809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ee6e-4b24-497d-9def-c985b913cac6 req-d5d94c28-66a3-4126-b2ac-ae0337408d19 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:16.833909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6b2ee6e-4b24-497d-9def-c985b913cac6 req-d5d94c28-66a3-4126-b2ac-ae0337408d19 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 946 time: 0.2446585 Nov 12 12:33:16.995047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:17.013030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:17.057106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:17.085385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:17.098940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:17.144202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event deleted for resources: {'Port': ['ID=5215da1e-3cac-41d1-a750-d65cb4c80482,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:17.179823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9ddcf-eaf6-4411-9202-c1cd4f0bb8b9 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:17.269753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:17.272997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:17.435003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6b2ee6e-4b24-497d-9def-c985b913cac6 req-5560bace-d511-4bd3-be5e-c990e9907e63 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029236 Nov 12 12:33:17.465491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5215da1e-3cac-41d1-a750-d65cb4c80482'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:17.477253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:17.486665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-c2c88fbb-3167-44ed-9461-fe47726ff82c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6903825 Nov 12 12:33:17.500700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Request body: {'port': {'device_id': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:17.591012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb775416-3b85-408a-93ac-4c59f444876c None None] Provisioning complete for port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:17.591395 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb775416-3b85-408a-93ac-4c59f444876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:17.599967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:17.670096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eb775416-3b85-408a-93ac-4c59f444876c None None] Port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:17.672356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:17.678420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:17.735061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No DVR routers for this DVR port 5ff81332-7437-4fb9-ac98-e421fde54b90 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:17.735061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Port': ['ID=5ff81332-7437-4fb9-ac98-e421fde54b90,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:17.905614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33274) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:17.961469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:17.978246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8b8576bb-7944-42e5-b256-6d0ec38ada0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed467640bc874346850de761c7247d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8756585 Nov 12 12:33:17.979396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] No DVR routers for this DVR port 5215da1e-3cac-41d1-a750-d65cb4c80482 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:17.981870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33278) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:17.989232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'mac_address': 'fa:16:3e:07:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:33:17.989736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:17.994746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1255e69-dd13-4d1a-8f94-35f2fc339da4 req-7113057c-f93c-4142-93ed-d21546518b5c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "DELETE /v2.0/ports/5215da1e-3cac-41d1-a750-d65cb4c80482 HTTP/1.1" status: 204 len: 173 time: 1.8808081 Nov 12 12:33:18.007303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'name': 'network-vif-deleted', 'tag': '5215da1e-3cac-41d1-a750-d65cb4c80482'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:18.010263 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29058783-3321-45f6-943e-361cf0d44095" -d '{"events": [{"server_uuid": "8cc3a1d7-b517-4591-bc00-7f78dc6578d9", "name": "network-vif-deleted", "tag": "5215da1e-3cac-41d1-a750-d65cb4c80482"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:18.085623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978af6b-fd26-4e2e-9b4f-c4470f21b317 req-678e5423-f5f6-45d7-be4e-dd5d9ee1ddcd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:18.088015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6978af6b-fd26-4e2e-9b4f-c4470f21b317 req-678e5423-f5f6-45d7-be4e-dd5d9ee1ddcd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 931 time: 0.1132298 Nov 12 12:33:18.110622 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b814-7434-4513-8760-9ce4dc30d408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.144465 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.181231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:18.182928 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6978af6b-fd26-4e2e-9b4f-c4470f21b317 req-79ad5e4b-dfe8-4076-9a24-aa0a4dd5d6ee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Nov 12 12:33:18.185026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b814-7434-4513-8760-9ce4dc30d408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.211277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.247162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:18.257386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b814-7434-4513-8760-9ce4dc30d408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.258497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.260676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b814-7434-4513-8760-9ce4dc30d408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.262015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5e5b814-7434-4513-8760-9ce4dc30d408 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e5ea8d3-6990-4f76-afb0-ce172fa90ae4 HTTP/1.1" status: 204 len: 168 time: 0.2789974 Nov 12 12:33:18.279805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5b814-7434-4513-8760-9ce4dc30d408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ea8d3-6990-4f76-afb0-ce172fa90ae4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:18.303738 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd295de-78e4-476c-9c2f-5424d4f31170 x-openstack-request-id: req-9dd295de-78e4-476c-9c2f-5424d4f31170 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:18.304155 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc3a1d7-b517-4591-bc00-7f78dc6578d9", "name": "network-vif-deleted", "tag": "5215da1e-3cac-41d1-a750-d65cb4c80482", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:18.304564 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dd295de-78e4-476c-9c2f-5424d4f31170 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:18.305393 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc3a1d7-b517-4591-bc00-7f78dc6578d9', 'name': 'network-vif-deleted', 'tag': '5215da1e-3cac-41d1-a750-d65cb4c80482', 'status': 'completed', 'code': 200} Nov 12 12:33:18.380632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc34c4-e0db-4fd5-809b-9864eb8eb4fc req-d2a6e410-8176-4d28-a700-bbd5ed8ffa88 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:18.387687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91cc34c4-e0db-4fd5-809b-9864eb8eb4fc req-d2a6e410-8176-4d28-a700-bbd5ed8ffa88 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.5129952 Nov 12 12:33:18.401137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:18.418790 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f92815c5-7dc2-469f-9f00-91956b417c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.475667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cb5c38-90fc-497d-9b5d-558fc5ba8cec']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:18.480355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2ed09925-e100-49e2-ba36-fe794499b2bb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:18.494024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc72130-60c0-43bb-8f1a-756584225296') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:18.494349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc72130-60c0-43bb-8f1a-756584225296') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:18.550788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.728943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f92815c5-7dc2-469f-9f00-91956b417c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.803098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f92815c5-7dc2-469f-9f00-91956b417c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.848290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.863618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5c4e898-6ce2-4c99-9a58-a54b0d9d0a6c req-b48aeba1-51d6-42d8-9f1f-2e3658028870 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cc3a1d7-b517-4591-bc00-7f78dc6578d9 HTTP/1.1" status: 200 len: 210 time: 0.0796072 Nov 12 12:33:18.925275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:18.925933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:18.936982 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:18.980323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92815c5-7dc2-469f-9f00-91956b417c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd113319-7c93-4e4f-83bc-b3e22cf547b8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:19.034398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91cc34c4-e0db-4fd5-809b-9864eb8eb4fc req-034804b6-cb3e-47a8-a63c-5a7391cfe6c2 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5938993 Nov 12 12:33:19.043865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f92815c5-7dc2-469f-9f00-91956b417c48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=805706f9d6544ec298085232c0772aef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1371899 Nov 12 12:33:19.046551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:19.094190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.131060 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.136554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/a1cb5c38-90fc-497d-9b5d-558fc5ba8cec HTTP/1.1" status: 204 len: 168 time: 6.5328329 Nov 12 12:33:19.137987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7d2d-f514-48fb-8abd-e3f81d7b4f48 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Network': ['ID=a1cb5c38-90fc-497d-9b5d-558fc5ba8cec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:19.146195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:19.154125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-625844707'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:19.184318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe28c61-1d69-44c1-8d2e-a688f08532b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.187490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:19.191638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.238038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe28c61-1d69-44c1-8d2e-a688f08532b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.290330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:19.304684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:19.315631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.320871 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.320871 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Added segment 971e94f7-2ffb-4a2b-b0d9-eee8102e2d06 of type vlan for network 770bb388-a25f-4c0c-b74e-cbe386d14c0c Nov 12 12:33:19.373456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe28c61-1d69-44c1-8d2e-a688f08532b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.376776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe28c61-1d69-44c1-8d2e-a688f08532b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.378315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0fe28c61-1d69-44c1-8d2e-a688f08532b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd113319-7c93-4e4f-83bc-b3e22cf547b8 HTTP/1.1" status: 204 len: 168 time: 0.3299422 Nov 12 12:33:19.383804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Transition to ACTIVE for port object 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:33:19.406672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.505937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe28c61-1d69-44c1-8d2e-a688f08532b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd113319-7c93-4e4f-83bc-b3e22cf547b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:19.570389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff91f4d-765c-44da-be3f-4eaaaf4616c6 req-0c6ed550-247a-4c14-880a-f75ddecb4fb1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:19.582096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cff91f4d-765c-44da-be3f-4eaaaf4616c6 req-0c6ed550-247a-4c14-880a-f75ddecb4fb1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 943 time: 0.2023618 Nov 12 12:33:19.592751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.593688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:19.644869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.662976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:19.663845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.712912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33328) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:19.786143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 2ed09925-e100-49e2-ba36-fe794499b2bb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:33:19.795559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 2ed09925-e100-49e2-ba36-fe794499b2bb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:19.796256 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:19.828807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cff91f4d-765c-44da-be3f-4eaaaf4616c6 req-35167f7b-7e96-433e-8862-1ff26704c73b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430012 Nov 12 12:33:20.017236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Network': ['ID=770bb388-a25f-4c0c-b74e-cbe386d14c0c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:20.040032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 770bb388-a25f-4c0c-b74e-cbe386d14c0c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:20.057857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6b180202-3aee-4e95-916e-11ae5d298a5e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9097853 Nov 12 12:33:20.060744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:20.066089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'subnet': {'network_id': '770bb388-a25f-4c0c-b74e-cbe386d14c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:20.151310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:20.171157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Attempting to bind port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:20.174665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Attempting to bind port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:20.175345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Attempting to bind port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:20.195576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:20.195814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Attempting to bind port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 on network d889def1-fa0c-4b04-88d3-b8caf44ecf3d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:20.205424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:20.211151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Checking segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:20.211853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Bound using segment: {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:20.212516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Bound port: 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683bdd41-c752-407a-b6b2-2e61e0e4d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:20.213136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.374105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:20.394288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11bc13a4-fcfd-4bac-97d9-1ea54f46d314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.408178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:20.411116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-727188827-network', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:20.435815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:20.444165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.481727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Made reservation on behalf of 7c38d7b03e48486f9ea53183a60c549f for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:20.484472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.498687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.530084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:20.544833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d9788-397b-49b6-a704-ce8e7ae54b52 req-ddae319a-6956-4edc-b741-34f718f91b62 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:20.554731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-707d9788-397b-49b6-a704-ce8e7ae54b52 req-ddae319a-6956-4edc-b741-34f718f91b62 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.2538128 Nov 12 12:33:20.562557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.564463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] 10.222.0.81 "PUT /v2.0/ports/6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 HTTP/1.1" status: 200 len: 1091 time: 3.0686319 Nov 12 12:33:20.589172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:20.602899 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a78ca3-9381-4863-9d4e-ae58f779568b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:20.624578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:20.639956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.653813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.750320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:20.754406 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f30f2-3a44-49ef-8fa1-501f2798a0e1" -d '{"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-plugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:20.760547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9cb8-3ef7-4184-9780-8005a975578e service neutron] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:20.796711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:20.803933 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.804998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5215da1e-3cac-41d1-a750-d65cb4c80482 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:20.840335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11bc13a4-fcfd-4bac-97d9-1ea54f46d314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.913541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5215da1e-3cac-41d1-a750-d65cb4c80482 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:20.913895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5215da1e-3cac-41d1-a750-d65cb4c80482 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:20.916847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:20.921996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11bc13a4-fcfd-4bac-97d9-1ea54f46d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:20.977140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-707d9788-397b-49b6-a704-ce8e7ae54b52 req-951518da-2f35-47db-a902-1aac03eb4ad1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214165 Nov 12 12:33:21.040128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc13a4-fcfd-4bac-97d9-1ea54f46d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7a3ab-51da-49d1-a525-fa95817d144d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:21.086107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-131126a7-9ca1-4f22-b855-f461c54e5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.089873 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-131126a7-9ca1-4f22-b855-f461c54e5d07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 1094 time: 0.4694262 Nov 12 12:33:21.097187 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddb96b3-888e-4b66-8a65-cf6568caad29 x-openstack-request-id: req-9ddb96b3-888e-4b66-8a65-cf6568caad29 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:21.097551 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:21.097801 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ddb96b3-888e-4b66-8a65-cf6568caad29 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:21.098799 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'status': 'completed', 'code': 200} Nov 12 12:33:21.120778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.129079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.137059 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e17980-57eb-4978-9127-80b50642a7fe x-openstack-request-id: req-18e17980-57eb-4978-9127-80b50642a7fe {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:21.137362 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-plugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:21.137621 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18e17980-57eb-4978-9127-80b50642a7fe {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:21.138062 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'code': 200} Nov 12 12:33:21.194196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa75d4a-11c0-4de9-89de-c4c4d4aca2b2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:21.201087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.211791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-d6e90d63-a8e8-48d9-bd10-78949d6031f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 HTTP/1.1" status: 200 len: 217 time: 0.0639474 Nov 12 12:33:21.321446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:21.330915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-9321579a-194f-4b47-9c5d-443833d894e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.332484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-9321579a-194f-4b47-9c5d-443833d894e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1103647 Nov 12 12:33:21.335457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-11bc13a4-fcfd-4bac-97d9-1ea54f46d314 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5fccdb02bc742a8815ada653ec8bf90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9600356 Nov 12 12:33:21.338889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:21.399742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68901-9e90-40da-89c9-c53ab254c873 req-597d97ee-89b6-40d0-a0f6-c22c4566db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.402120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83b68901-9e90-40da-89c9-c53ab254c873 req-597d97ee-89b6-40d0-a0f6-c22c4566db54 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1096 time: 0.1862721 Nov 12 12:33:21.409054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.409782 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Added segment d7fd630a-33eb-4109-b32e-f9c963a6e647 of type vlan for network f65c1a82-c0a3-4237-89fc-557bcebe5606 Nov 12 12:33:21.424147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-82640d1d-b3bb-46e9-87b8-18dbf5c1a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.425744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-82640d1d-b3bb-46e9-87b8-18dbf5c1a3a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766616 Nov 12 12:33:21.463008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Checking segment: {'id': '971e94f7-2ffb-4a2b-b0d9-eee8102e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '770bb388-a25f-4c0c-b74e-cbe386d14c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:21.463934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network hostable DHCP agents. Network: 770bb388-a25f-4c0c-b74e-cbe386d14c0c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:21.504329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Subnet': ['ID=98adbd2f-dd6a-4ffc-a286-23f7e91c551e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:21.545509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.559161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85394d9-b90f-4fc1-a1bb-b2f19b1672e1 req-215eaf5d-ad69-4eae-8621-84ad407bc58c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.560731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b85394d9-b90f-4fc1-a1bb-b2f19b1672e1 req-215eaf5d-ad69-4eae-8621-84ad407bc58c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 943 time: 0.2523510 Nov 12 12:33:21.562182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-e47f4f08-ce5f-4d62-985d-1fe6513126a7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.564698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-e47f4f08-ce5f-4d62-985d-1fe6513126a7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.7194467 Nov 12 12:33:21.583336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network 770bb388-a25f-4c0c-b74e-cbe386d14c0c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:21.591572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71aa24d8-231e-4a3e-be3a-3ad5e1435afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.606789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-1387c91d-89cb-48a4-81e8-f15e22f5f4e9 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627142 Nov 12 12:33:21.613818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83b68901-9e90-40da-89c9-c53ab254c873 req-364b73f3-e420-432f-8947-ecae0c33103f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962681 Nov 12 12:33:21.625997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-79d5f4cf-ab9c-4a09-9cf2-c78e7eed7b3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.0444529 Nov 12 12:33:21.653231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 770bb388-a25f-4c0c-b74e-cbe386d14c0c) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:21.668226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05579ed3-9de1-41b8-9244-1f0065964280 None None] Network 770bb388-a25f-4c0c-b74e-cbe386d14c0c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:21.684786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-659b3ca9-9fd6-4b03-b8d9-1d03fb162e92 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576038 Nov 12 12:33:21.685585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.686642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.687232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.694314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:21.695261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.768660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] Pushing event updated for resources: {'Network': ['ID=f65c1a82-c0a3-4237-89fc-557bcebe5606,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:21.824636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:21.833252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b85394d9-b90f-4fc1-a1bb-b2f19b1672e1 req-cb94a672-41f7-4a0d-a8cb-031b9273a734 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508068 Nov 12 12:33:21.853017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a6757dea-8670-441d-b6f4-e6cf50570910 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1142445 Nov 12 12:33:21.867485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d36c8509-5617-43c3-99a6-c1c603c5579b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8053792 Nov 12 12:33:21.868153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:21.868500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:21.876945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Request body: {'subnet': {'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-727188827-subnet', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:21.890352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71aa24d8-231e-4a3e-be3a-3ad5e1435afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:21.980843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Made reservation on behalf of 7c38d7b03e48486f9ea53183a60c549f for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:21.983839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.047961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1cf000d-0ab7-4d0b-b182-117e5c9dce77 req-aade129c-15d9-4bd1-8afe-4ce6b9c09a30 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756635 Nov 12 12:33:22.061282 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71aa24d8-231e-4a3e-be3a-3ad5e1435afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.064197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71aa24d8-231e-4a3e-be3a-3ad5e1435afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.065522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-71aa24d8-231e-4a3e-be3a-3ad5e1435afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d7a3ab-51da-49d1-a525-fa95817d144d HTTP/1.1" status: 204 len: 168 time: 0.7256231 Nov 12 12:33:22.089781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.103955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa24d8-231e-4a3e-be3a-3ad5e1435afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7a3ab-51da-49d1-a525-fa95817d144d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:22.209765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b5b5b-9e70-47ea-b15f-02b7926dff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-770bb388-a25f-4c0c-b74e-cbe386d14c0c', 'network_id': '770bb388-a25f-4c0c-b74e-cbe386d14c0c', 'tenant_id': '961cd3f846034e5fae469f0c1043f519', 'fixed_ips': [{'subnet_id': '98adbd2f-dd6a-4ffc-a286-23f7e91c551e'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:22.211570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5b5b-9e70-47ea-b15f-02b7926dff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.258293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-47b3fdaf-0dff-4edf-b0ea-9f0f158ff198 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723157 Nov 12 12:33:22.323297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.341197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-32d43791-68ca-425e-9e92-493a55d66322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:22.342792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-32d43791-68ca-425e-9e92-493a55d66322 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 1094 time: 0.2231660 Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-4f3b5b5b-9e70-47ea-b15f-02b7926dff40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98adbd2f-dd6a-4ffc-a286-23f7e91c551e: This subnet is being modified by another concurrent operation. Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:33:22.467752 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98adbd2f-dd6a-4ffc-a286-23f7e91c551e: This subnet is being modified by another concurrent operation. Nov 12 12:33:22.471903 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:33:22.479692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af77090-1194-4b06-9f3c-6128ce4ef4e1 req-911e6cd4-21fa-44e9-93cb-436854e2d901 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:22.488348 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7af77090-1194-4b06-9f3c-6128ce4ef4e1 req-911e6cd4-21fa-44e9-93cb-436854e2d901 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.3509219 Nov 12 12:33:22.509783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.516491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e9846-aeb8-4017-a413-a1579d4a9b57 None None] Network 770bb388-a25f-4c0c-b74e-cbe386d14c0c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:22.624476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Subnet': ['ID=98adbd2f-dd6a-4ffc-a286-23f7e91c551e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:22.664845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-1afe7ecf-bdec-4cff-a677-9f72c0be7d04 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963876 Nov 12 12:33:22.713369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-24f27aeb-dbec-401c-ad54-504bbcdd27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:22.715112 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-24f27aeb-dbec-401c-ad54-504bbcdd27ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.3079793 Nov 12 12:33:22.722061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.737453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:22.761591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7af77090-1194-4b06-9f3c-6128ce4ef4e1 req-3716e301-fbf7-42c8-aaac-9747b159a2f0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720761 Nov 12 12:33:22.778392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47954415-a9cc-43ac-b8f1-6ceadd74583a None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:33:22.841591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-7776ac17-c03e-4158-9499-d97686218a50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 HTTP/1.1" status: 200 len: 217 time: 0.1168270 Nov 12 12:33:22.957945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770bb388-a25f-4c0c-b74e-cbe386d14c0c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:22.993657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971e94f7-2ffb-4a2b-b0d9-eee8102e2d06') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:22.994060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971e94f7-2ffb-4a2b-b0d9-eee8102e2d06') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:23.022306 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.040638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-c0675ef3-ef9a-4313-bf08-8c32d0ea0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:23.046800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-c0675ef3-ef9a-4313-bf08-8c32d0ea0f08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1929841 Nov 12 12:33:23.128535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba487c4-2b3d-457e-b044-f7941d814a91,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:23.197461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.258848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635de721-16ef-4f1f-8b63-8b347f7c4896 req-d82d21ef-7c1e-4c4d-b2b4-d72b38e3cfc3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:23.266424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-635de721-16ef-4f1f-8b63-8b347f7c4896 req-d82d21ef-7c1e-4c4d-b2b4-d72b38e3cfc3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 943 time: 0.2125826 Nov 12 12:33:23.276583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:23.279641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.291725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-8a12c36f-e53d-47e3-a53d-e071ba5f55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:23.293510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-8a12c36f-e53d-47e3-a53d-e071ba5f55e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106116 Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:23.312749 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:23.400153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47954415-a9cc-43ac-b8f1-6ceadd74583a None None] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:23.427930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47954415-a9cc-43ac-b8f1-6ceadd74583a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f65c1a82-c0a3-4237-89fc-557bcebe5606) {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:33:23.431453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-406272d3-ee54-4a56-9a31-648581297d89 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247993 Nov 12 12:33:23.479319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-635de721-16ef-4f1f-8b63-8b347f7c4896 req-ade6d8a3-276a-4126-a412-8b7f09bb5552 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114577 Nov 12 12:33:23.565126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5c0f401-e9b5-4c01-99bc-80722f5eee6c req-6871d00f-a25a-4ea3-9e81-0edda2a517bd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 210 time: 0.2979050 Nov 12 12:33:23.570367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Checking segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:23.572409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Network hostable DHCP agents. Network: f65c1a82-c0a3-4237-89fc-557bcebe5606, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:23.611265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.626421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.641934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/770bb388-a25f-4c0c-b74e-cbe386d14c0c HTTP/1.1" status: 204 len: 168 time: 1.7678943 Nov 12 12:33:23.654804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:23.655813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:23.671972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1924238738'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:23.688990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Unable to find a vacant binding_index for network f65c1a82-c0a3-4237-89fc-557bcebe5606 and agent e6bf7281-b35a-413a-b868-d13caace7c8e {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 12:33:23.715132 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96a78ca3-9381-4863-9d4e-ae58f779568b req-f1d42df3-dc18-4abc-ac24-0cfdab508ccd service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707596 Nov 12 12:33:23.738033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e26d9-cc25-4981-85ad-988e8499777e tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Network': ['ID=770bb388-a25f-4c0c-b74e-cbe386d14c0c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:23.763999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3711ca-e0d7-45c2-bc4d-3a815e019950 req-4aebdfb2-bdde-40aa-8ff4-8f05ed099bee tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:23.767117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f65c1a82-c0a3-4237-89fc-557bcebe5606) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:23.778962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c3711ca-e0d7-45c2-bc4d-3a815e019950 req-4aebdfb2-bdde-40aa-8ff4-8f05ed099bee tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 945 time: 0.1405113 Nov 12 12:33:23.788249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:23.792494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.812601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:23.824129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.861039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-00e7b962-097f-4182-b7f9-ded083575c90 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9914141 Nov 12 12:33:23.863741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:23.879761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:23.920971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c3711ca-e0d7-45c2-bc4d-3a815e019950 req-29055b69-e7fd-46ab-bd6b-361154c66c1e tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408846 Nov 12 12:33:23.980818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:23.992861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:23.994028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.004538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:24.009081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.009591 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Added segment f8b432e7-bc47-41ac-8d26-9127cf2dee95 of type vlan for network 5d9eaa0a-52f1-498d-9061-898c5236cb5d Nov 12 12:33:24.022419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'mac_address': 'fa:16:3e:0e:4a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:33:24.039633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c267393-24fe-4e26-bd03-1c00f15f7d31 req-465eb312-2fa8-4a06-be4f-bf3335783097 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:24.040715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c267393-24fe-4e26-bd03-1c00f15f7d31 req-465eb312-2fa8-4a06-be4f-bf3335783097 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1154101 Nov 12 12:33:24.106836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.126451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:24.153059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.174662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.201104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:24.218734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.277213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c267393-24fe-4e26-bd03-1c00f15f7d31 req-34133b6b-3ce7-45b3-a2cb-f15ae17cfd2a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095337 Nov 12 12:33:24.293711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:24.336106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.342735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:24.343437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.449838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-f65c1a82-c0a3-4237-89fc-557bcebe5606', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:24.451728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.453012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:24.463486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7996805 Nov 12 12:33:24.465473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33440) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:24.471722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Request body: {'subnet': {'network_id': '5d9eaa0a-52f1-498d-9061-898c5236cb5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:24.512443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:24.610139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f570c-4342-42a9-bf29-48df9e3b0acb req-cc29b82a-ca33-493d-8f92-35567896746e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:24.626032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e28f570c-4342-42a9-bf29-48df9e3b0acb req-cc29b82a-ca33-493d-8f92-35567896746e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1675310 Nov 12 12:33:24.628288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d8d38-2ca2-4f1e-a16a-3b8bd4679a58 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Network': ['ID=5d9eaa0a-52f1-498d-9061-898c5236cb5d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:24.629627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:24.669791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 5d9eaa0a-52f1-498d-9061-898c5236cb5d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:24.678706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Request body: {'floatingip': {'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:24.959522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Made reservation on behalf of 961cd3f846034e5fae469f0c1043f519 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:24.971140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.045202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Allocated IP 172.20.0.2 (f65c1a82-c0a3-4237-89fc-557bcebe5606/2ba487c4-2b3d-457e-b044-f7941d814a91/162227ad-f66a-40c7-82cd-427f8df16002) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:25.102804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.257987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.289302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.291105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc5c-de9b-4bb9-b64f-8b5eb20bd624 req-12a1eb59-6209-4831-910a-27ebe00b12f0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:25.299295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b750bc5c-de9b-4bb9-b64f-8b5eb20bd624 req-12a1eb59-6209-4831-910a-27ebe00b12f0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.6742251 Nov 12 12:33:25.480952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:25.512043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b750bc5c-de9b-4bb9-b64f-8b5eb20bd624 req-25fc4bf2-3f0d-4225-9496-ab5216896e30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113414 Nov 12 12:33:25.512824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:25.528626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Pushing event updated for resources: {'Port': ['ID=162227ad-f66a-40c7-82cd-427f8df16002,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:25.548515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:25.718500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Attempting to bind port 162227ad-f66a-40c7-82cd-427f8df16002 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:25.718877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Attempting to bind port 162227ad-f66a-40c7-82cd-427f8df16002 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:25.719247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Attempting to bind port 162227ad-f66a-40c7-82cd-427f8df16002 on network f65c1a82-c0a3-4237-89fc-557bcebe5606 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:25.738312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:25.756272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:25.760852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Checking segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:25.761324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.761727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Bound using segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:25.762314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Bound port: 162227ad-f66a-40c7-82cd-427f8df16002, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:25.762649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.888368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a170cd2d-5a5b-4982-9d32-1bd0be882b6e req-64fbc0d1-f7e0-45e5-8084-a77dd984e45e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 210 time: 0.9878330 Nov 12 12:33:25.967507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.objects.ports [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 12:33:25.980666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:25.985028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] For port 162227ad-f66a-40c7-82cd-427f8df16002, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:25.988603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] For port 162227ad-f66a-40c7-82cd-427f8df16002, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=162227ad-f66a-40c7-82cd-427f8df16002,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:25.993641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.008891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-d4490805-a49d-478b-9c4a-aa1336f15dfe tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:26.010542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-d4490805-a49d-478b-9c4a-aa1336f15dfe tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.7366412 Nov 12 12:33:26.016117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-5c8894d8-886e-4133-80d3-86f87809a73b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1169372 Nov 12 12:33:26.027391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-f73b117a-a98e-465f-9e66-db08c084c4a1 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:26.028930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-f73b117a-a98e-465f-9e66-db08c084c4a1 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 945 time: 1.0037444 Nov 12 12:33:26.041288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96581a1a-ff7d-43e5-9301-947d5302e362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.081591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Request body: {'port': {'device_id': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'admin_state_up': True, 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:26.100598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dc9-7d2f-40d6-a70e-b5038d9b3687 req-9f3e2b8f-43a7-4eaa-9ea2-b219c912865a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:26.109666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99756dc9-7d2f-40d6-a70e-b5038d9b3687 req-9f3e2b8f-43a7-4eaa-9ea2-b219c912865a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 945 time: 0.4615824 Nov 12 12:33:26.139777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f909f7-8882-4a35-ac48-b9be9e027e29 None None] Pushing event updated for resources: {'Port': ['ID=162227ad-f66a-40c7-82cd-427f8df16002,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:26.216357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.295324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.299178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event updated for resources: {'Subnet': ['ID=edbcebaa-9097-47ff-bbfb-da76dec9e067,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:26.347767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Checking segment: {'id': 'f8b432e7-bc47-41ac-8d26-9127cf2dee95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5d9eaa0a-52f1-498d-9061-898c5236cb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:26.348073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network hostable DHCP agents. Network: 5d9eaa0a-52f1-498d-9061-898c5236cb5d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:26.390992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-fbe45c1e-8661-4d67-9923-44c8ecd2d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:26.393586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-fbe45c1e-8661-4d67-9923-44c8ecd2d83b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 1096 time: 0.3499053 Nov 12 12:33:26.443364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99756dc9-7d2f-40d6-a70e-b5038d9b3687 req-ffe156c3-459b-4320-b36d-0a30a3f9b12b tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313885 Nov 12 12:33:26.514743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Network 5d9eaa0a-52f1-498d-9061-898c5236cb5d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:26.572665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 5d9eaa0a-52f1-498d-9061-898c5236cb5d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:26.588039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:26.588646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.593889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:26.597362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.632190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96581a1a-ff7d-43e5-9301-947d5302e362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.642951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Deleting port 7c7aab60-a4fc-4316-81cb-02afba088424 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:26.643349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.644310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Allocated IP 172.25.1.217 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/5be8bf67-40d5-4393-993c-10a6aef9cc17) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:26.647415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96581a1a-ff7d-43e5-9301-947d5302e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:26.682685 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1212f4e4-0d9e-4b8a-ad32-a6e9745c92ed tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2157681 Nov 12 12:33:26.690545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:26.872952 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-96581a1a-ff7d-43e5-9301-947d5302e362 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b71d1cae0e63454a94087f749bdd48d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0971243 Nov 12 12:33:26.878612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:26.881725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96581a1a-ff7d-43e5-9301-947d5302e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7ae24-5881-41b9-bfe2-0d57da92381a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:26.986927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.063857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90b6acd-f96f-40c6-90e1-e54653da9585 req-6a89e670-2e7c-49a6-a660-e639c0624de0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 210 time: 0.0827219 Nov 12 12:33:27.077659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc875943-8031-44bc-8286-d3ece152a9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.138475 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc875943-8031-44bc-8286-d3ece152a9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.140681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Allocated IP 172.20.0.11 (224b9fd1-bb30-4ca0-a198-8b32a5ec91a8/c38a573c-e112-40eb-9e4e-bed3c19b35c2/2b1bc640-d059-4864-9c88-a7400bbdd5f3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:27.174293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.251729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:27.264477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:27.269556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:27.271772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Pushing event updated for resources: {'Port': ['ID=5be8bf67-40d5-4393-993c-10a6aef9cc17,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:27.281432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293d94-ad86-4cf6-8465-88669a053c52 req-d9d4b659-8066-428f-a494-7d84879eb452 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.290297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db293d94-ad86-4cf6-8465-88669a053c52 req-d9d4b659-8066-428f-a494-7d84879eb452 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.5563211 Nov 12 12:33:27.313809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc875943-8031-44bc-8286-d3ece152a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.316779 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc875943-8031-44bc-8286-d3ece152a9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.327695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc875943-8031-44bc-8286-d3ece152a9d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7d7ae24-5881-41b9-bfe2-0d57da92381a HTTP/1.1" status: 204 len: 168 time: 0.4384892 Nov 12 12:33:27.330880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-e71607d5-8ec6-439c-bef1-f000e149a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.332390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-e71607d5-8ec6-439c-bef1-f000e149a622 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.8699949 Nov 12 12:33:27.376011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:33:27.455654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] For port 7c7aab60-a4fc-4316-81cb-02afba088424, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7c7aab60-a4fc-4316-81cb-02afba088424,segment=NetworkSegment(bfde68cb-2a65-4f2c-97be-8278b9834cb9),segment_id=bfde68cb-2a65-4f2c-97be-8278b9834cb9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:27.456431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.576943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db293d94-ad86-4cf6-8465-88669a053c52 req-238fb286-a08a-4d0c-881a-22eb1d1fa8b5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835760 Nov 12 12:33:27.592437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-fad541ef-a6b0-4592-927b-b0d9fc2dd4f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc HTTP/1.1" status: 200 len: 217 time: 0.2059278 Nov 12 12:33:27.604100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Calling delete_port for 7c7aab60-a4fc-4316-81cb-02afba088424 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:27.609210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.635251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:27.695660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.790362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:33:27.803881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.813439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:27.817100 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.879808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-50020caf-2cba-4fcf-9a56-8a89f821776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.882071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-50020caf-2cba-4fcf-9a56-8a89f821776c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2796850 Nov 12 12:33:27.919626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5954f-7ad2-45d2-88f9-1922071c6454 None None] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:27.929347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf070cb2-e851-467a-8a9c-ccecaa8a4b2b None None] Network 5d9eaa0a-52f1-498d-9061-898c5236cb5d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:27.931866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2bbf05-f6d1-489c-8a2a-1ede7ecfec59 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:28.023150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 162227ad-f66a-40c7-82cd-427f8df16002 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:28.027866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:28.034047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc875943-8031-44bc-8286-d3ece152a9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7ae24-5881-41b9-bfe2-0d57da92381a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:28.045363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.244241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:28.334811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9774d990-c1cb-470d-be37-a53a36407794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.360360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f453469-9985-4d90-a5fd-1a3495cf0ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.382024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b427d2f2-fe58-4fbb-9401-836c3302d95d None None] Provisioning complete for port 162227ad-f66a-40c7-82cd-427f8df16002 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:28.382719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b427d2f2-fe58-4fbb-9401-836c3302d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.395492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72684d60-1bb3-4c60-bd68-29f83848bdf7 req-300a1263-04cd-4396-be5f-f46337c3f40a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:28.397141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72684d60-1bb3-4c60-bd68-29f83848bdf7 req-300a1263-04cd-4396-be5f-f46337c3f40a tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 945 time: 0.3732786 Nov 12 12:33:28.447327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.471534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-d3b02397-0be2-4e15-8d76-f2ff9fdac320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:28.473214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-d3b02397-0be2-4e15-8d76-f2ff9fdac320 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5758357 Nov 12 12:33:28.559084 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09a5ab5d-395f-479e-9f0b-35344117ccd3 req-e0b47805-3af7-4155-acf6-65f9af174685 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 210 time: 0.0781109 Nov 12 12:33:28.563720 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Floating IP c4fba273-b3bc-433c-8f4e-56e455a01acb associated. External IP: 172.25.1.29, port: 2ed09925-e100-49e2-ba36-fe794499b2bb. Nov 12 12:33:28.633657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72684d60-1bb3-4c60-bd68-29f83848bdf7 req-f58447e6-fa5b-4e0c-9887-b9bacbd87df1 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/security-groups?id=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162087 Nov 12 12:33:28.637784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 162227ad-f66a-40c7-82cd-427f8df16002 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:28.638340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.648021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.696391 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.775690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9774d990-c1cb-470d-be37-a53a36407794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.786132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Subnet': ['ID=edbcebaa-9097-47ff-bbfb-da76dec9e067,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:28.786832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:28.786966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.795844 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1aa44d-b9c2-4c97-8fea-1db6a8c2c2bc" -d '{"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-plugged", "status": "completed", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:28.817327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b427d2f2-fe58-4fbb-9401-836c3302d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.821960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:28.825278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1b0ee-75b5-448c-887b-e4846dce6433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5d9eaa0a-52f1-498d-9061-898c5236cb5d', 'network_id': '5d9eaa0a-52f1-498d-9061-898c5236cb5d', 'tenant_id': '961cd3f846034e5fae469f0c1043f519', 'fixed_ips': [{'subnet_id': 'edbcebaa-9097-47ff-bbfb-da76dec9e067'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:28.826334 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-94e1b0ee-75b5-448c-887b-e4846dce6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.835486 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9774d990-c1cb-470d-be37-a53a36407794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.839450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.840275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7c7aab60-a4fc-4316-81cb-02afba088424 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:28.883984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.911904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-c38dac51-1eb1-441d-ab4a-8de37930c140 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282808 Nov 12 12:33:28.920217 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a37b2-ba38-4b3d-9a32-b5ffbdf6edc8 x-openstack-request-id: req-5a4a37b2-ba38-4b3d-9a32-b5ffbdf6edc8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:28.920501 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-plugged", "status": "completed", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:28.920762 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a4a37b2-ba38-4b3d-9a32-b5ffbdf6edc8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:28.921213 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'code': 200} Nov 12 12:33:28.937001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:28.950711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:28.959783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:28.962872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:29.017403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:29.017710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f26b2-10fd-4153-b5cc-61f82ed4b62f None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:29.025321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e58ae-2477-4c38-8444-c32d199bba55 req-7de241c5-82ca-4aed-bfbe-127b18f3448b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:29.035832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-280e58ae-2477-4c38-8444-c32d199bba55 req-7de241c5-82ca-4aed-bfbe-127b18f3448b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.3444421 Nov 12 12:33:29.046771 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9774d990-c1cb-470d-be37-a53a36407794 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53d56854e62747c08718574597e7077b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7951748 Nov 12 12:33:29.047448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b427d2f2-fe58-4fbb-9401-836c3302d95d None None] For port 162227ad-f66a-40c7-82cd-427f8df16002, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=162227ad-f66a-40c7-82cd-427f8df16002,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:29.060213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.067575 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f453469-9985-4d90-a5fd-1a3495cf0ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.073445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:29.113080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f453469-9985-4d90-a5fd-1a3495cf0ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.140685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b427d2f2-fe58-4fbb-9401-836c3302d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.143736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Pushing event deleted for resources: {'Port': ['ID=7c7aab60-a4fc-4316-81cb-02afba088424,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:29.147476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2f453469-9985-4d90-a5fd-1a3495cf0ae9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35549a125dff45a4a1640f05796bf487&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1181240 Nov 12 12:33:29.148048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No active binding found for port 7c7aab60-a4fc-4316-81cb-02afba088424 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:33:29.149788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7c7aab60-a4fc-4316-81cb-02afba088424 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:29.171286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.188951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:29.189912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774d990-c1cb-470d-be37-a53a36407794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c636eea0-719d-4fc6-80ac-ce1c586153f8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:29.207757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:29.211899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acafef21-970e-4499-bc2f-3184c8455163 None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:29.220660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529fb02-9005-4d97-bb08-46496311a769 None None] Network 5d9eaa0a-52f1-498d-9061-898c5236cb5d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:29.235970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9eaa0a-52f1-498d-9061-898c5236cb5d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:29.320513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b432e7-bc47-41ac-8d26-9127cf2dee95') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:29.320795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b432e7-bc47-41ac-8d26-9127cf2dee95') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:29.362654 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.379783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427d2f2-fe58-4fbb-9401-836c3302d95d None None] Pushing event updated for resources: {'Port': ['ID=162227ad-f66a-40c7-82cd-427f8df16002,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:29.383981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:29.385001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.398781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] No DVR routers for this DVR port 7c7aab60-a4fc-4316-81cb-02afba088424 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:29.418144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.421970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87730553-b1ff-46d0-b6b6-4275d1ae61f8 req-4c8cbfa3-d43f-4e24-8645-048e7f417044 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.81 "DELETE /v2.0/ports/7c7aab60-a4fc-4316-81cb-02afba088424 HTTP/1.1" status: 204 len: 173 time: 3.3773987 Nov 12 12:33:29.423142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.429492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76da237-5011-41ac-9d03-6c090153c74c', 'name': 'network-vif-deleted', 'tag': '7c7aab60-a4fc-4316-81cb-02afba088424'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:29.432267 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bda310-97aa-4086-b3a8-a7056a85fc7e" -d '{"events": [{"server_uuid": "f76da237-5011-41ac-9d03-6c090153c74c", "name": "network-vif-deleted", "tag": "7c7aab60-a4fc-4316-81cb-02afba088424"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:29.458706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f453469-9985-4d90-a5fd-1a3495cf0ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e72e7c2-b024-4ab6-a672-d6ec545ab878,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:29.470646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b960e-db03-4052-8346-1621ca018216 req-a44f6cd1-8d05-4679-a6d6-a3c4092c6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:29.472838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee9b960e-db03-4052-8346-1621ca018216 req-a44f6cd1-8d05-4679-a6d6-a3c4092c6696 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 1096 time: 0.4850650 Nov 12 12:33:29.478012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:29.478728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.487782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-290b2c6f-8a53-4a53-816f-a5c1454e5d1a None None] Provisioning complete for port 5be8bf67-40d5-4393-993c-10a6aef9cc17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:29.488167 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-290b2c6f-8a53-4a53-816f-a5c1454e5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.501095 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad33a97-0011-4206-aa91-9656c5c9c9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.502609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-280e58ae-2477-4c38-8444-c32d199bba55 req-60518629-e933-4fdc-aeb1-8cc21b922777 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656370 Nov 12 12:33:29.509069 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-cd86620a-1dd6-4dae-9552-55837ff1ad3d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4583092 Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:29.510069 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:29.581645 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5642e361-5a97-479d-bee0-4277ce027663 x-openstack-request-id: req-5642e361-5a97-479d-bee0-4277ce027663 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:29.582269 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76da237-5011-41ac-9d03-6c090153c74c", "name": "network-vif-deleted", "tag": "7c7aab60-a4fc-4316-81cb-02afba088424", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:29.582890 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5642e361-5a97-479d-bee0-4277ce027663 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:29.584072 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76da237-5011-41ac-9d03-6c090153c74c', 'name': 'network-vif-deleted', 'tag': '7c7aab60-a4fc-4316-81cb-02afba088424', 'status': 'completed', 'code': 200} Nov 12 12:33:29.593234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:33:29.593835 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:33:29.604762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.651712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Request body: {'port': {'device_id': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:29.658433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-290b2c6f-8a53-4a53-816f-a5c1454e5d1a None None] Port 5be8bf67-40d5-4393-993c-10a6aef9cc17 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:29.680961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-290b2c6f-8a53-4a53-816f-a5c1454e5d1a None None] Provisioning complete for port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:29.683567 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-290b2c6f-8a53-4a53-816f-a5c1454e5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.707871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49bef6fa-ba7d-49a5-8803-4efb68f34f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.718242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.761645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-290b2c6f-8a53-4a53-816f-a5c1454e5d1a None None] Port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:29.763825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e718d4a7-e4b6-4612-8389-a3abb9f124d3 req-61997045-4db0-4518-ba11-9d5dc970de7b service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8216488 Nov 12 12:33:29.773822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad33a97-0011-4206-aa91-9656c5c9c9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.796390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.846467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add1d65-38f2-49e0-8763-8267adc264e3 None None] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:29.858979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.876084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.882679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/5d9eaa0a-52f1-498d-9061-898c5236cb5d HTTP/1.1" status: 204 len: 168 time: 3.1448576 Nov 12 12:33:29.891018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:29.943614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Router a6d98686-b069-450d-9664-506d971a645e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:33:29.944280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7278-bfa3-4d73-88bb-2b6deead4b90 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Network': ['ID=5d9eaa0a-52f1-498d-9061-898c5236cb5d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:29.949358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6476dce9-a404-4894-9221-cf283c319d42 None None] Provisioning complete for port 162227ad-f66a-40c7-82cd-427f8df16002 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:29.949735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6476dce9-a404-4894-9221-cf283c319d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.950638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee9b960e-db03-4052-8346-1621ca018216 req-d0224f7f-96eb-4c2e-9e2c-0565fda061e3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239638 Nov 12 12:33:29.953063 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8946a7-56ab-4a16-b9a0-12db0d509873 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:29.953497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8946a7-56ab-4a16-b9a0-12db0d509873 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:29.955412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:29.957422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9a8946a7-56ab-4a16-b9a0-12db0d509873 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/edbcebaa-9097-47ff-bbfb-da76dec9e067 HTTP/1.1" status: 404 len: 337 time: 0.0622993 Nov 12 12:33:29.960504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:29.986663 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-846c77da-d581-48f8-9dd3-c590df110851 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:29.987327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846c77da-d581-48f8-9dd3-c590df110851 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:29.991436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-846c77da-d581-48f8-9dd3-c590df110851 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/5d9eaa0a-52f1-498d-9061-898c5236cb5d HTTP/1.1" status: 404 len: 339 time: 0.0273767 Nov 12 12:33:29.999894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a965849-4bb0-4106-9202-acde9d638377 req-9be09f8d-3f61-4a5a-8f82-94c1f2b4ce5e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:30.002373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a965849-4bb0-4106-9202-acde9d638377 req-9be09f8d-3f61-4a5a-8f82-94c1f2b4ce5e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 932 time: 0.2357657 Nov 12 12:33:30.005629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:30.035941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49bef6fa-ba7d-49a5-8803-4efb68f34f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.057489 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-222c1427-fb78-4415-b758-c4642e1be91b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:30.057939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222c1427-fb78-4415-b758-c4642e1be91b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:30.061177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-222c1427-fb78-4415-b758-c4642e1be91b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/98adbd2f-dd6a-4ffc-a286-23f7e91c551e HTTP/1.1" status: 404 len: 337 time: 0.0545084 Nov 12 12:33:30.086829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66a04926-985e-49ff-8ef6-7b14f5ad3372 req-662e827b-dec4-4653-aa48-e0583eeef552 tempest-AttachVolumeNegativeTest-2068884574 tempest-AttachVolumeNegativeTest-2068884574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76da237-5011-41ac-9d03-6c090153c74c HTTP/1.1" status: 200 len: 210 time: 0.1326256 Nov 12 12:33:30.095324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:30.140960 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19fb212-0bb2-44e9-b8e8-eef13d355ec2 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:30.141567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19fb212-0bb2-44e9-b8e8-eef13d355ec2 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:30.145236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d19fb212-0bb2-44e9-b8e8-eef13d355ec2 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/770bb388-a25f-4c0c-b74e-cbe386d14c0c HTTP/1.1" status: 404 len: 339 time: 0.0475111 Nov 12 12:33:30.159382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:30.189331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a965849-4bb0-4106-9202-acde9d638377 req-2bb8c7bd-8943-45b4-a72a-283300ce06f3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740065 Nov 12 12:33:30.245187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:33:30.261829 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:33:30.262692 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0682976a-b5c9-453e-9b1d-ee40b8a01ea6 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:30.263157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0682976a-b5c9-453e-9b1d-ee40b8a01ea6 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:30.266907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0682976a-b5c9-453e-9b1d-ee40b8a01ea6 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/c3dc7e52-86b1-4af1-ad4c-8c2a9e0e5045 HTTP/1.1" status: 404 len: 337 time: 0.1055620 Nov 12 12:33:30.270818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:30.292838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.303428 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:30.304261 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:30.309885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 162227ad-f66a-40c7-82cd-427f8df16002 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:30.346076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad33a97-0011-4206-aa91-9656c5c9c9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.356932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad33a97-0011-4206-aa91-9656c5c9c9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.361980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ad33a97-0011-4206-aa91-9656c5c9c9c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e72e7c2-b024-4ab6-a672-d6ec545ab878 HTTP/1.1" status: 204 len: 168 time: 1.1642513 Nov 12 12:33:30.368147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-efca3212-ed13-4f85-936e-cc9f60828c63 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "PUT /v2.0/floatingips/c4fba273-b3bc-433c-8f4e-56e455a01acb HTTP/1.1" status: 200 len: 990 time: 5.7177444 Nov 12 12:33:30.425075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 162227ad-f66a-40c7-82cd-427f8df16002 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:30.425613 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.476424 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:30.486951 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6260d7ed-bb53-476c-91f9-b5b83407df11 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:30.487666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6260d7ed-bb53-476c-91f9-b5b83407df11 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:30.493648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6260d7ed-bb53-476c-91f9-b5b83407df11 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/a1cb5c38-90fc-497d-9b5d-558fc5ba8cec HTTP/1.1" status: 404 len: 339 time: 0.2170544 Nov 12 12:33:30.494402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:30.517155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad33a97-0011-4206-aa91-9656c5c9c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e72e7c2-b024-4ab6-a672-d6ec545ab878,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:30.523024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49bef6fa-ba7d-49a5-8803-4efb68f34f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.525804 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49bef6fa-ba7d-49a5-8803-4efb68f34f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.529144 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-49bef6fa-ba7d-49a5-8803-4efb68f34f1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c636eea0-719d-4fc6-80ac-ce1c586153f8 HTTP/1.1" status: 204 len: 168 time: 1.4499505 Nov 12 12:33:30.635259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef6fa-ba7d-49a5-8803-4efb68f34f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c636eea0-719d-4fc6-80ac-ce1c586153f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:30.743948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Router bbbc766a-4488-499a-9e44-67a482556c09 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:33:30.778182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a39fa-3e80-43e5-8593-22a587736333 req-f15d1955-35f8-448f-b626-00c2274aad2b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:30.787252 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c9a39fa-3e80-43e5-8593-22a587736333 req-f15d1955-35f8-448f-b626-00c2274aad2b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.0943985 Nov 12 12:33:30.787499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-df004705-52ff-4417-9928-86b12574331c None None] Provisioning complete for port 162227ad-f66a-40c7-82cd-427f8df16002 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:30.787973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df004705-52ff-4417-9928-86b12574331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.840500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting port 33acfbf3-ab4b-4543-8e9d-b434b66be264 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:30.841132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.881779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c9a39fa-3e80-43e5-8593-22a587736333 req-bc96dbca-193a-4ef3-bfb9-200e16815663 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Nov 12 12:33:30.946406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:30.964233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Calling delete_port for 33acfbf3-ab4b-4543-8e9d-b434b66be264 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:31.056338 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c4fba273-b3bc-433c-8f4e-56e455a01acb', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'a6d98686-b069-450d-9664-506d971a645e', 'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'mac_address': 'fa:16:3e:07:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:01Z', 'updated_at': '2021-11-12T12:33:27Z', 'revision_number': 1, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:31.120147 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:33:31.136393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.146434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:31.147540 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:31.148167 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:31.184855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Port': ['ID=33acfbf3-ab4b-4543-8e9d-b434b66be264,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:31.189325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:33:31.203602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Sync routers for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:33:31.210232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:31.214384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9562e221-da98-4caf-89a2-37af07a6dcfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.214601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:31.215130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:31.226749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1bc640-d059-4864-9c88-a7400bbdd5f3 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:31.233376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.236399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.237036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.237303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.237898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.238647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.240778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.242030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.242782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.243576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.244209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.245114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.245310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.245904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:31.247225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a6a7f93f-e532-436c-a112-52726170c0ab admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3774371 Nov 12 12:33:31.251097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33586) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:31.264091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Transition to ACTIVE for port object 2b1bc640-d059-4864-9c88-a7400bbdd5f3 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:33:31.269368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.348012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:31.377237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.377489 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:31.384333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bfb825bd-1c5f-4f7f-a4b4-97f56fa7233c tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/ports/33acfbf3-ab4b-4543-8e9d-b434b66be264 HTTP/1.1" status: 204 len: 168 time: 0.8861945 Nov 12 12:33:31.393602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33590) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:31.423618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d936e-3642-4e80-b3ff-e73bd479c3f0 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:31.473917 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-984ab371-faa0-4d54-aac2-33cd746246c3 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:31.474411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984ab371-faa0-4d54-aac2-33cd746246c3 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:31.477706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-984ab371-faa0-4d54-aac2-33cd746246c3 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/1c474787-31e4-4023-9113-c053c5c17c37 HTTP/1.1" status: 404 len: 337 time: 0.0826123 Nov 12 12:33:31.482249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:31.501158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:31.592527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9562e221-da98-4caf-89a2-37af07a6dcfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.593853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:31.603239 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:31.637433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad75a-f703-479d-ade7-62490908a61c req-56dd7fac-4962-476d-a971-d6ba7d02ce0c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:31.643941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-902ad75a-f703-479d-ade7-62490908a61c req-56dd7fac-4962-476d-a971-d6ba7d02ce0c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 944 time: 0.2686303 Nov 12 12:33:31.665775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Attempting to bind port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:31.666929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Deleting subnet 1c605ad1-b19e-442c-9fca-c06566f4ac26 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:33:31.677147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.680971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Attempting to bind port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:31.682107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Attempting to bind port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:31.703721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:31.704336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Attempting to bind port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:31.716689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.721283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:31.721634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:31.722010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Bound using segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:31.722489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Bound port: 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:31.722874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.731778 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b3de9-7a28-4141-93bf-fce95476f64c x-openstack-request-id: req-1d2b3de9-7a28-4141-93bf-fce95476f64c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:31.732770 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:31.732770 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d2b3de9-7a28-4141-93bf-fce95476f64c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:31.732770 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'status': 'completed', 'code': 200} Nov 12 12:33:31.745618 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9562e221-da98-4caf-89a2-37af07a6dcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.781141 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c4fba273-b3bc-433c-8f4e-56e455a01acb', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'a6d98686-b069-450d-9664-506d971a645e', 'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'mac_address': 'fa:16:3e:07:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:01Z', 'updated_at': '2021-11-12T12:33:27Z', 'revision_number': 1, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:31.855209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-bb1211ce-a78c-4d10-9d22-477d6d194495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:31.856909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-bb1211ce-a78c-4d10-9d22-477d6d194495 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1096 time: 0.1368766 Nov 12 12:33:31.860446 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c04cb-c966-45a0-9411-51293fe51075 None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c4fba273-b3bc-433c-8f4e-56e455a01acb', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'a6d98686-b069-450d-9664-506d971a645e', 'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'mac_address': 'fa:16:3e:07:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:01Z', 'updated_at': '2021-11-12T12:33:27Z', 'revision_number': 1, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:33:31.872888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:28Z', 'revision_number': 3, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:31.888531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9562e221-da98-4caf-89a2-37af07a6dcfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22c4e06205204a51a1f9465b71ae2663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7151737 Nov 12 12:33:31.903697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:31.919388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Checking router: bbbc766a-4488-499a-9e44-67a482556c09 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:33:31.919978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Updating router bbbc766a-4488-499a-9e44-67a482556c09 port 5be8bf67-40d5-4393-993c-10a6aef9cc17 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:33:31.967679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.973211 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.014360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:32.062989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.072751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-902ad75a-f703-479d-ade7-62490908a61c req-584be00a-8104-4bd7-8ed6-63ce23be3cab tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388314 Nov 12 12:33:32.112056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562e221-da98-4caf-89a2-37af07a6dcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28cf122-0a62-4349-a2b3-9d5715d367b7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:32.153085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:32.158850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.184301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.200968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced257b2-b2e1-4635-9bd4-edcec11565e1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:32.256825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.264478 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bce62e-f210-4b0b-8c0f-a02c8d12b45a None None] New status for floating IP c4fba273-b3bc-433c-8f4e-56e455a01acb: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:33:32.304538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:32.327247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c605ad1-b19e-442c-9fca-c06566f4ac26,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:32.340668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.341308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2672b5d-a42c-483d-b1e2-1cfd72089742') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:32.341933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2672b5d-a42c-483d-b1e2-1cfd72089742') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:32.347906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-980c70d2-91a8-473d-af3f-ed0a8e9385bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c605ad1-b19e-442c-9fca-c06566f4ac26 HTTP/1.1" status: 204 len: 168 time: 1.1341298 Nov 12 12:33:32.356291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.377003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.386399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:32.387156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.416084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:32.480687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a279e-a3ca-4b33-b77b-a81b6e8bf3ff req-100b7392-8050-4234-bd09-47b293c33ff3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:32.483502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b25a279e-a3ca-4b33-b77b-a81b6e8bf3ff req-100b7392-8050-4234-bd09-47b293c33ff3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.4571853 Nov 12 12:33:32.485163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-07a97917-05b9-4195-b582-7e57ca721135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:32.487096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-07a97917-05b9-4195-b582-7e57ca721135 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.6022348 Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:32.488130 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:32.581414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:32.582037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.584688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-23f0dbd7-6896-435e-b89e-bc949e6d9955 service neutron] 10.222.0.65 "PUT /v2.0/ports/2b1bc640-d059-4864-9c88-a7400bbdd5f3 HTTP/1.1" status: 200 len: 1092 time: 2.9638603 Nov 12 12:33:32.586213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:32.589015 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb0f16-0f27-4713-bdbc-afbb6d599a99" -d '{"events": [{"name": "network-changed", "server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:32.609142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d4aa3f-eafb-4b0e-a791-80b0e3e1957b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.635008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d4aa3f-eafb-4b0e-a791-80b0e3e1957b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.665319 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.665935 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.674706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1937e-02e3-4ff0-b0bd-03ce7deec6b1 None None] Network bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:32.676852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24521f0-841e-4266-97d8-3bbbac0e43f1 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:32.681870 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.729431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Attempting to bind port 5be8bf67-40d5-4393-993c-10a6aef9cc17 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:32.730081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Attempting to bind port 5be8bf67-40d5-4393-993c-10a6aef9cc17 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:32.730820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Attempting to bind port 5be8bf67-40d5-4393-993c-10a6aef9cc17 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:32.769085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.781647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.785043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f6070-f848-43f7-83e4-23583419472d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:32.788301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/ced257b2-b2e1-4635-9bd4-edcec11565e1 HTTP/1.1" status: 204 len: 168 time: 1.3049016 Nov 12 12:33:32.803838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:32.804215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:32.804611 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.805000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:32.805485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Bound port: 5be8bf67-40d5-4393-993c-10a6aef9cc17, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:32.805859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.817037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d4aa3f-eafb-4b0e-a791-80b0e3e1957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.820330 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d4aa3f-eafb-4b0e-a791-80b0e3e1957b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.826358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7d4aa3f-eafb-4b0e-a791-80b0e3e1957b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d28cf122-0a62-4349-a2b3-9d5715d367b7 HTTP/1.1" status: 204 len: 168 time: 0.9106555 Nov 12 12:33:32.839807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:32.859001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:32.879436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2430c3-57c2-4d31-8d48-771791635d93 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Network': ['ID=ced257b2-b2e1-4635-9bd4-edcec11565e1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:32.887578 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1088826-e3fd-46d5-9582-bd25288a1db4 x-openstack-request-id: req-c1088826-e3fd-46d5-9582-bd25288a1db4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:32.887865 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:32.888116 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1088826-e3fd-46d5-9582-bd25288a1db4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:32.888528 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'status': 'completed', 'code': 200} Nov 12 12:33:32.889285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4aa3f-eafb-4b0e-a791-80b0e3e1957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28cf122-0a62-4349-a2b3-9d5715d367b7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:32.910136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] For port 5be8bf67-40d5-4393-993c-10a6aef9cc17, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:32.919378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] For port 5be8bf67-40d5-4393-993c-10a6aef9cc17, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5be8bf67-40d5-4393-993c-10a6aef9cc17,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:32.952582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-5133d599-02da-4897-817e-e2c8ae96aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:32.954741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-5133d599-02da-4897-817e-e2c8ae96aeae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 1095 time: 0.1782095 Nov 12 12:33:32.959248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-9a7eeee1-4402-4fe7-bf6a-86041a0ea0ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 998 time: 0.4540734 Nov 12 12:33:32.963564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b25a279e-a3ca-4b33-b77b-a81b6e8bf3ff req-b345bcf1-5bb8-4c6a-ab3d-8c1559c663c3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700010 Nov 12 12:33:33.003606 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.040706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea98ce-886c-4e84-a945-0f44615fdca8 None None] Pushing event updated for resources: {'Port': ['ID=5be8bf67-40d5-4393-993c-10a6aef9cc17,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:33.103892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-9fdf5c45-821d-4fe8-9a6d-0e6c32d1a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:33.105889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-9fdf5c45-821d-4fe8-9a6d-0e6c32d1a168 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1321568 Nov 12 12:33:33.107259 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-c24b5a1c-113a-49b4-8933-5b64595e0adf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3 HTTP/1.1" status: 200 len: 217 time: 0.1348376 Nov 12 12:33:33.118467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ff4a9-ad24-4305-b610-e6cd8b1c8b8c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:33.142095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea98ce-886c-4e84-a945-0f44615fdca8 None None] Pushing event updated for resources: {'Port': ['ID=5be8bf67-40d5-4393-993c-10a6aef9cc17,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:33.180461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:33.181523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:33.261752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-20b59cae-7dc0-40d0-aa96-e4584784be75 None None] Provisioning complete for port 5be8bf67-40d5-4393-993c-10a6aef9cc17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:33.262296 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-20b59cae-7dc0-40d0-aa96-e4584784be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.304211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e776a8-04c2-4616-a509-8e0ff6572c4f None None] DHCP port deletion for bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:33.423304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:33.428977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976c7b-3d89-4449-bad1-460864ee2127 req-8f508e8f-1a28-464a-bdc8-31fbf938c827 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:33.430741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88976c7b-3d89-4449-bad1-460864ee2127 req-8f508e8f-1a28-464a-bdc8-31fbf938c827 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 944 time: 0.1110191 Nov 12 12:33:33.435359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-78e792aa-2e33-44da-b6fc-74969571bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:33.437486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-78e792aa-2e33-44da-b6fc-74969571bc73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.3126662 Nov 12 12:33:33.507529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-a0370d12-3361-4c34-911c-93cbd65874a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:33.511728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-a0370d12-3361-4c34-911c-93cbd65874a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904569 Nov 12 12:33:33.513950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-ed625988-393a-4dc8-aba4-bf9593a507c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670409 Nov 12 12:33:33.668315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:33.681253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfde68cb-2a65-4f2c-97be-8278b9834cb9') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:33.681826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfde68cb-2a65-4f2c-97be-8278b9834cb9') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:33.682392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-20b59cae-7dc0-40d0-aa96-e4584784be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.692092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.694282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-50a38a30-653c-4771-84c0-a0b2fadc60f8 service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651397 Nov 12 12:33:33.708747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.715932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:33.717288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.717418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-20b59cae-7dc0-40d0-aa96-e4584784be75 None None] For port 5be8bf67-40d5-4393-993c-10a6aef9cc17, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5be8bf67-40d5-4393-993c-10a6aef9cc17,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:33.722023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-20b59cae-7dc0-40d0-aa96-e4584784be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.767016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88976c7b-3d89-4449-bad1-460864ee2127 req-5b697520-44db-47c6-9f85-f7718bc48641 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285854 Nov 12 12:33:33.785086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b59cae-7dc0-40d0-aa96-e4584784be75 None None] Pushing event updated for resources: {'Port': ['ID=5be8bf67-40d5-4393-993c-10a6aef9cc17,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:33.806066 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:33.812896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.816169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:28Z', 'revision_number': 3, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:33.853783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.856836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] 10.222.0.18 "DELETE /v2.0/networks/bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4 HTTP/1.1" status: 204 len: 168 time: 1.4391983 Nov 12 12:33:33.898237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85a1e0-5e36-4e6c-b06a-2bc7739ca5c5 None None] The sync data for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 is: [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:28Z', 'revision_number': 3, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:33:33.933093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1a1b12c1-d05e-445f-af83-5b1e26c4031d None None] Provisioning complete for port 5be8bf67-40d5-4393-993c-10a6aef9cc17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:33.934231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a1b12c1-d05e-445f-af83-5b1e26c4031d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.935578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23445e2e-d5fe-4872-9c64-3392bcdf4eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbf8a0c-73b5-4f8f-a4c1-aeec1177cfd4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:34.013311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-d6323d80-6217-420e-94b7-f24d4770440b service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855671 Nov 12 12:33:34.031897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8606b639-23b2-460c-a52b-e4f2fe8770cc req-001b4a15-5649-4e13-b469-5f513ce8f5df service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198204 Nov 12 12:33:34.090738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.111379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8b2e-4dc0-4752-b92f-35aff5c8d74b req-ad94e443-088f-42a2-970f-76647488bf92 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:34.123764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99ee8b2e-4dc0-4752-b92f-35aff5c8d74b req-ad94e443-088f-42a2-970f-76647488bf92 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.4929917 Nov 12 12:33:34.197790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:34.255855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-c9c30971-d45d-49fd-bdcb-6785320d79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:34.259169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting port 25854732-26f6-4e8e-aa40-8dd6403ac54e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:34.259579 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-c9c30971-d45d-49fd-bdcb-6785320d79d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 1095 time: 0.1697912 Nov 12 12:33:34.259917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.353103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99ee8b2e-4dc0-4752-b92f-35aff5c8d74b req-4c9065c3-1acb-4ade-bba6-83265bc5eeb5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284081 Nov 12 12:33:34.448523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33672) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:34.479278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.523662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Calling delete_port for 25854732-26f6-4e8e-aa40-8dd6403ac54e owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:34.662891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Allocated IP 172.20.0.1 (f65c1a82-c0a3-4237-89fc-557bcebe5606/2ba487c4-2b3d-457e-b044-f7941d814a91/1800e4c0-9c9b-466d-8fc0-0fc25df72df3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:34.667080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6456a3-83d1-4b8c-bd06-433dc5aa8e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.815129 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.819987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ddcb315f-58ed-4d99-85e0-d4f81de2ec6c req-e6789c73-3483-4dfb-b2e0-83a47c867812 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978106 Nov 12 12:33:34.886931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Port': ['ID=25854732-26f6-4e8e-aa40-8dd6403ac54e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:34.904355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.908310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6c37e9bd-f60d-4572-906c-c722390c1980 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/ports/25854732-26f6-4e8e-aa40-8dd6403ac54e HTTP/1.1" status: 204 len: 168 time: 2.0674570 Nov 12 12:33:34.912815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:34.939155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a1ed2720-a3c0-4f77-8999-af325c3cd155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d8d162cc79c451e80a3f45950daa8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7374933 Nov 12 12:33:34.943789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:34.999694 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7c6f1f-690c-4a62-97b1-f7e53895523b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] DELETE failed (client error): The resource could not be found. Nov 12 12:33:35.000024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7c6f1f-690c-4a62-97b1-f7e53895523b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:33:35.019125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.023307 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb7c6f1f-690c-4a62-97b1-f7e53895523b tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/a58ee8cc-4f42-4bc8-9900-6180bcb22fc7 HTTP/1.1" status: 404 len: 337 time: 0.1059804 Nov 12 12:33:35.023730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:35.040662 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6456a3-83d1-4b8c-bd06-433dc5aa8e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.072641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb724761-922e-4814-a1cb-c1131be62050 req-9d2af3ca-c7e1-4c89-ad65-f12f331951f5 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:35.076411 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb724761-922e-4814-a1cb-c1131be62050 req-9d2af3ca-c7e1-4c89-ad65-f12f331951f5 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 944 time: 0.1532516 Nov 12 12:33:35.078471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-c2fe39f5-bce5-4b70-bb51-8458bd8d115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:35.080429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-c2fe39f5-bce5-4b70-bb51-8458bd8d115b service neutron] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.8042953 Nov 12 12:33:35.082539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6456a3-83d1-4b8c-bd06-433dc5aa8e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.135526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-ab5bf79b-3fbb-48d7-abd6-cad74fb95124 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3 HTTP/1.1" status: 200 len: 217 time: 0.0449915 Nov 12 12:33:35.216157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6456a3-83d1-4b8c-bd06-433dc5aa8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779890a1-0fc6-427f-984f-25cd2a882fd4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:35.221203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2a6456a3-83d1-4b8c-bd06-433dc5aa8e92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f81f80e663e4f93acd47120e7ebe970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7715497 Nov 12 12:33:35.224971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:35.230999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.238725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed71e465-0fc3-4592-b107-36e84a894fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.249314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-fa1b3d8f-432a-4625-bc3a-52b4ecc8214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:35.252017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.252565 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-fa1b3d8f-432a-4625-bc3a-52b4ecc8214b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1012630 Nov 12 12:33:35.269715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb724761-922e-4814-a1cb-c1131be62050 req-b9b07de5-c8e2-4367-abe5-6917e79a37b3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803067 Nov 12 12:33:35.312073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-59c1cb3b-1e31-4b42-8ab0-878fd3e87fd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374975 Nov 12 12:33:35.322084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed71e465-0fc3-4592-b107-36e84a894fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.344140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:35.397193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:35.405511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:35.409487 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5131f7ab-48f8-4c55-84d0-87df1f7c520a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.428146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Pushing event updated for resources: {'Port': ['ID=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:35.475849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5131f7ab-48f8-4c55-84d0-87df1f7c520a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.522534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:35.548345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5131f7ab-48f8-4c55-84d0-87df1f7c520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.551524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5131f7ab-48f8-4c55-84d0-87df1f7c520a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.553708 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5131f7ab-48f8-4c55-84d0-87df1f7c520a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/779890a1-0fc6-427f-984f-25cd2a882fd4 HTTP/1.1" status: 204 len: 168 time: 0.3236206 Nov 12 12:33:35.561482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.573573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131f7ab-48f8-4c55-84d0-87df1f7c520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779890a1-0fc6-427f-984f-25cd2a882fd4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:35.591728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.604480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-69e5f536-6a21-4e0f-90ce-88341b551009 service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824872 Nov 12 12:33:35.660719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed20545f-ec6b-4764-a729-c32bf2e601f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.673697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:35.718611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c727fc-7e29-4bed-8af9-263134656bfb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:35.725707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed71e465-0fc3-4592-b107-36e84a894fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.728888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed71e465-0fc3-4592-b107-36e84a894fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.729975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ed71e465-0fc3-4592-b107-36e84a894fbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59cfd897-8b4e-4bbf-970f-b9b69b1eefd8 HTTP/1.1" status: 204 len: 168 time: 0.7851844 Nov 12 12:33:35.756084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e22d5d-ff77-4165-a0c2-25d981695044') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:35.756084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e22d5d-ff77-4165-a0c2-25d981695044') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:35.784174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71e465-0fc3-4592-b107-36e84a894fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cfd897-8b4e-4bbf-970f-b9b69b1eefd8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:35.790756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.808343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1a1a1-160a-4da0-95ae-d0cc464a45e2 req-bbd0b74d-d36f-4720-a06f-94d55caa2f9b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:35.816062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0db1a1a1-160a-4da0-95ae-d0cc464a45e2 req-bbd0b74d-d36f-4720-a06f-94d55caa2f9b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.2819121 Nov 12 12:33:35.847019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.861058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234c96c8-c6cc-4d26-a677-0281b41ce252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.885898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:35.886363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:35.889631 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:35.942940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:35.956344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18bb0f16-0f27-4713-bdbc-afbb6d599a99 req-d59ea1a0-b08b-4976-9eab-c1e182ccb8ac service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440971 Nov 12 12:33:35.976584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'mac_address': 'fa:16:3e:18:cb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:33:36.046720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b508dcf3-ddba-4e35-a8e5-b69a9f3679c8 None None] Provisioning complete for port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:36.047350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b508dcf3-ddba-4e35-a8e5-b69a9f3679c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.055761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0db1a1a1-160a-4da0-95ae-d0cc464a45e2 req-3bf24fbf-26a6-4461-9c8b-a87dde5b6ab6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386367 Nov 12 12:33:36.063267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.087681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234c96c8-c6cc-4d26-a677-0281b41ce252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.093520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-234c96c8-c6cc-4d26-a677-0281b41ce252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.137685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c96c8-c6cc-4d26-a677-0281b41ce252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b88883-951c-40be-a7c4-673e420eca3b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:36.140124 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.141496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.176418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-234c96c8-c6cc-4d26-a677-0281b41ce252 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f367c0127507485dbf837a8c6e88aa22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530771 Nov 12 12:33:36.180597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33722) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:36.192506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.204494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/e4c727fc-7e29-4bed-8af9-263134656bfb HTTP/1.1" status: 204 len: 168 time: 1.1679168 Nov 12 12:33:36.207600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b508dcf3-ddba-4e35-a8e5-b69a9f3679c8 None None] Port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:36.221376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:36.227554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1bc640-d059-4864-9c88-a7400bbdd5f3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:36.325691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fcdf0-0d00-4b5b-bcdf-60590ab66966 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Network': ['ID=e4c727fc-7e29-4bed-8af9-263134656bfb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:36.373559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:36.379562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:36.386858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.431320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22079083-d569-469e-a9ed-b7c311ac48e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.434691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52a454c0-fa53-4b37-a553-9067471e76c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.444589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting subnet 5105bec9-e06d-43ef-8c67-b0690113788b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:33:36.455371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5be8bf67-40d5-4393-993c-10a6aef9cc17 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:36.476596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.533369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22079083-d569-469e-a9ed-b7c311ac48e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.591784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:36.616958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5be8bf67-40d5-4393-993c-10a6aef9cc17 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:36.617379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.618905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.686324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a0749-236a-47e1-bd31-b2698a879848 req-3133c1f4-5e89-4c33-8ec8-e1d5df15a4a3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:36.688080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25a0749-236a-47e1-bd31-b2698a879848 req-3133c1f4-5e89-4c33-8ec8-e1d5df15a4a3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 945 time: 0.2518702 Nov 12 12:33:36.705676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2b1bc640-d059-4864-9c88-a7400bbdd5f3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:36.725549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22079083-d569-469e-a9ed-b7c311ac48e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.743885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22079083-d569-469e-a9ed-b7c311ac48e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.745065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-22079083-d569-469e-a9ed-b7c311ac48e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8b88883-951c-40be-a7c4-673e420eca3b HTTP/1.1" status: 204 len: 168 time: 0.5631599 Nov 12 12:33:36.766213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22079083-d569-469e-a9ed-b7c311ac48e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b88883-951c-40be-a7c4-673e420eca3b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:36.827144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52a454c0-fa53-4b37-a553-9067471e76c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.843610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52a454c0-fa53-4b37-a553-9067471e76c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.898847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25a0749-236a-47e1-bd31-b2698a879848 req-d13dbafe-a626-40be-ad27-45be8d99d51c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033367 Nov 12 12:33:36.947500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.955095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.956966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-52a454c0-fa53-4b37-a553-9067471e76c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5557bc2765454109ae8b08d990442264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808387 Nov 12 12:33:36.961018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:36.961589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:36.961746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a454c0-fa53-4b37-a553-9067471e76c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaa3d79-7bf3-49a9-a215-9b7a04ad3afc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:37.080723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701c4a2-68a7-487e-bb79-5ce2f396fb5a req-d79070cc-b264-4693-86f5-3f36850bfca1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:37.083382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b701c4a2-68a7-487e-bb79-5ce2f396fb5a req-d79070cc-b264-4693-86f5-3f36850bfca1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1492300 Nov 12 12:33:37.128487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Pushing event updated for resources: {'Port': ['ID=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:37.150889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.173777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b701c4a2-68a7-487e-bb79-5ce2f396fb5a req-0aa103b6-b3ca-4c61-ba57-b11521eb6b51 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821252 Nov 12 12:33:37.177032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.268168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Subnet': ['ID=5105bec9-e06d-43ef-8c67-b0690113788b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:37.273585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.280870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a6eb0074-c756-4e3b-86a1-d898b68a5017 tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/subnets/5105bec9-e06d-43ef-8c67-b0690113788b HTTP/1.1" status: 204 len: 168 time: 1.0159106 Nov 12 12:33:37.281953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4d26689-1c79-4330-bd0a-dcc192f3a049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.282832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a6f89-7689-4de5-ac46-2512ea3ad61f None None] Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:37.283278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33766) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:37.325330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4d26689-1c79-4330-bd0a-dcc192f3a049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.389541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:37.393453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:37.461005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.498223 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4d26689-1c79-4330-bd0a-dcc192f3a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.498685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4d26689-1c79-4330-bd0a-dcc192f3a049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.499950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e4d26689-1c79-4330-bd0a-dcc192f3a049 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efaa3d79-7bf3-49a9-a215-9b7a04ad3afc HTTP/1.1" status: 204 len: 168 time: 0.5355518 Nov 12 12:33:37.557906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d26689-1c79-4330-bd0a-dcc192f3a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaa3d79-7bf3-49a9-a215-9b7a04ad3afc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:37.619972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Deleting port 1eef3f5c-6573-4af9-bdd2-8b830813f900 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:37.620558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.631242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Router bbbc766a-4488-499a-9e44-67a482556c09 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:33:37.675784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f26236-772c-4366-a9ba-38870ae5aa97 None None] DHCP port deletion for 55e1670a-df40-4cbf-98ff-2b6632b71d5e request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:37.690946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:37.697498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:37.753809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] For port 1eef3f5c-6573-4af9-bdd2-8b830813f900, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1eef3f5c-6573-4af9-bdd2-8b830813f900,segment=NetworkSegment(c521072b-35c0-45b3-beb5-7fbae8459d3d),segment_id=c521072b-35c0-45b3-beb5-7fbae8459d3d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:37.754297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.778928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Calling delete_port for 1eef3f5c-6573-4af9-bdd2-8b830813f900 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:33:37.805373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:33:37.814742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d39b4abc-e87f-4477-a185-dc16c64f859b admin admin] 10.222.0.18 "PUT /v2.0/routers/bbbc766a-4488-499a-9e44-67a482556c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4713933 Nov 12 12:33:37.826055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Sync routers for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:33:37.856420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:37.860891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:37.945465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:37.986155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Port': ['ID=1eef3f5c-6573-4af9-bdd2-8b830813f900,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:37.997190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] No DVR routers for this DVR port 1eef3f5c-6573-4af9-bdd2-8b830813f900 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:33:38.159990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a9f35-b0fb-4636-bd06-cebef93d30c3 req-0f5ef968-69f5-411f-8bba-b003f6bc3dbb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:38.172708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e7a9f35-b0fb-4636-bd06-cebef93d30c3 req-0f5ef968-69f5-411f-8bba-b003f6bc3dbb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 945 time: 0.1193724 Nov 12 12:33:38.180994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.219601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e1670a-df40-4cbf-98ff-2b6632b71d5e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:38.235161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c521072b-35c0-45b3-beb5-7fbae8459d3d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:38.235443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c521072b-35c0-45b3-beb5-7fbae8459d3d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:38.250790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.260631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e7a9f35-b0fb-4636-bd06-cebef93d30c3 req-540329e7-4830-4a70-b5ea-f9a9f8dab228 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867045 Nov 12 12:33:38.271365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.285456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:33:38.287562 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.354399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:33:38.374102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1eef3f5c-6573-4af9-bdd2-8b830813f900 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:33:38.387304 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:33:38.390068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:38.391273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.404949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.418975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.435474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146dac8-083b-4298-9bc7-21358efcb6d5 req-b74abb6a-8b20-4db5-accb-bed1339de44d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:38.435740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] 10.222.0.18 "DELETE /v2.0/networks/55e1670a-df40-4cbf-98ff-2b6632b71d5e HTTP/1.1" status: 204 len: 168 time: 1.1483710 Nov 12 12:33:38.444660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9146dac8-083b-4298-9bc7-21358efcb6d5 req-b74abb6a-8b20-4db5-accb-bed1339de44d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.0832880 Nov 12 12:33:38.477334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Pushing event deleted for resources: {'Network': ['ID=55e1670a-df40-4cbf-98ff-2b6632b71d5e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:38.480385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f5f26236-772c-4366-a9ba-38870ae5aa97 None None] Deleting port 1eef3f5c-6573-4af9-bdd2-8b830813f900 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:33:38.481174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5f26236-772c-4366-a9ba-38870ae5aa97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.488108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.488380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.490716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.491407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.492038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.492301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.492767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.493179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.493581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.494014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.494437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.494837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43080d7-ca2a-4e26-991d-f234cd72fefa tempest-NetworksIpV6TestAttrs-396241185 tempest-NetworksIpV6TestAttrs-396241185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:38.499264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b22a3a39-8578-4eec-9b5b-1611470b640e None None] Provisioning complete for port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:38.499631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b22a3a39-8578-4eec-9b5b-1611470b640e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:38.515404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1eef3f5c-6573-4af9-bdd2-8b830813f900 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:33:38.515581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1eef3f5c-6573-4af9-bdd2-8b830813f900 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:33:38.546947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9146dac8-083b-4298-9bc7-21358efcb6d5 req-8085bad8-6294-4b5e-a875-c09b18566b0a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011636 Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-f5f26236-772c-4366-a9ba-38870ae5aa97 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e could not be found. Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:33:38.569344 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 55e1670a-df40-4cbf-98ff-2b6632b71d5e could not be found. Nov 12 12:33:38.573679 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:33:38.614832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:38.687689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ff76f-20ce-4ba6-b0a8-46ef5084b8b5 None None] DHCP port deletion for 55e1670a-df40-4cbf-98ff-2b6632b71d5e request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:33:38.694599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:38.699035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b22a3a39-8578-4eec-9b5b-1611470b640e None None] Port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:38.745355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'port_id': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'mac_address': 'fa:16:3e:0e:4a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:33:38.759407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88d164-9b71-4dc8-9a4b-c6d427b4c398 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:33:38.762837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:39.002863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:39.006237 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2bde6-9364-470f-8a10-956986ae5e2f" -d '{"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-plugged", "status": "completed", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:39.134431 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7906df-c5f7-48bf-bce6-a797d37cdffe x-openstack-request-id: req-2d7906df-c5f7-48bf-bce6-a797d37cdffe {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:39.135025 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-plugged", "status": "completed", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:39.135495 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d7906df-c5f7-48bf-bce6-a797d37cdffe {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:39.136215 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'code': 200} Nov 12 12:33:39.154120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:39.157674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:39.164990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b99f18b8-40ca-400f-ad25-61a186278a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:39.173291 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:39.235202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:39.379597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1bea-89ec-4d4e-a1cf-d3fc047b5e1f req-e3a71234-6dc0-4f11-8e98-27383dde974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:39.384264 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e34f1bea-89ec-4d4e-a1cf-d3fc047b5e1f req-e3a71234-6dc0-4f11-8e98-27383dde974f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 1097 time: 0.1901312 Nov 12 12:33:39.417933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:39.451867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:39.456373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88d164-9b71-4dc8-9a4b-c6d427b4c398 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:33:39.464909 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:39.636407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:39.657718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:39.660359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:39.669695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9874b4d-a0a1-46e8-8caf-1a436e7ce3fb req-55129afb-3290-4b07-a9fc-0ac2d13def2d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:39.671393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9874b4d-a0a1-46e8-8caf-1a436e7ce3fb req-55129afb-3290-4b07-a9fc-0ac2d13def2d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2805898 Nov 12 12:33:39.693149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e34f1bea-89ec-4d4e-a1cf-d3fc047b5e1f req-21ddb16b-845f-4eb7-85d2-3d7a30753aee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918458 Nov 12 12:33:39.780294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89babfba-4973-48a1-8210-c07bad4088ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=961cd3f846034e5fae469f0c1043f519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272088 Nov 12 12:33:39.784236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:39.867760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9874b4d-a0a1-46e8-8caf-1a436e7ce3fb req-6db8cf1d-0c81-42c5-977b-344b5832970b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829655 Nov 12 12:33:39.996161 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0164e81-fced-41a4-980c-a8ae708f789e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.046344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33886) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:40.047296 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0164e81-fced-41a4-980c-a8ae708f789e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.106146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:40.167970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 2, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:40.216311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Checking router: bbbc766a-4488-499a-9e44-67a482556c09 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:33:40.217039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Updating router bbbc766a-4488-499a-9e44-67a482556c09 port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:33:40.259713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fddaf2-cc88-45bc-a698-b15c2cdcc3cc req-7a42d627-0e55-4b67-96b5-2b0cec57c47a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:40.261320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8fddaf2-cc88-45bc-a698-b15c2cdcc3cc req-7a42d627-0e55-4b67-96b5-2b0cec57c47a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.2238269 Nov 12 12:33:40.325806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0164e81-fced-41a4-980c-a8ae708f789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.339755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0164e81-fced-41a4-980c-a8ae708f789e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.344577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f0164e81-fced-41a4-980c-a8ae708f789e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbc52d2a-2006-4e0d-907c-159b9c579921 HTTP/1.1" status: 204 len: 168 time: 0.5592623 Nov 12 12:33:40.360920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.366395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1831852817-network', 'tenant_id': 'f0a2dd953b8749549a19583f42b17eb0'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:40.392301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0164e81-fced-41a4-980c-a8ae708f789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc52d2a-2006-4e0d-907c-159b9c579921,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:40.429416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Made reservation on behalf of f0a2dd953b8749549a19583f42b17eb0 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:40.439094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.444940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:40.456370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8fddaf2-cc88-45bc-a698-b15c2cdcc3cc req-58643ee1-5390-4892-8065-135ff1da56b8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707294 Nov 12 12:33:40.492373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115119979', 'description': 'tempest-description--658020592'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:40.596782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.623312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.811907 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:40.983972 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.007308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.132773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.158648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f39b83-c4a7-4dc1-8ebb-890797ac7978,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:41.226601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.348481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd435b54-e220-4255-b725-b857e321d063,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:41.377052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.382835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:41.387708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Request body: {'security_group_rule': {'security_group_id': 'b5f39b83-c4a7-4dc1-8ebb-890797ac7978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:41.392629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b4a133b2-654b-43d7-9422-06bdb7ecf4da tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9230306 Nov 12 12:33:41.417147 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.434046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:41.491632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.503437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.503975 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Added segment e62904f2-a961-44c9-9e76-e4e6e56d5e42 of type vlan for network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 Nov 12 12:33:41.668352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.678367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ec4b1-9653-4336-b21b-ebc1c2c6ce3a req-c2664703-82a2-448e-8e09-8dc9fae75a22 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:41.681974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423ec4b1-9653-4336-b21b-ebc1c2c6ce3a req-c2664703-82a2-448e-8e09-8dc9fae75a22 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.5451605 Nov 12 12:33:41.698368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.713021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.820784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.824578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4405072 Nov 12 12:33:41.846532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:41.854660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3e919-b64d-4fd3-acd0-5de7a3804768 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5132cd8-88f5-4e40-9539-990b855584ca,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:41.873337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Request body: {'security_group_rule': {'security_group_id': 'b5f39b83-c4a7-4dc1-8ebb-890797ac7978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:41.900798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.901874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:41.902488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.907949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.914853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a375d5-7c08-4937-a2da-968b0b49df99 req-05299f9e-8a3a-402a-9b33-e473b92b6cee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:41.917621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423ec4b1-9653-4336-b21b-ebc1c2c6ce3a req-68871645-56de-4cfe-b8bb-14408420b25e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092056 Nov 12 12:33:41.929632 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66a375d5-7c08-4937-a2da-968b0b49df99 req-05299f9e-8a3a-402a-9b33-e473b92b6cee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.2595890 Nov 12 12:33:41.944082 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:41.951121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:42.011943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9599874 Nov 12 12:33:42.012554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.018505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:42.019596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66a375d5-7c08-4937-a2da-968b0b49df99 req-857796d1-a9bf-44b2-9487-e805c7114ddf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884314 Nov 12 12:33:42.035147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Request body: {'subnet': {'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1831852817-subnet', 'tenant_id': 'f0a2dd953b8749549a19583f42b17eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:42.045564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea87d98-2aa8-48c5-a745-2a186333139b admin admin] Pushing event updated for resources: {'Network': ['ID=85b8ea64-1ba2-41b2-b829-19ec9b5d1122,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:42.096903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Made reservation on behalf of f0a2dd953b8749549a19583f42b17eb0 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:42.099793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.152899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:42.154132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:42.328310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.369459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133991185'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:42.388506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.404772 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.407353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:42.414222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.427434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.481290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19818ed9-2328-4ea8-aa31-a671fda5e73a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:42.485162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.497304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2a88f596-928c-4634-ba8b-8a02ebcc76cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6492140 Nov 12 12:33:42.504368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:42.513596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:42.533685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f4056-8b8f-4bf3-a849-53d617589b3a None None] Pushing event updated for resources: {'Port': ['ID=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:42.574566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ea6797-6b68-4575-9c88-c00402189e72,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:42.609198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Checking segment: {'id': 'e62904f2-a961-44c9-9e76-e4e6e56d5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:42.617953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Network hostable DHCP agents. Network: 85b8ea64-1ba2-41b2-b829-19ec9b5d1122, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:42.639146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.645866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.655913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.682020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:42.691705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:42.697499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.698633 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79 of type vlan for network 0b471a20-0189-4b8a-a034-033ab23515f8 Nov 12 12:33:42.712282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 85b8ea64-1ba2-41b2-b829-19ec9b5d1122) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:42.762869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:42.763779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.764709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.769198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7b485a-d8ec-4895-b241-7ba2e9fc45d7 None None] Network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:42.810251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6848b2d8-82fe-48cb-82f5-e73a4cd92fde admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7809732 Nov 12 12:33:42.856995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.875392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:42.876332 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.914420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.932081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:42.932729 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.964982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Attempting to bind port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:42.965910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Attempting to bind port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:42.966476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Attempting to bind port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 on network f65c1a82-c0a3-4237-89fc-557bcebe5606 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:42.982814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:42.984346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Checking segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:42.985351 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:42.986157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Bound using segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:42.987773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Bound port: 1800e4c0-9c9b-466d-8fc0-0fc25df72df3, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:42.988420 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.159708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Allocated IP 172.25.1.26 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/6467f9b7-244f-48e5-9742-e80bb2fa82b0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:43.162366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=0b471a20-0189-4b8a-a034-033ab23515f8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:43.179356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0204213 Nov 12 12:33:43.180697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:43.184681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206f86-f2cc-4803-a529-f64fcc3b90c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f20e782-3c02-4688-9024-c75f1c8beaee,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:43.215455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-455361013'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:43.345928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:43.367487 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.438927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f4e7a-b419-4929-a7cb-4c8c64ed5695 req-8281816f-f85b-41b7-8cf9-1f7e195ed96a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:43.442439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b25f4e7a-b419-4929-a7cb-4c8c64ed5695 req-8281816f-f85b-41b7-8cf9-1f7e195ed96a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.2599218 Nov 12 12:33:43.445692 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.530879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:43.554781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.584348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.598763 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment 13da66e3-739d-44e1-971d-bb2da1138607 of type vlan for network 26ae2a61-fbff-46a0-beac-ba310553deea Nov 12 12:33:43.680233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:43.685875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:43.721543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:43.777129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eca3e098-8059-4676-8a53-0493052897c1 None None] Provisioning complete for port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:43.777701 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eca3e098-8059-4676-8a53-0493052897c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.796696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0b471a20-0189-4b8a-a034-033ab23515f8 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:43.812135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b25f4e7a-b419-4929-a7cb-4c8c64ed5695 req-119e7825-f206-4f2c-b7e9-fffebd0287fe tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617160 Nov 12 12:33:43.846761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.931916 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:43.937585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:43.938331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.011885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eca3e098-8059-4676-8a53-0493052897c1 None None] Port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:44.054974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8716066 Nov 12 12:33:44.057966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34000) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:44.065241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:44.081927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5464b-7c06-4fcb-a468-2202f7af0f68 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=26ae2a61-fbff-46a0-beac-ba310553deea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:44.142271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event updated for resources: {'Port': ['ID=6467f9b7-244f-48e5-9742-e80bb2fa82b0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:44.220092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:44.226806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.290494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:44.315973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.332706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61949934-956c-42d6-b68e-8704be25d856 req-5440622a-21ea-48ce-ab7e-f0d832a50850 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:44.332979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1432484466-network', 'tenant_id': '9dd313a203d4442995f37f89f2c8dcb1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:44.344432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61949934-956c-42d6-b68e-8704be25d856 req-5440622a-21ea-48ce-ab7e-f0d832a50850 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.6609042 Nov 12 12:33:44.346365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 26ae2a61-fbff-46a0-beac-ba310553deea details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:44.398016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Made reservation on behalf of 9dd313a203d4442995f37f89f2c8dcb1 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:44.404512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.420065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.463820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61949934-956c-42d6-b68e-8704be25d856 req-5afdc490-9096-41df-9a9e-3d7faa14e977 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179495 Nov 12 12:33:44.468579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d607fe7d-ab91-4957-802b-bfd979fcfb67 None None] Network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:44.470600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.600470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.701837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.712781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.732094 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.752972 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.771283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=b0894a66-bdb6-4396-aaca-ad78258be34c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:44.778774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.839174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event updated for resources: {'Port': ['ID=6467f9b7-244f-48e5-9742-e80bb2fa82b0,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:44.864146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:44.864899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: 0b471a20-0189-4b8a-a034-033ab23515f8, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:44.894566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563bebcc-b2ff-4f17-956f-6fa7cde9c58e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:44.901653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:33:44.940583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:44.950100 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f99259-7b5a-4dce-a0ab-adf7d9ba7eed" -d '{"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-plugged", "status": "completed", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:44.964862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.965082 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Added segment 0c469efd-a40c-43e3-8cfa-4c0622dca608 of type vlan for network 44420e02-7bc1-49d6-b74f-40724812d2af Nov 12 12:33:44.991124 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.995230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 0b471a20-0189-4b8a-a034-033ab23515f8 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:45.015063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] For port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:45.081089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.090478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:45.093170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b06be680-6105-4ede-8ebb-433c819b21fa tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5855632 Nov 12 12:33:45.095678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0b471a20-0189-4b8a-a034-033ab23515f8) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:45.115190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bb3bb-d14b-4a40-8fee-22fceed53047 req-83f8b646-a22d-4728-b271-9f3066ee0e7e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:45.126603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f0bb3bb-d14b-4a40-8fee-22fceed53047 req-83f8b646-a22d-4728-b271-9f3066ee0e7e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 944 time: 0.1385078 Nov 12 12:33:45.128123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] For port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:45.131122 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f262a97c-924c-482a-80a3-b7d5abe6fb8d x-openstack-request-id: req-f262a97c-924c-482a-80a3-b7d5abe6fb8d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:45.131725 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-plugged", "status": "completed", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:45.132219 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f262a97c-924c-482a-80a3-b7d5abe6fb8d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:45.137412 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'code': 200} Nov 12 12:33:45.138906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac8f89-a698-413c-a4ea-5c295074e82b None None] Network 0b471a20-0189-4b8a-a034-033ab23515f8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:45.139208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:45.141257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.147432 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.147651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.176634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.225772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bcba95ed-b0f3-45b0-8d6e-34b1a149f7d7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1637096 Nov 12 12:33:45.226945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:45.226945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:45.226945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f0bb3bb-d14b-4a40-8fee-22fceed53047 req-7c0f6645-93c2-4742-af19-ae6fd676f2eb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283028 Nov 12 12:33:45.282647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.283700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:45.284379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.376888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0480692 Nov 12 12:33:45.449813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:45.473526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Request body: {'subnet': {'network_id': '44420e02-7bc1-49d6-b74f-40724812d2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1432484466-subnet', 'tenant_id': '9dd313a203d4442995f37f89f2c8dcb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:45.516945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baa5ee-754c-437c-a9b8-061ce7da5ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=44420e02-7bc1-49d6-b74f-40724812d2af,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:45.552772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 44420e02-7bc1-49d6-b74f-40724812d2af details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:33:45.567324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Made reservation on behalf of 9dd313a203d4442995f37f89f2c8dcb1 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:45.571341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.666806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:45.667481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:45.700031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:45.707470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:45.719481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-6e603ad5-7364-45f5-a3ea-312fb35665c8 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--115119979&fields=id&tenant_id=7c38d7b03e48486f9ea53183a60c549f HTTP/1.1" status: 200 len: 267 time: 0.1585417 Nov 12 12:33:45.919544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ed9ec6e5-c8c9-41bc-a8bf-84eb0f4bb96d tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:45.921068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ed9ec6e5-c8c9-41bc-a8bf-84eb0f4bb96d tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/networks?id=f65c1a82-c0a3-4237-89fc-557bcebe5606 HTTP/1.1" status: 200 len: 811 time: 0.1930530 Nov 12 12:33:45.961487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-34c1c903-43a5-4284-9358-35cd6d7c440e tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/quotas/7c38d7b03e48486f9ea53183a60c549f HTTP/1.1" status: 200 len: 375 time: 0.0332038 Nov 12 12:33:46.016373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:46.105515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-90b8322b-b843-4821-b60b-d554dfaf4a9d tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c38d7b03e48486f9ea53183a60c549f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404047 Nov 12 12:33:46.334154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-e1077fda-57c6-4914-9f98-4db88b0fbb9b service neutron] 10.222.0.18 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140687 Nov 12 12:33:46.381235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f52fa6f4-e540-4d9a-8b74-116604c60aba None None] Provisioning complete for port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:46.381540 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f52fa6f4-e540-4d9a-8b74-116604c60aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:46.395775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f4056-8b8f-4bf3-a849-53d617589b3a None None] Pushing event updated for resources: {'Port': ['ID=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:46.440157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:46.626736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-282dc77b-35ac-494c-b26a-26fe21957b95 service neutron] 10.222.0.18 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676308 Nov 12 12:33:46.735154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0b471a20-0189-4b8a-a034-033ab23515f8', 'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': 'b0894a66-bdb6-4396-aaca-ad78258be34c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:46.736619 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:46.966697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.130811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f52fa6f4-e540-4d9a-8b74-116604c60aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.205442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Allocated IP 2001:db8::2 (0b471a20-0189-4b8a-a034-033ab23515f8/b0894a66-bdb6-4396-aaca-ad78258be34c/7c95f565-0f44-43ea-971c-33f4739028ff) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:47.236151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f52fa6f4-e540-4d9a-8b74-116604c60aba None None] For port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:47.244734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f52fa6f4-e540-4d9a-8b74-116604c60aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.370835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8bf79-a0e7-4994-923f-83551ac3f1d9 req-09ad3fbe-4654-4a2e-a5a9-d4f13cb2cbaa tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:47.372429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30b8bf79-a0e7-4994-923f-83551ac3f1d9 req-09ad3fbe-4654-4a2e-a5a9-d4f13cb2cbaa tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1310070 Nov 12 12:33:47.415577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.473643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a7d75-1ee1-495b-b92d-29862c3e7d32 req-b1454bb0-be5f-4394-87c2-61e44ecbc4ab tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:47.476014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-575a7d75-1ee1-495b-b92d-29862c3e7d32 req-b1454bb0-be5f-4394-87c2-61e44ecbc4ab tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 1.7841127 Nov 12 12:33:47.494920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.527634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.531907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=6c72dd5c-b5a4-4a88-9338-5f340f60ee55,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:47.533853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:44Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:47.592846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c03c08-67ba-4e94-afdf-7731aa15b27d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:47.609249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': '13da66e3-739d-44e1-971d-bb2da1138607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:47.609561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: 26ae2a61-fbff-46a0-beac-ba310553deea, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:47.633956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30b8bf79-a0e7-4994-923f-83551ac3f1d9 req-c382e35a-af2a-458b-8c44-0fdac4c418a3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493680 Nov 12 12:33:47.710707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Checking segment: {'id': '0c469efd-a40c-43e3-8cfa-4c0622dca608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '44420e02-7bc1-49d6-b74f-40724812d2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:47.711135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Network hostable DHCP agents. Network: 44420e02-7bc1-49d6-b74f-40724812d2af, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:33:47.732958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2a09f1c-1631-4f31-8eac-d47748d9dcd6 req-73936bdb-3927-4f4b-ab7b-f46d392f6747 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 210 time: 0.0524004 Nov 12 12:33:47.756803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 26ae2a61-fbff-46a0-beac-ba310553deea is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:47.798136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 26ae2a61-fbff-46a0-beac-ba310553deea) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:47.814641 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:33:47.855544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:47.855934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.870657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-575a7d75-1ee1-495b-b92d-29862c3e7d32 req-1a329fe8-1ec9-4eb3-90d8-2046cff9b430 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715880 Nov 12 12:33:47.871366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Network 44420e02-7bc1-49d6-b74f-40724812d2af is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:33:47.913332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 44420e02-7bc1-49d6-b74f-40724812d2af) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:47.921779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:47.922458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:47.962459 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fff3e36c-13ca-4681-8028-8ce0fb6b072e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7318895 Nov 12 12:33:47.964360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:47.972666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a830215-badd-4a50-a850-55a3d52b0440 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5217054 Nov 12 12:33:47.973484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1137863602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:48.056712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:48.057928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:48.059971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856c4ea8-9bb7-4dff-b980-e3286d95010c None None] Network 26ae2a61-fbff-46a0-beac-ba310553deea requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:48.219655 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:48.221893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3ff22-e724-4cff-878b-77a9d78706f4 None None] Network 44420e02-7bc1-49d6-b74f-40724812d2af requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:48.242735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:48.283092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:48.292768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:48.293522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b18e939f-7a5d-4b43-845b-d9c3afa9c07c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3228614 Nov 12 12:33:48.399235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55ae85-ea16-4c01-8500-f9eafd50dd60 None None] The sync data for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 is: [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:44Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:33:48.521585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fa6f4-e540-4d9a-8b74-116604c60aba None None] Pushing event updated for resources: {'Port': ['ID=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:48.673329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Pushing event updated for resources: {'Port': ['ID=7c95f565-0f44-43ea-971c-33f4739028ff,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:48.720620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Network 0b471a20-0189-4b8a-a034-033ab23515f8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:48.739640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25aca2-44f3-49d2-9756-f533f85b20de None None] Network 44420e02-7bc1-49d6-b74f-40724812d2af requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:48.806418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:48.915038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:49.204554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-7082d5ff-781b-4251-af45-590224238767 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:49.206829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-7082d5ff-781b-4251-af45-590224238767 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.81 "GET /v2.0/networks?id=f65c1a82-c0a3-4237-89fc-557bcebe5606 HTTP/1.1" status: 200 len: 811 time: 0.2140346 Nov 12 12:33:49.321212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-26ae2a61-fbff-46a0-beac-ba310553deea', 'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': '6c72dd5c-b5a4-4a88-9338-5f340f60ee55'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:33:49.322043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:49.351619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-c2a4493d-e172-4588-940a-88e02ca05e1b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:49.360725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-c2a4493d-e172-4588-940a-88e02ca05e1b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/networks?id=85b8ea64-1ba2-41b2-b829-19ec9b5d1122 HTTP/1.1" status: 200 len: 809 time: 0.2943997 Nov 12 12:33:49.383135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-796c48dc-c0fe-443c-8a28-aa4953b88109 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/quotas/f0a2dd953b8749549a19583f42b17eb0 HTTP/1.1" status: 200 len: 375 time: 0.0202265 Nov 12 12:33:49.436368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-377e7442-17ea-45a0-8443-f0d79940a7ac tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f0a2dd953b8749549a19583f42b17eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518081 Nov 12 12:33:49.451345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc133a3-2f1d-4307-a5fe-7f9e603da341 req-94a3ffa8-7690-49df-bd0c-326171600d9f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:49.452966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bc133a3-2f1d-4307-a5fe-7f9e603da341 req-94a3ffa8-7690-49df-bd0c-326171600d9f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.5211275 Nov 12 12:33:49.556359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-c749b128-574c-46c2-904d-c550ae11811f tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c38d7b03e48486f9ea53183a60c549f HTTP/1.1" status: 200 len: 379 time: 0.3297753 Nov 12 12:33:49.558485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:49.600013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Request body: {'port': {'device_id': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'admin_state_up': True, 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'security_groups': ['b5f39b83-c4a7-4dc1-8ebb-890797ac7978']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:49.653677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-2678c7f9-d4cc-4dd0-85bb-ce76d54f77af service neutron] 10.222.0.18 "GET /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159383 Nov 12 12:33:49.872103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-f891aeaa-7a84-40fd-a3f5-c5e21633778d service neutron] 10.222.0.18 "GET /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170978 Nov 12 12:33:49.879363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bc133a3-2f1d-4307-a5fe-7f9e603da341 req-c224095a-7c6f-4794-9cac-2fdc3dbb71c7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007440 Nov 12 12:33:49.955613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Allocated IP 2001:db8:1::2 (26ae2a61-fbff-46a0-beac-ba310553deea/6c72dd5c-b5a4-4a88-9338-5f340f60ee55/872d69ce-c771-408a-a0fa-79520a4f2242) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:50.081857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Attempting to bind port 7c95f565-0f44-43ea-971c-33f4739028ff on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:50.089725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Attempting to bind port 7c95f565-0f44-43ea-971c-33f4739028ff by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:50.090402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Attempting to bind port 7c95f565-0f44-43ea-971c-33f4739028ff on network 0b471a20-0189-4b8a-a034-033ab23515f8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:50.230512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca95af93-1a22-406c-b888-431e32930008 req-8c0d8e16-229f-4bc3-8d26-7a228bea6fc4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 210 time: 0.0828838 Nov 12 12:33:50.349939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Made reservation on behalf of 7c38d7b03e48486f9ea53183a60c549f for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:50.355229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:50.518796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2e10a-563c-4da3-8646-70547f214391 req-d2907b92-126a-4d23-b9c9-9dc989c95932 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:50.523112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4d2e10a-563c-4da3-8646-70547f214391 req-d2907b92-126a-4d23-b9c9-9dc989c95932 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.3010180 Nov 12 12:33:50.596775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:50.609192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:50.611378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8::1 (0b471a20-0189-4b8a-a034-033ab23515f8/b0894a66-bdb6-4396-aaca-ad78258be34c/5469843f-6af8-495a-b1d4-a89a5538cc8e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:50.626352 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:50.672791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:50.673402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Checking segment: {'id': 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:50.674141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:50.674773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Bound using segment: {'id': 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:50.675472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Bound port: 7c95f565-0f44-43ea-971c-33f4739028ff, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0b471a20-0189-4b8a-a034-033ab23515f8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:50.676089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:50.731351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4d2e10a-563c-4da3-8646-70547f214391 req-80b46a86-b56b-4c9a-8702-6ab6eefead88 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992648 Nov 12 12:33:50.850121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Network 26ae2a61-fbff-46a0-beac-ba310553deea is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:50.859175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:50.884023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Pushing event updated for resources: {'Port': ['ID=872d69ce-c771-408a-a0fa-79520a4f2242,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:50.900428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:51.025030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa8f6efd-f017-4b3f-8c62-58c0307f5a6d req-c52a192e-6103-4d98-8bdf-8864b1ff6a20 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 210 time: 0.1598988 Nov 12 12:33:51.116013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] For port 7c95f565-0f44-43ea-971c-33f4739028ff, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:51.118083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:51.142755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:51.178280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457786a-5ed3-4cfe-a778-6ae8c33180df req-3be29f55-4737-452d-9f03-cd754df66e9f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:51.187224 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8457786a-5ed3-4cfe-a778-6ae8c33180df req-3be29f55-4737-452d-9f03-cd754df66e9f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1174898 Nov 12 12:33:51.199151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] For port 7c95f565-0f44-43ea-971c-33f4739028ff, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c95f565-0f44-43ea-971c-33f4739028ff,segment=NetworkSegment(ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79),segment_id=ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:51.213891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Attempting to bind port 872d69ce-c771-408a-a0fa-79520a4f2242 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:51.214296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Attempting to bind port 872d69ce-c771-408a-a0fa-79520a4f2242 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '13da66e3-739d-44e1-971d-bb2da1138607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:51.214666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Attempting to bind port 872d69ce-c771-408a-a0fa-79520a4f2242 on network 26ae2a61-fbff-46a0-beac-ba310553deea {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:51.218359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:51.239464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:51.239842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Checking segment: {'id': '13da66e3-739d-44e1-971d-bb2da1138607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:51.240671 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:51.241073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Bound using segment: {'id': '13da66e3-739d-44e1-971d-bb2da1138607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:51.241564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Bound port: 872d69ce-c771-408a-a0fa-79520a4f2242, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13da66e3-739d-44e1-971d-bb2da1138607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '26ae2a61-fbff-46a0-beac-ba310553deea'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:51.242004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:51.278679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8457786a-5ed3-4cfe-a778-6ae8c33180df req-87d30b6f-8863-4f3e-8a2a-12f0929c1063 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901608 Nov 12 12:33:51.293322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Allocated IP 172.20.0.5 (f65c1a82-c0a3-4237-89fc-557bcebe5606/2ba487c4-2b3d-457e-b044-f7941d814a91/d1f65917-fb24-40bd-8eb1-bb61b59bf20c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:51.546001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78d37-0ce0-49c4-ade5-5ae71e89b528 None None] Pushing event updated for resources: {'Port': ['ID=7c95f565-0f44-43ea-971c-33f4739028ff,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:51.561605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-120a1c65-f30a-4208-96ee-dddbcbd3ed63 req-4bea779b-2293-4559-8e94-993b71f54e05 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 210 time: 0.1049206 Nov 12 12:33:51.648926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] For port 872d69ce-c771-408a-a0fa-79520a4f2242, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:51.720138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] For port 872d69ce-c771-408a-a0fa-79520a4f2242, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=872d69ce-c771-408a-a0fa-79520a4f2242,segment=NetworkSegment(13da66e3-739d-44e1-971d-bb2da1138607),segment_id=13da66e3-739d-44e1-971d-bb2da1138607)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:51.764649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:51.993826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511da29-f4bd-4d7e-b469-7a1adfd958ed None None] Pushing event updated for resources: {'Port': ['ID=872d69ce-c771-408a-a0fa-79520a4f2242,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:52.066858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:52.126488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:52.214980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34206cf1-97dd-46f2-b6ac-9b614c475c1e req-13ba716d-3670-4b83-af95-c964eda2bdeb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 210 time: 0.0638969 Nov 12 12:33:52.253680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:52.302041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:52.353897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 0b471a20-0189-4b8a-a034-033ab23515f8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:52.404482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c95f565-0f44-43ea-971c-33f4739028ff up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:52.484999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:52.497931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:52.555204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:52.562880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:52.575423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:52.583627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:52.653640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7c95f565-0f44-43ea-971c-33f4739028ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:52.655051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:52.659942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-6d04ca0d-9b14-4314-b632-8127eff98e6b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:52.662466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-6d04ca0d-9b14-4314-b632-8127eff98e6b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.65 "GET /v2.0/networks?id=85b8ea64-1ba2-41b2-b829-19ec9b5d1122 HTTP/1.1" status: 200 len: 809 time: 0.2802444 Nov 12 12:33:52.697361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Request body: {'port': {'device_id': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122', 'admin_state_up': True, 'tenant_id': 'f0a2dd953b8749549a19583f42b17eb0'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:52.715039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5195f-9ae4-4d0a-9d5b-3b8eb3a654c3 req-fdb6c5e5-22b7-4793-a501-ffb05580669e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:52.723357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50d5195f-9ae4-4d0a-9d5b-3b8eb3a654c3 req-fdb6c5e5-22b7-4793-a501-ffb05580669e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.3070614 Nov 12 12:33:52.946798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event updated for resources: {'Port': ['ID=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:53.004922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.104226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7c95f565-0f44-43ea-971c-33f4739028ff, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c95f565-0f44-43ea-971c-33f4739028ff,segment=NetworkSegment(ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79),segment_id=ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:53.134692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5442b-570a-4fbb-a8d8-06caac829da7 req-75c8a158-02c5-45de-9b07-c95f307380a0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:53.137731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.148872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12b5442b-570a-4fbb-a8d8-06caac829da7 req-75c8a158-02c5-45de-9b07-c95f307380a0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.9707699 Nov 12 12:33:53.167022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50d5195f-9ae4-4d0a-9d5b-3b8eb3a654c3 req-532eef95-47f8-4acf-923f-c7004b817094 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427111 Nov 12 12:33:53.175102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Made reservation on behalf of f0a2dd953b8749549a19583f42b17eb0 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:33:53.180159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.277904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:53.278956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.307326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7c95f565-0f44-43ea-971c-33f4739028ff,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:53.336265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8d63013-45f6-45f5-96a5-f49c3de0d7a6 None None] Provisioning complete for port d1f65917-fb24-40bd-8eb1-bb61b59bf20c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:53.336948 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8d63013-45f6-45f5-96a5-f49c3de0d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.392037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-96fc762e-6308-472f-839a-80a95a2e518b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8256419 Nov 12 12:33:53.403529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=5469843f-6af8-495a-b1d4-a89a5538cc8e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:53.436130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Request body: {'port': {'device_id': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:53.448144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a8d63013-45f6-45f5-96a5-f49c3de0d7a6 None None] Port d1f65917-fb24-40bd-8eb1-bb61b59bf20c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:53.519015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85cdad-5b1d-42f8-91e5-627c78a98e67 None None] Network 0b471a20-0189-4b8a-a034-033ab23515f8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:53.539348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.548276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193829-67a6-4ce6-b240-15965250685b req-80b4eb3c-911d-4731-b959-5ce634817c0a tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:53.549056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12b5442b-570a-4fbb-a8d8-06caac829da7 req-934b716c-040e-463d-9a19-70d36dfb25e8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945139 Nov 12 12:33:53.569479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-79193829-67a6-4ce6-b240-15965250685b req-80b4eb3c-911d-4731-b959-5ce634817c0a tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 931 time: 0.1668136 Nov 12 12:33:53.571252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Allocated IP 172.20.0.7 (85b8ea64-1ba2-41b2-b829-19ec9b5d1122/a6ea6797-6b68-4575-9c88-c00402189e72/cdf30550-1994-4778-bea9-da1f65234fca) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:53.750643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-79193829-67a6-4ce6-b240-15965250685b req-696f200b-289a-43a2-b8b9-d2b3b67264c5 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665392 Nov 12 12:33:53.914990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f4c92cb6-bbf2-40f5-869b-9cc305868c86 None None] Provisioning complete for port 7c95f565-0f44-43ea-971c-33f4739028ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:53.915587 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4c92cb6-bbf2-40f5-869b-9cc305868c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:53.969817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.010060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.045705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:54.050593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:54.096602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:54.168371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Pushing event updated for resources: {'Port': ['ID=cdf30550-1994-4778-bea9-da1f65234fca,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:54.200754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:54.201450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.232858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-4cb60a08-0f71-423a-907e-15ab17a2c7d6 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5488083 Nov 12 12:33:54.236558 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.246295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Request body: {'port': {'device_id': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:54.278509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51129cd-41d6-4208-9831-ad01b8196f55 req-51a64255-aa5d-4c40-8916-79bd41d52dd1 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:54.289915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d51129cd-41d6-4208-9831-ad01b8196f55 req-51a64255-aa5d-4c40-8916-79bd41d52dd1 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 931 time: 0.1171381 Nov 12 12:33:54.303058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732f5fe8-bf41-4225-916d-f1e2dbad1861 None None] Network 26ae2a61-fbff-46a0-beac-ba310553deea requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:33:54.434263 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.548069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1562b3b-03f1-4c75-b3eb-0b7e9803ca37 req-352ff628-f42f-4aa5-ba33-653a7cdfc6fc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:54.559117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.580516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1562b3b-03f1-4c75-b3eb-0b7e9803ca37 req-352ff628-f42f-4aa5-ba33-653a7cdfc6fc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.2003722 Nov 12 12:33:54.591791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d51129cd-41d6-4208-9831-ad01b8196f55 req-0105cbe2-8655-4457-8555-76258a6f1731 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008115 Nov 12 12:33:54.600688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.602258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:54.675721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c95f565-0f44-43ea-971c-33f4739028ff up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:54.832888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1562b3b-03f1-4c75-b3eb-0b7e9803ca37 req-52e4b7e5-b521-4cd1-9c23-0c2d38517321 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373643 Nov 12 12:33:55.180092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7c95f565-0f44-43ea-971c-33f4739028ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:55.180660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:55.296967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12453c-f2e2-42b8-8615-930ad47ee201 req-4813f843-6263-481e-824b-27d58fc679dd tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:55.311591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c12453c-f2e2-42b8-8615-930ad47ee201 req-4813f843-6263-481e-824b-27d58fc679dd tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 931 time: 0.1839182 Nov 12 12:33:55.327276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf30550-1994-4778-bea9-da1f65234fca {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:55.350019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:55.429384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-39d384bb-bbe4-4a40-9add-74e8fdeec840 None None] Provisioning complete for port 872d69ce-c771-408a-a0fa-79520a4f2242 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:55.429768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39d384bb-bbe4-4a40-9add-74e8fdeec840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:55.431498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Transition to ACTIVE for port object cdf30550-1994-4778-bea9-da1f65234fca will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:33:55.462336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:55.531067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 872d69ce-c771-408a-a0fa-79520a4f2242 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:55.548218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c12453c-f2e2-42b8-8615-930ad47ee201 req-9e8ebd73-3f8b-42f8-be18-4674669d4391 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356963 Nov 12 12:33:55.802106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=5469843f-6af8-495a-b1d4-a89a5538cc8e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:55.817568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39d384bb-bbe4-4a40-9add-74e8fdeec840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:55.851646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 0b471a20-0189-4b8a-a034-033ab23515f8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:55.861574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 872d69ce-c771-408a-a0fa-79520a4f2242 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:55.862618 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:55.879910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf30550-1994-4778-bea9-da1f65234fca,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:55.893283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Attempting to bind port cdf30550-1994-4778-bea9-da1f65234fca on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:55.893622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Attempting to bind port cdf30550-1994-4778-bea9-da1f65234fca by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'e62904f2-a961-44c9-9e76-e4e6e56d5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:55.893952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Attempting to bind port cdf30550-1994-4778-bea9-da1f65234fca on network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:55.898470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e1a7f-a069-4156-8b1b-6e40929db30e req-8939fd52-69b8-461a-af2d-78fc70a38141 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:55.910921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a0e1a7f-a069-4156-8b1b-6e40929db30e req-8939fd52-69b8-461a-af2d-78fc70a38141 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.6214888 Nov 12 12:33:55.931993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f65917-fb24-40bd-8eb1-bb61b59bf20c {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:55.983442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:55.992400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.050561 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.148033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-39d384bb-bbe4-4a40-9add-74e8fdeec840 None None] For port 872d69ce-c771-408a-a0fa-79520a4f2242, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=872d69ce-c771-408a-a0fa-79520a4f2242,segment=NetworkSegment(13da66e3-739d-44e1-971d-bb2da1138607),segment_id=13da66e3-739d-44e1-971d-bb2da1138607)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:56.165251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Transition to ACTIVE for port object d1f65917-fb24-40bd-8eb1-bb61b59bf20c will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:33:56.238041 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:33:56.239397 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:33:56.240145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39d384bb-bbe4-4a40-9add-74e8fdeec840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.438590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d384bb-bbe4-4a40-9add-74e8fdeec840 None None] Pushing event updated for resources: {'Port': ['ID=872d69ce-c771-408a-a0fa-79520a4f2242,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:56.463017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Provisioning complete for port 5469843f-6af8-495a-b1d4-a89a5538cc8e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:56.465380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.559011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Port 5469843f-6af8-495a-b1d4-a89a5538cc8e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:56.584141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Provisioning complete for port 7c95f565-0f44-43ea-971c-33f4739028ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:56.585762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.757468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Port cdf30550-1994-4778-bea9-da1f65234fca on network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:56.757794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Attempting to bind port cdf30550-1994-4778-bea9-da1f65234fca on network 85b8ea64-1ba2-41b2-b829-19ec9b5d1122 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:56.764379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:56.764722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Checking segment: {'id': 'e62904f2-a961-44c9-9e76-e4e6e56d5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:56.765118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Bound using segment: {'id': 'e62904f2-a961-44c9-9e76-e4e6e56d5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:56.765561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Bound port: cdf30550-1994-4778-bea9-da1f65234fca, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62904f2-a961-44c9-9e76-e4e6e56d5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:56.765928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.878227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f63e-eede-4be3-be0a-49b8f11e7704 req-c5280332-08c5-4715-abd7-97213c6a0f0f tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:56.882712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbe1f63e-eede-4be3-be0a-49b8f11e7704 req-c5280332-08c5-4715-abd7-97213c6a0f0f tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 943 time: 0.9706926 Nov 12 12:33:56.948443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Provisioning complete for port 872d69ce-c771-408a-a0fa-79520a4f2242 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:56.953689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77789fbf-f980-486d-98ad-849f7f7bf395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:56.991805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] For port cdf30550-1994-4778-bea9-da1f65234fca, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:57.006608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] For port cdf30550-1994-4778-bea9-da1f65234fca, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cdf30550-1994-4778-bea9-da1f65234fca,segment=NetworkSegment(e62904f2-a961-44c9-9e76-e4e6e56d5e42),segment_id=e62904f2-a961-44c9-9e76-e4e6e56d5e42)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:57.013889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:57.124413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:57.149371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf30550-1994-4778-bea9-da1f65234fca,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:57.177312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 872d69ce-c771-408a-a0fa-79520a4f2242 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:57.179245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:57.180375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:57.181879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5fc05f03-088b-4272-840d-7f4695295ae0 service neutron] 10.222.0.65 "PUT /v2.0/ports/cdf30550-1994-4778-bea9-da1f65234fca HTTP/1.1" status: 200 len: 1091 time: 2.9402533 Nov 12 12:33:57.182833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'tag': 'cdf30550-1994-4778-bea9-da1f65234fca'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:57.186432 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747eecd7-9313-4a03-ad30-6ad67ba26df5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f54c656-f3ab-43e2-94d1-c468c7413e8c", "tag": "cdf30550-1994-4778-bea9-da1f65234fca"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:57.227186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbe1f63e-eede-4be3-be0a-49b8f11e7704 req-2f63b785-72fa-4ac9-aea5-3a9b8f3dcd9b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346865 Nov 12 12:33:57.235307 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a0e1a7f-a069-4156-8b1b-6e40929db30e req-0a22c99a-4cf8-43c6-82ae-87d416c8d8d9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3234966 Nov 12 12:33:57.306421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6216380f-291b-4f89-8df8-2b0eede48a05 None None] Provisioning complete for port 5469843f-6af8-495a-b1d4-a89a5538cc8e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:57.306924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6216380f-291b-4f89-8df8-2b0eede48a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:57.308306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 872d69ce-c771-408a-a0fa-79520a4f2242 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:57.315687 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:57.323427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:57.370406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-2062b3b7-350e-43f6-a53f-de76f6efb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:57.372421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-2062b3b7-350e-43f6-a53f-de76f6efb3fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0a2dd953b8749549a19583f42b17eb0&device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 1094 time: 0.1424453 Nov 12 12:33:57.528590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-eeb39a90-a3f2-4d14-99ca-ddcb6da680b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf30550-1994-4778-bea9-da1f65234fca HTTP/1.1" status: 200 len: 217 time: 0.1398969 Nov 12 12:33:57.638138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 34fe88f9-fc06-4014-b50f-4074d6b23430 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:33:57.669663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87922fda-8a75-4754-9c39-721f622baef0 req-540c64e4-828f-47d7-9bcf-d1da93e63ea4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:57.690384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87922fda-8a75-4754-9c39-721f622baef0 req-540c64e4-828f-47d7-9bcf-d1da93e63ea4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.2269914 Nov 12 12:33:57.702634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Attempting to bind port d1f65917-fb24-40bd-8eb1-bb61b59bf20c on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:57.702976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Attempting to bind port d1f65917-fb24-40bd-8eb1-bb61b59bf20c by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:57.703308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Attempting to bind port d1f65917-fb24-40bd-8eb1-bb61b59bf20c on network f65c1a82-c0a3-4237-89fc-557bcebe5606 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:57.716151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6216380f-291b-4f89-8df8-2b0eede48a05 None None] Port 5469843f-6af8-495a-b1d4-a89a5538cc8e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:33:57.791827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5998e8b6-421d-4331-a9f8-23d0af490d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:57.799000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-5998e8b6-421d-4331-a9f8-23d0af490d6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6ea6797-6b68-4575-9c88-c00402189e72 HTTP/1.1" status: 200 len: 849 time: 0.2663026 Nov 12 12:33:57.880994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:33:57.886310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-a860dd94-e014-4204-b9e8-6745ff473dd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85b8ea64-1ba2-41b2-b829-19ec9b5d1122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776722 Nov 12 12:33:57.895664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b64f8-78ab-43cf-818f-bfd7825415ed req-6f8a6b66-bc41-44d1-a343-c1b1f50cd63c tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:57.897396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5209fb10-221d-483b-984c-916a2f7ebb96 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/34fe88f9-fc06-4014-b50f-4074d6b23430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6034293 Nov 12 12:33:57.898530 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] Sync routers for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:33:57.899039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:57.907806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f8b64f8-78ab-43cf-818f-bfd7825415ed req-6f8a6b66-bc41-44d1-a343-c1b1f50cd63c tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 943 time: 0.2976167 Nov 12 12:33:57.917744 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:57.919819 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:57.963914 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87922fda-8a75-4754-9c39-721f622baef0 req-0fed3566-003b-416a-bc70-eb76c9005490 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724886 Nov 12 12:33:57.970986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Port d1f65917-fb24-40bd-8eb1-bb61b59bf20c on network f65c1a82-c0a3-4237-89fc-557bcebe5606 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:57.974545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Attempting to bind port d1f65917-fb24-40bd-8eb1-bb61b59bf20c on network f65c1a82-c0a3-4237-89fc-557bcebe5606 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:58.034502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:58.034854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Checking segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:58.035357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Bound using segment: {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:58.036561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Bound port: d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fd630a-33eb-4109-b32e-f9c963a6e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:58.036941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:58.040021 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:58.059087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9d0a2f-219b-4e45-8a23-d45cbb4085ec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.065157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ad9d0a2f-219b-4e45-8a23-d45cbb4085ec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports/5469843f-6af8-495a-b1d4-a89a5538cc8e HTTP/1.1" status: 200 len: 911 time: 0.1644969 Nov 12 12:33:58.065790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:58.080495 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:58.084918 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:58.174434 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1f8b64f8-78ab-43cf-818f-bfd7825415ed req-40cddac5-d031-401a-a0c6-2593f8b0b7a8 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488878 Nov 12 12:33:58.175036 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:58.175712 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb42f0-d546-4a2c-9921-5f8d687d8d4f None None] The sync data for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:33:58.211364 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d944dab-c812-4245-b296-d8b84df4cdc0 x-openstack-request-id: req-9d944dab-c812-4245-b296-d8b84df4cdc0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:58.211755 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f54c656-f3ab-43e2-94d1-c468c7413e8c", "tag": "cdf30550-1994-4778-bea9-da1f65234fca", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:58.212099 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d944dab-c812-4245-b296-d8b84df4cdc0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:58.212596 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'tag': 'cdf30550-1994-4778-bea9-da1f65234fca', 'status': 'completed', 'code': 200} Nov 12 12:33:58.220062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-27be9aee-6c41-41e7-bbc4-aa93f8b245a0 service neutron] 10.222.0.65 "GET /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069563 Nov 12 12:33:58.281225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] For port d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:58.289352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] For port d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:58.307682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:58.364768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0d01b869-18b3-48ea-adcb-ace76b242859 req-05b5ce59-7b31-429f-9f30-92a2fd645585 service neutron] 10.222.0.65 "GET /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379328 Nov 12 12:33:58.464794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.465506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:58.466958 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] 10.222.0.81 "PUT /v2.0/ports/d1f65917-fb24-40bd-8eb1-bb61b59bf20c HTTP/1.1" status: 200 len: 1091 time: 5.0433130 Nov 12 12:33:58.467421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:58.482514 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5298b6-5691-4264-b6a8-30c47422bbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:58.577628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce778c9-8327-4f2b-a1bf-18f6904ecc69 req-1d437230-c619-4eb3-aa87-440eed30ed0b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.590865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ce778c9-8327-4f2b-a1bf-18f6904ecc69 req-1d437230-c619-4eb3-aa87-440eed30ed0b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1814387 Nov 12 12:33:58.613339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-b647736b-9aac-478f-b319-65a8efdfb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.615168 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-b647736b-9aac-478f-b319-65a8efdfb7d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0a2dd953b8749549a19583f42b17eb0&device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 1094 time: 0.1447861 Nov 12 12:33:58.806047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-8a45d967-6e3c-4709-af02-ec2a13244b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.808483 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-8a45d967-6e3c-4709-af02-ec2a13244b77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85b8ea64-1ba2-41b2-b829-19ec9b5d1122 HTTP/1.1" status: 200 len: 910 time: 0.1719408 Nov 12 12:33:58.816501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dacb2-04c1-411d-9a5d-0f1337e9b462 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:58.869480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-aeaa9d3b-715d-40ad-b2c7-99abfbbd78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.874291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-aeaa9d3b-715d-40ad-b2c7-99abfbbd78f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c38d7b03e48486f9ea53183a60c549f&device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 1094 time: 0.2835283 Nov 12 12:33:58.887382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-1e667f3e-ee70-450a-845a-316e69cdfe2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf30550-1994-4778-bea9-da1f65234fca HTTP/1.1" status: 200 len: 217 time: 0.0583761 Nov 12 12:33:58.922531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f75971-3f4a-4b7e-ab6c-3686c93e90b3 req-fba24668-7cd8-4a82-9d9d-57d31ac61ccd tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.925696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65f75971-3f4a-4b7e-ab6c-3686c93e90b3 req-fba24668-7cd8-4a82-9d9d-57d31ac61ccd tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 943 time: 0.4277854 Nov 12 12:33:58.959914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-01799f60-8218-4d94-bd68-ff027e80ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:58.961847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-01799f60-8218-4d94-bd68-ff027e80ada8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6ea6797-6b68-4575-9c88-c00402189e72 HTTP/1.1" status: 200 len: 849 time: 0.0604239 Nov 12 12:33:58.977286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ce778c9-8327-4f2b-a1bf-18f6904ecc69 req-78c250fe-ac13-4ddf-827e-5d9d7d1ab3e0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854182 Nov 12 12:33:59.028371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-6700a25f-bb0e-439a-b760-db28978d6f8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85b8ea64-1ba2-41b2-b829-19ec9b5d1122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474079 Nov 12 12:33:59.183959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-3d914656-407c-460b-b042-4e758020419a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c HTTP/1.1" status: 200 len: 217 time: 0.2981386 Nov 12 12:33:59.226722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-18dade8b-f0a8-4396-ae3d-8898c33e460d service neutron] 10.222.0.65 "GET /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860206 Nov 12 12:33:59.231650 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0af40-aad4-4d8c-9a54-cd02645995be x-openstack-request-id: req-e3b0af40-aad4-4d8c-9a54-cd02645995be {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:59.239593 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:59.240016 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b0af40-aad4-4d8c-9a54-cd02645995be {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:59.240817 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'status': 'completed', 'code': 200} Nov 12 12:33:59.375711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-cc2cd16d-b316-4375-9474-e6d76d472dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:59.377663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-cc2cd16d-b316-4375-9474-e6d76d472dd1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ba487c4-2b3d-457e-b044-f7941d814a91 HTTP/1.1" status: 200 len: 850 time: 0.1677604 Nov 12 12:33:59.381514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65f75971-3f4a-4b7e-ab6c-3686c93e90b3 req-9dfe6ef0-8df0-4410-ade8-93fdcb40b68b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510288 Nov 12 12:33:59.418927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23b9b-7049-45f8-9a99-37cfacd7a237 req-9229e8c5-f537-4529-9868-80fdc9f7faa3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:59.427326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9eb23b9b-7049-45f8-9a99-37cfacd7a237 req-9229e8c5-f537-4529-9868-80fdc9f7faa3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1382291 Nov 12 12:33:59.438379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-747eecd7-9313-4a03-ad30-6ad67ba26df5 req-b7a2c16c-5b51-4088-896f-0492a40f568d service neutron] 10.222.0.65 "GET /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062008 Nov 12 12:33:59.517886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9eb23b9b-7049-45f8-9a99-37cfacd7a237 req-b2ace99a-44b8-4fc7-b0b4-66dbcbb115fe tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Nov 12 12:33:59.550329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:59.617463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:59.621902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-bcf8dae3-c6ff-48fb-a9e6-a1fa8d623084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:59.623558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-bcf8dae3-c6ff-48fb-a9e6-a1fa8d623084 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f65c1a82-c0a3-4237-89fc-557bcebe5606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385147 Nov 12 12:33:59.735448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:59.778603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cdf30550-1994-4778-bea9-da1f65234fca details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:59.782017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3db323-77ca-450f-bf75-153e3a22ce79 req-4fa1f69a-8019-408e-8d4b-e6ef16ec6b6b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:59.798057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df3db323-77ca-450f-bf75-153e3a22ce79 req-4fa1f69a-8019-408e-8d4b-e6ef16ec6b6b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 943 time: 0.2606344 Nov 12 12:33:59.996572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df3db323-77ca-450f-bf75-153e3a22ce79 req-e9fede12-e639-4f07-bd6e-7aecb57836e4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964469 Nov 12 12:34:00.017527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-8ce2b8e9-3288-49b9-867f-979fe28e55b1 service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795958 Nov 12 12:34:00.140966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port cdf30550-1994-4778-bea9-da1f65234fca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cdf30550-1994-4778-bea9-da1f65234fca,segment=NetworkSegment(e62904f2-a961-44c9-9e76-e4e6e56d5e42),segment_id=e62904f2-a961-44c9-9e76-e4e6e56d5e42)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:00.194636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'cdf30550-1994-4778-bea9-da1f65234fca', 'network_id': '85b8ea64-1ba2-41b2-b829-19ec9b5d1122', 'port_id': 'cdf30550-1994-4778-bea9-da1f65234fca', 'mac_address': 'fa:16:3e:bb:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ea6797-6b68-4575-9c88-c00402189e72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:34:00.302992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:00.327224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf30550-1994-4778-bea9-da1f65234fca {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:34:00.331588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:00.337619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ac5b-ffd1-4f88-9d95-f79f641117cd req-f9aede6f-10e0-4ae0-a28e-4d46cd267646 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:00.351860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da44ac5b-ffd1-4f88-9d95-f79f641117cd req-f9aede6f-10e0-4ae0-a28e-4d46cd267646 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2047620 Nov 12 12:34:00.396414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port cdf30550-1994-4778-bea9-da1f65234fca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cdf30550-1994-4778-bea9-da1f65234fca,segment=NetworkSegment(e62904f2-a961-44c9-9e76-e4e6e56d5e42),segment_id=e62904f2-a961-44c9-9e76-e4e6e56d5e42)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:00.403871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:00.547115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da44ac5b-ffd1-4f88-9d95-f79f641117cd req-f6b89277-eb4d-4ab7-ac78-86a0dbc1f3ab tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942868 Nov 12 12:34:00.552218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-257099f0-d9f9-452b-a5f2-9474f0e36c9d req-16cd0606-1a28-49cc-b534-b015ce61917f service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889337 Nov 12 12:34:00.654597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=cdf30550-1994-4778-bea9-da1f65234fca,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:00.670977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cdf30550-1994-4778-bea9-da1f65234fca'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:00.772753 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7673b82b-350f-460e-a221-042aba35a187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:00.778526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933bd77-1fde-44c0-b736-ebfa931353d4 req-6cbf0cb6-0f39-4108-8592-916e916cf19a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:00.783532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f933bd77-1fde-44c0-b736-ebfa931353d4 req-6cbf0cb6-0f39-4108-8592-916e916cf19a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.0694470 Nov 12 12:34:00.813049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8:1::1 (26ae2a61-fbff-46a0-beac-ba310553deea/6c72dd5c-b5a4-4a88-9338-5f340f60ee55/bad654a7-47d1-44c0-ae5c-95d1e31a344d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:00.900042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f933bd77-1fde-44c0-b736-ebfa931353d4 req-6cd6d332-e245-4cc6-8f65-cc9962bcc750 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016622 Nov 12 12:34:01.019899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-db2dda41-14e6-47fd-9464-c3593c76113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.021744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-db2dda41-14e6-47fd-9464-c3593c76113e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c38d7b03e48486f9ea53183a60c549f&device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 1094 time: 0.3987663 Nov 12 12:34:01.048508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edc81d-361a-4eec-b55d-07c9f2327d5f req-c892bccc-ceef-4d4d-841b-dcb923806992 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.050095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10edc81d-361a-4eec-b55d-07c9f2327d5f req-c892bccc-ceef-4d4d-841b-dcb923806992 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 944 time: 0.5072324 Nov 12 12:34:01.231473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c6f14-9fea-4426-8489-bb9e0e19d90e req-87cfb5dc-5636-4006-a293-4281d140a494 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.246318 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a4c6f14-9fea-4426-8489-bb9e0e19d90e req-87cfb5dc-5636-4006-a293-4281d140a494 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 943 time: 0.0978379 Nov 12 12:34:01.316847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.317858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-2003198a-4fc5-4e89-860f-a5539cf03cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.323418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-2003198a-4fc5-4e89-860f-a5539cf03cca service neutron] 10.222.0.81 "GET /v2.0/networks?id=f65c1a82-c0a3-4237-89fc-557bcebe5606 HTTP/1.1" status: 200 len: 912 time: 0.2665031 Nov 12 12:34:01.341255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a4c6f14-9fea-4426-8489-bb9e0e19d90e req-85363b42-090c-49fd-b393-72ad9a9b0516 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883794 Nov 12 12:34:01.346645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10edc81d-361a-4eec-b55d-07c9f2327d5f req-6595d10b-f6d9-4c73-a5ee-ed170c39ffdf tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796192 Nov 12 12:34:01.391705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-be8a5b0c-d29b-42df-b825-bfc909f1d114 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c HTTP/1.1" status: 200 len: 217 time: 0.0606720 Nov 12 12:34:01.424737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7673b82b-350f-460e-a221-042aba35a187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.460765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7673b82b-350f-460e-a221-042aba35a187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.526801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.529157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673b82b-350f-460e-a221-042aba35a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11daee5-6359-495b-8324-3e5584b045ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:01.543849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-21374569-c24a-49ca-a11e-aa7430586a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.552635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-21374569-c24a-49ca-a11e-aa7430586a1e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ba487c4-2b3d-457e-b044-f7941d814a91 HTTP/1.1" status: 200 len: 850 time: 0.1474595 Nov 12 12:34:01.603724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7673b82b-350f-460e-a221-042aba35a187 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66bb4c0d8ac74d19aee21a1cc6a857b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2655361 Nov 12 12:34:01.610467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:01.668340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=bad654a7-47d1-44c0-ae5c-95d1e31a344d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:01.697003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c3ac-f821-4a17-899c-7d0c25a52bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.722124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 26ae2a61-fbff-46a0-beac-ba310553deea is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:01.732086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c3ac-f821-4a17-899c-7d0c25a52bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.736598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:01.743188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:01.744004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.776927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cdf30550-1994-4778-bea9-da1f65234fca up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:01.844711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1795c9e-91fa-425e-93d1-b48a8f5e4367 req-a566b2eb-7050-4f36-8bc9-125f27c7897a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.845644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c3ac-f821-4a17-899c-7d0c25a52bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.847114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device d1f65917-fb24-40bd-8eb1-bb61b59bf20c details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:34:01.849699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c3ac-f821-4a17-899c-7d0c25a52bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.851313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b0d8c3ac-f821-4a17-899c-7d0c25a52bb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b11daee5-6359-495b-8324-3e5584b045ef HTTP/1.1" status: 204 len: 168 time: 0.2388315 Nov 12 12:34:01.854973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1795c9e-91fa-425e-93d1-b48a8f5e4367 req-a566b2eb-7050-4f36-8bc9-125f27c7897a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2372777 Nov 12 12:34:01.881305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8c3ac-f821-4a17-899c-7d0c25a52bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11daee5-6359-495b-8324-3e5584b045ef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:01.991005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-a9f78917-3f3a-44da-9496-1c945393ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:01.991005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-a9f78917-3f3a-44da-9496-1c945393ea8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f65c1a82-c0a3-4237-89fc-557bcebe5606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3848143 Nov 12 12:34:02.022145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port cdf30550-1994-4778-bea9-da1f65234fca completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:34:02.148860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1795c9e-91fa-425e-93d1-b48a8f5e4367 req-613d8cc8-638f-4a6c-8bce-366cd200c4fa tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918558 Nov 12 12:34:02.254595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:02.255986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cad7d-cd77-465a-b498-db61235f6e28 req-e62a1e17-e8d6-43c8-a588-5afced80cc71 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:02.260370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e3cad7d-cd77-465a-b498-db61235f6e28 req-e62a1e17-e8d6-43c8-a588-5afced80cc71 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1368732 Nov 12 12:34:02.280004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port cdf30550-1994-4778-bea9-da1f65234fca triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:02.280893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.309493 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'port_id': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'mac_address': 'fa:16:3e:03:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:34:02.325836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.369600 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e3cad7d-cd77-465a-b498-db61235f6e28 req-213815f1-8a87-4848-9e69-3223eee5360e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984843 Nov 12 12:34:02.419360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a33d088-e555-4b96-b25e-3ab8865f6517 None None] Provisioning complete for port bad654a7-47d1-44c0-ae5c-95d1e31a344d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:02.419804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a33d088-e555-4b96-b25e-3ab8865f6517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.443031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-9e760b51-d78c-4e8f-8694-08ed2b55b0d2 service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873873 Nov 12 12:34:02.463426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a33d088-e555-4b96-b25e-3ab8865f6517 None None] Port bad654a7-47d1-44c0-ae5c-95d1e31a344d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:02.466822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.514270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f65917-fb24-40bd-8eb1-bb61b59bf20c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:34:02.584864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.609917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:02.635356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.637728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecb97e-a74e-4f40-8d79-7e447c8402a7 req-8acae145-5c5d-4036-a2bc-e7532ac529b9 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:02.645329 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-01ecb97e-a74e-4f40-8d79-7e447c8402a7 req-8acae145-5c5d-4036-a2bc-e7532ac529b9 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 944 time: 0.1026168 Nov 12 12:34:02.660940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf30550-1994-4778-bea9-da1f65234fca'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:02.663296 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03a9cc-7fdf-4783-8d66-c7aef1a5f850" -d '{"events": [{"server_uuid": "9f54c656-f3ab-43e2-94d1-c468c7413e8c", "name": "network-vif-plugged", "status": "completed", "tag": "cdf30550-1994-4778-bea9-da1f65234fca"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:02.742134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port cdf30550-1994-4778-bea9-da1f65234fca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cdf30550-1994-4778-bea9-da1f65234fca,segment=NetworkSegment(e62904f2-a961-44c9-9e76-e4e6e56d5e42),segment_id=e62904f2-a961-44c9-9e76-e4e6e56d5e42)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:02.756176 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-01ecb97e-a74e-4f40-8d79-7e447c8402a7 req-51772d64-746b-4c4d-9b1b-0091b2f17004 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098654 Nov 12 12:34:02.777079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:02.828356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:02.922507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b5298b6-5691-4264-b6a8-30c47422bbb0 req-36b2da1c-4507-4fe6-8864-46753c153b1b service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705243 Nov 12 12:34:02.940882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['d1f65917-fb24-40bd-8eb1-bb61b59bf20c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:02.981309 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8094309-cd78-4503-a166-7c679b612fbe x-openstack-request-id: req-a8094309-cd78-4503-a166-7c679b612fbe {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:02.981846 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f54c656-f3ab-43e2-94d1-c468c7413e8c", "name": "network-vif-plugged", "status": "completed", "tag": "cdf30550-1994-4778-bea9-da1f65234fca", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:02.982316 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8094309-cd78-4503-a166-7c679b612fbe {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:02.983055 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf30550-1994-4778-bea9-da1f65234fca', 'code': 200} Nov 12 12:34:02.994795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=cdf30550-1994-4778-bea9-da1f65234fca,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:03.067111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199680c-d1db-4c20-a941-92f3948fbaac req-7f5033ff-4f6a-42a5-a1f2-e96cc229c879 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:03.068716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a199680c-d1db-4c20-a941-92f3948fbaac req-7f5033ff-4f6a-42a5-a1f2-e96cc229c879 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 944 time: 0.4097481 Nov 12 12:34:03.124864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded3525-d72e-474b-990e-0f5a5a8d10c1 req-99783fad-d0da-494e-880f-0a708e83efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:03.132365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ded3525-d72e-474b-990e-0f5a5a8d10c1 req-99783fad-d0da-494e-880f-0a708e83efe4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 1096 time: 0.0951951 Nov 12 12:34:03.226688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ded3525-d72e-474b-990e-0f5a5a8d10c1 req-0a0ddb67-e27c-4cdc-a14c-de448846832c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794282 Nov 12 12:34:03.358812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a199680c-d1db-4c20-a941-92f3948fbaac req-3e3e2799-dfa5-4f7b-a97c-5380819f7eb3 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628856 Nov 12 12:34:03.389702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16d745-8b73-4b5e-9b28-4fec488608b0 req-312e7aad-d71d-417e-a5ec-e50514f68d6f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:03.389702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d16d745-8b73-4b5e-9b28-4fec488608b0 req-312e7aad-d71d-417e-a5ec-e50514f68d6f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.0892625 Nov 12 12:34:03.469527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1d16d745-8b73-4b5e-9b28-4fec488608b0 req-3a86c045-9ac1-4262-8d3f-a4750bf91c6f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Nov 12 12:34:03.470552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:03.476862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:03.477847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:03.835223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device d1f65917-fb24-40bd-8eb1-bb61b59bf20c up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:03.961727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port d1f65917-fb24-40bd-8eb1-bb61b59bf20c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:34:03.975796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port d1f65917-fb24-40bd-8eb1-bb61b59bf20c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:03.976430 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:03.987052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=bad654a7-47d1-44c0-ae5c-95d1e31a344d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:04.034303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c903f-d060-4328-b427-68fa9762dfe0 req-269ff94f-205d-4ffc-bb35-619103cf2dba tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:04.043134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd9c903f-d060-4328-b427-68fa9762dfe0 req-269ff94f-205d-4ffc-bb35-619103cf2dba tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 945 time: 0.1489973 Nov 12 12:34:04.153449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da1e1f-156a-4e23-a7be-7f2a669ced16 req-8cbe1ff6-bcbd-4d60-a240-dc332b8cb1cc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:04.154185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fd9c903f-d060-4328-b427-68fa9762dfe0 req-f38d3d4f-85a0-4f30-9173-4a65b5b9990a tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093807 Nov 12 12:34:04.159962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6da1e1f-156a-4e23-a7be-7f2a669ced16 req-8cbe1ff6-bcbd-4d60-a240-dc332b8cb1cc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1776619 Nov 12 12:34:04.199683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 26ae2a61-fbff-46a0-beac-ba310553deea is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:04.202767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:04.305744 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:04.361845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:04.367993 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:04.438937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:04.475251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6da1e1f-156a-4e23-a7be-7f2a669ced16 req-71698cd7-5ead-44da-801b-7c93a3fd19ee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025017 Nov 12 12:34:04.516902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 34fe88f9-fc06-4014-b50f-4074d6b23430 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:04.602240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191d6a0-0ee6-4297-ad67-dedf823a2c1c req-58df6104-208e-4507-bcf4-eeb1dd221c1d tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:04.622574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d191d6a0-0ee6-4297-ad67-dedf823a2c1c req-58df6104-208e-4507-bcf4-eeb1dd221c1d tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.1174643 Nov 12 12:34:04.725033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc45f719-be7b-418d-b3f4-cd3cb2e6f673 None None] Provisioning complete for port bad654a7-47d1-44c0-ae5c-95d1e31a344d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:04.727054 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc45f719-be7b-418d-b3f4-cd3cb2e6f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:04.745200 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d191d6a0-0ee6-4297-ad67-dedf823a2c1c req-93281f02-180b-4f8e-9f65-9057cb648d5a tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213536 Nov 12 12:34:04.824740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bc45f719-be7b-418d-b3f4-cd3cb2e6f673 None None] Port bad654a7-47d1-44c0-ae5c-95d1e31a344d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:04.834766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24fa90-7433-4dba-a59c-78553b59c618 req-a8e6c5a3-d445-410a-95b0-5a6ef52cecc6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:04.861536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a24fa90-7433-4dba-a59c-78553b59c618 req-a8e6c5a3-d445-410a-95b0-5a6ef52cecc6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2266624 Nov 12 12:34:04.866035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:04.878050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] Sync routers for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:04.882025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d76de7f6-ef00-484e-b2e4-33e2d32d8249 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/34fe88f9-fc06-4014-b50f-4074d6b23430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8036017 Nov 12 12:34:04.883761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:04.899989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:04.902802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:04.961229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80886af-9d15-4e14-af0a-81e32ce6c752 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:04.970681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:04.974464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b80886af-9d15-4e14-af0a-81e32ce6c752 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports/bad654a7-47d1-44c0-ae5c-95d1e31a344d HTTP/1.1" status: 200 len: 913 time: 0.0892270 Nov 12 12:34:04.977139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34350) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:04.985193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:04.987870 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75255c1-dc39-4c56-bde7-a3435bce9551" -d '{"events": [{"server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:04.995654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:04.996454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:04.999979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a24fa90-7433-4dba-a59c-78553b59c618 req-3c221d66-b71e-4ed4-a5f7-2b38935ebc52 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376319 Nov 12 12:34:05.052975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:05.053477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbee44b-968d-4a96-beda-ee23b075935d None None] The sync data for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:05.114970 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49a16b-10fc-497f-8063-bbbb280fb90c x-openstack-request-id: req-ce49a16b-10fc-497f-8063-bbbb280fb90c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:05.114970 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:05.115326 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce49a16b-10fc-497f-8063-bbbb280fb90c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:05.116043 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'code': 200} Nov 12 12:34:05.329682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b83a67-6586-408d-ac68-d8b542c44b36 req-b8fd8a75-42e8-48dd-a081-b05d18565854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:05.331623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02b83a67-6586-408d-ac68-d8b542c44b36 req-b8fd8a75-42e8-48dd-a081-b05d18565854 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 1096 time: 0.1280124 Nov 12 12:34:05.484076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9736-cb8e-4d30-bf38-ea28e7b29599 req-0725feba-3d38-4f6e-90db-00e6421adcd8 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:05.491827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72cd9736-cb8e-4d30-bf38-ea28e7b29599 req-0725feba-3d38-4f6e-90db-00e6421adcd8 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 945 time: 0.1878619 Nov 12 12:34:05.496015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:05.564913 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02b83a67-6586-408d-ac68-d8b542c44b36 req-f6a6cee0-13d2-44cc-89b6-45abfe2ca645 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944058 Nov 12 12:34:05.616062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72cd9736-cb8e-4d30-bf38-ea28e7b29599 req-1ecd3cf3-5735-4a63-a12a-d4015cd143cb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230829 Nov 12 12:34:05.668642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85261ac3-9fe1-4cb9-8c2c-efe6620cdd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:05.794054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2818ec-38a3-410e-b721-8da69121dc5e req-9d6f66a3-4ce9-4dc4-b596-3856c1a24f07 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:05.799860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b2818ec-38a3-410e-b721-8da69121dc5e req-9d6f66a3-4ce9-4dc4-b596-3856c1a24f07 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1876507 Nov 12 12:34:05.958706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ce54-1774-47d1-9f09-0912bf7d41ad req-52e83abe-3631-407e-b7ca-d908c539dada tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:05.981187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99d2ce54-1774-47d1-9f09-0912bf7d41ad req-52e83abe-3631-407e-b7ca-d908c539dada tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.1135230 Nov 12 12:34:06.042669 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b2818ec-38a3-410e-b721-8da69121dc5e req-5c37fe9d-b049-4fb5-bf65-d02bdb5b0dda tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329679 Nov 12 12:34:06.096718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99d2ce54-1774-47d1-9f09-0912bf7d41ad req-8ce8714b-3462-47fc-9ce2-e19c15ce4e38 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117933 Nov 12 12:34:06.375146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1254c-a990-4bb8-8621-b067b215872c req-19531b7c-5e77-4da0-9cca-7a58dc088546 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:06.384138 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ff1254c-a990-4bb8-8621-b067b215872c req-19531b7c-5e77-4da0-9cca-7a58dc088546 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1749046 Nov 12 12:34:06.472879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port bad654a7-47d1-44c0-ae5c-95d1e31a344d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:06.477778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:06.626214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:06.633674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ff1254c-a990-4bb8-8621-b067b215872c req-2d05b7ca-3cc4-4558-b23e-442e19cc6abd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482016 Nov 12 12:34:06.652701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for bad654a7-47d1-44c0-ae5c-95d1e31a344d owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:06.837662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:07.070423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:07.143918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8f7a-882e-4f28-8751-8e8bfff7d0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:07.176928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=bad654a7-47d1-44c0-ae5c-95d1e31a344d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:07.435861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d1864-8929-4630-be16-3809346b38e4 req-2d700c41-8216-4d26-9b1c-1089891ade72 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:07.446296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94d1864-8929-4630-be16-3809346b38e4 req-2d700c41-8216-4d26-9b1c-1089891ade72 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.2277412 Nov 12 12:34:07.493557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f226c3-9a0d-45cb-943f-c7b0b67c7bcb req-81e86d59-09b3-43eb-a135-bd7b94e272b7 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:07.502847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7f226c3-9a0d-45cb-943f-c7b0b67c7bcb req-81e86d59-09b3-43eb-a135-bd7b94e272b7 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.3067808 Nov 12 12:34:07.620095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7f226c3-9a0d-45cb-943f-c7b0b67c7bcb req-e97d2bb7-23f4-4f1a-baff-d7d4abe30d53 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072483 Nov 12 12:34:07.621576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:07.668107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94d1864-8929-4630-be16-3809346b38e4 req-adda8ca8-9d37-4538-b833-6be64951d3ac tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203009 Nov 12 12:34:07.739554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8f7a-882e-4f28-8751-8e8bfff7d0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:07.745075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8f7a-882e-4f28-8751-8e8bfff7d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:07.812211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8f7a-882e-4f28-8751-8e8bfff7d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce6fc22-c2b7-44c3-944c-7377f2627906,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:07.903820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac1b8f7a-882e-4f28-8751-8e8bfff7d0a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06a1c83948c34443adb83e338a8b220f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0644345 Nov 12 12:34:07.905445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:07.963440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f40a-164b-41a5-918f-df460e642cf3 req-0cbb08e1-37c3-4c83-a65f-ed29f8ea03e7 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:07.971631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c286f40a-164b-41a5-918f-df460e642cf3 req-0cbb08e1-37c3-4c83-a65f-ed29f8ea03e7 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.2111175 Nov 12 12:34:07.977609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:07.985419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Request body: {'floatingip': {'port_id': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:08.068662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 34fe88f9-fc06-4014-b50f-4074d6b23430 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:08.092238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93b9af-2a46-4355-b9a9-e7c2364fe797 req-a18af10c-6783-438b-baeb-387b08f7c677 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:08.100468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed93b9af-2a46-4355-b9a9-e7c2364fe797 req-a18af10c-6783-438b-baeb-387b08f7c677 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1139925 Nov 12 12:34:08.167956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:08.249894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-163734d3-abfb-4e54-99e6-0aeabb1e00c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:08.259987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed93b9af-2a46-4355-b9a9-e7c2364fe797 req-ceff1578-4d0a-441d-9f85-8848b704b152 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582501 Nov 12 12:34:08.309254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:08.325733 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] Sync routers for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:08.326350 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1e7cef4d-3bdf-4a0c-b96d-9ad3a5240fca tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/34fe88f9-fc06-4014-b50f-4074d6b23430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445535 Nov 12 12:34:08.326575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:08.350604 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-163734d3-abfb-4e54-99e6-0aeabb1e00c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:08.358106 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:08.359374 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:08.418322 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:08.430063 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:08.431031 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:33:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:08.477700 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:08.478656 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020fa008-5a10-407b-bdbb-e44cf556b92c None None] The sync data for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:08.517992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-163734d3-abfb-4e54-99e6-0aeabb1e00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:08.521568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-163734d3-abfb-4e54-99e6-0aeabb1e00c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:08.523032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-163734d3-abfb-4e54-99e6-0aeabb1e00c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fce6fc22-c2b7-44c3-944c-7377f2627906 HTTP/1.1" status: 204 len: 168 time: 0.6160858 Nov 12 12:34:08.647500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163734d3-abfb-4e54-99e6-0aeabb1e00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce6fc22-c2b7-44c3-944c-7377f2627906,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:08.940920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77d16aa3-a08b-4fe1-8415-7949c42c5ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.029748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af95ee8-1442-49b0-87bb-4bae7dfae563 req-ced0d06f-3149-46f5-a640-5b3a3dda94dd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:09.043023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5af95ee8-1442-49b0-87bb-4bae7dfae563 req-ced0d06f-3149-46f5-a640-5b3a3dda94dd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1494114 Nov 12 12:34:09.205343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:09.233628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.312269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.317670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.325821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.335821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cf313ed-f604-45ab-a022-450c00d9f847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.476007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cf313ed-f604-45ab-a022-450c00d9f847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.492637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cf313ed-f604-45ab-a022-450c00d9f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:09.506386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5af95ee8-1442-49b0-87bb-4bae7dfae563 req-99c46e35-4cfd-47f8-9e3a-8346ba1d8243 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620023 Nov 12 12:34:09.639407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44a0f-e90a-4938-a401-d620fe958876 req-1fc81d77-dc49-4406-bd08-10bc7f3d6d1d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:09.648847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15e44a0f-e90a-4938-a401-d620fe958876 req-1fc81d77-dc49-4406-bd08-10bc7f3d6d1d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1712055 Nov 12 12:34:09.651911 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Floating IP b86648e3-4b52-465e-85d4-dd11052bb542 associated. External IP: 172.25.1.26, port: d1f65917-fb24-40bd-8eb1-bb61b59bf20c. Nov 12 12:34:09.656224 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0cf313ed-f604-45ab-a022-450c00d9f847 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=322c5ccc17614f229fdc08d885aa2ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4465592 Nov 12 12:34:09.656224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf313ed-f604-45ab-a022-450c00d9f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f6fc90-aff6-493d-9303-d52437d6caf8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:09.656982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:09.842666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:34:10.019619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d94c14d5-6bbe-4f54-ae63-ccf55bcd50dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.055222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:10.095504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'mac_address': 'fa:16:3e:18:cb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:34:10.146251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15e44a0f-e90a-4938-a401-d620fe958876 req-ec75099e-2674-45df-bf15-668b775525cd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961567 Nov 12 12:34:10.208084 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.225544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Router bbbc766a-4488-499a-9e44-67a482556c09 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:10.228767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d94c14d5-6bbe-4f54-ae63-ccf55bcd50dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.257475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b1bc640-d059-4864-9c88-a7400bbdd5f3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:34:10.318127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:10.325891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.428607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 5469843f-6af8-495a-b1d4-a89a5538cc8e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:10.428960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.451277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:10.458807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.469490 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] Sync routers for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:10.482816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d94c14d5-6bbe-4f54-ae63-ccf55bcd50dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.490875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d94c14d5-6bbe-4f54-ae63-ccf55bcd50dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.492300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d94c14d5-6bbe-4f54-ae63-ccf55bcd50dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7f6fc90-aff6-493d-9303-d52437d6caf8 HTTP/1.1" status: 204 len: 168 time: 0.8284009 Nov 12 12:34:10.500831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5b8313ca-7eee-410c-812e-e6b723c66bb4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "PUT /v2.0/floatingips/b86648e3-4b52-465e-85d4-dd11052bb542 HTTP/1.1" status: 200 len: 990 time: 2.5212362 Nov 12 12:34:10.501174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:10.501977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:10.504860 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf18948-9d35-4032-ac60-dea997753eca" -d '{"events": [{"name": "network-changed", "server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:10.527094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c14d5-6bbe-4f54-ae63-ccf55bcd50dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f6fc90-aff6-493d-9303-d52437d6caf8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:10.553464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2b1bc640-d059-4864-9c88-a7400bbdd5f3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:10.559172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:10.569122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:10.666015 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9eef52-4630-4b32-b35e-888fd3c0f01c x-openstack-request-id: req-cf9eef52-4630-4b32-b35e-888fd3c0f01c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:10.666285 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:10.666536 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf9eef52-4630-4b32-b35e-888fd3c0f01c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:10.666944 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'status': 'completed', 'code': 200} Nov 12 12:34:10.762017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:10.803238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf18948-9d35-4032-ac60-dea997753eca req-15972fcd-cd92-4062-b4f4-6307e8c25494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:10.806537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-15972fcd-cd92-4062-b4f4-6307e8c25494 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c38d7b03e48486f9ea53183a60c549f&device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 1096 time: 0.1342449 Nov 12 12:34:10.821987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 5469843f-6af8-495a-b1d4-a89a5538cc8e owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:10.967868 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:11.084805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67302-5c5c-4533-b640-a99de3c5eead req-bfbbb702-1e26-47a8-9eb5-2d3e43f2af60 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:11.109194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ec67302-5c5c-4533-b640-a99de3c5eead req-bfbbb702-1e26-47a8-9eb5-2d3e43f2af60 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.3126698 Nov 12 12:34:11.173831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf18948-9d35-4032-ac60-dea997753eca req-4c77efc9-ff33-49cf-8165-453d7694c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:11.195867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-4c77efc9-ff33-49cf-8165-453d7694c0f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f65c1a82-c0a3-4237-89fc-557bcebe5606 HTTP/1.1" status: 200 len: 912 time: 0.3739700 Nov 12 12:34:11.298641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:11.389420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-a24cd6a5-e1f5-48e2-890b-8521c1eb8661 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c HTTP/1.1" status: 200 len: 998 time: 0.1782978 Nov 12 12:34:11.469477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:34:11.484358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:11.507769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf18948-9d35-4032-ac60-dea997753eca req-30facfa6-1e83-4016-b52c-9a26b772cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:11.509784 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ec67302-5c5c-4533-b640-a99de3c5eead req-3014b0ea-09ec-4879-a60d-30e153b837f8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992834 Nov 12 12:34:11.512061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-30facfa6-1e83-4016-b52c-9a26b772cd22 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ba487c4-2b3d-457e-b044-f7941d814a91 HTTP/1.1" status: 200 len: 850 time: 0.0972741 Nov 12 12:34:11.578095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=5469843f-6af8-495a-b1d4-a89a5538cc8e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:11.694057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec9613-9d05-455f-98e1-5c79c3b654b8 req-9c8112ca-5fef-4ce1-94c9-2392278779e1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:11.702149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dec9613-9d05-455f-98e1-5c79c3b654b8 req-9c8112ca-5fef-4ce1-94c9-2392278779e1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 945 time: 0.1619432 Nov 12 12:34:11.708858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-c40bb88d-309c-40be-abcf-e1a17410e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:11.711718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-c40bb88d-309c-40be-abcf-e1a17410e6bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 1096 time: 0.3207572 Nov 12 12:34:11.744133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf18948-9d35-4032-ac60-dea997753eca req-bab6b725-0198-49e6-bc8b-d27dfe327d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:11.746724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-bab6b725-0198-49e6-bc8b-d27dfe327d01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f65c1a82-c0a3-4237-89fc-557bcebe5606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922743 Nov 12 12:34:11.863089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:12.007561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:12.009076 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:12.040996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dec9613-9d05-455f-98e1-5c79c3b654b8 req-355d1c90-8d75-4f7f-aff2-08523e12f34d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376381 Nov 12 12:34:12.181479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-79a2b5c3-5196-4c5f-97b5-8919c9ff4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:12.183167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-79a2b5c3-5196-4c5f-97b5-8919c9ff4be7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.4637611 Nov 12 12:34:12.315317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-08d594bb-ad2b-4f6d-8b78-287d13c753d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 HTTP/1.1" status: 200 len: 217 time: 0.1226854 Nov 12 12:34:12.502540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-31bbad25-02c7-400a-b62e-7bd00c3e684d service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298379 Nov 12 12:34:12.633907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-00eadf0f-c196-4217-ac15-88e90416f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:12.636527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-00eadf0f-c196-4217-ac15-88e90416f8c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.3105710 Nov 12 12:34:12.664082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:12.759698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:12.814039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:12.817469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:12.820359 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1870ee36-b125-41d4-9a2e-521864bdcd5e" -d '{"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-plugged", "status": "completed", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:12.826418 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:12.919326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02abbf5-ceef-45be-95cc-c76f9e484fee req-2a112173-2d0b-4caa-961b-81d0a7ee570b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:12.927012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43538a-08f2-418d-8db6-4239cd559fa0 req-b571488e-af6d-4336-8bc7-8e8a04d0705c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:12.927847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d02abbf5-ceef-45be-95cc-c76f9e484fee req-2a112173-2d0b-4caa-961b-81d0a7ee570b tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 945 time: 0.3370509 Nov 12 12:34:12.928565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c43538a-08f2-418d-8db6-4239cd559fa0 req-b571488e-af6d-4336-8bc7-8e8a04d0705c tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.2029529 Nov 12 12:34:12.931576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-3f11e070-6f90-48da-9c48-0c8c6b389ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:12.933935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-3f11e070-6f90-48da-9c48-0c8c6b389ded service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2809596 Nov 12 12:34:12.948584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b86648e3-4b52-465e-85d4-dd11052bb542', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'port_id': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'mac_address': 'fa:16:3e:03:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:44Z', 'updated_at': '2021-11-12T12:34:09Z', 'revision_number': 1, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:47Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:13.084083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-b2fc536d-454d-4ea7-a19f-9cbd0a302e28 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358120 Nov 12 12:34:13.144622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:13.148666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] Checking router: bbbc766a-4488-499a-9e44-67a482556c09 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:34:13.151101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d02abbf5-ceef-45be-95cc-c76f9e484fee req-d7f0215a-ff4e-40a5-8e04-32f17fbc7008 tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd435b54-e220-4255-b725-b857e321d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222099 Nov 12 12:34:13.176856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 34fe88f9-fc06-4014-b50f-4074d6b23430 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:13.186312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:13.189264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:13.233572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdf18948-9d35-4032-ac60-dea997753eca req-af1b4274-4ec8-4868-b920-00a8e1cb45a0 service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291076 Nov 12 12:34:13.280785 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced57f69-10a3-4b24-af02-f62c49516fc3 x-openstack-request-id: req-ced57f69-10a3-4b24-af02-f62c49516fc3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:13.282538 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-plugged", "status": "completed", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:13.282998 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ced57f69-10a3-4b24-af02-f62c49516fc3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:13.283880 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'code': 200} Nov 12 12:34:13.397878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c43538a-08f2-418d-8db6-4239cd559fa0 req-554cc0b5-9bb6-4d92-8b49-2f857af284f8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543197 Nov 12 12:34:13.408375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:13.419460 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] Sync routers for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:13.434839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:13.439917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:13.443820 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:13.458504 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d84f4a2-f0a7-4f64-9d3a-92619e1981a5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/34fe88f9-fc06-4014-b50f-4074d6b23430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1288500 Nov 12 12:34:13.468444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-651fdc23-45d9-41d5-8d89-d7839d3d28ea tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:13.469959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-651fdc23-45d9-41d5-8d89-d7839d3d28ea tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 945 time: 0.2861946 Nov 12 12:34:13.556936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dcc4d5cf-ebe7-42d5-bc3c-9b5b287195dc tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=34fe88f9-fc06-4014-b50f-4074d6b23430 HTTP/1.1" status: 200 len: 205 time: 0.1123285 Nov 12 12:34:13.560175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:13.582369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24cf3b55-725d-45db-8acc-c2f204f41a4f req-06fb9acc-0e92-4de4-a6b1-e2fa83a5974e service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858627 Nov 12 12:34:13.634640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:34:13.660181 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:13.695043 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] Routers {'34fe88f9-fc06-4014-b50f-4074d6b23430'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:13.696186 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['34fe88f9-fc06-4014-b50f-4074d6b23430'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:13.766786 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:13.771492 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb79a02-d84c-4bbb-903d-455f2fcb0be9 None None] The sync data for ids ['34fe88f9-fc06-4014-b50f-4074d6b23430'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:13.811056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:13.863129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907813-f13e-40ae-b350-875a09edc547 req-2efaed34-2a60-48c2-a82a-ce0f6d059475 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:13.864755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90907813-f13e-40ae-b350-875a09edc547 req-2efaed34-2a60-48c2-a82a-ce0f6d059475 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2948730 Nov 12 12:34:13.982515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Deleting port cdf30550-1994-4778-bea9-da1f65234fca {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:13.983081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:14.069465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90907813-f13e-40ae-b350-875a09edc547 req-fc091b76-745b-4406-9ede-d08e4cd47353 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775644 Nov 12 12:34:14.150358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b86648e3-4b52-465e-85d4-dd11052bb542', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'port_id': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'mac_address': 'fa:16:3e:03:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:44Z', 'updated_at': '2021-11-12T12:34:09Z', 'revision_number': 1, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:47Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:14.190151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ed147-141e-4cca-9158-26c0e37f1c44 None None] The sync data for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 is: [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b86648e3-4b52-465e-85d4-dd11052bb542', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'port_id': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'mac_address': 'fa:16:3e:03:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:44Z', 'updated_at': '2021-11-12T12:34:09Z', 'revision_number': 1, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:47Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:14.236552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] For port cdf30550-1994-4778-bea9-da1f65234fca, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=cdf30550-1994-4778-bea9-da1f65234fca,segment=NetworkSegment(e62904f2-a961-44c9-9e76-e4e6e56d5e42),segment_id=e62904f2-a961-44c9-9e76-e4e6e56d5e42)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:14.236925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:14.260640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Calling delete_port for cdf30550-1994-4778-bea9-da1f65234fca owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:14.521089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:14.536732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['cdf30550-1994-4778-bea9-da1f65234fca'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:14.608385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Pushing event deleted for resources: {'Port': ['ID=cdf30550-1994-4778-bea9-da1f65234fca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:14.707868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f38c0e-27be-4f92-9ab7-141b786e0a09 None None] New status for floating IP b86648e3-4b52-465e-85d4-dd11052bb542: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:34:14.786015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] No DVR routers for this DVR port cdf30550-1994-4778-bea9-da1f65234fca on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:14.791908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:14.796264 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2d5f229-29ac-4c08-93af-a506abd59b79 req-3af6a49c-dbf1-4f4a-ab4e-56715a3913eb tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.65 "DELETE /v2.0/ports/cdf30550-1994-4778-bea9-da1f65234fca HTTP/1.1" status: 204 len: 173 time: 1.3083787 Nov 12 12:34:14.796264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'name': 'network-vif-deleted', 'tag': 'cdf30550-1994-4778-bea9-da1f65234fca'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:14.798546 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04084084-0889-4c3b-ada6-27fb4a9f8180" -d '{"events": [{"server_uuid": "9f54c656-f3ab-43e2-94d1-c468c7413e8c", "name": "network-vif-deleted", "tag": "cdf30550-1994-4778-bea9-da1f65234fca"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:14.810627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-287abf84-6d2d-4034-8a79-2e3d0d5e5194 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3016806 Nov 12 12:34:14.826750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927806-026b-4c44-86c1-47f98669e7ac req-fda76f41-7a2e-42f4-a421-46d3c4bbf47a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:14.839276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f927806-026b-4c44-86c1-47f98669e7ac req-fda76f41-7a2e-42f4-a421-46d3c4bbf47a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 945 time: 0.1740067 Nov 12 12:34:14.956957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f927806-026b-4c44-86c1-47f98669e7ac req-7975d0e3-e360-42f6-a755-6efab8b2e7bf tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172645 Nov 12 12:34:15.000316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da429-8565-4afa-8377-075dbcf753e6 req-dff626bf-97ef-4b7f-9277-42c3247961e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:15.005979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-dff626bf-97ef-4b7f-9277-42c3247961e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.1209486 Nov 12 12:34:15.095295 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:15.101465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:15.145440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f67e93fd-a21e-4daf-90ef-e137d72f4aa2 req-20a951a7-d428-4504-8022-64c220df769a tempest-VolumesActionsTest-67910795 tempest-VolumesActionsTest-67910795-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f54c656-f3ab-43e2-94d1-c468c7413e8c HTTP/1.1" status: 200 len: 210 time: 0.0708652 Nov 12 12:34:15.264673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da429-8565-4afa-8377-075dbcf753e6 req-48ba7351-6cea-4831-8eb3-b649e111d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:15.267752 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-48ba7351-6cea-4831-8eb3-b649e111d41e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.2404699 Nov 12 12:34:15.276533 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3403c29-3383-4f1c-b7c5-707fd5aae767 x-openstack-request-id: req-f3403c29-3383-4f1c-b7c5-707fd5aae767 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:15.276752 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f54c656-f3ab-43e2-94d1-c468c7413e8c", "name": "network-vif-deleted", "tag": "cdf30550-1994-4778-bea9-da1f65234fca", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:15.276950 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3403c29-3383-4f1c-b7c5-707fd5aae767 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:15.277362 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f54c656-f3ab-43e2-94d1-c468c7413e8c', 'name': 'network-vif-deleted', 'tag': 'cdf30550-1994-4778-bea9-da1f65234fca', 'status': 'completed', 'code': 200} Nov 12 12:34:15.293389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:15.293957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 34fe88f9-fc06-4014-b50f-4074d6b23430 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:34:15.302617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:15.306246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-84e8ebbf-3f7e-4342-bc6e-d93ff5493742 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/34fe88f9-fc06-4014-b50f-4074d6b23430 HTTP/1.1" status: 204 len: 168 time: 1.7397366 Nov 12 12:34:15.318734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:15.417523 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-94c1656f-5330-49c9-9696-44cde0c9a1c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.1369436 Nov 12 12:34:15.535526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4a185-af36-4318-9783-ac9f3b35667c req-59c9cb0a-5b4d-4008-855c-3c50b9876f99 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:15.545792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebb4a185-af36-4318-9783-ac9f3b35667c req-59c9cb0a-5b4d-4008-855c-3c50b9876f99 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1783261 Nov 12 12:34:15.563260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da429-8565-4afa-8377-075dbcf753e6 req-ad64acdd-b3fb-4227-80fb-790965b158e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:15.564782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-ad64acdd-b3fb-4227-80fb-790965b158e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1369832 Nov 12 12:34:15.576203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet 6c72dd5c-b5a4-4a88-9338-5f340f60ee55 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:34:15.581175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:15.713070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da429-8565-4afa-8377-075dbcf753e6 req-fc4a606e-7783-4411-bf25-1b4cead3bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:15.715045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-fc4a606e-7783-4411-bf25-1b4cead3bbeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364410 Nov 12 12:34:15.748806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:15.859830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebb4a185-af36-4318-9783-ac9f3b35667c req-192ae6d6-1b3d-43df-9995-72d0aa87bcbd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092580 Nov 12 12:34:15.911740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:15.988306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-4a4302af-d7f4-41a7-8118-6c28ff80b2c9 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621343 Nov 12 12:34:16.027733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.083897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.151195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:16.157587 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b19a88-e5de-4391-97d3-e85a6ada5cc5" -d '{"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:16.214598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:16.221495 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.224510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-820da429-8565-4afa-8377-075dbcf753e6 req-8684bb0a-6385-4fec-a64f-c91e14ea335c service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292852 Nov 12 12:34:16.234403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.338047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=6c72dd5c-b5a4-4a88-9338-5f340f60ee55,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:16.345077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.350020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451a5e80-ed32-4e9a-8f43-aab5bd21bde6 None None] Network 26ae2a61-fbff-46a0-beac-ba310553deea requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:16.353598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-713fddf9-4c07-4d37-8ac5-9a0724449849 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/6c72dd5c-b5a4-4a88-9338-5f340f60ee55 HTTP/1.1" status: 204 len: 168 time: 1.0337172 Nov 12 12:34:16.357128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34694) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:16.446707 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685173f5-dd1f-4687-9cbf-397b4f7401b0 x-openstack-request-id: req-685173f5-dd1f-4687-9cbf-397b4f7401b0 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:16.447147 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-unplugged", "status": "failed", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:16.447872 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-685173f5-dd1f-4687-9cbf-397b4f7401b0 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:16.448801 n-d-804878-5 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'code': 422} returned with failed status Nov 12 12:34:16.450463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0e8cd-40e8-4612-9437-3a6d600bfb65 req-eef61542-c3a4-4d67-bf86-c179b72c6647 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:16.462835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67e0e8cd-40e8-4612-9437-3a6d600bfb65 req-eef61542-c3a4-4d67-bf86-c179b72c6647 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 943 time: 0.2369974 Nov 12 12:34:16.475473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:16.552101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67e0e8cd-40e8-4612-9437-3a6d600bfb65 req-7d5ff6b5-57b1-43cd-989e-7ee310ff6276 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883074 Nov 12 12:34:16.552500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet b0894a66-bdb6-4396-aaca-ad78258be34c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:34:16.563792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.622090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.622813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.623407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.623948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.624484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.625208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.625740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.626312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.627000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.627545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.628073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.629168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:16.704109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:16.839030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] DHCP port deletion for 26ae2a61-fbff-46a0-beac-ba310553deea request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:16.945895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] Deleting port 872d69ce-c771-408a-a0fa-79520a4f2242 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:16.947039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.106086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e79081-3b92-45c8-9321-9cad0958dfc3 req-7538023b-d2c8-4664-b17d-1f9000376aee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:17.117772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04e79081-3b92-45c8-9321-9cad0958dfc3 req-7538023b-d2c8-4664-b17d-1f9000376aee tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3859746 Nov 12 12:34:17.154998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] For port 872d69ce-c771-408a-a0fa-79520a4f2242, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=872d69ce-c771-408a-a0fa-79520a4f2242,segment=NetworkSegment(13da66e3-739d-44e1-971d-bb2da1138607),segment_id=13da66e3-739d-44e1-971d-bb2da1138607)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:17.154998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.183137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] Calling delete_port for 872d69ce-c771-408a-a0fa-79520a4f2242 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:17.192431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28f464-c685-433f-84b6-02c425f1d361 req-721605cb-6784-4aef-9766-7f1d416065c4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:17.197628 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.211016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e28f464-c685-433f-84b6-02c425f1d361 req-721605cb-6784-4aef-9766-7f1d416065c4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1773436 Nov 12 12:34:17.213123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 872d69ce-c771-408a-a0fa-79520a4f2242 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:17.322751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04e79081-3b92-45c8-9321-9cad0958dfc3 req-51f500dc-0ccd-4d41-9f22-9cafab43d44e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036495 Nov 12 12:34:17.343826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e28f464-c685-433f-84b6-02c425f1d361 req-fb7c5a90-e99a-4b6a-8e81-8b686febcc64 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176865 Nov 12 12:34:17.376490 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.464443 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.471274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/b0894a66-bdb6-4396-aaca-ad78258be34c HTTP/1.1" status: 204 len: 168 time: 1.1123047 Nov 12 12:34:17.471760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:17.472555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeadef-4ee1-4324-872c-633c6bce7f64 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=b0894a66-bdb6-4396-aaca-ad78258be34c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:17.502057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e2f6d-13b0-433a-b9ed-f99503f9cb05 None None] Network 0b471a20-0189-4b8a-a034-033ab23515f8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:17.725460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.755865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.783478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:17.797408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] No DVR routers for this DVR port 872d69ce-c771-408a-a0fa-79520a4f2242 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:17.854241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e97317-47a5-417d-938f-63585420f7a2 req-41b3ecff-b6bd-452a-8061-a6d9277f11de tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:17.867252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0e97317-47a5-417d-938f-63585420f7a2 req-41b3ecff-b6bd-452a-8061-a6d9277f11de tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3450222 Nov 12 12:34:17.886604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fe729-ef87-4a11-9374-743afa96d8d7 None None] Pushing event deleted for resources: {'Port': ['ID=872d69ce-c771-408a-a0fa-79520a4f2242,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:17.924865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cdf30550-1994-4778-bea9-da1f65234fca no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:18.048380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: cdf30550-1994-4778-bea9-da1f65234fca {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:34:18.048973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device cdf30550-1994-4778-bea9-da1f65234fca not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:34:18.167972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47651f12-3356-4be7-b022-726f1b514acf None None] DHCP port deletion for 0b471a20-0189-4b8a-a034-033ab23515f8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:18.238231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.303428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0e97317-47a5-417d-938f-63585420f7a2 req-ecd1f90f-1c03-487c-a3f3-46986c2af97f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286785 Nov 12 12:34:18.333937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ae2a61-fbff-46a0-beac-ba310553deea']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:18.355285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13da66e3-739d-44e1-971d-bb2da1138607') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:18.355893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13da66e3-739d-44e1-971d-bb2da1138607') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:18.359287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-47651f12-3356-4be7-b022-726f1b514acf None None] Deleting port 7c95f565-0f44-43ea-971c-33f4739028ff {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:18.359663 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47651f12-3356-4be7-b022-726f1b514acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.368241 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.418898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.431997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:34:18.433235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:34:18.455191 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:34:18.576705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-47651f12-3356-4be7-b022-726f1b514acf None None] For port 7c95f565-0f44-43ea-971c-33f4739028ff, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7c95f565-0f44-43ea-971c-33f4739028ff,segment=NetworkSegment(ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79),segment_id=ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:18.577406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47651f12-3356-4be7-b022-726f1b514acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.588110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.598739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.603712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/26ae2a61-fbff-46a0-beac-ba310553deea HTTP/1.1" status: 204 len: 168 time: 1.1303897 Nov 12 12:34:18.606556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34770) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:18.622442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-47651f12-3356-4be7-b022-726f1b514acf None None] Calling delete_port for 7c95f565-0f44-43ea-971c-33f4739028ff owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:18.652916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d0cf4-ba3c-4f0e-b43e-2519da72d343 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=26ae2a61-fbff-46a0-beac-ba310553deea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:18.852515 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47651f12-3356-4be7-b022-726f1b514acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.919036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.957960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47651f12-3356-4be7-b022-726f1b514acf None None] No DVR routers for this DVR port 7c95f565-0f44-43ea-971c-33f4739028ff on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:18.981153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47651f12-3356-4be7-b022-726f1b514acf None None] Pushing event deleted for resources: {'Port': ['ID=7c95f565-0f44-43ea-971c-33f4739028ff,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:19.113714 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.150036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b471a20-0189-4b8a-a034-033ab23515f8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:19.160057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a907075-9e6c-4e98-ab13-8437c5c23d1e req-241e9155-780f-4c19-b014-6fe9ab647a8a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.162614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c40d61-6abd-424b-849e-043b02c8db64 req-4401a5df-1ba0-4b7b-9701-1cc826cea80b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.167086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87c40d61-6abd-424b-849e-043b02c8db64 req-4401a5df-1ba0-4b7b-9701-1cc826cea80b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1824670 Nov 12 12:34:19.171421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a907075-9e6c-4e98-ab13-8437c5c23d1e req-241e9155-780f-4c19-b014-6fe9ab647a8a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.6685827 Nov 12 12:34:19.176882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c95f565-0f44-43ea-971c-33f4739028ff no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:19.217880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:19.218807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded9dd6d-0e9c-43bd-bf7c-d8fb9fe8ce79') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:19.246777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8a907075-9e6c-4e98-ab13-8437c5c23d1e req-bfd08bbc-eb99-401a-8a65-d8a4ff3e8f84 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Nov 12 12:34:19.287368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7c95f565-0f44-43ea-971c-33f4739028ff {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:34:19.287853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7c95f565-0f44-43ea-971c-33f4739028ff not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:34:19.289284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.375995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.397847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:34:19.399204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:34:19.402882 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:34:19.519778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87c40d61-6abd-424b-849e-043b02c8db64 req-62354982-1360-4a60-a2ff-41a60042d729 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913468 Nov 12 12:34:19.521528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.568891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.577058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/0b471a20-0189-4b8a-a034-033ab23515f8 HTTP/1.1" status: 204 len: 168 time: 0.9656706 Nov 12 12:34:19.577058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5df4b-6272-420c-be1d-73376ca0c265 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=0b471a20-0189-4b8a-a034-033ab23515f8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:19.577421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34788) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:19.582670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-211248582'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:19.617631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:34:19.623910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.674362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:34:19.690044 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.690785 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment d0dc6d5f-fa61-4132-b2b9-05935201212f of type vlan for network cb26d191-0ffe-4ff5-bf58-daf323bd8945 Nov 12 12:34:19.764585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.824751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.832074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.832925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.875457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34804) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:19.877822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2992804 Nov 12 12:34:19.882310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:19.928678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:20.055593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b88c8-5d47-4db7-a1fe-a0e2ffb33c8e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=cb26d191-0ffe-4ff5-bf58-daf323bd8945,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:20.116358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:34:20.187739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:34:20.208587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:20.739535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd24cd4-5ef6-4ace-9141-ffb13971b26e req-8f136f19-fcea-429a-af1a-4f13bf16c485 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:20.742596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3dd24cd4-5ef6-4ace-9141-ffb13971b26e req-8f136f19-fcea-429a-af1a-4f13bf16c485 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2353034 Nov 12 12:34:20.776680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:20.936592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=e754e683-af5d-4b80-ab14-11e35febcb63,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:20.973528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3dd24cd4-5ef6-4ace-9141-ffb13971b26e req-b7bc56d6-f3fd-4d6a-ae25-16d32151a055 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078297 Nov 12 12:34:20.979506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': 'd0dc6d5f-fa61-4132-b2b9-05935201212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:34:20.989313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: cb26d191-0ffe-4ff5-bf58-daf323bd8945, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:34:21.015680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58e72-8f24-4953-b69c-12ef36bce6f0 req-49c62297-79be-4756-ade3-49e28c2ead37 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:21.027393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cba58e72-8f24-4953-b69c-12ef36bce6f0 req-49c62297-79be-4756-ade3-49e28c2ead37 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1551759 Nov 12 12:34:21.030337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:34:21.041936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, cb26d191-0ffe-4ff5-bf58-daf323bd8945) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:21.047661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:21.048329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.056149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264ceb9-2b55-4b92-b3cf-ddb2d76fe028 None None] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:21.073748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0758af6a-342f-4c7a-b66e-f2edb3257668 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1990862 Nov 12 12:34:21.076519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:21.090912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1495033634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:21.149519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cba58e72-8f24-4953-b69c-12ef36bce6f0 req-8bcffa6a-8286-42bb-a90e-26a1714b34ad tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203775 Nov 12 12:34:21.189813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.191089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.334268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.341529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.379434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.381086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4424a396-03bc-4fca-a9f4-e1934998647f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3034983 Nov 12 12:34:21.383775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:21.399616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'port': {'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945', 'name': 'tempest-RoutersIpV6Test-566715881'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:21.464013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-cb26d191-0ffe-4ff5-bf58-daf323bd8945', 'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': 'e754e683-af5d-4b80-ab14-11e35febcb63'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:34:21.465241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.753572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:34:21.757336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.802711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Allocated IP 2001:db8::2 (cb26d191-0ffe-4ff5-bf58-daf323bd8945/e754e683-af5d-4b80-ab14-11e35febcb63/7b99f376-a722-4cad-a5a6-7ff592962bf5) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:21.814057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] device_id is not set on port e8d0994f-b195-49a0-aaf2-4634692765ac yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:34:22.079326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:22.088421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:22.159462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Pushing event updated for resources: {'Port': ['ID=7b99f376-a722-4cad-a5a6-7ff592962bf5,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:22.208100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:22.212150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:22.235752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:22.295130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8::93 (cb26d191-0ffe-4ff5-bf58-daf323bd8945/e754e683-af5d-4b80-ab14-11e35febcb63/e8d0994f-b195-49a0-aaf2-4634692765ac) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:22.310678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Attempting to bind port 7b99f376-a722-4cad-a5a6-7ff592962bf5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:34:22.311051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Attempting to bind port 7b99f376-a722-4cad-a5a6-7ff592962bf5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd0dc6d5f-fa61-4132-b2b9-05935201212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:34:22.311412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Attempting to bind port 7b99f376-a722-4cad-a5a6-7ff592962bf5 on network cb26d191-0ffe-4ff5-bf58-daf323bd8945 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:34:22.317035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:34:22.317418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Checking segment: {'id': 'd0dc6d5f-fa61-4132-b2b9-05935201212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:34:22.317876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:22.318299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Bound using segment: {'id': 'd0dc6d5f-fa61-4132-b2b9-05935201212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:34:22.318775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Bound port: 7b99f376-a722-4cad-a5a6-7ff592962bf5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dc6d5f-fa61-4132-b2b9-05935201212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb26d191-0ffe-4ff5-bf58-daf323bd8945'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:34:22.319158 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:22.411809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] For port 7b99f376-a722-4cad-a5a6-7ff592962bf5, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:34:22.417355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] For port 7b99f376-a722-4cad-a5a6-7ff592962bf5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b99f376-a722-4cad-a5a6-7ff592962bf5,segment=NetworkSegment(d0dc6d5f-fa61-4132-b2b9-05935201212f),segment_id=d0dc6d5f-fa61-4132-b2b9-05935201212f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:34:22.425361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:22.527962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8bb32-4d35-4e47-b707-fe99aeacfadf None None] Pushing event updated for resources: {'Port': ['ID=7b99f376-a722-4cad-a5a6-7ff592962bf5,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:22.588394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131e82b-d4ed-4da5-83b5-393b9df72a0a req-5d512b51-239f-4138-bfb8-c973944f65aa tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:22.598608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6131e82b-d4ed-4da5-83b5-393b9df72a0a req-5d512b51-239f-4138-bfb8-c973944f65aa tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1940575 Nov 12 12:34:22.780560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6131e82b-d4ed-4da5-83b5-393b9df72a0a req-f1b3e0c0-a9d9-4892-a2d4-1c14d146d352 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767063 Nov 12 12:34:23.060015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:23.167626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13088539-ea9b-4a16-b85c-b571bd8fad12 req-f0f50b5c-754c-41c1-a039-2d2a3c0b8051 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:23.189531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13088539-ea9b-4a16-b85c-b571bd8fad12 req-f0f50b5c-754c-41c1-a039-2d2a3c0b8051 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 1.0340691 Nov 12 12:34:23.240934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b99f376-a722-4cad-a5a6-7ff592962bf5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:23.264920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:23.359677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:23.368966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7b99f376-a722-4cad-a5a6-7ff592962bf5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:23.369296 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:23.373621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:23.403478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:23.413426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:23.413671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:23.482140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:23.486598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0889213 Nov 12 12:34:23.505013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295139e-671a-4159-82c0-72985a67c087 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=e8d0994f-b195-49a0-aaf2-4634692765ac,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:23.515059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13088539-ea9b-4a16-b85c-b571bd8fad12 req-c982ff91-7743-4a49-a893-6a307d91e5c8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246586 Nov 12 12:34:23.564009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:23.702529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7b99f376-a722-4cad-a5a6-7ff592962bf5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b99f376-a722-4cad-a5a6-7ff592962bf5,segment=NetworkSegment(d0dc6d5f-fa61-4132-b2b9-05935201212f),segment_id=d0dc6d5f-fa61-4132-b2b9-05935201212f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:23.712061 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:23.908632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7b99f376-a722-4cad-a5a6-7ff592962bf5,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:24.114108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:24.357867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6496678-79d3-45d5-8bf6-894e71dce38c req-754db442-2fec-4f5d-b17e-21d12df64968 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:24.366847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6496678-79d3-45d5-8bf6-894e71dce38c req-754db442-2fec-4f5d-b17e-21d12df64968 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3978550 Nov 12 12:34:24.387394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96144be8-6462-4cf1-86b7-87fed339d8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:24.420472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec7b8b1-c6c5-459a-8da4-42cc5a284cd3 None None] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:24.534342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6496678-79d3-45d5-8bf6-894e71dce38c req-69c12145-4196-4bb4-a831-3ed6322f0840 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661203 Nov 12 12:34:24.578631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96144be8-6462-4cf1-86b7-87fed339d8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:24.589577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96144be8-6462-4cf1-86b7-87fed339d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:24.619794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-67458b15-26b4-44df-9b89-70cb378e0855 None None] Provisioning complete for port 7b99f376-a722-4cad-a5a6-7ff592962bf5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:24.625572 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67458b15-26b4-44df-9b89-70cb378e0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:24.655696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:24.749460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96144be8-6462-4cf1-86b7-87fed339d8b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05c80ba5bb7345b58cf4344e11d3d116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6330972 Nov 12 12:34:24.749681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34928) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:24.817514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:34:24.837409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96144be8-6462-4cf1-86b7-87fed339d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b47fe6-f8f5-4942-8dd8-1895b5f4f7aa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:24.871502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7bcd-2d70-43e0-9eeb-691b41024796 req-2f104d39-4e1c-491f-b229-111ad29578e3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:24.876617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97cb7bcd-2d70-43e0-9eeb-691b41024796 req-2f104d39-4e1c-491f-b229-111ad29578e3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2119205 Nov 12 12:34:24.977836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d31373a-487f-44cb-8d54-b36930bd2377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:24.992870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97cb7bcd-2d70-43e0-9eeb-691b41024796 req-31358936-7dd5-4a7f-bdae-5ac3ff3cff63 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035154 Nov 12 12:34:25.172874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d31373a-487f-44cb-8d54-b36930bd2377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:25.262332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b99f376-a722-4cad-a5a6-7ff592962bf5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:25.387064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7b99f376-a722-4cad-a5a6-7ff592962bf5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:25.387441 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:25.552208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:25.570224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:25.589084 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d31373a-487f-44cb-8d54-b36930bd2377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:25.591682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d31373a-487f-44cb-8d54-b36930bd2377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:25.602277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d31373a-487f-44cb-8d54-b36930bd2377 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87b47fe6-f8f5-4942-8dd8-1895b5f4f7aa HTTP/1.1" status: 204 len: 168 time: 0.8523026 Nov 12 12:34:25.748498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31373a-487f-44cb-8d54-b36930bd2377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b47fe6-f8f5-4942-8dd8-1895b5f4f7aa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:25.849516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fae1723d-7c75-4a8a-9c18-cd0fc9bcee79 None None] Provisioning complete for port 7b99f376-a722-4cad-a5a6-7ff592962bf5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:25.853553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fae1723d-7c75-4a8a-9c18-cd0fc9bcee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.214443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:26.237596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=e8d0994f-b195-49a0-aaf2-4634692765ac,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:26.271736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da98c-97bb-4688-b866-a25e666f5229 req-32798cf9-a0db-4182-a330-545c00237537 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:26.273696 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77da98c-97bb-4688-b866-a25e666f5229 req-32798cf9-a0db-4182-a330-545c00237537 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.4799578 Nov 12 12:34:26.275974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685328cd-8b77-4d80-bb94-6b449c41a4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.311951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cdca1-da8d-4aab-a923-02af82fb04d1 req-99fa8728-8957-4574-bc59-2079159ae1a3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:26.313665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba0cdca1-da8d-4aab-a923-02af82fb04d1 req-99fa8728-8957-4574-bc59-2079159ae1a3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1566927 Nov 12 12:34:26.333892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fae1723d-7c75-4a8a-9c18-cd0fc9bcee79 None None] Provisioning complete for port e8d0994f-b195-49a0-aaf2-4634692765ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:26.337228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fae1723d-7c75-4a8a-9c18-cd0fc9bcee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.431641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fae1723d-7c75-4a8a-9c18-cd0fc9bcee79 None None] Port e8d0994f-b195-49a0-aaf2-4634692765ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:26.555025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77da98c-97bb-4688-b866-a25e666f5229 req-0570ff4b-9887-40d2-9883-ccbedcd56491 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539253 Nov 12 12:34:26.559955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba0cdca1-da8d-4aab-a923-02af82fb04d1 req-3742eecb-52d7-41bd-bc6a-ad19bb035291 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321861 Nov 12 12:34:26.573521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30a9392f-e81e-4125-a329-c558ab90d65c None None] Provisioning complete for port e8d0994f-b195-49a0-aaf2-4634692765ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:26.574024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30a9392f-e81e-4125-a329-c558ab90d65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.687396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.690114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30a9392f-e81e-4125-a329-c558ab90d65c None None] Port e8d0994f-b195-49a0-aaf2-4634692765ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:26.797650 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685328cd-8b77-4d80-bb94-6b449c41a4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.807655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-938d8e4e-7c29-460b-8398-2b45808306cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2416246 Nov 12 12:34:26.812324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685328cd-8b77-4d80-bb94-6b449c41a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.819998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-56108089-95ff-4e15-ba73-d700cb53ac66 None None] Provisioning complete for port e8d0994f-b195-49a0-aaf2-4634692765ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:26.823653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56108089-95ff-4e15-ba73-d700cb53ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:26.878102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685328cd-8b77-4d80-bb94-6b449c41a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ebf43-9cd2-4545-b2b4-d3aaf325a88f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:26.961431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56108089-95ff-4e15-ba73-d700cb53ac66 None None] Port e8d0994f-b195-49a0-aaf2-4634692765ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:27.045122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-685328cd-8b77-4d80-bb94-6b449c41a4f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=756fe880fd9a4e89afc0fd85bc9a34db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8267872 Nov 12 12:34:27.050793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34978) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:27.098924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-c0a1e002-ab41-4117-8b8a-c0d01fd4ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:27.102421 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-c0a1e002-ab41-4117-8b8a-c0d01fd4ffc8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 1096 time: 0.2045035 Nov 12 12:34:27.350603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb940b7-6c5c-485b-b1ce-42b584c63edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:27.433614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb940b7-6c5c-485b-b1ce-42b584c63edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:27.497295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:27.518916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-0878a5fc-5368-4e17-b56b-e6d01305528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:27.520715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-0878a5fc-5368-4e17-b56b-e6d01305528c service neutron] 10.222.0.81 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.3702607 Nov 12 12:34:27.527681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb940b7-6c5c-485b-b1ce-42b584c63edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:27.533939 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb940b7-6c5c-485b-b1ce-42b584c63edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:27.564756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-acb940b7-6c5c-485b-b1ce-42b584c63edd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c1ebf43-9cd2-4545-b2b4-d3aaf325a88f HTTP/1.1" status: 204 len: 168 time: 0.5109513 Nov 12 12:34:27.828006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-ebe4cf1e-f93b-48c2-8b65-a052aa70f0a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc HTTP/1.1" status: 200 len: 217 time: 0.2445393 Nov 12 12:34:27.834877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb940b7-6c5c-485b-b1ce-42b584c63edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ebf43-9cd2-4545-b2b4-d3aaf325a88f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:28.002069 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:28.017151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:28.017998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:28.109784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=e8d0994f-b195-49a0-aaf2-4634692765ac,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:28.134252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-ee8dab7f-0480-42ed-8089-d44646354130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.135808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-ee8dab7f-0480-42ed-8089-d44646354130 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2974758 Nov 12 12:34:28.161429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce419e7-b4eb-41d3-9300-3adfc7e336c4 req-51439ac9-70aa-400b-bf08-7e8956e79dda tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.188072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ce419e7-b4eb-41d3-9300-3adfc7e336c4 req-51439ac9-70aa-400b-bf08-7e8956e79dda tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3586366 Nov 12 12:34:28.297769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2631a46-7348-464d-977d-083f61276587 req-913cfa10-2a8b-4cc0-b601-d6f0aa69e0c3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.300854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2631a46-7348-464d-977d-083f61276587 req-913cfa10-2a8b-4cc0-b601-d6f0aa69e0c3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2947495 Nov 12 12:34:28.306752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:28.306752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:28.382095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-7279d4bc-c177-40dc-8c78-3a894cd7bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.383748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-7279d4bc-c177-40dc-8c78-3a894cd7bc53 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352879 Nov 12 12:34:28.512676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ce419e7-b4eb-41d3-9300-3adfc7e336c4 req-8c997a56-a473-4c42-a67c-cb9b816500ec tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564871 Nov 12 12:34:28.668527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2631a46-7348-464d-977d-083f61276587 req-23fe5a88-3192-4734-8c33-03a6e34be9d3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662104 Nov 12 12:34:28.698879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-91a17901-f722-4c71-b48d-75085e5df64d service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032148 Nov 12 12:34:28.832495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 0705c7e8-654a-4189-a203-d7542c31c52d is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:34:28.920067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-84c6549b-92dd-4fac-910a-0bbd837fc699 None None] Provisioning complete for port e8d0994f-b195-49a0-aaf2-4634692765ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:28.921298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84c6549b-92dd-4fac-910a-0bbd837fc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:28.967554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:29.010020 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] Sync routers for ids ['0705c7e8-654a-4189-a203-d7542c31c52d'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:29.014979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-efdcc815-7ef5-4bd8-8b70-5ce038e27781 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/0705c7e8-654a-4189-a203-d7542c31c52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5276515 Nov 12 12:34:29.016003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:29.024031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-84c6549b-92dd-4fac-910a-0bbd837fc699 None None] Port e8d0994f-b195-49a0-aaf2-4634692765ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:29.039749 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] Routers {'0705c7e8-654a-4189-a203-d7542c31c52d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:29.043321 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['0705c7e8-654a-4189-a203-d7542c31c52d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:29.063313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b70780dc-469e-4e15-a6c5-400b11ad5e55 req-969d1cb6-03dc-479f-b8b2-2ec8e5849027 service neutron] 10.222.0.81 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460591 Nov 12 12:34:29.148657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa04ec-295b-4b5f-af87-49932c1bdf00 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:29.157474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:29.163943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8aa04ec-295b-4b5f-af87-49932c1bdf00 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports/e8d0994f-b195-49a0-aaf2-4634692765ac HTTP/1.1" status: 200 len: 982 time: 0.1380079 Nov 12 12:34:29.278597 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:29.305809 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] Routers {'0705c7e8-654a-4189-a203-d7542c31c52d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:29.306802 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['0705c7e8-654a-4189-a203-d7542c31c52d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:29.364960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:29.365871 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e7dc5-3500-47ef-8e56-e61a43b303b8 None None] The sync data for ids ['0705c7e8-654a-4189-a203-d7542c31c52d'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:29.554443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:29.747942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:29.809785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8330093-4d50-42f9-9704-98e1be9054aa req-ff4a3758-0f63-4227-8a2f-8a7177ac25ce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:29.813685 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8330093-4d50-42f9-9704-98e1be9054aa req-ff4a3758-0f63-4227-8a2f-8a7177ac25ce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1875415 Nov 12 12:34:29.986673 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8330093-4d50-42f9-9704-98e1be9054aa req-57049b55-fd61-42d2-9f99-6a3d7ef800b4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634767 Nov 12 12:34:30.117221 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:30.252235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86053e-3226-407c-a5ae-e7e0cfbfaf10 req-98861d7b-80af-4c9a-b98a-8bd5a24e1136 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:30.260603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db86053e-3226-407c-a5ae-e7e0cfbfaf10 req-98861d7b-80af-4c9a-b98a-8bd5a24e1136 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2622676 Nov 12 12:34:30.448251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db86053e-3226-407c-a5ae-e7e0cfbfaf10 req-a506a269-c7f1-4dc8-b4c6-242df465225c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821003 Nov 12 12:34:30.550398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port e8d0994f-b195-49a0-aaf2-4634692765ac {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:30.550763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:30.725239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:30.757059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for e8d0994f-b195-49a0-aaf2-4634692765ac owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:31.197973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:31.280753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df907-3479-4ee7-9aa2-5dbbfcf2be63 req-817b57c6-cf5a-4174-8ffb-402988a1f86e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:31.302015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d11df907-3479-4ee7-9aa2-5dbbfcf2be63 req-817b57c6-cf5a-4174-8ffb-402988a1f86e tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1770029 Nov 12 12:34:31.318199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=e8d0994f-b195-49a0-aaf2-4634692765ac,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:31.350596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.351172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.351741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.352572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.352908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.353234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.353556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.353877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.354243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.354607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.354926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.355241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:31.557542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:31.661362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10144dc7-41a5-4e9b-bfb8-3250f0d0940d req-502c00d2-f145-4969-89e9-5b6d5572b3f4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:31.673431 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10144dc7-41a5-4e9b-bfb8-3250f0d0940d req-502c00d2-f145-4969-89e9-5b6d5572b3f4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1203811 Nov 12 12:34:31.763501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10144dc7-41a5-4e9b-bfb8-3250f0d0940d req-0aee1a77-6d6a-467c-837d-36953a3a6de8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886734 Nov 12 12:34:31.828865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d11df907-3479-4ee7-9aa2-5dbbfcf2be63 req-d1b408c7-2648-41ab-b79e-fc315508a0d4 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230386 Nov 12 12:34:32.060359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 0705c7e8-654a-4189-a203-d7542c31c52d has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:32.932369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:32.943896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-65b1f4eb-922a-4a46-b1ab-a1437784edce tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/0705c7e8-654a-4189-a203-d7542c31c52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829826 Nov 12 12:34:32.944093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:32.947246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] Sync routers for ids ['0705c7e8-654a-4189-a203-d7542c31c52d'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:32.965913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] Routers {'0705c7e8-654a-4189-a203-d7542c31c52d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:32.975226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['0705c7e8-654a-4189-a203-d7542c31c52d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:33.047972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55ae14-4073-42f2-a2a2-66befd0e77f2 req-13ea39b4-bd99-4849-8690-37658a5ea159 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:33.053558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be55ae14-4073-42f2-a2a2-66befd0e77f2 req-13ea39b4-bd99-4849-8690-37658a5ea159 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0888879 Nov 12 12:34:33.105726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4933a06-fc3f-4488-998e-dc5525d2bdf9 req-fe60e17c-cd9b-45a1-b256-1056338d7ddd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:33.115790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4933a06-fc3f-4488-998e-dc5525d2bdf9 req-fe60e17c-cd9b-45a1-b256-1056338d7ddd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2276711 Nov 12 12:34:33.122409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be55ae14-4073-42f2-a2a2-66befd0e77f2 req-6d7f9b2a-b965-4fe5-81b5-f797897e7ebd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594261 Nov 12 12:34:33.171438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:33.196226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] Routers {'0705c7e8-654a-4189-a203-d7542c31c52d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:33.197419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['0705c7e8-654a-4189-a203-d7542c31c52d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:33.307040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:33.318545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfefacd-6a8a-4953-ba4b-e52ff708be0b None None] The sync data for ids ['0705c7e8-654a-4189-a203-d7542c31c52d'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:33.413362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:33.679218 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f01ecc04-28f1-4b0f-a450-618796c1a969 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 12:34:33.683992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f01ecc04-28f1-4b0f-a450-618796c1a969 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/0705c7e8-654a-4189-a203-d7542c31c52d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7389128 Nov 12 12:34:33.692644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4933a06-fc3f-4488-998e-dc5525d2bdf9 req-29edbb2a-b215-4acb-acd9-cc13d2017832 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728252 Nov 12 12:34:33.696093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:33.724776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7de3c06a-e561-4a18-9154-81fa793cc1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:33.752385 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c94ec5e9-c4e5-4c04-a379-c83ae3f690f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=0705c7e8-654a-4189-a203-d7542c31c52d HTTP/1.1" status: 200 len: 205 time: 0.0551243 Nov 12 12:34:33.756884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:33.933730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7de3c06a-e561-4a18-9154-81fa793cc1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:33.939248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7de3c06a-e561-4a18-9154-81fa793cc1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:33.961372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.042384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7de3c06a-e561-4a18-9154-81fa793cc1db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1d3caa562854ab4b8f885a25eee2dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275892 Nov 12 12:34:34.055017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:34.111017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3c06a-e561-4a18-9154-81fa793cc1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6403c-37ed-4d41-a879-1e8295fc25a8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:34.182469 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff0bbff-cc0b-4000-b53c-fc469f2b12f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.225107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff0bbff-cc0b-4000-b53c-fc469f2b12f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.321950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.325241 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.453488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.454481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 0705c7e8-654a-4189-a203-d7542c31c52d {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:34:34.464986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.468226 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-34ff0996-be8f-4603-83df-e89786e8f965 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/0705c7e8-654a-4189-a203-d7542c31c52d HTTP/1.1" status: 204 len: 168 time: 0.7103686 Nov 12 12:34:34.472058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:34.472647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de644596-bb96-4e28-bb7f-2c1d324dd5ee req-80587fd3-0c75-4f75-9e34-f25b9f606905 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:34.480022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de644596-bb96-4e28-bb7f-2c1d324dd5ee req-80587fd3-0c75-4f75-9e34-f25b9f606905 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1759448 Nov 12 12:34:34.546926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff0bbff-cc0b-4000-b53c-fc469f2b12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.549829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff0bbff-cc0b-4000-b53c-fc469f2b12f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.550924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ff0bbff-cc0b-4000-b53c-fc469f2b12f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7b6403c-37ed-4d41-a879-1e8295fc25a8 HTTP/1.1" status: 204 len: 168 time: 0.4948649 Nov 12 12:34:34.586862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet e754e683-af5d-4b80-ab14-11e35febcb63 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:34:34.592550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0bbff-cc0b-4000-b53c-fc469f2b12f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6403c-37ed-4d41-a879-1e8295fc25a8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:34.595953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.634111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de644596-bb96-4e28-bb7f-2c1d324dd5ee req-a36cd2f2-7c57-4bb4-b35a-07e5f127ff60 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531651 Nov 12 12:34:34.697363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.056584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.134757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8861937-0392-4869-99fe-72d029b2aaa9 req-5230177d-a7f8-4b44-9f6b-2448f41d5d90 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:35.142990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8861937-0392-4869-99fe-72d029b2aaa9 req-5230177d-a7f8-4b44-9f6b-2448f41d5d90 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1853695 Nov 12 12:34:35.204424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.295929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250268-26cb-43de-a64e-40f50d37df8f req-181b255b-f013-4437-a458-c5cd1f585b44 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:35.325466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa250268-26cb-43de-a64e-40f50d37df8f req-181b255b-f013-4437-a458-c5cd1f585b44 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3195899 Nov 12 12:34:35.332690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=e754e683-af5d-4b80-ab14-11e35febcb63,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:35.358935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.364849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8a2d6a7-cb30-4bb9-85a8-9a282276b924 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/e754e683-af5d-4b80-ab14-11e35febcb63 HTTP/1.1" status: 204 len: 168 time: 0.8896191 Nov 12 12:34:35.371295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12359a-bf84-47ec-95ec-651b731ca4b8 None None] Network cb26d191-0ffe-4ff5-bf58-daf323bd8945 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:35.378747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:35.433101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8861937-0392-4869-99fe-72d029b2aaa9 req-784fd914-ca58-4d12-a29b-c406e82607ae tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888007 Nov 12 12:34:35.472475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:35.509493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa250268-26cb-43de-a64e-40f50d37df8f req-1618fce5-ed11-4087-b7d0-df4e22ccc0be tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830797 Nov 12 12:34:35.668189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9003594-882f-47bf-adaa-3d7c5f605ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.802339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a4dcaae-352d-4799-931d-371b5c7eac64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.836809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9003594-882f-47bf-adaa-3d7c5f605ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.867809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.873990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9003594-882f-47bf-adaa-3d7c5f605ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:35.945773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-bf638278-6f5d-4fd3-a476-183291fa31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:35.948549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-bf638278-6f5d-4fd3-a476-183291fa31ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.9015911 Nov 12 12:34:35.949326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] DHCP port deletion for cb26d191-0ffe-4ff5-bf58-daf323bd8945 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:35.975246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9003594-882f-47bf-adaa-3d7c5f605ea0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31edfde48bf8403ea80df5483a609324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015736 Nov 12 12:34:35.977672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:36.028057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] Deleting port 7b99f376-a722-4cad-a5a6-7ff592962bf5 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:36.028670 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.031781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9003594-882f-47bf-adaa-3d7c5f605ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0a3c9-5f4a-4a8d-ae64-ae4d0ca74102,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:36.092100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28f47d87-5397-440e-8c94-d0368fa272e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.122693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28f47d87-5397-440e-8c94-d0368fa272e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.186897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28f47d87-5397-440e-8c94-d0368fa272e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.194716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28f47d87-5397-440e-8c94-d0368fa272e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.201788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-28f47d87-5397-440e-8c94-d0368fa272e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22d0a3c9-5f4a-4a8d-ae64-ae4d0ca74102 HTTP/1.1" status: 204 len: 168 time: 0.2229795 Nov 12 12:34:36.208393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] For port 7b99f376-a722-4cad-a5a6-7ff592962bf5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b99f376-a722-4cad-a5a6-7ff592962bf5,segment=NetworkSegment(d0dc6d5f-fa61-4132-b2b9-05935201212f),segment_id=d0dc6d5f-fa61-4132-b2b9-05935201212f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:36.208822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.222444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f47d87-5397-440e-8c94-d0368fa272e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0a3c9-5f4a-4a8d-ae64-ae4d0ca74102,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:36.238462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 7b99f376-a722-4cad-a5a6-7ff592962bf5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:36.239117 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.259051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] Calling delete_port for 7b99f376-a722-4cad-a5a6-7ff592962bf5 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:36.396726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-a44b70fa-4a4f-429c-adc7-ff400f227dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:36.397763 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-a44b70fa-4a4f-429c-adc7-ff400f227dba service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.4265127 Nov 12 12:34:36.423847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 7b99f376-a722-4cad-a5a6-7ff592962bf5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b99f376-a722-4cad-a5a6-7ff592962bf5,segment=NetworkSegment(d0dc6d5f-fa61-4132-b2b9-05935201212f),segment_id=d0dc6d5f-fa61-4132-b2b9-05935201212f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:36.424262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.443053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 7b99f376-a722-4cad-a5a6-7ff592962bf5 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:36.465223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.509869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] No DVR routers for this DVR port 7b99f376-a722-4cad-a5a6-7ff592962bf5 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:36.588594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cf1e4-8d72-47fb-9f67-17a05d341960 None None] Pushing event deleted for resources: {'Port': ['ID=7b99f376-a722-4cad-a5a6-7ff592962bf5,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:36.761803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:36.765351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-d331a2ab-a125-4b27-b021-cf1fad924bbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.1690321 Nov 12 12:34:36.796979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=7b99f376-a722-4cad-a5a6-7ff592962bf5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:36.805368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b709a7-5d9c-41ca-b627-7b5ab6c48aa0 req-4ab42af8-0c8e-41a3-90b7-c508d7580dd8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:36.814510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41b709a7-5d9c-41ca-b627-7b5ab6c48aa0 req-4ab42af8-0c8e-41a3-90b7-c508d7580dd8 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0738821 Nov 12 12:34:36.835618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No DVR routers for this DVR port 7b99f376-a722-4cad-a5a6-7ff592962bf5 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:36.890948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32062-4512-4275-81a9-6e68ac2b60d2 req-6d2f8317-a1b5-46e1-98ab-13af0528496a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:36.892705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e32062-4512-4275-81a9-6e68ac2b60d2 req-6d2f8317-a1b5-46e1-98ab-13af0528496a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2042439 Nov 12 12:34:36.930640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41b709a7-5d9c-41ca-b627-7b5ab6c48aa0 req-c7514efd-3db8-4c16-bb52-589b1664791b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143003 Nov 12 12:34:37.005500 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.054642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-c2b4a94a-ea60-4d8f-b109-8f13a64ae63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:37.058806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-c2b4a94a-ea60-4d8f-b109-8f13a64ae63b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.2629550 Nov 12 12:34:37.106003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb26d191-0ffe-4ff5-bf58-daf323bd8945']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:37.172643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b99f376-a722-4cad-a5a6-7ff592962bf5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:37.183971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dc6d5f-fa61-4132-b2b9-05935201212f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:37.184321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dc6d5f-fa61-4132-b2b9-05935201212f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:37.210489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.247521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7b99f376-a722-4cad-a5a6-7ff592962bf5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:34:37.250745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b99f376-a722-4cad-a5a6-7ff592962bf5 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:34:37.278281 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82e32062-4512-4275-81a9-6e68ac2b60d2 req-ff192460-ca8b-45af-842b-24273abd55f3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734801 Nov 12 12:34:37.287713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-70300826-19e5-4854-9ba4-1769726163f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:37.297982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-70300826-19e5-4854-9ba4-1769726163f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061327 Nov 12 12:34:37.299206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.316398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-a0d23b45-4096-49ed-8d45-bc57d31feb12 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:34:37.317399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-a0d23b45-4096-49ed-8d45-bc57d31feb12 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054605 Nov 12 12:34:37.327796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:34:37.328250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:34:37.337963 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:34:37.536626 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.560158 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.560158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/cb26d191-0ffe-4ff5-bf58-daf323bd8945 HTTP/1.1" status: 204 len: 168 time: 2.1678982 Nov 12 12:34:37.560518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:37.565919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-830684655'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:37.622030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-a48a5a70-3a42-4964-9a36-d559eb69b17a service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831361 Nov 12 12:34:37.639199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:34:37.644190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.671295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47049b6b-97bd-47c4-b8b2-bf61a871797e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=cb26d191-0ffe-4ff5-bf58-daf323bd8945,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:37.715016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:34:37.730692 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.731699 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment 527ae1e9-b46d-4f5b-b113-c29f3e2f8b77 of type vlan for network 3680eeec-3eab-4802-815c-875632b05aaf Nov 12 12:34:37.794414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.831962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.845198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:37.849706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:37.919743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3596518 Nov 12 12:34:37.955280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:37.961981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': '3680eeec-3eab-4802-815c-875632b05aaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:37.969227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40d2ce49-5ab2-47ce-864a-093256fe5b75 req-8fdda1db-b877-45e1-a3d8-0ef714a58251 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384376 Nov 12 12:34:38.203601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1043b7-3c2b-44e2-9ea8-047e70db795a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=3680eeec-3eab-4802-815c-875632b05aaf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:38.217836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 3680eeec-3eab-4802-815c-875632b05aaf details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:34:38.243938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accadbb-7714-4411-bcc4-a6eda6a7c6c6 req-bf351fa1-4820-431c-ac2a-aa671d3e1692 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:38.245663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6accadbb-7714-4411-bcc4-a6eda6a7c6c6 req-bf351fa1-4820-431c-ac2a-aa671d3e1692 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1148880 Nov 12 12:34:38.246691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:34:38.250563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:38.630832 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7101-11a6-4232-bc41-775bfb46d0c2 req-2aee1ead-df0b-4b08-ba38-c4ac9f1cf769 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:38.636598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059b7101-11a6-4232-bc41-775bfb46d0c2 req-2aee1ead-df0b-4b08-ba38-c4ac9f1cf769 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.0749316 Nov 12 12:34:38.642487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6accadbb-7714-4411-bcc4-a6eda6a7c6c6 req-306319e4-9533-4b76-a41c-510321f6b5cd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863440 Nov 12 12:34:38.775475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059b7101-11a6-4232-bc41-775bfb46d0c2 req-7537a6b7-d169-439d-b46b-8fd5a5ee92e4 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323934 Nov 12 12:34:38.917662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1566d0d4-0d88-4e4c-a2d3-9b9fed8ba46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:38.946399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.099258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=46082ff8-4534-45b4-b3d9-ed518eb02a02,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:39.107981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3680eeec-3eab-4802-815c-875632b05aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:34:39.108504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: 3680eeec-3eab-4802-815c-875632b05aaf, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:34:39.161161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 3680eeec-3eab-4802-815c-875632b05aaf is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:34:39.192039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 3680eeec-3eab-4802-815c-875632b05aaf) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:39.201152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a5cf5-d5c1-4df8-8b96-af6ca85b98e4 None None] Network 3680eeec-3eab-4802-815c-875632b05aaf requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:39.213893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:39.215864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.262152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35334) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:39.270408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314476151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:39.272892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b8ca7d78-e4fd-40a1-a0ce-539f92ca8dad tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3162880 Nov 12 12:34:39.358208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.362008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.445578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.587777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.594194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.667034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.671431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:39.686355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0b22a952-09a5-40f8-9c3b-cca1cfda5c4a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4226487 Nov 12 12:34:39.710599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-3680eeec-3eab-4802-815c-875632b05aaf', 'network_id': '3680eeec-3eab-4802-815c-875632b05aaf', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': '46082ff8-4534-45b4-b3d9-ed518eb02a02'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:34:39.711502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:39.986156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884dca7-8a37-4870-9cb4-e024e2642914 req-6c21e483-cb97-4fa5-8599-b31ac730a9c6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:39.996528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f884dca7-8a37-4870-9cb4-e024e2642914 req-6c21e483-cb97-4fa5-8599-b31ac730a9c6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.0949955 Nov 12 12:34:40.079514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Allocated IP 2001:db8::2 (3680eeec-3eab-4802-815c-875632b05aaf/46082ff8-4534-45b4-b3d9-ed518eb02a02/d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:40.150227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f884dca7-8a37-4870-9cb4-e024e2642914 req-39cea5b8-dd86-4f32-bdc0-cde7763d0696 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527138 Nov 12 12:34:40.367570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a6e1f-2052-4e31-9042-4548333e77d9 req-8fa6794a-291e-4548-9148-af2d7ff03869 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:40.380568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-666a6e1f-2052-4e31-9042-4548333e77d9 req-8fa6794a-291e-4548-9148-af2d7ff03869 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.5117433 Nov 12 12:34:40.478637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:40.491149 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:40.731904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Network 3680eeec-3eab-4802-815c-875632b05aaf is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:40.737864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Pushing event updated for resources: {'Port': ['ID=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:40.753900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-666a6e1f-2052-4e31-9042-4548333e77d9 req-f60c67e4-c248-4665-94be-23bdba2f3590 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628390 Nov 12 12:34:40.758772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:40.763890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:40.780625 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:40.935075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:40.965318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Attempting to bind port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:34:40.965954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Attempting to bind port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3680eeec-3eab-4802-815c-875632b05aaf'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:34:40.966650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Attempting to bind port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 on network 3680eeec-3eab-4802-815c-875632b05aaf {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:34:40.974491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:34:40.975487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Checking segment: {'id': '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3680eeec-3eab-4802-815c-875632b05aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:34:40.976123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:40.976758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Bound using segment: {'id': '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3680eeec-3eab-4802-815c-875632b05aaf'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:34:40.977486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Bound port: d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3680eeec-3eab-4802-815c-875632b05aaf'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:34:40.978077 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:41.122601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] For port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:34:41.129058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] For port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,segment=NetworkSegment(527ae1e9-b46d-4f5b-b113-c29f3e2f8b77),segment_id=527ae1e9-b46d-4f5b-b113-c29f3e2f8b77)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:34:41.137923 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:41.339208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287895c-b4a8-46f0-b6ce-5c4a8e5493eb req-3cba3176-ed6c-439d-b0fb-c85f3ca7110a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:41.349312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b287895c-b4a8-46f0-b6ce-5c4a8e5493eb req-3cba3176-ed6c-439d-b0fb-c85f3ca7110a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.0826490 Nov 12 12:34:41.369244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46070f-d73d-4828-a6d0-68a0fa8a9efa req-a3e33f8a-a3ff-42b3-8774-a5f39772674a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:41.370905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b46070f-d73d-4828-a6d0-68a0fa8a9efa req-a3e33f8a-a3ff-42b3-8774-a5f39772674a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.4138021 Nov 12 12:34:41.371475 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:41.398646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01230d66-cf04-45d2-8108-8ca14f1dba09 None None] Pushing event updated for resources: {'Port': ['ID=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:41.474389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b287895c-b4a8-46f0-b6ce-5c4a8e5493eb req-670716b2-83e8-4f3c-9775-8a7313463ae0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189084 Nov 12 12:34:41.618255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-445df1a5-ce4e-458a-9205-5c6bf6dd2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:41.621071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-445df1a5-ce4e-458a-9205-5c6bf6dd2b81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 1097 time: 0.1204581 Nov 12 12:34:41.650605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b46070f-d73d-4828-a6d0-68a0fa8a9efa req-9377be0c-008d-4b8f-a6e6-b7942933324f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527094 Nov 12 12:34:41.820545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8::1 (3680eeec-3eab-4802-815c-875632b05aaf/46082ff8-4534-45b4-b3d9-ed518eb02a02/aa8e20b5-ca63-40a5-a136-5e43ee93f996) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:41.990328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-ab0219bb-eb4f-4cb9-b770-f60ca7de7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:41.992160 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-ab0219bb-eb4f-4cb9-b770-f60ca7de7c51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.3633358 Nov 12 12:34:42.084841 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-1d4a1311-4aad-46c9-838d-77cebfccf0d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3 HTTP/1.1" status: 200 len: 217 time: 0.0843847 Nov 12 12:34:42.085746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:42.141259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-6ca62cf6-7a66-4b94-bf20-c806bbe27c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:42.143792 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-6ca62cf6-7a66-4b94-bf20-c806bbe27c81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.0491149 Nov 12 12:34:42.200195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-a6495f15-d642-44f4-8909-984939ac02c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476351 Nov 12 12:34:42.234693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40adb6d-330c-4108-a59b-d989bf16e9d2 req-b7f0a697-cdd0-4ed4-8630-5ae525a5382b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:42.243951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e40adb6d-330c-4108-a59b-d989bf16e9d2 req-b7f0a697-cdd0-4ed4-8630-5ae525a5382b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3541524 Nov 12 12:34:42.285023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:42.331059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e40adb6d-330c-4108-a59b-d989bf16e9d2 req-a05feadb-46eb-46f5-888f-a3914ba81aeb tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810533 Nov 12 12:34:42.375630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:42.434124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 3680eeec-3eab-4802-815c-875632b05aaf is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:42.443894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:42.501563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:42.502706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:42.783162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=aa8e20b5-ca63-40a5-a136-5e43ee93f996,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:42.906814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:42.971901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37782e6-9b6c-4ecf-bfa1-6b00858e17b6 req-018c5415-6df2-4fa0-a031-0f27b743909f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:42.973444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d37782e6-9b6c-4ecf-bfa1-6b00858e17b6 req-018c5415-6df2-4fa0-a031-0f27b743909f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2824135 Nov 12 12:34:43.092548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-35930ba1-ee8e-4a48-9bc0-2b09cda66fb4 service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852642 Nov 12 12:34:43.150719 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.217650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c20aa14-592b-41e7-9086-4b32b1154fc0 None None] Network 3680eeec-3eab-4802-815c-875632b05aaf requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:43.232116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d37782e6-9b6c-4ecf-bfa1-6b00858e17b6 req-46dbbb62-f8de-4fa6-a492-0f9762249555 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308722 Nov 12 12:34:43.288556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:43.411076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa7ce72d-db92-4bf8-97e0-bcd5ef89005b None None] Provisioning complete for port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:43.411748 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce72d-db92-4bf8-97e0-bcd5ef89005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.546129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.556882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.576305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67679e3d-8039-4833-97d6-df1c2e5e75dd req-15b4c421-c598-4805-bc4c-00a658bf0d55 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:43.586710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67679e3d-8039-4833-97d6-df1c2e5e75dd req-15b4c421-c598-4805-bc4c-00a658bf0d55 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.4890764 Nov 12 12:34:43.713406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cda26e74-a634-4ddc-93a4-2073fa2f7df6 req-f5c9a054-758f-43c1-b7a9-0582e24c53d3 service neutron] 10.222.0.65 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585868 Nov 12 12:34:43.752074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e88c14298a2d48e89a5183fd31f13c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6649821 Nov 12 12:34:43.758047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:43.786804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67679e3d-8039-4833-97d6-df1c2e5e75dd req-d03afbc0-d107-44d2-a092-4204e619b0db tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982143 Nov 12 12:34:43.790911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40e75e5-11fc-4329-af87-11bcc230882f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:43.804324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.804875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.805429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.805983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.806526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.807053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.807574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.808113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.808406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.808853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.809372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.810110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.810835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becf2e87-b048-4b33-b013-596b87cbf144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.829590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.832047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.904081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:43.904486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.905739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba7d2-450f-4b43-a575-79dfe1fc2f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.949217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=aa8e20b5-ca63-40a5-a136-5e43ee93f996,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:44.001479 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce72d-db92-4bf8-97e0-bcd5ef89005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.025727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba7d2-450f-4b43-a575-79dfe1fc2f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.064725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fa7ce72d-db92-4bf8-97e0-bcd5ef89005b None None] For port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,segment=NetworkSegment(527ae1e9-b46d-4f5b-b113-c29f3e2f8b77),segment_id=527ae1e9-b46d-4f5b-b113-c29f3e2f8b77)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:44.089525 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce72d-db92-4bf8-97e0-bcd5ef89005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.122359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 3680eeec-3eab-4802-815c-875632b05aaf is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:44.124390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:44.182102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.213099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba7d2-450f-4b43-a575-79dfe1fc2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.215758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba7d2-450f-4b43-a575-79dfe1fc2f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.218599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6c1ba7d2-450f-4b43-a575-79dfe1fc2f58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e40e75e5-11fc-4329-af87-11bcc230882f HTTP/1.1" status: 204 len: 168 time: 0.4592330 Nov 12 12:34:44.222431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ce72d-db92-4bf8-97e0-bcd5ef89005b None None] Pushing event updated for resources: {'Port': ['ID=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:44.274709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba7d2-450f-4b43-a575-79dfe1fc2f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40e75e5-11fc-4329-af87-11bcc230882f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:44.343427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:34:44.343600 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:34:44.374062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 7d56bebd-8732-4c07-a5b9-ca382f9aaaed is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:34:44.434655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c825bf83-611b-4eef-8f15-0d9c6195805a None None] Provisioning complete for port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:44.435033 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c825bf83-611b-4eef-8f15-0d9c6195805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.597549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:44.606344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c825bf83-611b-4eef-8f15-0d9c6195805a None None] Provisioning complete for port aa8e20b5-ca63-40a5-a136-5e43ee93f996 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:44.607709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c825bf83-611b-4eef-8f15-0d9c6195805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.609296 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] Sync routers for ids ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:44.630354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef20b205-7e14-47e2-b524-ea461e128ab4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/7d56bebd-8732-4c07-a5b9-ca382f9aaaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9575205 Nov 12 12:34:44.633040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:44.641959 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] Routers {'7d56bebd-8732-4c07-a5b9-ca382f9aaaed'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:44.642645 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:44.652830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825804ec-b2e4-4b73-a112-32d9126e430f req-e8b06b04-0909-470f-b754-0b3ca85f445e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:44.662071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-825804ec-b2e4-4b73-a112-32d9126e430f req-e8b06b04-0909-470f-b754-0b3ca85f445e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.2729750 Nov 12 12:34:44.668337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c825bf83-611b-4eef-8f15-0d9c6195805a None None] Port aa8e20b5-ca63-40a5-a136-5e43ee93f996 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:44.707799 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:44.725941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-825804ec-b2e4-4b73-a112-32d9126e430f req-e108f62b-c761-4fd0-b6a4-1b3cfb0df92d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577354 Nov 12 12:34:44.737922 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] Routers {'7d56bebd-8732-4c07-a5b9-ca382f9aaaed'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:44.739166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:44.751696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4684b15-eafc-4414-a2c1-0d625a89bd81 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:44.753794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f4684b15-eafc-4414-a2c1-0d625a89bd81 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports/aa8e20b5-ca63-40a5-a136-5e43ee93f996 HTTP/1.1" status: 200 len: 911 time: 0.1175370 Nov 12 12:34:44.757643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:44.838907 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:44.839564 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad72a62-8642-4496-9223-a8ecac19d9ee None None] The sync data for ids ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:44.858503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:44.877957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb44d-67c4-493f-a1c9-32d6485969b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:44.972734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f846633b-527f-4804-94dd-23d01f3ae26a None None] Provisioning complete for port aa8e20b5-ca63-40a5-a136-5e43ee93f996 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:44.974109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f846633b-527f-4804-94dd-23d01f3ae26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.055636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f846633b-527f-4804-94dd-23d01f3ae26a None None] Port aa8e20b5-ca63-40a5-a136-5e43ee93f996 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:45.120706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41d4db-1fe7-4c5b-a0ef-374476dbda45 req-d555b29f-c3f1-40ec-8e4f-3dc9780bb21d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:45.133191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c41d4db-1fe7-4c5b-a0ef-374476dbda45 req-d555b29f-c3f1-40ec-8e4f-3dc9780bb21d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1794958 Nov 12 12:34:45.167599 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb44d-67c4-493f-a1c9-32d6485969b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.173581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:45.181404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb44d-67c4-493f-a1c9-32d6485969b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.256802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:45.258228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.312336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e6bb44d-67c4-493f-a1c9-32d6485969b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa895592e908480cbde7317e60d4e215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4527218 Nov 12 12:34:45.323691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:45.378450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bb44d-67c4-493f-a1c9-32d6485969b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee8372-51c1-425d-b657-0fdbb1e182d0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:45.436590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dae58957-b047-4ff6-a985-6c261972ee7a None None] Provisioning complete for port aa8e20b5-ca63-40a5-a136-5e43ee93f996 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:45.437401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dae58957-b047-4ff6-a985-6c261972ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.441714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c41d4db-1fe7-4c5b-a0ef-374476dbda45 req-84e9b16c-7256-46c0-b097-900e1820d0e6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059704 Nov 12 12:34:45.493583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57ddd08d-abe5-4b2e-9695-b0ec6364fefa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.516680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dae58957-b047-4ff6-a985-6c261972ee7a None None] Port aa8e20b5-ca63-40a5-a136-5e43ee93f996 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:45.556393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57ddd08d-abe5-4b2e-9695-b0ec6364fefa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.610478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57ddd08d-abe5-4b2e-9695-b0ec6364fefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.616382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57ddd08d-abe5-4b2e-9695-b0ec6364fefa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.617907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57ddd08d-abe5-4b2e-9695-b0ec6364fefa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77ee8372-51c1-425d-b657-0fdbb1e182d0 HTTP/1.1" status: 204 len: 168 time: 0.2699914 Nov 12 12:34:45.638050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddd08d-abe5-4b2e-9695-b0ec6364fefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee8372-51c1-425d-b657-0fdbb1e182d0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:45.976415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf3633-717e-48a5-942f-589f020b14a0 req-96d48ed4-e34d-46a3-8ba3-a6b41172865b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:45.978618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adbf3633-717e-48a5-942f-589f020b14a0 req-96d48ed4-e34d-46a3-8ba3-a6b41172865b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0997355 Nov 12 12:34:45.995027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-59172cda-de59-41ed-8874-c1b97241e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:45.997463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-59172cda-de59-41ed-8874-c1b97241e1b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42d83a7b50b44117be2ca93056947818&device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 1095 time: 0.1239145 Nov 12 12:34:46.069095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff990-6e31-47c9-914f-5dae2a95a1c3 req-71f23e8c-5f0a-43a7-8004-12d201266138 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:46.073889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d7ff990-6e31-47c9-914f-5dae2a95a1c3 req-71f23e8c-5f0a-43a7-8004-12d201266138 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 946 time: 0.1421368 Nov 12 12:34:46.075631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:46.083923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adbf3633-717e-48a5-942f-589f020b14a0 req-3cb83043-9bf5-4593-9043-fb15f07b6c71 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855520 Nov 12 12:34:46.168709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:46.241132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:46.267064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:46.270370 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704b862-8a59-4adc-aceb-685cdbda49b3" -d '{"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:46.271332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d7ff990-6e31-47c9-914f-5dae2a95a1c3 req-18b7c06a-32f2-4b33-a99a-dbf3266b9352 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489022 Nov 12 12:34:46.287589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:46.301043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:46.363845 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f765e0-324a-4037-9412-472df2226dc6 x-openstack-request-id: req-42f765e0-324a-4037-9412-472df2226dc6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:46.364379 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-unplugged", "status": "failed", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:46.364948 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42f765e0-324a-4037-9412-472df2226dc6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:46.365801 n-d-804878-5 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'code': 422} returned with failed status Nov 12 12:34:46.395157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:46.411197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-e82801b0-c41e-4072-a2e5-a80eb4158030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:46.412939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-e82801b0-c41e-4072-a2e5-a80eb4158030 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 200 len: 913 time: 0.4026544 Nov 12 12:34:46.592632 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-bce568ab-520a-4a3d-b2fe-754a3c783657 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 200 len: 997 time: 0.1682334 Nov 12 12:34:46.689130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port aa8e20b5-ca63-40a5-a136-5e43ee93f996 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:46.689481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:46.699962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-d9cbb9dd-317b-414d-a7e5-1d593b2a97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:46.704192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-d9cbb9dd-317b-414d-a7e5-1d593b2a97b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 200 len: 851 time: 0.1067674 Nov 12 12:34:46.812600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-04719a23-37de-4b7e-876d-82fa3c5d356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:46.815136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-04719a23-37de-4b7e-876d-82fa3c5d356a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d889def1-fa0c-4b04-88d3-b8caf44ecf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978417 Nov 12 12:34:46.894783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:46.912351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for aa8e20b5-ca63-40a5-a136-5e43ee93f996 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:47.085033 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-e4d3942b-339c-4849-9dc2-52226bd7b718 service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622406 Nov 12 12:34:47.203575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:47.272967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=aa8e20b5-ca63-40a5-a136-5e43ee93f996,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:47.385731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-901450e2-65cd-421f-b149-eb9e0a2c4a49 req-16c08d46-1e1c-4311-89a1-f62611d2854c service neutron] 10.222.0.65 "GET /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930305 Nov 12 12:34:47.521043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:47.787251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625341ff-13f7-43c8-ac98-5079a5276cf2 req-86f46e21-a88f-471e-b662-f18e981f3e30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:47.794829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-625341ff-13f7-43c8-ac98-5079a5276cf2 req-86f46e21-a88f-471e-b662-f18e981f3e30 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.5111945 Nov 12 12:34:47.821396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 7d56bebd-8732-4c07-a5b9-ca382f9aaaed has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:47.960580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a4326-f974-4134-bf78-c4296621b4ee req-5c8d82d1-45a3-442d-bfd0-e1a41a8eab00 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:47.966056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-625341ff-13f7-43c8-ac98-5079a5276cf2 req-6d527be9-d2cf-40b5-ab4f-4fe6dc4a0460 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699617 Nov 12 12:34:47.969384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-934a4326-f974-4134-bf78-c4296621b4ee req-5c8d82d1-45a3-442d-bfd0-e1a41a8eab00 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a97e08-ca46-43e9-b01b-e4418a7e0d12 HTTP/1.1" status: 200 len: 944 time: 0.1160371 Nov 12 12:34:48.000247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:48.009149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e416ff71-0f52-439d-8e4b-01d14f533da5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/7d56bebd-8732-4c07-a5b9-ca382f9aaaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2498910 Nov 12 12:34:48.011950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:48.012121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] Sync routers for ids ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:48.035187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] Routers {'7d56bebd-8732-4c07-a5b9-ca382f9aaaed'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:48.037680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:48.066267 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c005d3df-1aae-4161-98a2-81ad0256251a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d56bebd-8732-4c07-a5b9-ca382f9aaaed HTTP/1.1" status: 200 len: 205 time: 0.0520182 Nov 12 12:34:48.067962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:48.177609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:48.178053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.207186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] Routers {'7d56bebd-8732-4c07-a5b9-ca382f9aaaed'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:48.207989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:48.226123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Deleting port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:48.233685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.293525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:48.296074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b6f3b-b32f-4bec-b7f7-e6aefa7eb475 None None] The sync data for ids ['7d56bebd-8732-4c07-a5b9-ca382f9aaaed'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:48.429233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] For port 2b1bc640-d059-4864-9c88-a7400bbdd5f3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2b1bc640-d059-4864-9c88-a7400bbdd5f3,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:48.429783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.430738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.432925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.454783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Calling delete_port for 2b1bc640-d059-4864-9c88-a7400bbdd5f3 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:48.530244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.531735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 7d56bebd-8732-4c07-a5b9-ca382f9aaaed {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:34:48.541944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.545854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ffd0ae0-5b16-42d9-a885-bd4d6c5f1562 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/7d56bebd-8732-4c07-a5b9-ca382f9aaaed HTTP/1.1" status: 204 len: 168 time: 0.4710104 Nov 12 12:34:48.546073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:48.645901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.661067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet 46082ff8-4534-45b4-b3d9-ed518eb02a02 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:34:48.664919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.685007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event deleted for resources: {'Port': ['ID=2b1bc640-d059-4864-9c88-a7400bbdd5f3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:48.711409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38799a-f222-416e-9376-525a253bedc0 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:48.761114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] No DVR routers for this DVR port 2b1bc640-d059-4864-9c88-a7400bbdd5f3 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:48.774434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.776322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:48.779882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-934a4326-f974-4134-bf78-c4296621b4ee req-b660ed8c-13fb-4a74-b8f0-c7e236393b06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "DELETE /v2.0/ports/2b1bc640-d059-4864-9c88-a7400bbdd5f3 HTTP/1.1" status: 204 len: 173 time: 0.8090689 Nov 12 12:34:48.780373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-deleted', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:48.782763 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b3810c-9ff8-4c50-a701-f250ae9184ec" -d '{"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-deleted", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:48.890202 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6e6459-9c8d-4b6f-99ad-8cb25d4661bd x-openstack-request-id: req-ed6e6459-9c8d-4b6f-99ad-8cb25d4661bd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:48.892504 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a97e08-ca46-43e9-b01b-e4418a7e0d12", "name": "network-vif-deleted", "tag": "2b1bc640-d059-4864-9c88-a7400bbdd5f3", "status": "failed", "code": 422}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:48.893577 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed6e6459-9c8d-4b6f-99ad-8cb25d4661bd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:48.895773 n-d-804878-5 neutron-server[102779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63a97e08-ca46-43e9-b01b-e4418a7e0d12', 'name': 'network-vif-deleted', 'tag': '2b1bc640-d059-4864-9c88-a7400bbdd5f3', 'status': 'failed', 'code': 422} returned with failed status Nov 12 12:34:48.962853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.096722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.160339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=46082ff8-4534-45b4-b3d9-ed518eb02a02,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:49.195350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.197669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ffc4a-d894-4911-af80-432de5a6007a None None] Network 3680eeec-3eab-4802-815c-875632b05aaf requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:34:49.199580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-49b15eb6-32bc-447d-b107-0b1edf6a9705 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/46082ff8-4534-45b4-b3d9-ed518eb02a02 HTTP/1.1" status: 204 len: 168 time: 0.6522617 Nov 12 12:34:49.203074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:49.219447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53c2d-13ba-44dd-8d0d-23e9fdb6d399 req-420f2cc3-40f8-4897-876b-f7ca115d6a9d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:49.221127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93c53c2d-13ba-44dd-8d0d-23e9fdb6d399 req-420f2cc3-40f8-4897-876b-f7ca115d6a9d tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1441247 Nov 12 12:34:49.382516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93c53c2d-13ba-44dd-8d0d-23e9fdb6d399 req-8e0415a7-93d5-4ef0-88c5-b2a83898b96a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403480 Nov 12 12:34:49.479647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.560923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] DHCP port deletion for 3680eeec-3eab-4802-815c-875632b05aaf request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:49.645398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:49.645735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.709347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] Deleting port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:49.709888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.793279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,segment=NetworkSegment(527ae1e9-b46d-4f5b-b113-c29f3e2f8b77),segment_id=527ae1e9-b46d-4f5b-b113-c29f3e2f8b77)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:49.793655 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.859303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:49.903738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] For port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,segment=NetworkSegment(527ae1e9-b46d-4f5b-b113-c29f3e2f8b77),segment_id=527ae1e9-b46d-4f5b-b113-c29f3e2f8b77)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:49.905921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:49.948583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] Calling delete_port for d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:50.024285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:50.082017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:50.101973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388336c-9705-4b93-b958-c8b079f66605 req-530a70cc-e9a3-442c-8b14-5e50ce788e51 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:50.109132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8388336c-9705-4b93-b958-c8b079f66605 req-530a70cc-e9a3-442c-8b14-5e50ce788e51 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.3380444 Nov 12 12:34:50.119405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 2b1bc640-d059-4864-9c88-a7400bbdd5f3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:34:50.120060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2b1bc640-d059-4864-9c88-a7400bbdd5f3 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:34:50.161933 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.179516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] No DVR routers for this DVR port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:50.203469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f798ac2-c67f-46be-8bb9-0e5bae970835 None None] Pushing event deleted for resources: {'Port': ['ID=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:50.237946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.321273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8388336c-9705-4b93-b958-c8b079f66605 req-5bc3a9cf-cc9d-403a-b177-656c4ef575b3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059054 Nov 12 12:34:50.335414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No DVR routers for this DVR port d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:50.344843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:50.363711 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc304490-cecb-4d59-9382-f98e5403f7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.420473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-0e24c126-6d05-4878-abb6-cf8baeac94e1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:50.431710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-0e24c126-6d05-4878-abb6-cf8baeac94e1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.3453698 Nov 12 12:34:50.493419 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.522480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3680eeec-3eab-4802-815c-875632b05aaf']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:50.535189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:50.535536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527ae1e9-b46d-4f5b-b113-c29f3e2f8b77') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:50.547136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.564025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.571390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:34:50.571896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.597990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc304490-cecb-4d59-9382-f98e5403f7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.610349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-3f17fa0b-c31a-420c-966a-40aad970e480 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.1767666 Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:34:50.639068 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:34:50.641951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc304490-cecb-4d59-9382-f98e5403f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.646237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.654385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.662743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/3680eeec-3eab-4802-815c-875632b05aaf HTTP/1.1" status: 204 len: 168 time: 1.4575100 Nov 12 12:34:50.672725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:50.684866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1210700193', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:50.707962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-5d4ebf07-84b1-48e6-8f6f-094a9a904709 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965610 Nov 12 12:34:50.713936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6da98-13f5-4189-afe5-83ac4aaa670a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=3680eeec-3eab-4802-815c-875632b05aaf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:50.760151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.762218 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:50.808557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dc304490-cecb-4d59-9382-f98e5403f7b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5aa69a987484edba6022ff6473b66da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7808540 Nov 12 12:34:50.818887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:50.847849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc304490-cecb-4d59-9382-f98e5403f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a8828-ed91-4c1f-aadb-088d2c41b421,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:50.929990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-adf1997a-1093-4a92-bdd6-9e23819349f2 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191820 Nov 12 12:34:50.973053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.147739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:51.182897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-e3658e23-f045-4b08-8790-a77e1581069c service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518797 Nov 12 12:34:51.183537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:34:51.183537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d3bbfd5c-b24b-4765-ac2a-5c7ddbebf5c4 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:34:51.379615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.384759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa635369-aa78-416a-949d-d5691a1a37fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.464219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa635369-aa78-416a-949d-d5691a1a37fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.602044 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa635369-aa78-416a-949d-d5691a1a37fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.606770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa635369-aa78-416a-949d-d5691a1a37fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.608919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fa635369-aa78-416a-949d-d5691a1a37fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/291a8828-ed91-4c1f-aadb-088d2c41b421 HTTP/1.1" status: 204 len: 168 time: 0.7867606 Nov 12 12:34:51.624745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa635369-aa78-416a-949d-d5691a1a37fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a8828-ed91-4c1f-aadb-088d2c41b421,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:51.760983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.791860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.866717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-20eefb4d-2380-4385-958e-e62d0c0fa5f4 req-bedb2756-8faf-4f07-bc45-33f52b95de83 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 210 time: 0.0643272 Nov 12 12:34:52.027341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-acc920d5-6085-448c-bc23-b11becd4acb0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:52.029274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-acc920d5-6085-448c-bc23-b11becd4acb0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba46bc3-57b7-4baf-8eda-1b9e2292587d HTTP/1.1" status: 200 len: 943 time: 0.2084074 Nov 12 12:34:52.132611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 172.25.1.114 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:52.222077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:52.241937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0021426b-e28d-48b6-ab21-e5f93f91d713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.257011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Deleting port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:52.257347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.371201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0021426b-e28d-48b6-ab21-e5f93f91d713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.390938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.397356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0021426b-e28d-48b6-ab21-e5f93f91d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.433266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] For port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:52.433642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.452733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021426b-e28d-48b6-ab21-e5f93f91d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b16fc-00f5-4941-a4ca-4e9835e3d4bd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:52.458284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Calling delete_port for 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:52.478438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0021426b-e28d-48b6-ab21-e5f93f91d713 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=617fc5bc198a49feaff279a23d80793b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539625 Nov 12 12:34:52.480919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:52.535598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.545739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1550987d-bb73-4ef6-a1a2-606b83ad1b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.605733 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1550987d-bb73-4ef6-a1a2-606b83ad1b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.607348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:52.613118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:52.631991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a808ba69-6818-48f9-942a-9a8432ed745f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:52.634455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:52.704017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e426d3d1-2052-4a37-84b2-b525110fc8c8 None None] Provisioning complete for port 8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:52.704775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e426d3d1-2052-4a37-84b2-b525110fc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.709574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1550987d-bb73-4ef6-a1a2-606b83ad1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.713576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1550987d-bb73-4ef6-a1a2-606b83ad1b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:52.714882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1550987d-bb73-4ef6-a1a2-606b83ad1b46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/732b16fc-00f5-4941-a4ca-4e9835e3d4bd HTTP/1.1" status: 204 len: 168 time: 0.2324469 Nov 12 12:34:52.754674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:52.759102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550987d-bb73-4ef6-a1a2-606b83ad1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732b16fc-00f5-4941-a4ca-4e9835e3d4bd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:52.836198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e426d3d1-2052-4a37-84b2-b525110fc8c8 None None] Port 8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:53.008360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:53.028445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:53.107457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ad4a323-8f09-4b86-8239-97326a2dd7dc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:53.217347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'Port': ['ID=6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:53.394684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] No DVR routers for this DVR port 6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:53.425366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:53.456198 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8e9ee18-4c47-4ae2-a6da-2cf77acc0e23 req-c4d1ab1f-c7a5-4517-b4e3-665aaa621514 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "DELETE /v2.0/ports/6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1 HTTP/1.1" status: 204 len: 173 time: 1.3974521 Nov 12 12:34:53.457802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-deleted', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:53.467343 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092e2b3e-64e7-4715-93f1-f3577c158e92" -d '{"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-deleted", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:53.515171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-adef6ba5-90f8-4743-a8d4-982845a70017 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:53.522393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-adef6ba5-90f8-4743-a8d4-982845a70017 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.4864316 Nov 12 12:34:53.547951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Request body: {'port': {'device_id': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'admin_state_up': True, 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:53.635838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:53.724909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b2749be-a110-43c3-ba43-1de8af1d434f req-b8c877b2-ccf9-4813-a3cb-9dedb1b5de69 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 210 time: 0.2011054 Nov 12 12:34:53.804502 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa355d-89a8-4299-b743-3056f46f8681 x-openstack-request-id: req-5baa355d-89a8-4299-b743-3056f46f8681 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:53.805225 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba46bc3-57b7-4baf-8eda-1b9e2292587d", "name": "network-vif-deleted", "tag": "6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1", "status": "failed", "code": 422}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:53.805634 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5baa355d-89a8-4299-b743-3056f46f8681 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:53.806218 n-d-804878-5 neutron-server[102779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ba46bc3-57b7-4baf-8eda-1b9e2292587d', 'name': 'network-vif-deleted', 'tag': '6c614dfa-f6fa-49b0-9e53-0ace1dff4ba1', 'status': 'failed', 'code': 422} returned with failed status Nov 12 12:34:53.931035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:34:53.935400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.166418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.245362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Allocated IP 172.20.0.4 (224b9fd1-bb30-4ca0-a198-8b32a5ec91a8/c38a573c-e112-40eb-9e4e-bed3c19b35c2/3af21169-7b54-4ec0-993e-2173f66b5584) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:34:54.458058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd73e7-505f-451b-8a8f-1e4f805ffa26 req-5c28cd5e-a1aa-4cd1-9e0c-58b4fb80a925 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:54.459689 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4dbd73e7-505f-451b-8a8f-1e4f805ffa26 req-5c28cd5e-a1aa-4cd1-9e0c-58b4fb80a925 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 907 time: 0.1069422 Nov 12 12:34:54.496766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 006c56af-9b8c-4fb6-b065-993ddc4f1dc2 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:34:54.513043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.579764 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.652762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:34:54.655973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:34:54.660594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:34:54.681937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00147e-086f-41fa-9b94-cf1d847ac3f0 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:54.682604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:54.692773 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] Sync routers for ids ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:54.707783 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] Routers {'006c56af-9b8c-4fb6-b065-993ddc4f1dc2'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:54.708425 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:54.727693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event updated for resources: {'Port': ['ID=3af21169-7b54-4ec0-993e-2173f66b5584,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:54.730722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.736292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ed8cf8d-693d-42d2-ae0c-367c0895ebba tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0607481 Nov 12 12:34:54.738045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:54.773809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-49eff930-d6e6-45d8-91c9-b906480cfbaf None None] Provisioning complete for port 3af21169-7b54-4ec0-993e-2173f66b5584 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:54.775093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-49eff930-d6e6-45d8-91c9-b906480cfbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.804220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:54.804866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.811920 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:54.837652 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] Routers {'006c56af-9b8c-4fb6-b065-993ddc4f1dc2'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:54.841853 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:54.859305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-74cdf4d3-c760-410f-8374-a68e083b8d0e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3212883 Nov 12 12:34:54.892631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-5247c0c4-3c91-41da-b997-d381473b5bed tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:34:54.902964 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-5247c0c4-3c91-41da-b997-d381473b5bed tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0356100 Nov 12 12:34:54.915882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-49eff930-d6e6-45d8-91c9-b906480cfbaf None None] Port 3af21169-7b54-4ec0-993e-2173f66b5584 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:34:54.919430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Request body: {'port': {'device_id': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:54.974405 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:54.975739 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1352cfe-7ebd-4453-b6bb-dd83bb82b9f3 None None] The sync data for ids ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:55.150744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd61fa-3bb9-4dcd-935b-f9fc1dd6f0e4 req-30af63b3-bf11-448e-9976-6a2c8ecd0338 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:55.156988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1cd61fa-3bb9-4dcd-935b-f9fc1dd6f0e4 req-30af63b3-bf11-448e-9976-6a2c8ecd0338 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 931 time: 0.2186100 Nov 12 12:34:55.220053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.302113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1cd61fa-3bb9-4dcd-935b-f9fc1dd6f0e4 req-ac03d36a-1067-48ed-972c-0c880a214a0a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324749 Nov 12 12:34:55.726252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3090efaf-5750-4ee3-ae48-eba682d90507 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/routers/006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 200 len: 885 time: 0.9852414 Nov 12 12:34:55.742363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:55.788743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3784f-fca6-450f-b8e6-2ac42cb8b7d3 req-2b615b3d-442a-4df8-9de7-021158e6182a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:55.798773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8b3784f-fca6-450f-b8e6-2ac42cb8b7d3 req-2b615b3d-442a-4df8-9de7-021158e6182a tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 907 time: 0.1954179 Nov 12 12:34:55.867070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af21169-7b54-4ec0-993e-2173f66b5584 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:34:55.891261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998541-9ddf-45d0-9e06-d929f961f399 req-91bb74a9-f551-4cb7-836c-58856bf32c58 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:55.894546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96998541-9ddf-45d0-9e06-d929f961f399 req-91bb74a9-f551-4cb7-836c-58856bf32c58 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 907 time: 0.1454132 Nov 12 12:34:55.896620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.981113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Transition to ACTIVE for port object 3af21169-7b54-4ec0-993e-2173f66b5584 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:34:55.997171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:56.046731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45084d22-8dad-422c-970e-e97a76c7c63a None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:56.071305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Deleting port f791a877-cfce-4abc-b5e5-49b1c723425a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:56.071708 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:56.170884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Attempting to bind port 3af21169-7b54-4ec0-993e-2173f66b5584 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:34:56.171514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Attempting to bind port 3af21169-7b54-4ec0-993e-2173f66b5584 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:34:56.172023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Attempting to bind port 3af21169-7b54-4ec0-993e-2173f66b5584 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:34:56.238809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ce1e7fae-831f-413a-b095-130f10076f8c tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4768913 Nov 12 12:34:56.238809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35992) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:56.249524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1210700193'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:34:56.588516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3af21169-7b54-4ec0-993e-2173f66b5584,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:56.636412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Port 3af21169-7b54-4ec0-993e-2173f66b5584 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:34:56.636643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Attempting to bind port 3af21169-7b54-4ec0-993e-2173f66b5584 on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:34:56.702604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:34:56.703005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:34:56.703339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Bound using segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:34:56.703798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Bound port: 3af21169-7b54-4ec0-993e-2173f66b5584, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:34:56.704158 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:56.818204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc5ab5-5fa6-4d14-88cd-46eda6b2524c req-6a1867e1-4f04-4a47-a882-53e0f8c6688f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:56.821686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33cc5ab5-5fa6-4d14-88cd-46eda6b2524c req-6a1867e1-4f04-4a47-a882-53e0f8c6688f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 943 time: 0.2191014 Nov 12 12:34:56.827306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] For port f791a877-cfce-4abc-b5e5-49b1c723425a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f791a877-cfce-4abc-b5e5-49b1c723425a,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:56.827717 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:56.906607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Calling delete_port for f791a877-cfce-4abc-b5e5-49b1c723425a owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:56.962088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:56.981567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.003035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] For port 3af21169-7b54-4ec0-993e-2173f66b5584, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:34:57.023416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:57.109874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b40c6d-57b5-43b7-af82-ddd1b4b7360b req-67020f16-b175-4dcb-b31f-5a9de483e6c3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:57.120911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0b40c6d-57b5-43b7-af82-ddd1b4b7360b req-67020f16-b175-4dcb-b31f-5a9de483e6c3 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 907 time: 0.1849065 Nov 12 12:34:57.138847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33cc5ab5-5fa6-4d14-88cd-46eda6b2524c req-e2e96621-f7be-4be4-bff7-7f58483e5715 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065326 Nov 12 12:34:57.160080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] For port 3af21169-7b54-4ec0-993e-2173f66b5584, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3af21169-7b54-4ec0-993e-2173f66b5584,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:34:57.175752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.254787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a823253a-6de7-4303-a3dc-054bc802454c None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:34:57.261694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:57.263015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.265759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] 10.222.0.81 "PUT /v2.0/ports/3af21169-7b54-4ec0-993e-2173f66b5584 HTTP/1.1" status: 200 len: 1091 time: 2.3524687 Nov 12 12:34:57.273191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'tag': '3af21169-7b54-4ec0-993e-2173f66b5584'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:57.276194 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a3ca58-d329-4137-a060-310dd0f65d06", "tag": "3af21169-7b54-4ec0-993e-2173f66b5584"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:57.280640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897a619-b16b-4b2f-816d-f5286865f8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.311673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 006c56af-9b8c-4fb6-b065-993ddc4f1dc2 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:57.376828 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43745850-a850-4907-a887-4ab5454c981e x-openstack-request-id: req-43745850-a850-4907-a887-4ab5454c981e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:57.377175 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a3ca58-d329-4137-a060-310dd0f65d06", "tag": "3af21169-7b54-4ec0-993e-2173f66b5584", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:57.378106 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43745850-a850-4907-a887-4ab5454c981e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:57.378803 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'tag': '3af21169-7b54-4ec0-993e-2173f66b5584', 'status': 'completed', 'code': 200} Nov 12 12:34:57.379574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793285a8-7697-45b9-93e5-0314064b56e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3af21169-7b54-4ec0-993e-2173f66b5584,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:57.436194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-fc375039-1818-47c3-83fc-8c5947ea7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:57.438284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-fc375039-1818-47c3-83fc-8c5947ea7da4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 1094 time: 0.1143410 Nov 12 12:34:57.494749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:57.501091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-8da5d5aa-a441-4b11-b64c-52309a3860d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3af21169-7b54-4ec0-993e-2173f66b5584 HTTP/1.1" status: 200 len: 217 time: 0.0515730 Nov 12 12:34:57.506077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] Sync routers for ids ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:57.535521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] Routers {'006c56af-9b8c-4fb6-b065-993ddc4f1dc2'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:57.536297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:57.565679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.574895 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.576705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6c5c2726-ca40-4001-af89-27e2571c3d20 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 200 len: 892 time: 1.3413799 Nov 12 12:34:57.583406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:57.619725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:57.631777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] Routers {'006c56af-9b8c-4fb6-b065-993ddc4f1dc2'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:57.635193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:57.695009 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897a619-b16b-4b2f-816d-f5286865f8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.698103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d8e5-8f2c-4619-9520-71574398c410 req-96211156-52d4-499d-8422-3235434728d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:57.699779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-96211156-52d4-499d-8422-3235434728d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1897240 Nov 12 12:34:57.703055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:57.704043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd201df9-3397-416c-ad51-ab635b74c63b None None] The sync data for ids ['006c56af-9b8c-4fb6-b065-993ddc4f1dc2'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:57.711155 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6897a619-b16b-4b2f-816d-f5286865f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.757180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'Port': ['ID=f791a877-cfce-4abc-b5e5-49b1c723425a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:57.782213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897a619-b16b-4b2f-816d-f5286865f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b46a713-54e1-423c-8397-edb592738899,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:57.818330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6897a619-b16b-4b2f-816d-f5286865f8ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3a06893ec7e43a1988318de64ce8465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7906306 Nov 12 12:34:57.820647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:57.821122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] No DVR routers for this DVR port f791a877-cfce-4abc-b5e5-49b1c723425a on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:57.840205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.843722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96998541-9ddf-45d0-9e06-d929f961f399 req-23c45479-540f-4d4d-929e-413109d014dc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "DELETE /v2.0/ports/f791a877-cfce-4abc-b5e5-49b1c723425a HTTP/1.1" status: 204 len: 173 time: 1.9427850 Nov 12 12:34:57.851576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-ae3a6dfe-7209-4c9b-8094-5d55175d7bc0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892777 Nov 12 12:34:57.951738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b1886a4-ac2a-47db-adf9-54568d13b55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.993822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b1886a4-ac2a-47db-adf9-54568d13b55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.042372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4070c110-f56f-4b37-b654-6028ed40cc5e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/routers/006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 200 len: 892 time: 0.4547319 Nov 12 12:34:58.043673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36044) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:58.081179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b1886a4-ac2a-47db-adf9-54568d13b55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.084328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b1886a4-ac2a-47db-adf9-54568d13b55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.087933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1b1886a4-ac2a-47db-adf9-54568d13b55a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b46a713-54e1-423c-8397-edb592738899 HTTP/1.1" status: 204 len: 168 time: 0.2657690 Nov 12 12:34:58.091866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4e74cb6e-cbeb-46c9-b393-ebb3166c5eaf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 200 len: 205 time: 0.0428200 Nov 12 12:34:58.092493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:58.093979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1886a4-ac2a-47db-adf9-54568d13b55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b46a713-54e1-423c-8397-edb592738899,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:58.217913 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-caa18af4-be0f-4430-bce1-1ca307c66b04 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142829 Nov 12 12:34:58.379420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df20d8e5-8f2c-4619-9520-71574398c410 req-874f46cd-402a-434d-9b67-1ebee37a2889 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492531 Nov 12 12:34:58.404661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34a16a18-2309-4f34-bc2d-954c94972d36 req-928374ab-3fc7-49c6-8778-5ead1c2d98e6 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8ab7fa4-dfef-4fc7-a95c-573b3d5428db HTTP/1.1" status: 200 len: 210 time: 0.1230850 Nov 12 12:34:58.624113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:58.631589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87367-672a-4146-a460-6338b070f709 req-03ce2034-cfc8-4427-8df4-65f909998a6d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:58.635100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caa87367-672a-4146-a460-6338b070f709 req-03ce2034-cfc8-4427-8df4-65f909998a6d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 943 time: 0.3686013 Nov 12 12:34:58.650936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23dc16ee-27b1-46a3-848c-ce915de82803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.655785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.745773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-78a02e50-860e-491b-973a-5ba16a7f98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:58.747173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-78a02e50-860e-491b-973a-5ba16a7f98c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 1094 time: 0.3100243 Nov 12 12:34:58.771438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23dc16ee-27b1-46a3-848c-ce915de82803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.781201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23dc16ee-27b1-46a3-848c-ce915de82803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.856287 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-23dc16ee-27b1-46a3-848c-ce915de82803 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=546ff23965af4368a92a1b6402ccf5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285993 Nov 12 12:34:58.856287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc16ee-27b1-46a3-848c-ce915de82803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e24ed-e783-4c98-98f5-a7f5231a2679,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:58.858774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:58.927231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e268782b-7309-4d0c-ab13-b6bf72a09731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.970086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caa87367-672a-4146-a460-6338b070f709 req-982f281c-4e81-4eb1-aa78-3aa685296f61 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142538 Nov 12 12:34:58.996947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e268782b-7309-4d0c-ab13-b6bf72a09731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.032406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-6e79ac94-ca7d-495b-8b8b-986f8b6f0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:59.034195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-6e79ac94-ca7d-495b-8b8b-986f8b6f0432 service neutron] 10.222.0.81 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.2754555 Nov 12 12:34:59.035793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.101155 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e268782b-7309-4d0c-ab13-b6bf72a09731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.106353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e268782b-7309-4d0c-ab13-b6bf72a09731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.120781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-cdb45cc1-1082-4fdf-8b3f-1621145b6088 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3af21169-7b54-4ec0-993e-2173f66b5584 HTTP/1.1" status: 200 len: 217 time: 0.0782678 Nov 12 12:34:59.121309 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e268782b-7309-4d0c-ab13-b6bf72a09731 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a3e24ed-e783-4c98-98f5-a7f5231a2679 HTTP/1.1" status: 204 len: 168 time: 0.2588379 Nov 12 12:34:59.139414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268782b-7309-4d0c-ab13-b6bf72a09731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e24ed-e783-4c98-98f5-a7f5231a2679,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:59.203406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-dc452a14-a9af-444e-a490-8b0d4bd039ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:59.205783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-dc452a14-a9af-444e-a490-8b0d4bd039ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.0742068 Nov 12 12:34:59.212008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:59.212811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.264325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-76ddf924-f655-41e7-94df-1272a5b518a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472906 Nov 12 12:34:59.418137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'name': 'network-vif-deleted', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:59.420426 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8682f2-5b66-4594-8476-5fe27aebf682" -d '{"events": [{"server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "name": "network-vif-deleted", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:59.425950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-2e73cf3d-b409-4530-810f-4303df25fd59 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297376 Nov 12 12:34:59.505509 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a2d3ad-1466-4310-912b-0f73c6884573 x-openstack-request-id: req-51a2d3ad-1466-4310-912b-0f73c6884573 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:59.507786 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab7fa4-dfef-4fc7-a95c-573b3d5428db", "name": "network-vif-deleted", "tag": "f791a877-cfce-4abc-b5e5-49b1c723425a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:59.508292 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51a2d3ad-1466-4310-912b-0f73c6884573 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:59.508907 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ab7fa4-dfef-4fc7-a95c-573b3d5428db', 'name': 'network-vif-deleted', 'tag': 'f791a877-cfce-4abc-b5e5-49b1c723425a', 'status': 'completed', 'code': 200} Nov 12 12:34:59.565160 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.659168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.707030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:59.747798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:59.873470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fa8c7c6-e295-42aa-b952-1fd6edd2f719 req-fa69ac63-cf36-4682-a96c-cb9eb50b47fb service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322608 Nov 12 12:34:59.985687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46daa8-97bc-46df-89f5-e112f9fe14d4 req-2919071c-248f-43b7-ad1e-ba4daa7f3176 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:59.987682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd46daa8-97bc-46df-89f5-e112f9fe14d4 req-2919071c-248f-43b7-ad1e-ba4daa7f3176 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 945 time: 0.1115866 Nov 12 12:35:00.062626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd46daa8-97bc-46df-89f5-e112f9fe14d4 req-e237efb5-2317-4552-98a8-1c7d6bc00707 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630217 Nov 12 12:35:00.164799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3af21169-7b54-4ec0-993e-2173f66b5584 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:35:00.168209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f791a877-cfce-4abc-b5e5-49b1c723425a no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:00.187046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.231758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: f791a877-cfce-4abc-b5e5-49b1c723425a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:00.232686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f791a877-cfce-4abc-b5e5-49b1c723425a not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:00.239469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560d44-8abb-4895-a1fb-42ddcf988528 req-3e6b4bd2-b333-4e38-bea5-4f8cb588b4aa tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:00.246923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c560d44-8abb-4895-a1fb-42ddcf988528 req-3e6b4bd2-b333-4e38-bea5-4f8cb588b4aa tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 943 time: 0.1181207 Nov 12 12:35:00.261537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=8f307e42-dc41-4aa9-8ce7-efdecb2dc5ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:00.330808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c57ee80-0908-4b17-9f01-60e6da2beeb8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:00.347323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.368548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c560d44-8abb-4895-a1fb-42ddcf988528 req-8c2540b3-7739-47f0-91e8-9a1e52642f78 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133823 Nov 12 12:35:00.409069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3af21169-7b54-4ec0-993e-2173f66b5584, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3af21169-7b54-4ec0-993e-2173f66b5584,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:00.429538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '3af21169-7b54-4ec0-993e-2173f66b5584', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': '3af21169-7b54-4ec0-993e-2173f66b5584', 'mac_address': 'fa:16:3e:2e:6b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:35:00.512235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.520121 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.529718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.544159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af21169-7b54-4ec0-993e-2173f66b5584 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:35:00.600359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3af21169-7b54-4ec0-993e-2173f66b5584, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3af21169-7b54-4ec0-993e-2173f66b5584,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:00.605791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.645529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.646418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 006c56af-9b8c-4fb6-b065-993ddc4f1dc2 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:35:00.670044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.677044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:00.677569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2d7b1ded-a8b9-46e4-b0ff-8dd499a73383 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 204 len: 168 time: 2.5819674 Nov 12 12:35:00.683853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1459948155'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:00.712921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=3af21169-7b54-4ec0-993e-2173f66b5584,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:00.735094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:00.744815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.812560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:00.836826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.837179 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment 246f576e-1335-4dd5-b880-02a6f95b8f63 of type vlan for network de3b963a-2832-418f-b143-4844121239c2 Nov 12 12:35:00.871440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['3af21169-7b54-4ec0-993e-2173f66b5584'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:00.910445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.945983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.955548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:00.956720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.008393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3302019 Nov 12 12:35:01.011423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36156) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:01.021870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': 'de3b963a-2832-418f-b143-4844121239c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:01.075162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc6ffe-7aad-42e8-af01-8f9ef3ebac28 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=de3b963a-2832-418f-b143-4844121239c2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:01.110938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network de3b963a-2832-418f-b143-4844121239c2 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:01.307216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:01.310996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.342929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbf18c-40fd-44aa-b26d-82f0a8c9f4ef req-c22edc27-5f24-4d0e-ac65-69888e261299 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:01.344549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbcbf18c-40fd-44aa-b26d-82f0a8c9f4ef req-c22edc27-5f24-4d0e-ac65-69888e261299 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 945 time: 0.1489892 Nov 12 12:35:01.498978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-5a07b557-3a87-4af6-93af-e044da2a8e08 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:01.500643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-5a07b557-3a87-4af6-93af-e044da2a8e08 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 945 time: 0.2136593 Nov 12 12:35:01.552786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63813d19-f738-4162-8c79-c6f5b7cfc466 req-c7f89c79-148c-40fd-ba07-daa5fa97c11b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:01.565536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63813d19-f738-4162-8c79-c6f5b7cfc466 req-c7f89c79-148c-40fd-ba07-daa5fa97c11b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 944 time: 0.0751052 Nov 12 12:35:01.588626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbcbf18c-40fd-44aa-b26d-82f0a8c9f4ef req-bd46921a-b41c-4a2f-8eaf-4f0ae1afdd11 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243483 Nov 12 12:35:01.669470 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63813d19-f738-4162-8c79-c6f5b7cfc466 req-4c6801fc-0dec-4996-967d-6296f5d8c455 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021414 Nov 12 12:35:01.718887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Deleting port 8ad4a323-8f09-4b86-8239-97326a2dd7dc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:01.719237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.817783 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:35:01.907743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.981807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] For port 8ad4a323-8f09-4b86-8239-97326a2dd7dc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ad4a323-8f09-4b86-8239-97326a2dd7dc,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:01.982283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.018624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Calling delete_port for 8ad4a323-8f09-4b86-8239-97326a2dd7dc owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:02.157546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': '246f576e-1335-4dd5-b880-02a6f95b8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de3b963a-2832-418f-b143-4844121239c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:02.158393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: de3b963a-2832-418f-b143-4844121239c2, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:02.166036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=6db24a0d-17bf-4ff5-af8f-a7681b9102dc,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:02.166345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3af21169-7b54-4ec0-993e-2173f66b5584 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:02.210121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network de3b963a-2832-418f-b143-4844121239c2 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:02.232919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, de3b963a-2832-418f-b143-4844121239c2) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:02.249603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:02.252591 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.275593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2d46a-4ad4-4876-b62c-8d9c85c599f7 None None] Network de3b963a-2832-418f-b143-4844121239c2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:02.317949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d382eb25-85b1-490a-b4bb-5051791c4fde tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3049591 Nov 12 12:35:02.318567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:02.323987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-505472976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:02.346209 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.386397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.388192 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.400780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ad4a323-8f09-4b86-8239-97326a2dd7dc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:02.409013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:02.436808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'Port': ['ID=8ad4a323-8f09-4b86-8239-97326a2dd7dc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:02.612869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] No DVR routers for this DVR port 8ad4a323-8f09-4b86-8239-97326a2dd7dc on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:02.616273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.626005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5886f2c-c227-425a-a240-bbacb27e3bd1 req-43df710e-85a5-4bd9-bb70-36cdd2791fbd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.81 "DELETE /v2.0/ports/8ad4a323-8f09-4b86-8239-97326a2dd7dc HTTP/1.1" status: 204 len: 173 time: 1.1103446 Nov 12 12:35:02.626191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'name': 'network-vif-deleted', 'tag': '8ad4a323-8f09-4b86-8239-97326a2dd7dc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:02.645812 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f75ac32-3532-47ba-aeac-3349b85a0f04" -d '{"events": [{"server_uuid": "37790ba2-6b76-448e-9d03-cd6eeb567524", "name": "network-vif-deleted", "tag": "8ad4a323-8f09-4b86-8239-97326a2dd7dc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:02.648753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.668279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.734121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:02.745592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5932163e-11ae-4ae7-a64b-002a84383419 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4260416 Nov 12 12:35:02.748620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:02.898350 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980de432-3151-4097-9154-191d36a08f37 x-openstack-request-id: req-980de432-3151-4097-9154-191d36a08f37 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:02.898350 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37790ba2-6b76-448e-9d03-cd6eeb567524", "name": "network-vif-deleted", "tag": "8ad4a323-8f09-4b86-8239-97326a2dd7dc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:02.898350 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-980de432-3151-4097-9154-191d36a08f37 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:02.898784 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37790ba2-6b76-448e-9d03-cd6eeb567524', 'name': 'network-vif-deleted', 'tag': '8ad4a323-8f09-4b86-8239-97326a2dd7dc', 'status': 'completed', 'code': 200} Nov 12 12:35:02.932581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d87a33-ce6c-4d81-9a96-543b39044bc1 req-ac56aeb0-93d1-41cf-b521-178c8fe2482f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=37790ba2-6b76-448e-9d03-cd6eeb567524 HTTP/1.1" status: 200 len: 210 time: 0.0899942 Nov 12 12:35:03.006887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 3af21169-7b54-4ec0-993e-2173f66b5584 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:35:03.026564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 3af21169-7b54-4ec0-993e-2173f66b5584 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:03.026939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.328460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3742-ab5e-44b0-b2ef-5253c9b41ebc req-f3525a86-2915-4569-a643-30c75ecd447d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:03.334889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21fc3742-ab5e-44b0-b2ef-5253c9b41ebc req-f3525a86-2915-4569-a643-30c75ecd447d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 944 time: 0.3045914 Nov 12 12:35:03.352711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36242) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:03.447297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Deleting subnet a6ea6797-6b68-4575-9c88-c00402189e72 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:35:03.450449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-de3b963a-2832-418f-b143-4844121239c2', 'network_id': 'de3b963a-2832-418f-b143-4844121239c2', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': '6db24a0d-17bf-4ff5-af8f-a7681b9102dc'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:35:03.451363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.451688 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.493034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.618143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.635920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.712117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af21169-7b54-4ec0-993e-2173f66b5584'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:03.718646 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc6666-cbd8-4b0c-a16c-e672da5b3289" -d '{"events": [{"server_uuid": "e2a3ca58-d329-4137-a060-310dd0f65d06", "name": "network-vif-plugged", "status": "completed", "tag": "3af21169-7b54-4ec0-993e-2173f66b5584"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:03.759101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:03.768177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.806911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ea6797-6b68-4575-9c88-c00402189e72,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:03.822991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.826346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cf26e727-3882-4d81-a5d7-0d78bd973df1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a6ea6797-6b68-4575-9c88-c00402189e72 HTTP/1.1" status: 204 len: 168 time: 0.4717658 Nov 12 12:35:03.830716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:03.839867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3af21169-7b54-4ec0-993e-2173f66b5584, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3af21169-7b54-4ec0-993e-2173f66b5584,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:03.851504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.985357 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb486db-71fc-4c7d-bd29-02e5be294922 x-openstack-request-id: req-3eb486db-71fc-4c7d-bd29-02e5be294922 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:03.985357 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a3ca58-d329-4137-a060-310dd0f65d06", "name": "network-vif-plugged", "status": "completed", "tag": "3af21169-7b54-4ec0-993e-2173f66b5584", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:03.985357 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3eb486db-71fc-4c7d-bd29-02e5be294922 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:03.991281 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af21169-7b54-4ec0-993e-2173f66b5584', 'code': 200} Nov 12 12:35:04.028025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Allocated IP 2001:db8::2 (de3b963a-2832-418f-b143-4844121239c2/6db24a0d-17bf-4ff5-af8f-a7681b9102dc/12ac0f9f-069d-4445-9e7e-057c52680404) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:04.096037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=3af21169-7b54-4ec0-993e-2173f66b5584,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:04.106016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5f680e3-624f-489b-941b-23c0ad22ad1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.136291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.351793 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.354725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5f680e3-624f-489b-941b-23c0ad22ad1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.364564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.370178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5f680e3-624f-489b-941b-23c0ad22ad1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.456176 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5f680e3-624f-489b-941b-23c0ad22ad1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed31be6909cd4e39a53a2c96953c96d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6956141 Nov 12 12:35:04.460699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36266) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:04.477603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Network de3b963a-2832-418f-b143-4844121239c2 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:04.484126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:04.493343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:04.523203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Pushing event updated for resources: {'Port': ['ID=12ac0f9f-069d-4445-9e7e-057c52680404,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:04.561467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21fc3742-ab5e-44b0-b2ef-5253c9b41ebc req-5064a62a-ca07-4347-8caa-f517f1321963 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1450465 Nov 12 12:35:04.581093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Attempting to bind port 12ac0f9f-069d-4445-9e7e-057c52680404 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:04.582771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Attempting to bind port 12ac0f9f-069d-4445-9e7e-057c52680404 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '246f576e-1335-4dd5-b880-02a6f95b8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de3b963a-2832-418f-b143-4844121239c2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:04.583875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Attempting to bind port 12ac0f9f-069d-4445-9e7e-057c52680404 on network de3b963a-2832-418f-b143-4844121239c2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:04.603968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d65658-fa07-40f5-aeb1-6db15ca5e768 req-9ea74d16-c660-484e-a5c8-a0f63495bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:04.604853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:04.605561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Checking segment: {'id': '246f576e-1335-4dd5-b880-02a6f95b8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de3b963a-2832-418f-b143-4844121239c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:04.605700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77d65658-fa07-40f5-aeb1-6db15ca5e768 req-9ea74d16-c660-484e-a5c8-a0f63495bb0d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 1096 time: 0.1372850 Nov 12 12:35:04.606411 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.607056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Bound using segment: {'id': '246f576e-1335-4dd5-b880-02a6f95b8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de3b963a-2832-418f-b143-4844121239c2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:04.607806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Bound port: 12ac0f9f-069d-4445-9e7e-057c52680404, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246f576e-1335-4dd5-b880-02a6f95b8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de3b963a-2832-418f-b143-4844121239c2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:04.608438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.638906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.687341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f680e3-624f-489b-941b-23c0ad22ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a401755-0392-4df5-880f-da11715e8b92,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:04.758409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] For port 12ac0f9f-069d-4445-9e7e-057c52680404, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:04.762477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] For port 12ac0f9f-069d-4445-9e7e-057c52680404, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=12ac0f9f-069d-4445-9e7e-057c52680404,segment=NetworkSegment(246f576e-1335-4dd5-b880-02a6f95b8f63),segment_id=246f576e-1335-4dd5-b880-02a6f95b8f63)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:04.769754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.847576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ba439-187c-4500-aad8-ddb18e85b0cc None None] Pushing event updated for resources: {'Port': ['ID=12ac0f9f-069d-4445-9e7e-057c52680404,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:05.007342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77d65658-fa07-40f5-aeb1-6db15ca5e768 req-b5e5b00c-95bb-417c-92fc-4a593b74b3d8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752503 Nov 12 12:35:05.019214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.064539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254199e-d59a-423f-8302-eaf7e15404bf req-be12490a-e112-40f2-8e5c-0c2d3b6953b7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:05.066613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0254199e-d59a-423f-8302-eaf7e15404bf req-be12490a-e112-40f2-8e5c-0c2d3b6953b7 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.4486303 Nov 12 12:35:05.084957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc37fd3a-ad17-447e-b063-dfc714ffe2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.113406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afb658-0624-40fa-b932-93118191f056 req-f7a3b267-4b75-43a1-a248-242145a1dd15 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:05.113406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69afb658-0624-40fa-b932-93118191f056 req-f7a3b267-4b75-43a1-a248-242145a1dd15 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 946 time: 0.4937415 Nov 12 12:35:05.124443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b8ea64-1ba2-41b2-b829-19ec9b5d1122']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:05.196201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62904f2-a961-44c9-9e76-e4e6e56d5e42') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:05.196201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62904f2-a961-44c9-9e76-e4e6e56d5e42') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:05.245343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8::1 (de3b963a-2832-418f-b143-4844121239c2/6db24a0d-17bf-4ff5-af8f-a7681b9102dc/e22b9d09-7120-4d17-90eb-6ddaf4562506) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:05.257229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.261492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc37fd3a-ad17-447e-b063-dfc714ffe2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.321014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.373449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:35:05.374204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:35:05.379354 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:35:05.449304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.480520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-69afb658-0624-40fa-b932-93118191f056 req-9b371dba-e598-4deb-9498-142b1e8b608f tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc684de-0646-4054-a86b-eb59961906fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563995 Nov 12 12:35:05.499876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.521383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.521702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.524829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] 10.222.0.18 "DELETE /v2.0/networks/85b8ea64-1ba2-41b2-b829-19ec9b5d1122 HTTP/1.1" status: 204 len: 168 time: 1.6931095 Nov 12 12:35:05.536153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:05.540155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fa0a1-8562-4bd0-9f09-a324792d362a admin admin] Pushing event deleted for resources: {'Network': ['ID=85b8ea64-1ba2-41b2-b829-19ec9b5d1122,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:05.550473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc37fd3a-ad17-447e-b063-dfc714ffe2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.557118 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc37fd3a-ad17-447e-b063-dfc714ffe2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.575349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fc37fd3a-ad17-447e-b063-dfc714ffe2ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a401755-0392-4df5-880f-da11715e8b92 HTTP/1.1" status: 204 len: 168 time: 1.1102049 Nov 12 12:35:05.598645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Deleting port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:05.598990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.626786 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network de3b963a-2832-418f-b143-4844121239c2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:05.633111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:05.649716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:05.651015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.692926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40e880b9-192c-435b-bfd2-466f9e1b9271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.735449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] For port 1a40015a-8a0c-46e4-a204-5d58e9f8c651, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1a40015a-8a0c-46e4-a204-5d58e9f8c651,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:05.735743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.753351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Calling delete_port for 1a40015a-8a0c-46e4-a204-5d58e9f8c651 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:05.835177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Deleting subnet d7c03c08-67ba-4e94-afdf-7731aa15b27d {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:35:05.837417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=e22b9d09-7120-4d17-90eb-6ddaf4562506,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:05.863075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.967240 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.982840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbece83-ee14-4fb4-8ae8-ab566f8eeaf1 req-72df5f41-5a88-4344-9406-9c3e6d87b274 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:05.984570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdbece83-ee14-4fb4-8ae8-ab566f8eeaf1 req-72df5f41-5a88-4344-9406-9c3e6d87b274 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.2185462 Nov 12 12:35:06.016175 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.019420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37fd3a-ad17-447e-b063-dfc714ffe2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a401755-0392-4df5-880f-da11715e8b92,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:06.044543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1a40015a-8a0c-46e4-a204-5d58e9f8c651'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:06.113697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'Port': ['ID=1a40015a-8a0c-46e4-a204-5d58e9f8c651,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:06.180849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ad4a323-8f09-4b86-8239-97326a2dd7dc no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:06.196502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.240934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 8ad4a323-8f09-4b86-8239-97326a2dd7dc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:06.241717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ad4a323-8f09-4b86-8239-97326a2dd7dc not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:06.247749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:06.252770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] No DVR routers for this DVR port 1a40015a-8a0c-46e4-a204-5d58e9f8c651 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:06.258570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.270142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0254199e-d59a-423f-8302-eaf7e15404bf req-10042cf8-5bc0-4b37-82de-6e11dd43136b tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "DELETE /v2.0/ports/1a40015a-8a0c-46e4-a204-5d58e9f8c651 HTTP/1.1" status: 204 len: 173 time: 1.1810474 Nov 12 12:35:06.277900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09844df0-452e-4688-a613-cb1f5bc554fb', 'name': 'network-vif-deleted', 'tag': '1a40015a-8a0c-46e4-a204-5d58e9f8c651'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:06.281121 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7fd1b5-256c-481b-81ed-a67e486b4d57" -d '{"events": [{"server_uuid": "09844df0-452e-4688-a613-cb1f5bc554fb", "name": "network-vif-deleted", "tag": "1a40015a-8a0c-46e4-a204-5d58e9f8c651"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:06.314899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d59817c-c074-4f0d-8ef2-a84c525e96a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.356703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.454919 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b2b3b5-4438-49c8-8c25-663669c0ec51 x-openstack-request-id: req-92b2b3b5-4438-49c8-8c25-663669c0ec51 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:06.456893 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09844df0-452e-4688-a613-cb1f5bc554fb", "name": "network-vif-deleted", "tag": "1a40015a-8a0c-46e4-a204-5d58e9f8c651", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:06.457447 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92b2b3b5-4438-49c8-8c25-663669c0ec51 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:06.458867 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09844df0-452e-4688-a613-cb1f5bc554fb', 'name': 'network-vif-deleted', 'tag': '1a40015a-8a0c-46e4-a204-5d58e9f8c651', 'status': 'completed', 'code': 200} Nov 12 12:35:06.570907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d59817c-c074-4f0d-8ef2-a84c525e96a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.585924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.591533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1e9ac-5a64-4a7d-ad22-1745377eb324 None None] Network de3b963a-2832-418f-b143-4844121239c2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:06.604215 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d59817c-c074-4f0d-8ef2-a84c525e96a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.633626 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d59817c-c074-4f0d-8ef2-a84c525e96a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9ba6b2bafff43399d08082fbd41bac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782120 Nov 12 12:35:06.636722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:06.643679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdbece83-ee14-4fb4-8ae8-ab566f8eeaf1 req-1af864dd-07c9-4b9e-b7fd-350f18699734 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357491 Nov 12 12:35:06.711457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c03c08-67ba-4e94-afdf-7731aa15b27d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:06.712819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc706-7117-44fd-8365-2d5f0b4bc453 req-8b2ddcf7-59a2-4793-afb1-7dfbf53a3d4f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:06.714402 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2dbc706-7117-44fd-8365-2d5f0b4bc453 req-8b2ddcf7-59a2-4793-afb1-7dfbf53a3d4f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1577938 Nov 12 12:35:06.715407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59817c-c074-4f0d-8ef2-a84c525e96a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8678b995-9b2e-491b-9ae8-a136b376b1b6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:06.718605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.730423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-220e2d3b-4109-495a-8f8f-eff274085009 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d7c03c08-67ba-4e94-afdf-7731aa15b27d HTTP/1.1" status: 204 len: 168 time: 1.1849167 Nov 12 12:35:06.741919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36310) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:06.752369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3b53cd-ed85-49de-bce5-7aa2f721254a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.807605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3b53cd-ed85-49de-bce5-7aa2f721254a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.828051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fbbdf90e-1226-4e8f-842e-66b5d8514370 None None] Provisioning complete for port 12ac0f9f-069d-4445-9e7e-057c52680404 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:06.829348 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf90e-1226-4e8f-842e-66b5d8514370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.836246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-077ee0f2-2429-42b7-b898-46790fd035d5 req-ed983649-ab2a-47ec-afce-1c718c4fe065 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=09844df0-452e-4688-a613-cb1f5bc554fb HTTP/1.1" status: 200 len: 210 time: 0.0452163 Nov 12 12:35:06.906866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3b53cd-ed85-49de-bce5-7aa2f721254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.914009 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3b53cd-ed85-49de-bce5-7aa2f721254a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.915234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4e3b53cd-ed85-49de-bce5-7aa2f721254a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8678b995-9b2e-491b-9ae8-a136b376b1b6 HTTP/1.1" status: 204 len: 168 time: 0.2775939 Nov 12 12:35:06.980783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b53cd-ed85-49de-bce5-7aa2f721254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8678b995-9b2e-491b-9ae8-a136b376b1b6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:07.000404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.014148 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2dbc706-7117-44fd-8365-2d5f0b4bc453 req-468c9282-2064-41ee-89c4-e763455424f0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621300 Nov 12 12:35:07.141846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.145247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf90e-1226-4e8f-842e-66b5d8514370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.175859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44420e02-7bc1-49d6-b74f-40724812d2af']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:07.242586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fbbdf90e-1226-4e8f-842e-66b5d8514370 None None] For port 12ac0f9f-069d-4445-9e7e-057c52680404, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=12ac0f9f-069d-4445-9e7e-057c52680404,segment=NetworkSegment(246f576e-1335-4dd5-b880-02a6f95b8f63),segment_id=246f576e-1335-4dd5-b880-02a6f95b8f63)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:07.252673 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf90e-1226-4e8f-842e-66b5d8514370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.262145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c469efd-a40c-43e3-8cfa-4c0622dca608') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:07.263133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c469efd-a40c-43e3-8cfa-4c0622dca608') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:07.299838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.324444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 12ac0f9f-069d-4445-9e7e-057c52680404 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:07.335613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.343469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:35:07.343874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:35:07.346734 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:35:07.441233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.454150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.456002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.480621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdf90e-1226-4e8f-842e-66b5d8514370 None None] Pushing event updated for resources: {'Port': ['ID=12ac0f9f-069d-4445-9e7e-057c52680404,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:07.496968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 12ac0f9f-069d-4445-9e7e-057c52680404 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:07.497364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.514360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.525406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=e22b9d09-7120-4d17-90eb-6ddaf4562506,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:07.529728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.533784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/44420e02-7bc1-49d6-b74f-40724812d2af HTTP/1.1" status: 204 len: 168 time: 0.7882893 Nov 12 12:35:07.550840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be454c1b-4e0d-4b13-8118-946ff33a10d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=44420e02-7bc1-49d6-b74f-40724812d2af,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:07.603660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af778dff-ac09-46c8-b63d-ef81e2de225a None None] Provisioning complete for port e22b9d09-7120-4d17-90eb-6ddaf4562506 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:07.604174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af778dff-ac09-46c8-b63d-ef81e2de225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.702586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network de3b963a-2832-418f-b143-4844121239c2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:07.705823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:07.734950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-af778dff-ac09-46c8-b63d-ef81e2de225a None None] Port e22b9d09-7120-4d17-90eb-6ddaf4562506 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:07.799855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af778dff-ac09-46c8-b63d-ef81e2de225a None None] Provisioning complete for port 12ac0f9f-069d-4445-9e7e-057c52680404 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:07.800037 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af778dff-ac09-46c8-b63d-ef81e2de225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.830765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36330) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:07.953068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c95a6-c112-4611-b70a-ba43c1f8f164 req-c454408c-cdd6-4d65-872a-870e568a00ef tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:07.953278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 280f9c70-355e-45b7-8952-56f3a3dc4700 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:35:07.957415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c99c95a6-c112-4611-b70a-ba43c1f8f164 req-c454408c-cdd6-4d65-872a-870e568a00ef tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1959004 Nov 12 12:35:07.962921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13684d83-f30c-4222-bb89-93ac7f0c373d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0a2dd953b8749549a19583f42b17eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297684 Nov 12 12:35:07.965286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36338) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:08.060843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c99c95a6-c112-4611-b70a-ba43c1f8f164 req-fe3b05f9-63c0-4f7e-be43-f16a01f2e1b1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958817 Nov 12 12:35:08.156348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1a40015a-8a0c-46e4-a204-5d58e9f8c651 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:08.255079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 1a40015a-8a0c-46e4-a204-5d58e9f8c651 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:08.255436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1a40015a-8a0c-46e4-a204-5d58e9f8c651 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:08.261998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25d91fe8-a6ee-4c41-b080-99d11ae08356 None None] Provisioning complete for port e22b9d09-7120-4d17-90eb-6ddaf4562506 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:08.262389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842f3b62-ce1f-4d71-808e-f0024e115695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.262530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25d91fe8-a6ee-4c41-b080-99d11ae08356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.310332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842f3b62-ce1f-4d71-808e-f0024e115695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.336991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25d91fe8-a6ee-4c41-b080-99d11ae08356 None None] Port e22b9d09-7120-4d17-90eb-6ddaf4562506 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:08.360692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f305e3-503a-492c-b73e-b1ce37ecb3bb req-e4f1ee75-0b28-47f7-8f45-b09f1fc31224 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:08.375190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20f305e3-503a-492c-b73e-b1ce37ecb3bb req-e4f1ee75-0b28-47f7-8f45-b09f1fc31224 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1642866 Nov 12 12:35:08.405662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:08.417106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6f0443b7-a4eb-4790-9777-bcf906b7ec0a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/280f9c70-355e-45b7-8952-56f3a3dc4700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6674075 Nov 12 12:35:08.422101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36356) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:08.422938 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] Sync routers for ids ['280f9c70-355e-45b7-8952-56f3a3dc4700'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:08.443245 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] Routers {'280f9c70-355e-45b7-8952-56f3a3dc4700'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:08.452515 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['280f9c70-355e-45b7-8952-56f3a3dc4700'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.474042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7748b92c-ddb1-4ebc-876f-b09d457c045c None None] Provisioning complete for port e22b9d09-7120-4d17-90eb-6ddaf4562506 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:08.481904 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842f3b62-ce1f-4d71-808e-f0024e115695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.482424 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7748b92c-ddb1-4ebc-876f-b09d457c045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.485506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842f3b62-ce1f-4d71-808e-f0024e115695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.495567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20f305e3-503a-492c-b73e-b1ce37ecb3bb req-c25b0591-28c9-4dfb-9c27-01ebb3a1c7ac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171763 Nov 12 12:35:08.496595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-842f3b62-ce1f-4d71-808e-f0024e115695 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd435b54-e220-4255-b725-b857e321d063 HTTP/1.1" status: 204 len: 168 time: 0.5299759 Nov 12 12:35:08.538976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb033f1-caa7-460a-aab6-fa2540ac25ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:08.550574 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9eb033f1-caa7-460a-aab6-fa2540ac25ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports/e22b9d09-7120-4d17-90eb-6ddaf4562506 HTTP/1.1" status: 200 len: 911 time: 0.1252646 Nov 12 12:35:08.553010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:08.559450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6db24a0d-17bf-4ff5-af8f-a7681b9102dc'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:08.559708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f3b62-ce1f-4d71-808e-f0024e115695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd435b54-e220-4255-b725-b857e321d063,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:08.576539 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.596721 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] Routers {'280f9c70-355e-45b7-8952-56f3a3dc4700'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:08.597364 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:34:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['280f9c70-355e-45b7-8952-56f3a3dc4700'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.666465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7748b92c-ddb1-4ebc-876f-b09d457c045c None None] Port e22b9d09-7120-4d17-90eb-6ddaf4562506 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:08.698546 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.700021 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f442c-2bf0-444d-a30c-6ec5a107d17d None None] The sync data for ids ['280f9c70-355e-45b7-8952-56f3a3dc4700'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:08.835571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17f17-b867-4043-8b9b-38ce0985b158 req-d04c5a08-85cb-4ca7-b4f9-1bfef84f8c12 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:08.837207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8b17f17-b867-4043-8b9b-38ce0985b158 req-d04c5a08-85cb-4ca7-b4f9-1bfef84f8c12 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1093147 Nov 12 12:35:08.891231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d37d6-adc4-4732-8988-4ab99a1ee999 req-f7409c2a-d78a-43b4-9cf7-774faa497f35 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:08.902982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-509d37d6-adc4-4732-8988-4ab99a1ee999 req-f7409c2a-d78a-43b4-9cf7-774faa497f35 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.2404160 Nov 12 12:35:08.919019 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2bc9739b-d158-4da2-b59c-870029250d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.929008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8b17f17-b867-4043-8b9b-38ce0985b158 req-e2939a4e-e257-45d4-b384-e646d06bac61 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799415 Nov 12 12:35:09.055755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-509d37d6-adc4-4732-8988-4ab99a1ee999 req-b5b94937-2293-4cc2-be85-df7e16dff6f6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514847 Nov 12 12:35:09.056392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.226538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 12ac0f9f-069d-4445-9e7e-057c52680404 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:09.338568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.349281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 12ac0f9f-069d-4445-9e7e-057c52680404 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:09.349962 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.380772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36378) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:09.507530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2d9389b3-b05a-409a-bc44-c083c2bfbcf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dd313a203d4442995f37f89f2c8dcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253736 Nov 12 12:35:09.509876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:09.575632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5f36-d9ed-4955-b0b9-f2b712f1cf51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.618523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5f36-d9ed-4955-b0b9-f2b712f1cf51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.685307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5f36-d9ed-4955-b0b9-f2b712f1cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.689945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5f36-d9ed-4955-b0b9-f2b712f1cf51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.692847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0b0a5f36-d9ed-4955-b0b9-f2b712f1cf51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/563bebcc-b2ff-4f17-956f-6fa7cde9c58e HTTP/1.1" status: 204 len: 168 time: 0.1812720 Nov 12 12:35:09.705363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a5f36-d9ed-4955-b0b9-f2b712f1cf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563bebcc-b2ff-4f17-956f-6fa7cde9c58e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:09.855493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2894c-c491-40e3-a7bc-3528c3f8948a req-05836f75-2fa8-44a5-8a4e-0cc462e7996d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:09.863267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7b2894c-c491-40e3-a7bc-3528c3f8948a req-05836f75-2fa8-44a5-8a4e-0cc462e7996d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.2082870 Nov 12 12:35:09.881173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-6e810a8b-b78a-41d6-98ab-ec5468a06fdc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:09.882687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-6e810a8b-b78a-41d6-98ab-ec5468a06fdc tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.1849601 Nov 12 12:35:10.082811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0bc9-3261-4eb3-b85d-082ff0c8ad72 req-f5647276-47db-4213-bd0d-6f4b9305b9b5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:10.085187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fdf0bc9-3261-4eb3-b85d-082ff0c8ad72 req-f5647276-47db-4213-bd0d-6f4b9305b9b5 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 944 time: 0.0697052 Nov 12 12:35:10.129048 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c7b2894c-c491-40e3-a7bc-3528c3f8948a req-718b11cd-b6a9-4229-a4c1-8437845ad082 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648022 Nov 12 12:35:10.177047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fdf0bc9-3261-4eb3-b85d-082ff0c8ad72 req-bd1d6156-5b75-4ce4-88c0-3f77995266fe tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771842 Nov 12 12:35:10.313654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Deleting port 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:10.314556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.442081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.465090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] For port 9394420d-6618-436b-953e-385e41c4a352, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9394420d-6618-436b-953e-385e41c4a352,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:10.465536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.484837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592d5fd-33c1-4e25-906c-e92841f22892 req-8b6781d7-dfef-48ea-90f5-a9e2ddb2fb7b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:10.487162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c592d5fd-33c1-4e25-906c-e92841f22892 req-8b6781d7-dfef-48ea-90f5-a9e2ddb2fb7b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.2206047 Nov 12 12:35:10.489962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.496278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:10.498533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.502642 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/ports/e22b9d09-7120-4d17-90eb-6ddaf4562506 HTTP/1.1" status: 200 len: 911 time: 1.9485018 Nov 12 12:35:10.503172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:10.577302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.616592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fcf0e-a06b-4419-81b2-df74e1a1ddec tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=e22b9d09-7120-4d17-90eb-6ddaf4562506,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:10.906778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c592d5fd-33c1-4e25-906c-e92841f22892 req-986c873d-4663-49b5-a46c-368b1e27b1de tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949506 Nov 12 12:35:11.115025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.145430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.146752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.147320 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Floating IP 0166d8ba-de8c-4b3f-a367-9c34a40af6f7 disassociated. External IP: 172.25.1.6, port: 9394420d-6618-436b-953e-385e41c4a352. Nov 12 12:35:11.147887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Calling delete_port for 9394420d-6618-436b-953e-385e41c4a352 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:11.236786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.459126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.485462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b3b8c-811b-404b-a541-2387b4b41ae7 req-e32a3e75-8c09-4d53-9386-8b461edf4c48 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:11.487449 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c09b3b8c-811b-404b-a541-2387b4b41ae7 req-e32a3e75-8c09-4d53-9386-8b461edf4c48 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 866 time: 0.1525686 Nov 12 12:35:11.525794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'Port': ['ID=9394420d-6618-436b-953e-385e41c4a352,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:11.589753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b31f9-1029-499c-abd6-13c56f6e400d req-2b586503-fb25-46a8-8066-faef840964c7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:11.594127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-498b31f9-1029-499c-abd6-13c56f6e400d req-2b586503-fb25-46a8-8066-faef840964c7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.2669926 Nov 12 12:35:11.649152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c09b3b8c-811b-404b-a541-2387b4b41ae7 req-cf461d11-1a46-4043-9574-76716cd16dce tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups?id=404e6ca7-db85-4c9d-af36-7f4f646e3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372528 Nov 12 12:35:11.675416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-498b31f9-1029-499c-abd6-13c56f6e400d req-36fb3bf6-9ee5-4c75-b89f-1d2ca182368a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744066 Nov 12 12:35:11.803371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Router 256c6e10-a61d-4909-9700-9b2b811da247 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:11.850469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port e22b9d09-7120-4d17-90eb-6ddaf4562506 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:11.850861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.012505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.038883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for e22b9d09-7120-4d17-90eb-6ddaf4562506 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:12.199572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d050-a357-4369-9376-576c9a743471 req-07b9b24c-1549-451b-8c52-f18540c57cc7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:12.208284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f043d050-a357-4369-9376-576c9a743471 req-07b9b24c-1549-451b-8c52-f18540c57cc7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1622484 Nov 12 12:35:12.352026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f043d050-a357-4369-9376-576c9a743471 req-4621ae3e-76ad-4791-8e57-e7700f88ddc8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427550 Nov 12 12:35:12.380807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:12.401968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] Sync routers for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:12.420937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:12.421601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:12.436746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] No DVR routers for this DVR port 9394420d-6618-436b-953e-385e41c4a352 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:12.444715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.449869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-59fc3844-abdb-49f9-96a7-acedc05966d4 req-4a46209f-bfe6-4bca-96b5-cb82fd3a24fd tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.65 "DELETE /v2.0/ports/9394420d-6618-436b-953e-385e41c4a352 HTTP/1.1" status: 204 len: 173 time: 2.5550234 Nov 12 12:35:12.450365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-deleted', 'tag': '9394420d-6618-436b-953e-385e41c4a352'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:12.452653 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c005e7-d87d-4174-9014-45b950fd8eb0" -d '{"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-deleted", "tag": "9394420d-6618-436b-953e-385e41c4a352"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:12.553775 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.571917 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3435a338-46c1-402b-989d-835d05a69726 x-openstack-request-id: req-3435a338-46c1-402b-989d-835d05a69726 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:12.572224 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d970b893-fbb6-4c6d-bfe3-418d4da37066", "name": "network-vif-deleted", "tag": "9394420d-6618-436b-953e-385e41c4a352", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:12.572478 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3435a338-46c1-402b-989d-835d05a69726 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:12.572892 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970b893-fbb6-4c6d-bfe3-418d4da37066', 'name': 'network-vif-deleted', 'tag': '9394420d-6618-436b-953e-385e41c4a352', 'status': 'completed', 'code': 200} Nov 12 12:35:12.583068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:12.616609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=e22b9d09-7120-4d17-90eb-6ddaf4562506,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:12.991848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e004c6-3364-452c-9eb6-2c50246bd2d6 req-266c0dff-9217-49fd-911b-0495e682e3dd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:12.993455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e004c6-3364-452c-9eb6-2c50246bd2d6 req-266c0dff-9217-49fd-911b-0495e682e3dd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1463008 Nov 12 12:35:13.001111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7357e52-e9b4-4c76-a966-2c902a67e9bc req-ed88cd27-ce95-4a09-b5e3-b7a06fee85b0 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/ports?device_id=d970b893-fbb6-4c6d-bfe3-418d4da37066 HTTP/1.1" status: 200 len: 210 time: 0.1793890 Nov 12 12:35:13.011596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.077227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:25Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.103056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6e004c6-3364-452c-9eb6-2c50246bd2d6 req-52437486-89d9-4f11-a18c-c0c9791b8f1d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991044 Nov 12 12:35:13.151110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] Checking router: 256c6e10-a61d-4909-9700-9b2b811da247 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:13.177241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:13.177929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.307448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 280f9c70-355e-45b7-8952-56f3a3dc4700 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:13.435155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:13.445863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-53189709-4f36-44c8-a092-8897a48f6f98 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/280f9c70-355e-45b7-8952-56f3a3dc4700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412422 Nov 12 12:35:13.448057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:13.460611 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] Sync routers for ids ['280f9c70-355e-45b7-8952-56f3a3dc4700'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:13.472030 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] Routers {'280f9c70-355e-45b7-8952-56f3a3dc4700'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:13.472847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['280f9c70-355e-45b7-8952-56f3a3dc4700'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.485077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:13.516279 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.525916 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] Routers {'280f9c70-355e-45b7-8952-56f3a3dc4700'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:13.528385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['280f9c70-355e-45b7-8952-56f3a3dc4700'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.534027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-88767234-6c15-4a0c-9f08-ebe9e654f36e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=280f9c70-355e-45b7-8952-56f3a3dc4700 HTTP/1.1" status: 200 len: 205 time: 0.0834098 Nov 12 12:35:13.537321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:13.616134 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.616806 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f334078-9ad8-40c7-9c67-4450f06cd7d4 None None] The sync data for ids ['280f9c70-355e-45b7-8952-56f3a3dc4700'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:13.687386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf028-c50f-445b-958a-63da09643718 req-53e8b218-ee36-4fb3-af2e-bb9ee3773c3f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:13.693038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-163cf028-c50f-445b-958a-63da09643718 req-53e8b218-ee36-4fb3-af2e-bb9ee3773c3f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1441009 Nov 12 12:35:13.702042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.792345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-163cf028-c50f-445b-958a-63da09643718 req-f850a9ae-c41d-4de1-91de-b1de238af269 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950789 Nov 12 12:35:14.093594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:25Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:14.169861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:14.183991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e2211-d8c1-45fd-8a38-22d6447e11d3 None None] The sync data for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 is: [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:25:17Z', 'revision_number': 4, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae594169-4672-4ede-a68a-518082c23e71', 'name': '', 'network_id': 'd889def1-fa0c-4b04-88d3-b8caf44ecf3d', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'mac_address': 'fa:16:3e:c8:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:15Z', 'updated_at': '2021-11-12T12:25:25Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'subnets': [{'id': '14e79d26-cdbf-43d1-a36a-b382d5f64820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:14.189889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:14.242581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 9394420d-6618-436b-953e-385e41c4a352 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:14.244878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9394420d-6618-436b-953e-385e41c4a352 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:14.342528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b03c082-2900-452b-bb8f-736397074137 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.388275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b03c082-2900-452b-bb8f-736397074137 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.468281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b03c082-2900-452b-bb8f-736397074137 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.472470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b03c082-2900-452b-bb8f-736397074137 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.473745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9b03c082-2900-452b-bb8f-736397074137 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "DELETE /v2.0/security-groups/404e6ca7-db85-4c9d-af36-7f4f646e3ee7 HTTP/1.1" status: 204 len: 168 time: 0.3027391 Nov 12 12:35:14.483901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:14.484705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03c082-2900-452b-bb8f-736397074137 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e6ca7-db85-4c9d-af36-7f4f646e3ee7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:14.512124 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-b1ed0131-8784-4ff9-8c68-7a42213745d1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] show failed (client error): The resource could not be found. Nov 12 12:35:14.517036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b1ed0131-8784-4ff9-8c68-7a42213745d1 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "GET /v2.0/security-groups/404e6ca7-db85-4c9d-af36-7f4f646e3ee7 HTTP/1.1" status: 404 len: 347 time: 0.0207419 Nov 12 12:35:14.517859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36910) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:14.684949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.691097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.704137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9089a-0968-47b0-851d-c63823619a7b req-f74982d4-c70a-4bfa-ac87-b7cb7d2f5bd8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:14.706796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fc9089a-0968-47b0-851d-c63823619a7b req-f74982d4-c70a-4bfa-ac87-b7cb7d2f5bd8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.3551624 Nov 12 12:35:14.715307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Deleting port ef3757d4-7c21-4a28-b636-28b95794347b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:14.715673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.744650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d6cc4-666a-41c9-ae1d-99140188ad90 None None] New status for floating IP 0166d8ba-de8c-4b3f-a367-9c34a40af6f7: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:35:14.880830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.881334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 280f9c70-355e-45b7-8952-56f3a3dc4700 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:35:14.904557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.905682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-67ccf0ea-8558-4d7e-9e0f-8501fa093f11 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/280f9c70-355e-45b7-8952-56f3a3dc4700 HTTP/1.1" status: 204 len: 168 time: 1.3673820 Nov 12 12:35:14.910841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:14.955333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.955990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.031795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Calling delete_port for ef3757d4-7c21-4a28-b636-28b95794347b owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:15.032105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fc9089a-0968-47b0-851d-c63823619a7b req-dce8adff-de41-4f61-a96c-550cd39eb59a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319312 Nov 12 12:35:15.055007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet 6db24a0d-17bf-4ff5-af8f-a7681b9102dc {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:35:15.065831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.116343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372d02-cc49-43de-b6ff-6801cd808a92 req-fe10dd6c-7e6a-4752-90a6-9cb75b43234a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:15.117902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63372d02-cc49-43de-b6ff-6801cd808a92 req-fe10dd6c-7e6a-4752-90a6-9cb75b43234a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1571596 Nov 12 12:35:15.142973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.218526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63372d02-cc49-43de-b6ff-6801cd808a92 req-30ca310d-54f2-4a69-bc01-cd6db1b5ac06 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Nov 12 12:35:15.307037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.328344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.370083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201143a-c62d-41fe-b550-d0d3e8099546 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:15.421586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.448433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.456231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed3dfd-9d9e-4cc2-bbff-647f0a085dc1 None None] Network de3b963a-2832-418f-b143-4844121239c2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:15.458510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/6db24a0d-17bf-4ff5-af8f-a7681b9102dc HTTP/1.1" status: 204 len: 168 time: 0.5438018 Nov 12 12:35:15.500508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:15.502714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Pushing event deleted for resources: {'Port': ['ID=ef3757d4-7c21-4a28-b636-28b95794347b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:15.644543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe16a34-e7cd-4b32-9212-5d385e74be2e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=6db24a0d-17bf-4ff5-af8f-a7681b9102dc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:15.655322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-53c76b20-08c1-4b3a-9cd8-af4ee9ee607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:15.658263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-53c76b20-08c1-4b3a-9cd8-af4ee9ee607e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1096 time: 0.2217107 Nov 12 12:35:15.661095 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.663850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.668083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c2cb779e-1595-418b-8a78-7fbbd4061c05 tempest-ServerActionsTestJSON-1550912520 tempest-ServerActionsTestJSON-1550912520-project] 10.222.0.18 "DELETE /v2.0/floatingips/0166d8ba-de8c-4b3f-a367-9c34a40af6f7 HTTP/1.1" status: 204 len: 168 time: 1.1490302 Nov 12 12:35:15.668756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:15.682854 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.804572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] DHCP port deletion for de3b963a-2832-418f-b143-4844121239c2 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:15.868531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 12ac0f9f-069d-4445-9e7e-057c52680404 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:15.869047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.872997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-ef7ce542-2341-4db7-8ebb-0442866ec04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:15.875190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-ef7ce542-2341-4db7-8ebb-0442866ec04f service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.1893580 Nov 12 12:35:15.937604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] Deleting port 12ac0f9f-069d-4445-9e7e-057c52680404 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:15.938002 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.029776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 12ac0f9f-069d-4445-9e7e-057c52680404, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=12ac0f9f-069d-4445-9e7e-057c52680404,segment=NetworkSegment(246f576e-1335-4dd5-b880-02a6f95b8f63),segment_id=246f576e-1335-4dd5-b880-02a6f95b8f63)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:16.030483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.045080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 12ac0f9f-069d-4445-9e7e-057c52680404 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:16.144083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] For port 12ac0f9f-069d-4445-9e7e-057c52680404, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=12ac0f9f-069d-4445-9e7e-057c52680404,segment=NetworkSegment(246f576e-1335-4dd5-b880-02a6f95b8f63),segment_id=246f576e-1335-4dd5-b880-02a6f95b8f63)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:16.144500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.171304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.174727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] Calling delete_port for 12ac0f9f-069d-4445-9e7e-057c52680404 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:16.247951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-03afe609-ee23-41ba-ba2e-4d64a14b7f6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 1000 time: 0.3651645 Nov 12 12:35:16.278678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=12ac0f9f-069d-4445-9e7e-057c52680404,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:16.289758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No DVR routers for this DVR port 12ac0f9f-069d-4445-9e7e-057c52680404 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:16.303381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.337049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] Pushing event deleted for resources: {'Port': ['ID=12ac0f9f-069d-4445-9e7e-057c52680404,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:16.356870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3693cd-668c-4740-a4c0-11c9635ed57f None None] No DVR routers for this DVR port 12ac0f9f-069d-4445-9e7e-057c52680404 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:16.419818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c82a3c-1d9a-4f3b-bf0c-e5afa5898cee req-07be0913-a5f9-4ba2-8ec0-82f9535bcfb6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:16.423374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c82a3c-1d9a-4f3b-bf0c-e5afa5898cee req-07be0913-a5f9-4ba2-8ec0-82f9535bcfb6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.2830105 Nov 12 12:35:16.473331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.518396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3b963a-2832-418f-b143-4844121239c2']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:16.536591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff4205-97d4-418a-940b-ab85e4b1b1c2 req-7d9eb019-b26a-4412-9dfa-cbb7348bbb4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:16.538700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7dff4205-97d4-418a-940b-ab85e4b1b1c2 req-7d9eb019-b26a-4412-9dfa-cbb7348bbb4a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1355498 Nov 12 12:35:16.543014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246f576e-1335-4dd5-b880-02a6f95b8f63') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:16.543560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246f576e-1335-4dd5-b880-02a6f95b8f63') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:16.563071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.594048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.610011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:35:16.610667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:35:16.613884 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:35:16.664105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-740b009d-38b3-4d8c-8f7f-02c76887db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:16.665677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-740b009d-38b3-4d8c-8f7f-02c76887db31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.2984321 Nov 12 12:35:16.671591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7dff4205-97d4-418a-940b-ab85e4b1b1c2 req-9598731c-0b0a-4f63-b8bf-230dd605ccf6 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255634 Nov 12 12:35:16.692200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.712977 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.720976 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5c82a3c-1d9a-4f3b-bf0c-e5afa5898cee req-e6b232bd-23e7-414f-a6c7-4581ebdf210c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541816 Nov 12 12:35:16.732823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/de3b963a-2832-418f-b143-4844121239c2 HTTP/1.1" status: 204 len: 168 time: 1.2236466 Nov 12 12:35:16.754873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:16.754873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-873834337', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:16.771386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1b27f-a9f9-4f36-82e4-38eb0c6513ef tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=de3b963a-2832-418f-b143-4844121239c2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:16.777196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.779913 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.842474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-9564371a-7240-4974-9455-02e5d73ec8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:16.844732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-9564371a-7240-4974-9455-02e5d73ec8a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532857 Nov 12 12:35:16.875580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.885200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.908051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:16.912094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7e1b0656-edd9-4545-86eb-87fbd910d5eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1643224 Nov 12 12:35:16.912325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:16.924636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622185267'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:16.958455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:16.964191 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.026932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:17.044443 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-1b503a03-7a3f-4f79-ad1f-df9e8f23562c service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896672 Nov 12 12:35:17.048955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.049579 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment 982ab8f8-1dca-4b59-9b77-ba477caa72da of type vlan for network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 Nov 12 12:35:17.106120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.143332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.150056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:17.155944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.162067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.220833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 12ac0f9f-069d-4445-9e7e-057c52680404 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:17.253876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 12ac0f9f-069d-4445-9e7e-057c52680404 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:17.254506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 12ac0f9f-069d-4445-9e7e-057c52680404 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:17.289095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b7abe4c-d354-465a-86b1-fd5f572d2fe1 req-d733ce6a-5356-47be-bb41-6a6eff35b0d5 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365749 Nov 12 12:35:17.324108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=6d1fc6a6-a785-407a-a720-fd41a43c92b0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:17.337107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:17.338570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-16a652e9-7f66-49c4-9bec-e411bfc74758 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4251146 Nov 12 12:35:17.343744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:17.356537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:17.523376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:17.527411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.599485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Deleting port ae594169-4672-4ede-a68a-518082c23e71 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:17.600088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.711891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] For port ae594169-4672-4ede-a68a-518082c23e71, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae594169-4672-4ede-a68a-518082c23e71,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:17.712966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.732508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Calling delete_port for ae594169-4672-4ede-a68a-518082c23e71 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:17.853944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:17.923303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=b5b632f1-b16f-438d-a1ba-0270d9684c98,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:17.972329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae72fda-d572-4d09-824d-cf0711af0093 req-fda49e79-1729-4c0a-b674-5e7f0f03a27c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:17.973895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dae72fda-d572-4d09-824d-cf0711af0093 req-fda49e79-1729-4c0a-b674-5e7f0f03a27c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1206813 Nov 12 12:35:18.010562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5d5a1-dc0f-4b4f-ae90-27595ac29868 req-ab772f6b-1232-4624-b820-4944534b5aac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:18.015251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ad5d5a1-dc0f-4b4f-ae90-27595ac29868 req-ab772f6b-1232-4624-b820-4944534b5aac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.0930433 Nov 12 12:35:18.045679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dae72fda-d572-4d09-824d-cf0711af0093 req-5806d77d-78be-4bcf-a8e5-567adab64a76 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633435 Nov 12 12:35:18.088628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:18.089663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: 6d1fc6a6-a785-407a-a720-fd41a43c92b0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:18.127849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:18.130798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ad5d5a1-dc0f-4b4f-ae90-27595ac29868 req-bf1a6ba9-515d-406b-b1f7-235f75e2f80c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979674 Nov 12 12:35:18.132132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:18.144288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 6d1fc6a6-a785-407a-a720-fd41a43c92b0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:18.161325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3201d3-d9f7-4dce-bb7c-703f017129ad None None] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:18.180808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:18.183371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:18.232599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cc04935c-5a9d-4a57-a50a-018168482f0b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8843927 Nov 12 12:35:18.232799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:35:18.233264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:18.244827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae594169-4672-4ede-a68a-518082c23e71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:18.612187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:18.684008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:18.697718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'mac_address': 'fa:16:3e:07:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:35:18.701083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:35:18.702043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:18.885238 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:18.911017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:19.023003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:35:19.225392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:19.239031 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:19.408425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Allocated IP 2001:db8::2 (6d1fc6a6-a785-407a-a720-fd41a43c92b0/b5b632f1-b16f-438d-a1ba-0270d9684c98/0d3b7518-4be5-4aac-aa6a-8679d551e463) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:19.422450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['2ed09925-e100-49e2-ba36-fe794499b2bb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:19.519195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:19.542670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.544413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.547893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.548786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.550559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.551827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.552948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.553689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.555326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.556564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.557701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.559421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:19.560084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d96ec-0d61-438b-87f8-d9bf8ae40e87 req-c5ba522f-016f-4939-84b4-431402cf2d8e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:19.566484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac6d96ec-0d61-438b-87f8-d9bf8ae40e87 req-c5ba522f-016f-4939-84b4-431402cf2d8e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.3288083 Nov 12 12:35:19.687098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac6d96ec-0d61-438b-87f8-d9bf8ae40e87 req-024f25f1-78a0-4647-8a33-faedc555cc68 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142740 Nov 12 12:35:19.851009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c8ad6-4050-46bd-831e-cfcc81a8e0fe req-827a94d7-db23-4b45-9ea8-64f24409d17c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:19.852605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b82c8ad6-4050-46bd-831e-cfcc81a8e0fe req-827a94d7-db23-4b45-9ea8-64f24409d17c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.1079350 Nov 12 12:35:19.855293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Router 256c6e10-a61d-4909-9700-9b2b811da247 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:19.970597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b82c8ad6-4050-46bd-831e-cfcc81a8e0fe req-7ef97010-c8a1-4869-b759-b802059ee845 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067755 Nov 12 12:35:20.066594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:20.069030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.072473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-12bbfcfc-fb6e-4d99-83ef-037d20466687 admin admin] 10.222.0.18 "PUT /v2.0/routers/256c6e10-a61d-4909-9700-9b2b811da247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4025214 Nov 12 12:35:20.074827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:20.081296 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.090313 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] Sync routers for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:20.134125 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:20.142285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:20.145815 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:20.146320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:20.150348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:20.259951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:20.327676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8::1 (6d1fc6a6-a785-407a-a720-fd41a43c92b0/b5b632f1-b16f-438d-a1ba-0270d9684c98/1574b071-ca13-4c63-bcdc-1b8e571d9cc7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:20.370797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Attempting to bind port 0d3b7518-4be5-4aac-aa6a-8679d551e463 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:20.372859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Attempting to bind port 0d3b7518-4be5-4aac-aa6a-8679d551e463 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:20.373656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Attempting to bind port 0d3b7518-4be5-4aac-aa6a-8679d551e463 on network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:20.423384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Pushing event updated for resources: {'Port': ['ID=0d3b7518-4be5-4aac-aa6a-8679d551e463,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:20.425349 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.451117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:20.453213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Checking segment: {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:20.453803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.457537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Bound using segment: {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:20.458426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Bound port: 0d3b7518-4be5-4aac-aa6a-8679d551e463, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:20.464213 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.497167 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:20.589080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 2ed09925-e100-49e2-ba36-fe794499b2bb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:20.589329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.691066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.761460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.824324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] For port 0d3b7518-4be5-4aac-aa6a-8679d551e463, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:20.826429 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.844825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] For port 0d3b7518-4be5-4aac-aa6a-8679d551e463, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d3b7518-4be5-4aac-aa6a-8679d551e463,segment=NetworkSegment(982ab8f8-1dca-4b59-9b77-ba477caa72da),segment_id=982ab8f8-1dca-4b59-9b77-ba477caa72da)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:20.920094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Deleting port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:20.922403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.947329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.950215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:20.951307 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.955345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:20.965836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:20.966431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.971006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:21.062905 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:35:17Z', 'revision_number': 5, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port': {'id': '19b60348-a9e3-4fa0-ac5a-2f5cfb65db34', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c6e10-a61d-4909-9700-9b2b811da247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:25:09Z', 'updated_at': '2021-11-12T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:21.148910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:21.154866 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c1501f-cc4b-4765-a8dc-80b50abbefd0" -d '{"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-plugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:21.163080 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] Checking router: 256c6e10-a61d-4909-9700-9b2b811da247 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:21.186092 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] Routers {'256c6e10-a61d-4909-9700-9b2b811da247'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:21.186765 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['256c6e10-a61d-4909-9700-9b2b811da247'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:21.210368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] For port 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:21.210769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:21.256633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:21.262644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Calling delete_port for 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:21.273679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b241d1-9905-40d3-880a-df4fd4fb857f None None] Pushing event updated for resources: {'Port': ['ID=0d3b7518-4be5-4aac-aa6a-8679d551e463,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:21.291075 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:21.392727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c9432-9add-4e07-860d-4bbcf2090e67 req-debf3293-6e3c-4e01-bdb1-ed8bf0a620d2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:21.398568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-607c9432-9add-4e07-860d-4bbcf2090e67 req-debf3293-6e3c-4e01-bdb1-ed8bf0a620d2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.3271778 Nov 12 12:35:21.498453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:21.529763 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] Set router 256c6e10-a61d-4909-9700-9b2b811da247 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:21.557213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:21.796494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-607c9432-9add-4e07-860d-4bbcf2090e67 req-4192d7bd-1d20-4fe2-ae03-63099c4589e7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305202 Nov 12 12:35:21.835419 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:35:20Z', 'revision_number': 6, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:21.956696 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cae4b-a497-47f6-a5f1-bf9bccc9feca None None] The sync data for ids ['256c6e10-a61d-4909-9700-9b2b811da247'] in n-d-804878-5 is: [{'id': '256c6e10-a61d-4909-9700-9b2b811da247', 'name': 'tempest-ServerActionsTestJSON-2108925776-router', 'tenant_id': '42d83a7b50b44117be2ca93056947818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:25:08Z', 'updated_at': '2021-11-12T12:35:20Z', 'revision_number': 6, 'project_id': '42d83a7b50b44117be2ca93056947818', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:22.131530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.176337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b60348-a9e3-4fa0-ac5a-2f5cfb65db34,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:22.198935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39671656-33ac-46d8-906b-20cf837c7e39 req-c584b8ea-70a1-41ef-9cde-22b06590f0c0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:22.199589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc2d5b-7aa0-4f6e-896f-291d8acb6461 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:22.201044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39671656-33ac-46d8-906b-20cf837c7e39 req-c584b8ea-70a1-41ef-9cde-22b06590f0c0 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.7054706 Nov 12 12:35:22.272974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.278590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.281142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.376033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.585587 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0f41e-82e7-41ca-ae24-6172226dd946 x-openstack-request-id: req-edb0f41e-82e7-41ca-ae24-6172226dd946 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:22.586068 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-plugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:22.586155 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edb0f41e-82e7-41ca-ae24-6172226dd946 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:22.586529 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'code': 200} Nov 12 12:35:22.591609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:22.669461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.675352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.707184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39671656-33ac-46d8-906b-20cf837c7e39 req-e0886cef-1202-40f0-991b-e1facbdaddd8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4795732 Nov 12 12:35:22.713651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:22.722132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:22.873764 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.874498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256c6e10-a61d-4909-9700-9b2b811da247 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:35:22.886637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:22.897661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:22.905178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fa5b095e-a1a6-43de-8c56-d1da900d6bf4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/256c6e10-a61d-4909-9700-9b2b811da247 HTTP/1.1" status: 204 len: 168 time: 2.8182385 Nov 12 12:35:23.070007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351a4cf-26b9-47b0-902b-3afdbb9d4b49 req-83dc1e25-8a04-4ca7-867a-ce5ccad49c32 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:23.072177 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0351a4cf-26b9-47b0-902b-3afdbb9d4b49 req-83dc1e25-8a04-4ca7-867a-ce5ccad49c32 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1009655 Nov 12 12:35:23.236695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Deleting subnet 14e79d26-cdbf-43d1-a36a-b382d5f64820 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:35:23.238243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0351a4cf-26b9-47b0-902b-3afdbb9d4b49 req-34fc2f8a-8f28-4ec8-b1cb-5689e13812f1 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600864 Nov 12 12:35:23.251075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:23.376194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d3b7518-4be5-4aac-aa6a-8679d551e463 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:23.402725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:23.441511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc40dac-0868-4f93-b538-8e4eac74290f None None] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:23.528324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:23.563861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:35:23.702003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e361d832-af8c-4863-a2d1-1f03c5b0d982 None None] Provisioning complete for port 0d3b7518-4be5-4aac-aa6a-8679d551e463 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:23.706882 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e361d832-af8c-4863-a2d1-1f03c5b0d982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:23.776548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:23.931564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0d3b7518-4be5-4aac-aa6a-8679d551e463 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:23.932263 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:23.974242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:24.008599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fe5571ad-cc27-4ae9-883e-186fab5ff159 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7743452 Nov 12 12:35:24.011562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:24.018468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-778609034'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:24.068612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:24.093100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.120753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:24.124441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.176388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:24.194574 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.195160 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment f37a3b09-14c5-483e-b796-611adfda407d of type vlan for network d75b7162-f9e8-4281-a79e-6222efb0dba0 Nov 12 12:35:24.245365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a877bda-2f50-4d02-b0d9-014a06f93a10 req-744573e5-0fdf-4688-bcf3-f7f4fdc9d4d1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:24.269495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a877bda-2f50-4d02-b0d9-014a06f93a10 req-744573e5-0fdf-4688-bcf3-f7f4fdc9d4d1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.3304012 Nov 12 12:35:24.288682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:24.291871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:24.329777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.348617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.358285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/14e79d26-cdbf-43d1-a36a-b382d5f64820 HTTP/1.1" status: 204 len: 168 time: 1.4542098 Nov 12 12:35:24.363586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:24.387798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971737e-c8ba-4111-b418-b3fad3214d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e79d26-cdbf-43d1-a36a-b382d5f64820,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:24.398204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52d8f422-6c9b-4a7d-8b50-911c50d79c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.533166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.539480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:24.540041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52d8f422-6c9b-4a7d-8b50-911c50d79c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.543691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.553042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52d8f422-6c9b-4a7d-8b50-911c50d79c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.602832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8f422-6c9b-4a7d-8b50-911c50d79c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b241147e-cc90-45de-b422-1b525303bdc0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:24.647795 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a877bda-2f50-4d02-b0d9-014a06f93a10 req-b66148c4-3aa9-43c6-90fc-6272adfac69b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762028 Nov 12 12:35:24.669121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-52d8f422-6c9b-4a7d-8b50-911c50d79c07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b288bea6317048eda43e74289380c47b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1378884 Nov 12 12:35:24.670421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:24.728393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=d75b7162-f9e8-4281-a79e-6222efb0dba0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:24.766566 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b04dd668-ead3-44dd-a83c-b0adcfcb711b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.772899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.778686 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed75d7f6-6385-4e85-8b67-1b15644805c2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7655494 Nov 12 12:35:24.783066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:24.811345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b04dd668-ead3-44dd-a83c-b0adcfcb711b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.822271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:24.834563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e2918-2b8a-4baf-8cea-c260ae69325c None None] Network d889def1-fa0c-4b04-88d3-b8caf44ecf3d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:24.887525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b04dd668-ead3-44dd-a83c-b0adcfcb711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.891144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b04dd668-ead3-44dd-a83c-b0adcfcb711b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:24.895875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b04dd668-ead3-44dd-a83c-b0adcfcb711b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b241147e-cc90-45de-b422-1b525303bdc0 HTTP/1.1" status: 204 len: 168 time: 0.2238855 Nov 12 12:35:24.906047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dd668-ead3-44dd-a83c-b0adcfcb711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b241147e-cc90-45de-b422-1b525303bdc0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:24.943464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c68c4-3fb3-41a1-8ddd-3c7906dde9d6 req-3dac357a-283b-4499-b950-0b19e5e17857 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:24.945553 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec5c68c4-3fb3-41a1-8ddd-3c7906dde9d6 req-3dac357a-283b-4499-b950-0b19e5e17857 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.5161715 Nov 12 12:35:25.069117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec5c68c4-3fb3-41a1-8ddd-3c7906dde9d6 req-7244f6b0-7255-4916-9431-d6372afd5b88 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Nov 12 12:35:25.115952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:25.121685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:25.132679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:25.152632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Deleting port f3c00437-4b21-4f1b-8618-f3eea11ee709 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:25.153058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:25.258037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:25.520017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] For port f3c00437-4b21-4f1b-8618-f3eea11ee709, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f3c00437-4b21-4f1b-8618-f3eea11ee709,segment=NetworkSegment(683bdd41-c752-407a-b6b2-2e61e0e4d594),segment_id=683bdd41-c752-407a-b6b2-2e61e0e4d594)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:25.520567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:25.559708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Calling delete_port for f3c00437-4b21-4f1b-8618-f3eea11ee709 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:25.972666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:26.143889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b632c-4681-4705-93c4-2617eabfc325 req-ecf0ffa6-547e-4378-8f00-0b87b0ba2f84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:26.146344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a6b632c-4681-4705-93c4-2617eabfc325 req-ecf0ffa6-547e-4378-8f00-0b87b0ba2f84 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.3015590 Nov 12 12:35:26.258397 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:26.260246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:26.303861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=66b73d21-7d0b-4367-97fe-c3a6fc5848f2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:26.403746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] No DVR routers for this DVR port f3c00437-4b21-4f1b-8618-f3eea11ee709 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:26.507021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c00437-4b21-4f1b-8618-f3eea11ee709,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:26.518238 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e361d832-af8c-4863-a2d1-1f03c5b0d982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:26.644063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9a6b632c-4681-4705-93c4-2617eabfc325 req-55937bae-01dc-4b56-8d4d-e2c68ea1b766 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553859 Nov 12 12:35:26.700280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed9f3b-182c-4469-964d-cf4a6db1a4b3 req-be0c2e0d-1759-48d0-9604-5073a38af4a3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:26.722477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78ed9f3b-182c-4469-964d-cf4a6db1a4b3 req-be0c2e0d-1759-48d0-9604-5073a38af4a3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.2244768 Nov 12 12:35:26.729604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:26.730741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: d75b7162-f9e8-4281-a79e-6222efb0dba0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:26.795158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 0d3b7518-4be5-4aac-aa6a-8679d551e463, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d3b7518-4be5-4aac-aa6a-8679d551e463,segment=NetworkSegment(982ab8f8-1dca-4b59-9b77-ba477caa72da),segment_id=982ab8f8-1dca-4b59-9b77-ba477caa72da)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:26.797295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:26.822530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:26.922981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:26.951324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d889def1-fa0c-4b04-88d3-b8caf44ecf3d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:26.962783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78ed9f3b-182c-4469-964d-cf4a6db1a4b3 req-e0abd563-c72e-4687-8900-41b8e2128f9e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393210 Nov 12 12:35:26.984646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, d75b7162-f9e8-4281-a79e-6222efb0dba0) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:27.015951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:27.017674 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.035210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-e361d832-af8c-4863-a2d1-1f03c5b0d982 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:35:27.036806 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-e361d832-af8c-4863-a2d1-1f03c5b0d982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:35:27.060549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683bdd41-c752-407a-b6b2-2e61e0e4d594') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:27.061526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683bdd41-c752-407a-b6b2-2e61e0e4d594') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:27.076912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c4f6d3c1-289e-43e8-bb65-6e2c4234eb8b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2802968 Nov 12 12:35:27.080941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37268) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:27.105217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.130086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d82f8-a584-45ee-9a9a-deb99a704c45 None None] DHCP port deletion for d889def1-fa0c-4b04-88d3-b8caf44ecf3d request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:27.146555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006185a4-431b-4039-b1db-e09c3b673ac2 None None] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:27.146782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.159151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae594169-4672-4ede-a68a-518082c23e71 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:27.165952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:35:27.168056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:35:27.173053 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:35:27.229836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ae594169-4672-4ede-a68a-518082c23e71 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:27.231103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae594169-4672-4ede-a68a-518082c23e71 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:27.233519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:27.323299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=0d3b7518-4be5-4aac-aa6a-8679d551e463,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:27.341005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.362469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.372783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d889def1-fa0c-4b04-88d3-b8caf44ecf3d HTTP/1.1" status: 204 len: 168 time: 3.0034649 Nov 12 12:35:27.375443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37276) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:27.380649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:27.381000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 19b60348-a9e3-4fa0-ac5a-2f5cfb65db34 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:27.454652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ad34f-0748-4eb6-93e0-ab8de6ef63c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d889def1-fa0c-4b04-88d3-b8caf44ecf3d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:27.757789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d3b7518-4be5-4aac-aa6a-8679d551e463 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:27.807378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:27.847644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf521279-c839-4c90-8601-66fff74aab58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:27.977897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:21Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:21Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:28.226318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:28.226668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Updating router 826d1532-04df-4972-b8eb-38325b4de425 port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:35:28.261695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0d3b7518-4be5-4aac-aa6a-8679d551e463 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:28.262065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.314186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-65fbde60-768b-4607-83cf-2a3d4a8fb521 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42d83a7b50b44117be2ca93056947818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4768107 Nov 12 12:35:28.315043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:28.315393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:28.318225 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.352670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-d75b7162-f9e8-4281-a79e-6222efb0dba0', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:35:28.354129 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.380203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-87eff60a-ff7e-4113-8e02-8fe4d032bcc7 None None] Provisioning complete for port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:28.380569 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87eff60a-ff7e-4113-8e02-8fe4d032bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.515814 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483c854a-1a5a-4e1e-bb2c-05d0a15cb2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.572385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483c854a-1a5a-4e1e-bb2c-05d0a15cb2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.671384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483c854a-1a5a-4e1e-bb2c-05d0a15cb2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.678861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483c854a-1a5a-4e1e-bb2c-05d0a15cb2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.682276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-483c854a-1a5a-4e1e-bb2c-05d0a15cb2e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cc684de-0646-4054-a86b-eb59961906fc HTTP/1.1" status: 204 len: 168 time: 0.3470619 Nov 12 12:35:28.701731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c854a-1a5a-4e1e-bb2c-05d0a15cb2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc684de-0646-4054-a86b-eb59961906fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:28.734408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-af559b13-0376-4e1e-aa3f-3a2330d65d3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1539018 Nov 12 12:35:28.745230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1035956917-network', 'tenant_id': '51701a249029464891cbd52263f1e2ba'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:28.802497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834e6fe-0430-44d7-8f91-70dca35b68f0 req-1b62943f-bed7-457a-9477-3a25b41908f3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:28.810850 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5834e6fe-0430-44d7-8f91-70dca35b68f0 req-1b62943f-bed7-457a-9477-3a25b41908f3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.6736422 Nov 12 12:35:28.832522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:28.840063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.869589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:28.919510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-87eff60a-ff7e-4113-8e02-8fe4d032bcc7 None None] Port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:29.015429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-87eff60a-ff7e-4113-8e02-8fe4d032bcc7 None None] Provisioning complete for port 0d3b7518-4be5-4aac-aa6a-8679d551e463 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:29.015429 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87eff60a-ff7e-4113-8e02-8fe4d032bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.033804 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf521279-c839-4c90-8601-66fff74aab58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.084072 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf521279-c839-4c90-8601-66fff74aab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.133894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd558a52-63a6-4e66-80d9-3ef46e24fe66 req-aa4bc973-f500-4945-a90f-fa199b789698 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:29.145133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd558a52-63a6-4e66-80d9-3ef46e24fe66 req-aa4bc973-f500-4945-a90f-fa199b789698 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.5937855 Nov 12 12:35:29.197639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bf521279-c839-4c90-8601-66fff74aab58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68fcc9b6815c4e4e80fba9edcaf89df5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8128798 Nov 12 12:35:29.224507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:29.261508 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5834e6fe-0430-44d7-8f91-70dca35b68f0 req-ed1173b2-a93d-42b9-b18d-eb7c9f8f9991 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481063 Nov 12 12:35:29.322122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf521279-c839-4c90-8601-66fff74aab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00096908-b629-4ce8-a830-61a1532c16d5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:29.381308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-37355d22-a2cc-4a26-831c-c7d20007ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:29.383827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-37355d22-a2cc-4a26-831c-c7d20007ccd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c38d7b03e48486f9ea53183a60c549f&device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 1096 time: 0.4152973 Nov 12 12:35:29.439389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd558a52-63a6-4e66-80d9-3ef46e24fe66 req-11e69580-c944-4efb-a416-39b9fee5a8ad tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928135 Nov 12 12:35:29.440651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a89227d6-cc16-4213-9792-115ad35af0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.462258 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.478103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.512697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a89227d6-cc16-4213-9792-115ad35af0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.552097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f3c00437-4b21-4f1b-8618-f3eea11ee709 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:29.574867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-68488e08-fb87-49fc-8aa5-25877c405486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:29.576930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-68488e08-fb87-49fc-8aa5-25877c405486 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f65c1a82-c0a3-4237-89fc-557bcebe5606 HTTP/1.1" status: 200 len: 912 time: 0.1675284 Nov 12 12:35:29.594267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:29.633142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7b096f-78e9-4d77-ad17-107e095365e5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:29.651654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f3c00437-4b21-4f1b-8618-f3eea11ee709 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:29.657731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f3c00437-4b21-4f1b-8618-f3eea11ee709 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:29.681500 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.681869 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Added segment 634a9efc-7aee-44c1-9f75-e2cc8cd8cf52 of type vlan for network 621cacfe-376f-4015-9376-35e7b39f8f1b Nov 12 12:35:29.688025 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.704519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Allocated IP 2001:db8:1::2 (d75b7162-f9e8-4281-a79e-6222efb0dba0/66b73d21-7d0b-4367-97fe-c3a6fc5848f2/1e4a49a9-5417-4c20-8d7d-22cb8211a9c0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:29.758391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.789872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.823469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a89227d6-cc16-4213-9792-115ad35af0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.826543 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a89227d6-cc16-4213-9792-115ad35af0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.827717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a89227d6-cc16-4213-9792-115ad35af0d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00096908-b629-4ce8-a830-61a1532c16d5 HTTP/1.1" status: 204 len: 168 time: 0.5967689 Nov 12 12:35:29.842381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89227d6-cc16-4213-9792-115ad35af0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00096908-b629-4ce8-a830-61a1532c16d5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:29.854007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.856829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:29.857447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.001616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6698172 Nov 12 12:35:30.002040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37328) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:30.019894 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.029445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Request body: {'subnet': {'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1035956917-subnet', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:30.034804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785b8b-df99-4cac-bcdd-09c9e3b95faa admin admin] Pushing event updated for resources: {'Network': ['ID=621cacfe-376f-4015-9376-35e7b39f8f1b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:30.038574 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.075691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.111890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 621cacfe-376f-4015-9376-35e7b39f8f1b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:30.128350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:30.152649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3eaa2-3f0c-46ef-8e28-60eab04b92ec None None] Pushing event updated for resources: {'Port': ['ID=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:30.152813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.198344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-a219169f-9a54-49bb-a6f1-04e9c23d4174 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c HTTP/1.1" status: 200 len: 1000 time: 0.6122968 Nov 12 12:35:30.292083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0b79f5db-0eec-4cff-8168-a2c4112bf762 None None] Provisioning complete for port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:30.292619 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b79f5db-0eec-4cff-8168-a2c4112bf762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.303649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-6a550679-f8d0-4002-9026-f34f4e92184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:30.307835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-6a550679-f8d0-4002-9026-f34f4e92184d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ba487c4-2b3d-457e-b044-f7941d814a91 HTTP/1.1" status: 200 len: 850 time: 0.1009648 Nov 12 12:35:30.433261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.448263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0b79f5db-0eec-4cff-8168-a2c4112bf762 None None] Port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:30.549456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:30.616115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-459ec39a-0019-464b-b406-27b613861c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:30.618539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-459ec39a-0019-464b-b406-27b613861c3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f65c1a82-c0a3-4237-89fc-557bcebe5606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3002238 Nov 12 12:35:30.673691 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.750276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Attempting to bind port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:30.755957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Attempting to bind port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:30.757125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Attempting to bind port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 on network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:30.931912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:30.947541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Pushing event updated for resources: {'Port': ['ID=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:30.961364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:30.974576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:30.984270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-42aaf08a-62d5-4877-b20e-aca9451e723c service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535974 Nov 12 12:35:30.985331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:30.986270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Checking segment: {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:30.987492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:30.988115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Bound using segment: {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:30.988833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Bound port: 1574b071-ca13-4c63-bcdc-1b8e571d9cc7, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ab8f8-1dca-4b59-9b77-ba477caa72da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:30.989461 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.017476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1746847394-network', 'tenant_id': 'd63d55f4f20b49fda7163d6658120271'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:31.030359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d3781-8408-48b6-8469-6a64f4c98506 req-6da61695-41b8-46e8-ae2a-6c17ea4fcaa9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:31.032613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-797d3781-8408-48b6-8469-6a64f4c98506 req-6da61695-41b8-46e8-ae2a-6c17ea4fcaa9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.4862797 Nov 12 12:35:31.037461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:31.079688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Attempting to bind port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:31.080726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Attempting to bind port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:31.081420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Attempting to bind port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 on network d75b7162-f9e8-4281-a79e-6222efb0dba0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:31.088632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:31.091935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.092587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Checking segment: {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:31.093366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.094256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Bound using segment: {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:31.096474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Bound port: 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:31.097326 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa876053-79b7-4de9-b5e5-2f02362d2b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.097464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.166879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Made reservation on behalf of d63d55f4f20b49fda7163d6658120271 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:31.167796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] For port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:31.169116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.171640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] For port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,segment=NetworkSegment(982ab8f8-1dca-4b59-9b77-ba477caa72da),segment_id=982ab8f8-1dca-4b59-9b77-ba477caa72da)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:31.198507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-80fe0c5e-0a6e-46f5-a8ad-4fcba61274dc None None] Provisioning complete for port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:31.199546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80fe0c5e-0a6e-46f5-a8ad-4fcba61274dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.201891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.227308 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.310492 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e869cf9f-8a63-428a-9c60-f119b92fc8a7 req-a08eb633-d380-49f5-a89b-82e403a93f82 service neutron] 10.222.0.81 "GET /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147869 Nov 12 12:35:31.332148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3eaa2-3f0c-46ef-8e28-60eab04b92ec None None] Pushing event updated for resources: {'Port': ['ID=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:31.391226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.399404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b9ca4c-b56e-4597-968a-b5f6a9c428b2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:31.415353 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-797d3781-8408-48b6-8469-6a64f4c98506 req-94dc165c-fe53-45c2-ab78-35fa27d74562 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706322 Nov 12 12:35:31.441448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.459211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] For port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:31.470974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] For port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:31.491796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.496732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:31.497240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Network hostable DHCP agents. Network: 621cacfe-376f-4015-9376-35e7b39f8f1b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:31.505291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:31.524588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f8204c-883a-48cf-936a-75fede2861fe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:31.540995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.541344 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Added segment 0eeef32c-fb9b-49e4-b1fc-496cd31491d0 of type vlan for network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 Nov 12 12:35:31.557434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6fc51-9084-4599-b461-70a1589f8d6a req-948436bb-ae79-4451-b15e-263a3b9c08a4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:31.572916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65d6fc51-9084-4599-b461-70a1589f8d6a req-948436bb-ae79-4451-b15e-263a3b9c08a4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.5810001 Nov 12 12:35:31.619548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:31.620288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:31.660274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa876053-79b7-4de9-b5e5-2f02362d2b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.667699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:31.704587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-65d6fc51-9084-4599-b461-70a1589f8d6a req-5c0c594a-7fe7-4166-b3c7-0b605b1a055d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301014 Nov 12 12:35:31.715290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 621cacfe-376f-4015-9376-35e7b39f8f1b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:31.748777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa876053-79b7-4de9-b5e5-2f02362d2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.750921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a974670-0211-405f-8b7a-872d0c19ca8d None None] Network 621cacfe-376f-4015-9376-35e7b39f8f1b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:31.776733 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:31.777495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.806817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8:1::1 (d75b7162-f9e8-4281-a79e-6222efb0dba0/66b73d21-7d0b-4367-97fe-c3a6fc5848f2/5081611c-2320-4386-8f87-7611315e0d0d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:31.811120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.902114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa876053-79b7-4de9-b5e5-2f02362d2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4021e76-7c9a-465d-922b-7c7f10e89b8d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:31.962959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:35:31.979609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36a7ba36-0199-4144-bfef-844389501279 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9671469 Nov 12 12:35:31.981620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:31.986776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:31.999556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fa876053-79b7-4de9-b5e5-2f02362d2b62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea42e5c3d4f54b4e9a0c60610c1e458b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9609427 Nov 12 12:35:32.002108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:32.037858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.038986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:32.039565 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.048149 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.049585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.176311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.183583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:32.201959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99cd6e-eec3-4b76-af08-2808e4479a77 None None] Pushing event updated for resources: {'Port': ['ID=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:32.285373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7338893 Nov 12 12:35:32.298383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:32.299951 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8ceb-a229-47cc-8cab-eefb7728fa26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.302544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2facf-1fb5-43e4-95b2-518f5d4b6299 admin admin] Pushing event updated for resources: {'Network': ['ID=2209e90c-7817-4a1f-8d8b-85420fa1e1e5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:32.308850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Request body: {'subnet': {'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1746847394-subnet', 'tenant_id': 'd63d55f4f20b49fda7163d6658120271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:32.340328 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80fe0c5e-0a6e-46f5-a8ad-4fcba61274dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.358094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.376415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Made reservation on behalf of d63d55f4f20b49fda7163d6658120271 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:32.382737 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8ceb-a229-47cc-8cab-eefb7728fa26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.385473 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.463100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-621cacfe-376f-4015-9376-35e7b39f8f1b', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:35:32.464259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.513100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8ceb-a229-47cc-8cab-eefb7728fa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.521335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8ceb-a229-47cc-8cab-eefb7728fa26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:32.527073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a1fc8ceb-a229-47cc-8cab-eefb7728fa26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4021e76-7c9a-465d-922b-7c7f10e89b8d HTTP/1.1" status: 204 len: 168 time: 0.5237949 Nov 12 12:35:32.543391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc8ceb-a229-47cc-8cab-eefb7728fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4021e76-7c9a-465d-922b-7c7f10e89b8d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:32.781578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Allocated IP 172.20.0.2 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/3e8bd9d0-c7e9-4de1-a641-14dc921b290b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:33.068231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.082690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:33.088070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78539b6c-080c-4d77-8ed1-32482d12e589 req-f29e1d57-df89-4968-ac52-585cba2b4181 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:33.095971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78539b6c-080c-4d77-8ed1-32482d12e589 req-f29e1d57-df89-4968-ac52-585cba2b4181 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1847868 Nov 12 12:35:33.105585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.113822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.122904 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.189068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:33.191683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-80fe0c5e-0a6e-46f5-a8ad-4fcba61274dc None None] For port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,segment=NetworkSegment(982ab8f8-1dca-4b59-9b77-ba477caa72da),segment_id=982ab8f8-1dca-4b59-9b77-ba477caa72da)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:33.225620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-78539b6c-080c-4d77-8ed1-32482d12e589 req-fd9b8923-395b-4b72-99d5-2ee4e875f422 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242113 Nov 12 12:35:33.304376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:33.315190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:33.331965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a670d2c5-c662-4477-b6c5-6db082e1501a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.371424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf337ba-31cb-4d61-9301-f910abf83c0a req-02a95ea7-427d-4dc6-89a2-9cdd8cb07fd7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:33.373146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecf337ba-31cb-4d61-9301-f910abf83c0a req-02a95ea7-427d-4dc6-89a2-9cdd8cb07fd7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.6231434 Nov 12 12:35:33.377237 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80fe0c5e-0a6e-46f5-a8ad-4fcba61274dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.380947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:33.395996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8114521-7807-404a-866a-ac95d0a555b7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:33.474488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a670d2c5-c662-4477-b6c5-6db082e1501a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.492944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a670d2c5-c662-4477-b6c5-6db082e1501a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.495488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.496752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.496752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.497055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.497982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.498382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.498751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.499125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.499462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.499792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.500122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.500485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:33.518243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.561266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a670d2c5-c662-4477-b6c5-6db082e1501a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20c53b8079ca4601b8b4ea9e2f220ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552032 Nov 12 12:35:33.562137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:33.611277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670d2c5-c662-4477-b6c5-6db082e1501a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490b8cb-3e5d-47c1-943a-04d44d5418b2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:33.636261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Checking segment: {'id': '0eeef32c-fb9b-49e4-b1fc-496cd31491d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:33.636999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Network hostable DHCP agents. Network: 2209e90c-7817-4a1f-8d8b-85420fa1e1e5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:33.688627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ff5d10-cd97-46e3-af36-46cfd3e3009f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.714509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:33.717684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ff5d10-cd97-46e3-af36-46cfd3e3009f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.748824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:33.756340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecf337ba-31cb-4d61-9301-f910abf83c0a req-43ad8c4d-1473-4872-9bd7-2dd0c54716a0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479941 Nov 12 12:35:33.757275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=5081611c-2320-4386-8f87-7611315e0d0d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:33.773510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:33.774730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.855761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ff5d10-cd97-46e3-af36-46cfd3e3009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.860737 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ff5d10-cd97-46e3-af36-46cfd3e3009f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.867831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-37ff5d10-cd97-46e3-af36-46cfd3e3009f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6490b8cb-3e5d-47c1-943a-04d44d5418b2 HTTP/1.1" status: 204 len: 168 time: 0.3030446 Nov 12 12:35:33.887708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff5d10-cd97-46e3-af36-46cfd3e3009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490b8cb-3e5d-47c1-943a-04d44d5418b2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:33.958491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade1d6f-81f2-4be2-b271-f302e4141d5c None None] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:33.991249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Pushing event updated for resources: {'Port': ['ID=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:34.020259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:34.085692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 2209e90c-7817-4a1f-8d8b-85420fa1e1e5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:34.096526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe0c5e-0a6e-46f5-a8ad-4fcba61274dc None None] Pushing event updated for resources: {'Port': ['ID=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:34.103520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:34.119007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65815eb9-ceeb-4e56-be92-1b6f1fdceb65 None None] Network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:34.147235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:34.147851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.195167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7b9244db-e0dd-45e2-83db-b5ffd10ef26f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8887873 Nov 12 12:35:34.362766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.381259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Attempting to bind port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:34.382018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Attempting to bind port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:34.383759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Attempting to bind port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:34.400113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b51ef82-df12-4ead-9097-2a731c3fd544 None None] Provisioning complete for port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:34.401001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b51ef82-df12-4ead-9097-2a731c3fd544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.455860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:34.456672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:34.457313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.457920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:34.458662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Bound port: 3e8bd9d0-c7e9-4de1-a641-14dc921b290b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:34.459278 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.523089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64a567-a3a8-455f-a070-a88694579c3c req-4b2b5cdf-2f67-486e-9607-358682cb9d58 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:34.524770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f64a567-a3a8-455f-a070-a88694579c3c req-4b2b5cdf-2f67-486e-9607-358682cb9d58 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1574445 Nov 12 12:35:34.550929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] For port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:34.555319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] For port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:34.588937 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.660805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b278-a63f-44f8-9da6-974a5c970bcb None None] Pushing event updated for resources: {'Port': ['ID=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:34.673048 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f64a567-a3a8-455f-a070-a88694579c3c req-aeb2f3ec-3eea-485b-a1a9-70590949c1d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411417 Nov 12 12:35:34.700615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:21Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:31Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:34.739396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3df6-d911-4dc1-9be0-274e54c531c0 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:21Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:31Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:34.874347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:34.874923 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.020988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fc36d-91ed-4cd5-a917-7d2cbebd21af req-94761a9c-4613-4d82-af3e-32c12cae6c46 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:35.033691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f6fc36d-91ed-4cd5-a917-7d2cbebd21af req-94761a9c-4613-4d82-af3e-32c12cae6c46 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1388185 Nov 12 12:35:35.143467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.150798 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f6fc36d-91ed-4cd5-a917-7d2cbebd21af req-9c941323-26d3-41af-b983-c73a926e268d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157598 Nov 12 12:35:35.208742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.209535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.460241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e419434-04d3-4f4d-999f-2f591ecd46a6 None None] Network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:35.579921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.726639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-89fce643-5f1b-41ca-8059-2a0ded69dc67 None None] Provisioning complete for port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:35.727207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89fce643-5f1b-41ca-8059-2a0ded69dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.886276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=5081611c-2320-4386-8f87-7611315e0d0d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:35.960651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.980242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:35.992714 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:36.002446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60abfcb-3e30-4d00-aff5-02c4ed3f37d3 req-c34b9ecf-61a7-43a0-8535-2e3e08355714 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:36.017717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d60abfcb-3e30-4d00-aff5-02c4ed3f37d3 req-c34b9ecf-61a7-43a0-8535-2e3e08355714 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1482809 Nov 12 12:35:36.024385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21789841-d466-4e59-a652-e44de2fd4d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:36.089665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:36.146523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-223bcf49-d22e-4162-84d3-8b9ea252daf3 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:36.154607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-223bcf49-d22e-4162-84d3-8b9ea252daf3 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/networks?id=2209e90c-7817-4a1f-8d8b-85420fa1e1e5 HTTP/1.1" status: 200 len: 821 time: 0.9845355 Nov 12 12:35:36.212522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d60abfcb-3e30-4d00-aff5-02c4ed3f37d3 req-56d33dc1-e4a3-4501-8ac5-8cd7e0ffb77c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936257 Nov 12 12:35:36.392712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3e8bd9d0-c7e9-4de1-a641-14dc921b290b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:36.437374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-98a6ca29-6393-4ff4-a18f-57a3722cfb6d tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/quotas/d63d55f4f20b49fda7163d6658120271 HTTP/1.1" status: 200 len: 375 time: 0.2816951 Nov 12 12:35:36.460080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:36.520958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd3fcf-a5a7-4331-ba56-6eac5db50016 req-f79aa109-14c4-44c3-b1f9-6d5d4b1b15f6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:36.535202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33fd3fcf-a5a7-4331-ba56-6eac5db50016 req-f79aa109-14c4-44c3-b1f9-6d5d4b1b15f6 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1776650 Nov 12 12:35:36.649440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33fd3fcf-a5a7-4331-ba56-6eac5db50016 req-bdc4b61f-89b0-4c78-8231-94220bc6a981 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080480 Nov 12 12:35:36.711991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:36.712949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:36.782801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1820de00-aa11-4a1b-b864-4b96f6cdbc52 None None] Provisioning complete for port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:36.783245 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1820de00-aa11-4a1b-b864-4b96f6cdbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:37.156361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d27c57-a179-4e83-9793-79329d81ed80 None None] Network 621cacfe-376f-4015-9376-35e7b39f8f1b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:37.371339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:37.503229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed9800-c0bd-4eac-9c78-101f7b0cb002 req-08a05924-6078-4d87-854f-f1aa91cbd4d3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:37.514618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-48ed9800-c0bd-4eac-9c78-101f7b0cb002 req-08a05924-6078-4d87-854f-f1aa91cbd4d3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1278284 Nov 12 12:35:37.558365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1820de00-aa11-4a1b-b864-4b96f6cdbc52 None None] Provisioning complete for port 5081611c-2320-4386-8f87-7611315e0d0d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:37.564155 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1820de00-aa11-4a1b-b864-4b96f6cdbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:37.637943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:37.647338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-48ed9800-c0bd-4eac-9c78-101f7b0cb002 req-5d911474-b9f3-4e3c-9919-68f130ab198a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257341 Nov 12 12:35:37.670515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-61b355fa-01f8-4123-9393-fc670678a643 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d63d55f4f20b49fda7163d6658120271&fields=id HTTP/1.1" status: 200 len: 210 time: 1.2309992 Nov 12 12:35:37.699741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:37.709853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:37.717374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:37.718827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:37.762350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:37.895243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc205e-0b5e-4dca-8e83-74b8456fedf4 req-b8b4d60c-e836-4f67-bb97-abc23d616137 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:37.906715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f6bc205e-0b5e-4dca-8e83-74b8456fedf4 req-b8b4d60c-e836-4f67-bb97-abc23d616137 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1295345 Nov 12 12:35:37.989564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1820de00-aa11-4a1b-b864-4b96f6cdbc52 None None] Port 5081611c-2320-4386-8f87-7611315e0d0d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:38.020667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f6bc205e-0b5e-4dca-8e83-74b8456fedf4 req-60538436-5fa3-4a6f-ba4d-36b4cc161d57 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121848 Nov 12 12:35:38.067637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3016be8-c8d6-411d-9192-bac994b47734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.209839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3016be8-c8d6-411d-9192-bac994b47734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.216930 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3016be8-c8d6-411d-9192-bac994b47734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.237110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:38.253454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:38.256932 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.332504 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b3016be8-c8d6-411d-9192-bac994b47734 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2588d3ba29d4e8fa3df7e97c67945ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5687494 Nov 12 12:35:38.333162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:38.333844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3016be8-c8d6-411d-9192-bac994b47734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f622fc38-77c6-4a5a-957d-589502513ac4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:38.339151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Allocated IP 172.25.1.60 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/42812921-0f8e-4f24-aa42-6bfa2eae900b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:38.343955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2930c43e-b7fa-451d-8eaa-6a05df39d559 None None] Provisioning complete for port 5081611c-2320-4386-8f87-7611315e0d0d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:38.344727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2930c43e-b7fa-451d-8eaa-6a05df39d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.349530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-6b3b5af8-2e2e-4ccd-9622-3c0ce576d418 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:38.351160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-6b3b5af8-2e2e-4ccd-9622-3c0ce576d418 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.7309368 Nov 12 12:35:38.405048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2930c43e-b7fa-451d-8eaa-6a05df39d559 None None] Port 5081611c-2320-4386-8f87-7611315e0d0d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:38.468974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f8d8e586-6c4e-45e8-ba19-28f43e4c6c4f service neutron] 10.222.0.18 "GET /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402253 Nov 12 12:35:38.475337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:38.551834 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d787a95-6aa5-4a00-ab06-76b449f2e71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.643393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d787a95-6aa5-4a00-ab06-76b449f2e71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.725411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2930c43e-b7fa-451d-8eaa-6a05df39d559 None None] Provisioning complete for port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:38.727936 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2930c43e-b7fa-451d-8eaa-6a05df39d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.817958 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:35:38.858672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d787a95-6aa5-4a00-ab06-76b449f2e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.861943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d787a95-6aa5-4a00-ab06-76b449f2e71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:38.863369 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d787a95-6aa5-4a00-ab06-76b449f2e71c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f622fc38-77c6-4a5a-957d-589502513ac4 HTTP/1.1" status: 204 len: 168 time: 0.5256312 Nov 12 12:35:38.892367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787a95-6aa5-4a00-ab06-76b449f2e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622fc38-77c6-4a5a-957d-589502513ac4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:38.941154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c4a8-cd03-43c0-84cc-604c85f4fab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.076398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c071114-696a-4cd0-842b-71a91059e6e0 req-d6f5dbf2-0903-48dd-9343-34bab0fdd727 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:39.087832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2c071114-696a-4cd0-842b-71a91059e6e0 req-d6f5dbf2-0903-48dd-9343-34bab0fdd727 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 945 time: 0.1865759 Nov 12 12:35:39.135089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3e8bd9d0-c7e9-4de1-a641-14dc921b290b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:39.203545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2c071114-696a-4cd0-842b-71a91059e6e0 req-0677ae78-e6bf-4712-859f-6017a302264e tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968611 Nov 12 12:35:39.267911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.301209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-42a072bf-86ee-41d5-93fe-97285f3adc5c service neutron] 10.222.0.18 "GET /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8181939 Nov 12 12:35:39.352641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Deleting port 3af21169-7b54-4ec0-993e-2173f66b5584 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:39.353176 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.401713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8c585b2-6df9-499e-9350-db792f811545 None None] Provisioning complete for port 5081611c-2320-4386-8f87-7611315e0d0d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:39.402098 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8c585b2-6df9-499e-9350-db792f811545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.420181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:39.420559 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.432774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:39.451170 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:39.472108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-de78d81d-7414-4e4e-813a-3202dcb6c35e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3898411 Nov 12 12:35:39.474500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.475430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:39.480260 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:39.480898 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:39.540009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-248146434'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:39.541813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e5718-fbbd-40c7-8ea5-6c8b6a4c1355 req-30c75a07-31c9-46f3-9cae-a1b7fce8db05 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:39.546528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c69e5718-fbbd-40c7-8ea5-6c8b6a4c1355 req-30c75a07-31c9-46f3-9cae-a1b7fce8db05 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.2125912 Nov 12 12:35:39.606542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b8c585b2-6df9-499e-9350-db792f811545 None None] Port 5081611c-2320-4386-8f87-7611315e0d0d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:39.620264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.724781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b8c585b2-6df9-499e-9350-db792f811545 None None] Provisioning complete for port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:39.725149 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8c585b2-6df9-499e-9350-db792f811545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.755185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c69e5718-fbbd-40c7-8ea5-6c8b6a4c1355 req-53b55578-96a7-446a-b49b-882945bce82b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003217 Nov 12 12:35:39.760479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:39.774746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.852686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:39.862107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:39.909169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:39.924129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:39.942091 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:39.942633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:39.944579 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40d61cd7-d36e-4dc0-bb30-bd83f807232d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:39.967127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479c8b2-6abc-4fed-896c-58d9123f1916 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:39.994056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Pushing event updated for resources: {'Port': ['ID=42812921-0f8e-4f24-aa42-6bfa2eae900b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:40.133375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] For port 3af21169-7b54-4ec0-993e-2173f66b5584, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3af21169-7b54-4ec0-993e-2173f66b5584,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:40.133808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.191460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Calling delete_port for 3af21169-7b54-4ec0-993e-2173f66b5584 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:40.225306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:40.236947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:40.237895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.323060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bcfc84f-2315-4f1c-9966-03b6de426668 req-16d83b38-3817-4cff-acfa-e183331142b3 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 210 time: 0.3083987 Nov 12 12:35:40.334035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40d61cd7-d36e-4dc0-bb30-bd83f807232d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.356359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40d61cd7-d36e-4dc0-bb30-bd83f807232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.471219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-65b7d432-4581-41ea-99ca-b7dfe0b5f067 None None] Provisioning complete for port 42812921-0f8e-4f24-aa42-6bfa2eae900b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:40.471544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65b7d432-4581-41ea-99ca-b7dfe0b5f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.640460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d432-4581-41ea-99ca-b7dfe0b5f067 None None] Port 42812921-0f8e-4f24-aa42-6bfa2eae900b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:40.652565 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:34Z', 'revision_number': 3, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:34Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:40.712181 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:40.712538 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Updating router 826d1532-04df-4972-b8eb-38325b4de425 port 5081611c-2320-4386-8f87-7611315e0d0d binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:35:40.742429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:40.752616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.763192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.763531 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment da365485-a662-46d2-8c63-fcba02336e3c of type vlan for network 3de19559-ddf6-48ed-8be0-977604525501 Nov 12 12:35:40.796072 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.831635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.867948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.873440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.881523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:40.882421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:40.916961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4256656 Nov 12 12:35:41.082796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:41.115426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-40d61cd7-d36e-4dc0-bb30-bd83f807232d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74e28a86117c4b29bcc4fcc39768d326&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2050791 Nov 12 12:35:41.116622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37600) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:41.132667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:41.200487 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d08997d-866c-4874-b907-9640e1cc29f2 req-10cc7483-75ff-4b98-9253-50a2398cfd26 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 210 time: 0.0930204 Nov 12 12:35:41.212591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aafdc239-07a8-4bee-9de7-1bcb3685d3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.223463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d61cd7-d36e-4dc0-bb30-bd83f807232d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaac34fd-f75c-4fc0-a3ed-41faa435b289,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:41.249251 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.283343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ed53f-40bd-46e7-bcc9-bd4838027198 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:41.338687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:41.342778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.362950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event deleted for resources: {'Port': ['ID=3af21169-7b54-4ec0-993e-2173f66b5584,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:41.511902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22fd1ece-1f2d-465f-a657-1dedd414aced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.514622 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.537617 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.602536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] No DVR routers for this DVR port 3af21169-7b54-4ec0-993e-2173f66b5584 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:41.631181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a581832-c48f-4a41-be3f-705d7f277266 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=3de19559-ddf6-48ed-8be0-977604525501,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:41.637202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.642711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14d235ca-4e37-4a66-b69b-e0b630da6cda req-19ffd5c6-ff04-44a1-bc2b-4015c95d9543 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "DELETE /v2.0/ports/3af21169-7b54-4ec0-993e-2173f66b5584 HTTP/1.1" status: 204 len: 173 time: 3.2776325 Nov 12 12:35:41.643701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'name': 'network-vif-deleted', 'tag': '3af21169-7b54-4ec0-993e-2173f66b5584'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:41.644323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 3de19559-ddf6-48ed-8be0-977604525501 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:41.655807 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86740c-e9f8-4cb8-8ff7-649511d01b72" -d '{"events": [{"server_uuid": "e2a3ca58-d329-4137-a060-310dd0f65d06", "name": "network-vif-deleted", "tag": "3af21169-7b54-4ec0-993e-2173f66b5584"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:41.702819 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22fd1ece-1f2d-465f-a657-1dedd414aced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.730426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-060c247a-b890-4baa-b58d-b7cfe24e06e9 req-ecef197e-8051-424f-8d5f-7f5c0ddd5bff tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 210 time: 0.1406541 Nov 12 12:35:41.808132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54eb48-d418-44d3-a8aa-a3021a242517 req-ca0d7b30-100a-4844-be1e-42f91a7a63fc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:41.851133 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Attempting to bind port 5081611c-2320-4386-8f87-7611315e0d0d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:41.851525 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Attempting to bind port 5081611c-2320-4386-8f87-7611315e0d0d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:41.854752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Attempting to bind port 5081611c-2320-4386-8f87-7611315e0d0d on network d75b7162-f9e8-4281-a79e-6222efb0dba0 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:41.868192 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:41.868956 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Checking segment: {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:41.869553 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.870101 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Bound using segment: {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:41.873024 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Bound port: 5081611c-2320-4386-8f87-7611315e0d0d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37a3b09-14c5-483e-b796-611adfda407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:41.880728 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:41.897156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b54eb48-d418-44d3-a8aa-a3021a242517 req-ca0d7b30-100a-4844-be1e-42f91a7a63fc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.9893227 Nov 12 12:35:42.048377 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Pushing event updated for resources: {'Port': ['ID=5081611c-2320-4386-8f87-7611315e0d0d,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:42.094316 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.094803 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.095004 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.095754 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.096218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.096560 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.096909 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.100622 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.101013 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.101348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.101678 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.102003 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:42.113415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aafdc239-07a8-4bee-9de7-1bcb3685d3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.142906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aafdc239-07a8-4bee-9de7-1bcb3685d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.157969 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] For port 5081611c-2320-4386-8f87-7611315e0d0d, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:42.164773 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] For port 5081611c-2320-4386-8f87-7611315e0d0d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5081611c-2320-4386-8f87-7611315e0d0d,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:42.167090 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0a092-6ca5-4c1c-9385-a4cb9fe94b12 x-openstack-request-id: req-bbb0a092-6ca5-4c1c-9385-a4cb9fe94b12 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:42.168572 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a3ca58-d329-4137-a060-310dd0f65d06", "name": "network-vif-deleted", "tag": "3af21169-7b54-4ec0-993e-2173f66b5584", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:42.168928 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbb0a092-6ca5-4c1c-9385-a4cb9fe94b12 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:42.170614 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a3ca58-d329-4137-a060-310dd0f65d06', 'name': 'network-vif-deleted', 'tag': '3af21169-7b54-4ec0-993e-2173f66b5584', 'status': 'completed', 'code': 200} Nov 12 12:35:42.171494 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.182352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.314998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e61ffe53-c011-4d7b-ab6b-cf858aa06f1b None None] Provisioning complete for port 5081611c-2320-4386-8f87-7611315e0d0d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:42.316001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e61ffe53-c011-4d7b-ab6b-cf858aa06f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.425414 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:42.426061 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:42.468352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22fd1ece-1f2d-465f-a657-1dedd414aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.472972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3af21169-7b54-4ec0-993e-2173f66b5584 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:42.479656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22fd1ece-1f2d-465f-a657-1dedd414aced admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.488913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-22fd1ece-1f2d-465f-a657-1dedd414aced admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaac34fd-f75c-4fc0-a3ed-41faa435b289 HTTP/1.1" status: 204 len: 168 time: 1.3643258 Nov 12 12:35:42.498529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b54eb48-d418-44d3-a8aa-a3021a242517 req-4cdd99a6-dc56-43d6-b5c4-a2968408e32d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6003833 Nov 12 12:35:42.553311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aafdc239-07a8-4bee-9de7-1bcb3685d3b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92496569646a427897d09da966ab3a94&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2425327 Nov 12 12:35:42.556381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:42.565620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 3af21169-7b54-4ec0-993e-2173f66b5584 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:42.565887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3af21169-7b54-4ec0-993e-2173f66b5584 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:42.580343 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a56a1-45af-4d97-902b-b3213af31096 None None] Pushing event updated for resources: {'Port': ['ID=5081611c-2320-4386-8f87-7611315e0d0d,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:42.640199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdc239-07a8-4bee-9de7-1bcb3685d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4b2fdb-47f1-4b33-97e2-062cc422ded2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:42.669137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2747a461-3bd9-4fd6-88e2-1e534e0b08c5 req-74910747-302c-4954-afb1-c04b7ebb0cdd tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a3ca58-d329-4137-a060-310dd0f65d06 HTTP/1.1" status: 200 len: 210 time: 0.2039065 Nov 12 12:35:42.687517 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e61ffe53-c011-4d7b-ab6b-cf858aa06f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.723557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.774463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e61ffe53-c011-4d7b-ab6b-cf858aa06f1b None None] For port 5081611c-2320-4386-8f87-7611315e0d0d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5081611c-2320-4386-8f87-7611315e0d0d,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:42.798997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e61ffe53-c011-4d7b-ab6b-cf858aa06f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:42.804911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd1ece-1f2d-465f-a657-1dedd414aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaac34fd-f75c-4fc0-a3ed-41faa435b289,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:42.808228 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:42.995147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2e27426-d1b5-4408-9b94-d3de527712cc req-5be42ac7-3961-42ec-999f-7d8981443181 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 210 time: 0.0816348 Nov 12 12:35:43.029440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-838e1974-c9ab-4234-a1aa-622421f9cc22 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:43.031045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-838e1974-c9ab-4234-a1aa-622421f9cc22 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.65 "GET /v2.0/networks?id=2209e90c-7817-4a1f-8d8b-85420fa1e1e5 HTTP/1.1" status: 200 len: 821 time: 0.8757763 Nov 12 12:35:43.035199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-56de3e93-2c58-4049-be6b-e2c3aeaffef1 None None] Provisioning complete for port 5081611c-2320-4386-8f87-7611315e0d0d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:43.035643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56de3e93-2c58-4049-be6b-e2c3aeaffef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.049085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=0eb8a15d-795c-4017-9f60-1aec12137939,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:43.065651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Request body: {'port': {'device_id': '3b364e2c-a664-4232-bd46-a138baa6750f', 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5', 'admin_state_up': True, 'tenant_id': 'd63d55f4f20b49fda7163d6658120271'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:43.073538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.117353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ffe53-c011-4d7b-ab6b-cf858aa06f1b None None] Pushing event updated for resources: {'Port': ['ID=5081611c-2320-4386-8f87-7611315e0d0d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:43.173745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252a41db-1a52-42f9-a8f4-058fa0b50e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.208464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:43.209360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: 3de19559-ddf6-48ed-8be0-977604525501, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:43.228209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252a41db-1a52-42f9-a8f4-058fa0b50e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.232268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Made reservation on behalf of d63d55f4f20b49fda7163d6658120271 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:43.236414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.269189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 3de19559-ddf6-48ed-8be0-977604525501 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:43.288542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 3de19559-ddf6-48ed-8be0-977604525501) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:43.307506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:43.308399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.320162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80a288-258a-4c2c-a743-e4cfc71d1f2f None None] Network 3de19559-ddf6-48ed-8be0-977604525501 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:43.385323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:43.386125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Router 62ac1774-4358-4390-920c-ac54dc3965db is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:35:43.409210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-41107986-7281-4624-8b3c-4eabad171342 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2967966 Nov 12 12:35:43.410599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:43.465355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb4bfe6-36e0-4032-a478-4b3969c691d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.468225 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:34Z', 'revision_number': 3, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:43.521852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252a41db-1a52-42f9-a8f4-058fa0b50e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.524713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252a41db-1a52-42f9-a8f4-058fa0b50e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.525960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-252a41db-1a52-42f9-a8f4-058fa0b50e4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed4b2fdb-47f1-4b33-97e2-062cc422ded2 HTTP/1.1" status: 204 len: 168 time: 0.8870060 Nov 12 12:35:43.541993 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09584e-3031-49fc-abd0-7b5f185821fc None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:34Z', 'revision_number': 3, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:43.610505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:43.683421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-3de19559-ddf6-48ed-8be0-977604525501', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:35:43.687219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.694932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:43.703012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.711522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d734afd0-4a1f-4aba-8bb3-bc85cd977e84 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7285695 Nov 12 12:35:43.744822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:43.744822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a41db-1a52-42f9-a8f4-058fa0b50e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4b2fdb-47f1-4b33-97e2-062cc422ded2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:43.752170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:43.765012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:43.801106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb4bfe6-36e0-4032-a478-4b3969c691d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.807174 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acb4bfe6-36e0-4032-a478-4b3969c691d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:43.849799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4bfe6-36e0-4032-a478-4b3969c691d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a02efae-25d3-44e5-b31e-0973c5303704,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:43.870226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995b2e2-5dea-4e84-9840-232f65cd9507 req-8ef004be-28cc-406e-8bcb-192376ee32d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:43.878728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d995b2e2-5dea-4e84-9840-232f65cd9507 req-8ef004be-28cc-406e-8bcb-192376ee32d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1820831 Nov 12 12:35:43.925579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Allocated IP 172.20.0.4 (2209e90c-7817-4a1f-8d8b-85420fa1e1e5/a8114521-7807-404a-866a-ac95d0a555b7/f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:43.959233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-acb4bfe6-36e0-4032-a478-4b3969c691d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e1c1676e09b4bf98cddbf9d8d53f5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633714 Nov 12 12:35:43.960165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:44.093479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d995b2e2-5dea-4e84-9840-232f65cd9507 req-2eae92df-e85e-467d-a19e-9da0e5e96906 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138650 Nov 12 12:35:44.174076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d008c51e-c6c5-4dd3-a09b-89ca0a9e9553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.227368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d008c51e-c6c5-4dd3-a09b-89ca0a9e9553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.322113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d008c51e-c6c5-4dd3-a09b-89ca0a9e9553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.325049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d008c51e-c6c5-4dd3-a09b-89ca0a9e9553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.329354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d008c51e-c6c5-4dd3-a09b-89ca0a9e9553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a02efae-25d3-44e5-b31e-0973c5303704 HTTP/1.1" status: 204 len: 168 time: 0.3681698 Nov 12 12:35:44.363997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008c51e-c6c5-4dd3-a09b-89ca0a9e9553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a02efae-25d3-44e5-b31e-0973c5303704,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:44.429344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:44.481481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.580651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.649111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Allocated IP 2001:db8:2::2 (3de19559-ddf6-48ed-8be0-977604525501/0eb8a15d-795c-4017-9f60-1aec12137939/0d16459d-02a5-4561-a1c8-994f5e496ed8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:44.669948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Pushing event updated for resources: {'Port': ['ID=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:44.683592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-9e554891-d72e-4d75-a628-64cdaaec1b79 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:44.693984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-9e554891-d72e-4d75-a628-64cdaaec1b79 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 0.2873383 Nov 12 12:35:44.709400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:44.722749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:44.725208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:44.728451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-79a85e49-3c84-43ad-a1dc-f1a2d1e755ed tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/quotas/32dd7097628e42f4a8d78ad1ae86bcbc HTTP/1.1" status: 200 len: 375 time: 0.0328741 Nov 12 12:35:44.803942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-7ed4df53-3483-413d-9885-30a761e2a34c tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742464 Nov 12 12:35:44.806198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:44.825738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.826311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.826803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.827559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.828047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.828563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.829044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.829526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.830026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.830517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.831052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.831531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:35:44.848894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:44.850368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.862688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff2d0-203b-4ac7-b54c-4edb769298f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:44.953430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb190c-d0e5-4ac8-845f-ff148ff90351 req-b5920be9-371c-45a0-b560-77be68b83858 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:44.961779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f7fb190c-d0e5-4ac8-845f-ff148ff90351 req-b5920be9-371c-45a0-b560-77be68b83858 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 931 time: 0.4409699 Nov 12 12:35:45.145612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-830847c5-b0b0-48c2-9771-3f44216ea44a service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399255 Nov 12 12:35:45.156464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5081611c-2320-4386-8f87-7611315e0d0d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:45.275495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-f9a446f0-a5be-4319-bdee-a1707c9dded0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2279687 Nov 12 12:35:45.316850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:41Z', 'revision_number': 3, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:45.364111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff2d0-203b-4ac7-b54c-4edb769298f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.367004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:45.367426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Updating router 62ac1774-4358-4390-920c-ac54dc3965db port 42812921-0f8e-4f24-aa42-6bfa2eae900b binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:35:45.389138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff2d0-203b-4ac7-b54c-4edb769298f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.396937 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.408501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Request body: {'port': {'device_id': '3b364e2c-a664-4232-bd46-a138baa6750f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:45.413979 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.437455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f7fb190c-d0e5-4ac8-845f-ff148ff90351 req-f5960ef3-6602-45e3-952d-8196356fbac1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729750 Nov 12 12:35:45.457379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Pushing event updated for resources: {'Port': ['ID=0d16459d-02a5-4561-a1c8-994f5e496ed8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:45.463271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.481048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c1ff2d0-203b-4ac7-b54c-4edb769298f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=560091eeaba940f3a514685a98762900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6706116 Nov 12 12:35:45.490814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:45.581639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ff2d0-203b-4ac7-b54c-4edb769298f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7c994-5e5c-4ea2-acc7-91f2e7b194ee,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:45.598519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-e0a0775a-aff7-4380-ac9f-429d4c593993 service neutron] 10.222.0.18 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360318 Nov 12 12:35:45.658273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8da0713a-776f-4a7b-a515-2bb03a5b4199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.686882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5081611c-2320-4386-8f87-7611315e0d0d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:45.687276 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.706471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8da0713a-776f-4a7b-a515-2bb03a5b4199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.777401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Network 3de19559-ddf6-48ed-8be0-977604525501 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:45.784166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:45.792210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:45.820620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8da0713a-776f-4a7b-a515-2bb03a5b4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.825807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8da0713a-776f-4a7b-a515-2bb03a5b4199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:45.827626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8da0713a-776f-4a7b-a515-2bb03a5b4199 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11b7c994-5e5c-4ea2-acc7-91f2e7b194ee HTTP/1.1" status: 204 len: 168 time: 0.3258564 Nov 12 12:35:45.845157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0713a-776f-4a7b-a515-2bb03a5b4199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7c994-5e5c-4ea2-acc7-91f2e7b194ee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:46.070868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.077704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3651e3c1-5b42-4bdc-8f25-c78ebd20cd73 req-e0cb2325-ee0d-46ee-9c9f-77b9adc6d1d8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 210 time: 0.0693359 Nov 12 12:35:46.195975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.276464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Attempting to bind port 0d16459d-02a5-4561-a1c8-994f5e496ed8 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:46.277226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Attempting to bind port 0d16459d-02a5-4561-a1c8-994f5e496ed8 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:46.277490 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Attempting to bind port 0d16459d-02a5-4561-a1c8-994f5e496ed8 on network 3de19559-ddf6-48ed-8be0-977604525501 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:46.310291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:46.310710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Checking segment: {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:46.311115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.311606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Bound using segment: {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:46.312129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Bound port: 0d16459d-02a5-4561-a1c8-994f5e496ed8, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:46.313193 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.335294 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.708343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54e39-b089-470d-b389-ce9eb8803b1c req-fcf960a0-9865-40b8-8244-80b63a3342fe tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:46.712724 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.722335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39c54e39-b089-470d-b389-ce9eb8803b1c req-fcf960a0-9865-40b8-8244-80b63a3342fe tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 931 time: 0.1395450 Nov 12 12:35:46.787850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4002ce-eef0-414a-9455-ea757a80ffee None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:46.826836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Attempting to bind port 42812921-0f8e-4f24-aa42-6bfa2eae900b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:46.827351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Attempting to bind port 42812921-0f8e-4f24-aa42-6bfa2eae900b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:46.827880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Attempting to bind port 42812921-0f8e-4f24-aa42-6bfa2eae900b on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:46.862910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] For port 0d16459d-02a5-4561-a1c8-994f5e496ed8, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:46.872107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:46.872926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:46.873674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.874294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:46.876030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Bound port: 42812921-0f8e-4f24-aa42-6bfa2eae900b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:46.877354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.899889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39c54e39-b089-470d-b389-ce9eb8803b1c req-1557a020-1a1a-4cda-bb76-eaf6b6484a55 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779859 Nov 12 12:35:46.940482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] For port 42812921-0f8e-4f24-aa42-6bfa2eae900b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:46.944636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] For port 42812921-0f8e-4f24-aa42-6bfa2eae900b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=42812921-0f8e-4f24-aa42-6bfa2eae900b,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:46.946259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9045-a5f2-40cb-9706-d538fe2132a2 None None] Pushing event updated for resources: {'Port': ['ID=42812921-0f8e-4f24-aa42-6bfa2eae900b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:46.960120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:46.972039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] For port 0d16459d-02a5-4561-a1c8-994f5e496ed8, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d16459d-02a5-4561-a1c8-994f5e496ed8,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:47.012566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:47.037568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a7067-3979-4a9a-bf67-1f5555ca11d8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:47.067903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ac4cb7a7-556e-4f94-9c8a-985783f4eaa7 None None] Provisioning complete for port 42812921-0f8e-4f24-aa42-6bfa2eae900b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:47.069530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7a7-556e-4f94-9c8a-985783f4eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:47.163721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4986-f4ef-4ac1-8a6d-05c952648f66 req-4e5b0873-1261-442e-a762-1290ac5c6b1f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:47.167770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4dea4986-f4ef-4ac1-8a6d-05c952648f66 req-4e5b0873-1261-442e-a762-1290ac5c6b1f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 1.1613712 Nov 12 12:35:47.174509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9045-a5f2-40cb-9706-d538fe2132a2 None None] Pushing event updated for resources: {'Port': ['ID=42812921-0f8e-4f24-aa42-6bfa2eae900b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:47.180710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:47.181398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:47.442617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29cf2cda-3be9-4453-88c5-83dac73ec69e req-40b6101f-88d6-432e-8731-df6898bc4945 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 210 time: 0.1107583 Nov 12 12:35:47.665048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7a7-556e-4f94-9c8a-985783f4eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:47.700520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4dea4986-f4ef-4ac1-8a6d-05c952648f66 req-1d034e44-17d5-45bd-b8f7-ba828cffabd7 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4759233 Nov 12 12:35:47.764238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db034fe-bf91-4edc-b5cd-38029ab773b5 None None] Pushing event updated for resources: {'Port': ['ID=0d16459d-02a5-4561-a1c8-994f5e496ed8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:47.825191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8:2::1 (3de19559-ddf6-48ed-8be0-977604525501/0eb8a15d-795c-4017-9f60-1aec12137939/dba8a683-4747-4296-ae64-00822e646028) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:47.845293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:47.870308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ac4cb7a7-556e-4f94-9c8a-985783f4eaa7 None None] For port 42812921-0f8e-4f24-aa42-6bfa2eae900b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=42812921-0f8e-4f24-aa42-6bfa2eae900b,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:47.884259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb7a7-556e-4f94-9c8a-985783f4eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:47.952661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:48.381322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:35:48.439687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:48.451331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:48.486481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb7a7-556e-4f94-9c8a-985783f4eaa7 None None] Pushing event updated for resources: {'Port': ['ID=42812921-0f8e-4f24-aa42-6bfa2eae900b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:48.493347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fcb744f2-b464-41d0-be5b-c1d6c7e71afa None None] Provisioning complete for port 42812921-0f8e-4f24-aa42-6bfa2eae900b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:48.494086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fcb744f2-b464-41d0-be5b-c1d6c7e71afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:48.654454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:41Z', 'revision_number': 3, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:48.685810 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:48.721331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bd96f-7faf-490d-9329-0937cd87182f None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:41Z', 'revision_number': 3, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:48.760314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Transition to ACTIVE for port object f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:35:48.832378 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16e9611d-f662-4561-b950-f56a3f1bc354 req-3f793542-5fc8-4389-a1a2-079136434c1d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 210 time: 0.2048001 Nov 12 12:35:48.857409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:48.883776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 3de19559-ddf6-48ed-8be0-977604525501 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:48.887819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Allocated IP 172.20.0.1 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/e0c72471-4d30-44ba-803d-8c4e226e3f7f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:48.893293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:48.895994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:48.896685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:49.028172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=dba8a683-4747-4296-ae64-00822e646028,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:49.223117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63c8e1-5cf1-403b-a533-1f74aec051a9 None None] Network 3de19559-ddf6-48ed-8be0-977604525501 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:49.264892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d16459d-02a5-4561-a1c8-994f5e496ed8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:49.461155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:49.498143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-9b1d2321-054b-49af-a4cb-84ba1acc3b43 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:49.501611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-9b1d2321-054b-49af-a4cb-84ba1acc3b43 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 811 time: 1.6025362 Nov 12 12:35:49.525317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Request body: {'port': {'device_id': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'admin_state_up': True, 'tenant_id': '32dd7097628e42f4a8d78ad1ae86bcbc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:49.534154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-99d02d85-1eaa-4244-824b-637278530693 None None] Provisioning complete for port 0d16459d-02a5-4561-a1c8-994f5e496ed8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:49.534839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99d02d85-1eaa-4244-824b-637278530693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:49.563008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dea1d2-fc42-43fc-83ef-effd5c0e1171 req-19a2d7af-038a-420e-82df-affe50cf48ce tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:49.571096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05dea1d2-fc42-43fc-83ef-effd5c0e1171 req-19a2d7af-038a-420e-82df-affe50cf48ce tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.5260663 Nov 12 12:35:49.573729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Attempting to bind port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:49.574199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Attempting to bind port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '0eeef32c-fb9b-49e4-b1fc-496cd31491d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:49.574810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Attempting to bind port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e on network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:49.643137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:49.658939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0d16459d-02a5-4561-a1c8-994f5e496ed8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:49.662566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e on network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:35:49.662999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Attempting to bind port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e on network 2209e90c-7817-4a1f-8d8b-85420fa1e1e5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:49.665812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:49.714962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:49.727984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899a45-c5d8-4cf4-a726-03497ae8a4c5 req-7514dd36-4826-4889-b758-accb3f709b8d tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:49.737262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf899a45-c5d8-4cf4-a726-03497ae8a4c5 req-7514dd36-4826-4889-b758-accb3f709b8d tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 931 time: 1.5986974 Nov 12 12:35:49.788478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:49.788841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Checking segment: {'id': '0eeef32c-fb9b-49e4-b1fc-496cd31491d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:49.789253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Bound using segment: {'id': '0eeef32c-fb9b-49e4-b1fc-496cd31491d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:49.789834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Bound port: f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eeef32c-fb9b-49e4-b1fc-496cd31491d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:49.790211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:49.927570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99d02d85-1eaa-4244-824b-637278530693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:50.020737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf899a45-c5d8-4cf4-a726-03497ae8a4c5 req-6dcc891d-f9da-4fb9-959a-6cdbe694c710 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825413 Nov 12 12:35:50.042855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Made reservation on behalf of 32dd7097628e42f4a8d78ad1ae86bcbc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:50.057646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:50.133188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-99d02d85-1eaa-4244-824b-637278530693 None None] For port 0d16459d-02a5-4561-a1c8-994f5e496ed8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d16459d-02a5-4561-a1c8-994f5e496ed8,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:50.189323 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99d02d85-1eaa-4244-824b-637278530693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:50.215608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:50.518272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d02d85-1eaa-4244-824b-637278530693 None None] Pushing event updated for resources: {'Port': ['ID=0d16459d-02a5-4561-a1c8-994f5e496ed8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:50.558321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6670b43f-a3d7-4fd2-93fe-dbf52a3d7017 req-10da6b97-0edc-406d-9ab0-c3fff61a5f36 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 210 time: 0.0955145 Nov 12 12:35:50.581170 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:35:50.582820 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:35:50.597670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Allocated IP 172.20.0.12 (224b9fd1-bb30-4ca0-a198-8b32a5ec91a8/c38a573c-e112-40eb-9e4e-bed3c19b35c2/68735950-4b77-48f5-974b-9a5c330f1d2f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:50.784154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-748cd722-4233-4d45-b8c2-a06130e32762 None None] Provisioning complete for port 0d16459d-02a5-4561-a1c8-994f5e496ed8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:50.784853 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-748cd722-4233-4d45-b8c2-a06130e32762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:50.937019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:50.937277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] For port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:50.946283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] For port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,segment=NetworkSegment(0eeef32c-fb9b-49e4-b1fc-496cd31491d0),segment_id=0eeef32c-fb9b-49e4-b1fc-496cd31491d0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:50.982596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05dea1d2-fc42-43fc-83ef-effd5c0e1171 req-4fd3f96b-ead7-4899-9ca0-78ef004c6ef8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4103639 Nov 12 12:35:51.029669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-748cd722-4233-4d45-b8c2-a06130e32762 None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:51.030147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.032447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-748cd722-4233-4d45-b8c2-a06130e32762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.035116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.039028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.142672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:51.155695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:51.157967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:51.222268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event updated for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:51.240174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:51.244219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:51.245077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.246652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] 10.222.0.65 "PUT /v2.0/ports/f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e HTTP/1.1" status: 200 len: 1091 time: 5.8953047 Nov 12 12:35:51.247103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b364e2c-a664-4232-bd46-a138baa6750f', 'tag': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:51.249398 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db637c3f-9461-4566-a336-7627bff75dea" -d '{"events": [{"name": "network-changed", "server_uuid": "3b364e2c-a664-4232-bd46-a138baa6750f", "tag": "f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:51.264121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:51.271493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:35:51.272917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40489e-6398-4892-a768-bbcfc57d193c None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:51.423075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:51.424678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.427733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-748cd722-4233-4d45-b8c2-a06130e32762 None None] Port dba8a683-4747-4296-ae64-00822e646028 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:51.470941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-49237a61-cbf6-42a7-a0db-0d41d56b13bb tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9573975 Nov 12 12:35:51.502118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e213-fa38-4216-87ce-12c5d3b26951 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:51.503978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d901-dfb4-4804-903a-540a7f316bb7 req-c7eb13a5-072e-402e-b176-96ae152742c9 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:51.514585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2034d901-dfb4-4804-903a-540a7f316bb7 req-c7eb13a5-072e-402e-b176-96ae152742c9 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 943 time: 0.2138112 Nov 12 12:35:51.534243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-6ae13244-f42e-44bf-956a-ddedfa210dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:51.550776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Request body: {'port': {'device_id': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:51.552923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-6ae13244-f42e-44bf-956a-ddedfa210dc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d63d55f4f20b49fda7163d6658120271&device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 1094 time: 0.1901934 Nov 12 12:35:51.568439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c42dd47-79fd-4627-9c3b-de7ba556c00d None None] Provisioning complete for port 68735950-4b77-48f5-974b-9a5c330f1d2f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:51.569109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c42dd47-79fd-4627-9c3b-de7ba556c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.664835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.743023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.771529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2034d901-dfb4-4804-903a-540a7f316bb7 req-fadab950-b380-49b2-9c21-a2905455c371 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502863 Nov 12 12:35:51.808190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8c42dd47-79fd-4627-9c3b-de7ba556c00d None None] Port 68735950-4b77-48f5-974b-9a5c330f1d2f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:51.839578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c42dd47-79fd-4627-9c3b-de7ba556c00d None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:51.840130 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c42dd47-79fd-4627-9c3b-de7ba556c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.969076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8c42dd47-79fd-4627-9c3b-de7ba556c00d None None] Port dba8a683-4747-4296-ae64-00822e646028 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:51.983691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d16459d-02a5-4561-a1c8-994f5e496ed8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:52.118785 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-d653b995-3b84-4a91-a4b3-f0a898747318 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e HTTP/1.1" status: 200 len: 217 time: 0.0551052 Nov 12 12:35:52.120653 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7f070-1256-435b-ba57-679c09ccd285 x-openstack-request-id: req-e3b7f070-1256-435b-ba57-679c09ccd285 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:52.120951 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b364e2c-a664-4232-bd46-a138baa6750f", "tag": "f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:52.121205 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b7f070-1256-435b-ba57-679c09ccd285 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:52.121611 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b364e2c-a664-4232-bd46-a138baa6750f', 'tag': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e', 'status': 'completed', 'code': 200} Nov 12 12:35:52.165943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.229477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.231871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-83d42070-d645-4ebb-afcb-d8a27866c6c4 None None] Provisioning complete for port e0c72471-4d30-44ba-803d-8c4e226e3f7f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:52.232840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83d42070-d645-4ebb-afcb-d8a27866c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.237972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Pushing event updated for resources: {'Port': ['ID=e0c72471-4d30-44ba-803d-8c4e226e3f7f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:52.245031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.245934 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.325213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=dba8a683-4747-4296-ae64-00822e646028,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:52.363167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-83d42070-d645-4ebb-afcb-d8a27866c6c4 None None] Port e0c72471-4d30-44ba-803d-8c4e226e3f7f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:52.369549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5026-c77a-413f-b2d3-b5629d6e293b req-ab027a52-cd92-4d33-a759-697b3d7fcc1c tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:52.372842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0d16459d-02a5-4561-a1c8-994f5e496ed8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:52.373326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.379728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d9a5026-c77a-413f-b2d3-b5629d6e293b req-ab027a52-cd92-4d33-a759-697b3d7fcc1c tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.4030242 Nov 12 12:35:52.434457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-a723a59c-d0a2-4bd2-9a85-84bcb2159199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:52.438353 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-a723a59c-d0a2-4bd2-9a85-84bcb2159199 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a8114521-7807-404a-866a-ac95d0a555b7 HTTP/1.1" status: 200 len: 861 time: 0.2824011 Nov 12 12:35:52.503550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-2b8b0521-2e9d-4d38-83ed-1675495debf2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2209e90c-7817-4a1f-8d8b-85420fa1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428007 Nov 12 12:35:52.611568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68735950-4b77-48f5-974b-9a5c330f1d2f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:35:52.622618 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.633014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42812921-0f8e-4f24-aa42-6bfa2eae900b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:52.639444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Transition to ACTIVE for port object 68735950-4b77-48f5-974b-9a5c330f1d2f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:35:52.646969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.732847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d9a5026-c77a-413f-b2d3-b5629d6e293b req-fcf7a986-cfde-4087-a1c2-2f4b7053f236 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517559 Nov 12 12:35:52.762810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c73194-d9be-4c27-b795-1369c00897db None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:52.804836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af887d-fa6a-430c-b634-de987f0d359b req-9ce1a4d2-04e4-4660-8161-d9be004f77e0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:52.806288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Pushing event updated for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:52.808610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-79af887d-fa6a-430c-b634-de987f0d359b req-9ce1a4d2-04e4-4660-8161-d9be004f77e0 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 932 time: 0.4794850 Nov 12 12:35:52.880761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 42812921-0f8e-4f24-aa42-6bfa2eae900b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:52.881564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:52.886870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Attempting to bind port 68735950-4b77-48f5-974b-9a5c330f1d2f on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:52.887534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Attempting to bind port 68735950-4b77-48f5-974b-9a5c330f1d2f by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:52.888095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Attempting to bind port 68735950-4b77-48f5-974b-9a5c330f1d2f on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:52.894355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Port 68735950-4b77-48f5-974b-9a5c330f1d2f on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:35:52.894988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Attempting to bind port 68735950-4b77-48f5-974b-9a5c330f1d2f on network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:52.900625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:52.901256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Checking segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:52.901886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Bound using segment: {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:52.902588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Bound port: 68735950-4b77-48f5-974b-9a5c330f1d2f, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a880-24bc-4bf2-8968-c7e3f2379901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:52.903208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:53.147276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db778b0-d754-4f6c-b7c1-1d80ed3fca7d req-aa8d8c4f-2957-4595-b3ca-cd7fd3ec5f90 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:53.162133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2db778b0-d754-4f6c-b7c1-1d80ed3fca7d req-aa8d8c4f-2957-4595-b3ca-cd7fd3ec5f90 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.2292323 Nov 12 12:35:53.206455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-c5e0da89-3d07-47c4-aae8-c5b8c518bea6 service neutron] 10.222.0.65 "GET /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906214 Nov 12 12:35:53.211684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-79af887d-fa6a-430c-b634-de987f0d359b req-5bd03b6a-f36c-4dd4-aac3-f06f4a9690ec tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912451 Nov 12 12:35:53.253968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 3de19559-ddf6-48ed-8be0-977604525501 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:53.257544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:53.263383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:53.317143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=68735950-4b77-48f5-974b-9a5c330f1d2f,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:53.349570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:53.529505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2db778b0-d754-4f6c-b7c1-1d80ed3fca7d req-398bb7f9-9cc4-46c5-a395-b09cd627ebc8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661466 Nov 12 12:35:53.583447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Pushing event updated for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:53.618727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:53.619577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:53.622083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-8918e820-a003-4fcf-a97c-2e169d3f5843 service neutron] 10.222.0.81 "PUT /v2.0/ports/68735950-4b77-48f5-974b-9a5c330f1d2f HTTP/1.1" status: 200 len: 1092 time: 2.1405365 Nov 12 12:35:53.622778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:53.623903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:53.626727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c025a-195a-4cab-bccb-be75b2570acb None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:53.627370 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2536d4ea-6c57-4f7f-88e4-817f166bde4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:53.684520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:53.711791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a1bba-d387-42f8-ba6c-27a4fcc6caf0 req-3b6b713c-08b0-413c-8522-cc548a03c31c tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:53.722331 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa6a1bba-d387-42f8-ba6c-27a4fcc6caf0 req-3b6b713c-08b0-413c-8522-cc548a03c31c tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 943 time: 0.2530558 Nov 12 12:35:53.737264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:53.878576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-cad2a11f-6809-42ef-b3f2-d37533335a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:53.893775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-cad2a11f-6809-42ef-b3f2-d37533335a77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 1095 time: 0.2108681 Nov 12 12:35:53.905094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:53.942190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2adfec-4324-4d05-a016-8a0533129c54 req-c36430e1-7fd9-4915-9f8f-5e5df4932355 service neutron] 10.222.0.65 "GET /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189987 Nov 12 12:35:53.948668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c348e5f5-c9af-489a-84de-68ceb8454bec None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:53.949211 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c348e5f5-c9af-489a-84de-68ceb8454bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:53.970152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:54.078465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa6a1bba-d387-42f8-ba6c-27a4fcc6caf0 req-680ebad9-9491-4414-a0fe-b846bf34ea04 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545437 Nov 12 12:35:54.088338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-7e7e4ac7-6599-46f7-81e5-69b732cc412e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68735950-4b77-48f5-974b-9a5c330f1d2f HTTP/1.1" status: 200 len: 217 time: 0.1890662 Nov 12 12:35:54.096833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c348e5f5-c9af-489a-84de-68ceb8454bec None None] Port dba8a683-4747-4296-ae64-00822e646028 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:54.097044 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619fd486-7250-4b09-b592-89833a18887c x-openstack-request-id: req-619fd486-7250-4b09-b592-89833a18887c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:54.097044 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:54.097044 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-619fd486-7250-4b09-b592-89833a18887c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:54.097044 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f', 'status': 'completed', 'code': 200} Nov 12 12:35:54.182514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Pushing event updated for resources: {'Port': ['ID=e0c72471-4d30-44ba-803d-8c4e226e3f7f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:54.185137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d3ded1d-ece2-418c-a6c1-d3b5953d3e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:54.220536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-0c4af43c-4a24-4212-ab88-8f94bc673344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:54.222597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-0c4af43c-4a24-4212-ab88-8f94bc673344 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.1247587 Nov 12 12:35:54.283343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-a9110152-7cde-4243-9319-d656b1532af7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548294 Nov 12 12:35:54.402242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:54.414342 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:54.423304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8fbe8340-977f-4f35-b137-436ca51a2f1b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9988906 Nov 12 12:35:54.428216 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:54.428854 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:54.431617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:54.432682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db637c3f-9461-4566-a336-7627bff75dea req-d8cabbb2-f065-4079-a2cc-6949698a51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:54.434271 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-d8cabbb2-f065-4079-a2cc-6949698a51c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d63d55f4f20b49fda7163d6658120271&device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 1094 time: 0.3720057 Nov 12 12:35:54.442546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483982166'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:54.458696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5ae2-f51f-4f0b-9721-0ff6a1ba0279 req-8cde7d51-4298-4f90-89d2-87b1b2c466eb tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:54.460934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caed5ae2-f51f-4f0b-9721-0ff6a1ba0279 req-8cde7d51-4298-4f90-89d2-87b1b2c466eb tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.1845596 Nov 12 12:35:54.542571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caed5ae2-f51f-4f0b-9721-0ff6a1ba0279 req-694cd3f6-c21b-4a09-81d3-bb1cc662c4cf tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691700 Nov 12 12:35:54.622498 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:54.625596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-04b177e0-d6c4-4858-9faf-4c9d0fafe2bc service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192194 Nov 12 12:35:54.664274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:54.681675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:54.686917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d3ded1d-ece2-418c-a6c1-d3b5953d3e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:54.704858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db637c3f-9461-4566-a336-7627bff75dea req-0d15ae4b-1fe8-4831-b15f-a2fc1eebe663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:54.706733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-0d15ae4b-1fe8-4831-b15f-a2fc1eebe663 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2209e90c-7817-4a1f-8d8b-85420fa1e1e5 HTTP/1.1" status: 200 len: 922 time: 0.2411759 Nov 12 12:35:54.714783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:35:54.718048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d3ded1d-ece2-418c-a6c1-d3b5953d3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:54.739438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:54.982941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:55.047497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e15f-930f-4754-a891-42e179a4fd9e req-2d87f8fd-83f9-4602-8306-b68d0bbb0b32 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.049051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1534e15f-930f-4754-a891-42e179a4fd9e req-2d87f8fd-83f9-4602-8306-b68d0bbb0b32 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.3183970 Nov 12 12:35:55.062964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.063428 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added segment c2fac29a-1aca-4b82-b536-2ec0c455923c of type vlan for network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 Nov 12 12:35:55.073751 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:49Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:50Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:55.111420 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:55.112038 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Updating router 826d1532-04df-4972-b8eb-38325b4de425 port dba8a683-4747-4296-ae64-00822e646028 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:35:55.171358 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.243696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0298209d-672b-4665-b95f-77815c2933ab None None] Provisioning complete for port e0c72471-4d30-44ba-803d-8c4e226e3f7f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:55.244734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0298209d-672b-4665-b95f-77815c2933ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.274624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-470838c7-3ec8-4852-9690-39ce6ee8a28f req-28b61f45-c0e7-4c4c-ac95-d11423d3cd12 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422689 Nov 12 12:35:55.296201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.344972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830b1fd-41d3-4a0e-9013-7b2ba9c6efb8 req-d18ef023-ebfb-490d-a730-aac4372e6eef tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.351310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0298209d-672b-4665-b95f-77815c2933ab None None] Port e0c72471-4d30-44ba-803d-8c4e226e3f7f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:35:55.352641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9830b1fd-41d3-4a0e-9013-7b2ba9c6efb8 req-d18ef023-ebfb-490d-a730-aac4372e6eef tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 944 time: 0.9169919 Nov 12 12:35:55.355157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-69601f19-f0c9-47a4-9879-68dd44758d1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e HTTP/1.1" status: 200 len: 217 time: 0.6333475 Nov 12 12:35:55.386191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3d3ded1d-ece2-418c-a6c1-d3b5953d3e05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71844919650a48af841cd6aa99e8ab17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7531569 Nov 12 12:35:55.391144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:55.395857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ded1d-ece2-418c-a6c1-d3b5953d3e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738593c-cd80-46b6-b1d5-7da921a23a4c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:55.396849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1534e15f-930f-4754-a891-42e179a4fd9e req-8ba1336b-f5bb-42b0-9ab2-01ad90be5268 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298640 Nov 12 12:35:55.442132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.451257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.451924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.469909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-a333c8d2-53e4-4d96-ab7f-c678ab7dfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.471740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-a333c8d2-53e4-4d96-ab7f-c678ab7dfe9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 1095 time: 0.1260235 Nov 12 12:35:55.537007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1026852 Nov 12 12:35:55.546714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38004) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:55.590440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'subnet': {'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:55.646843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:55.694524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f6dd3-9ffd-40fc-abb3-d8638b4a9f39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Network': ['ID=239a6eb7-c20e-4e17-bd72-00dd63d5ce75,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:55.711138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:55.762567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-3dbd5f16-f26b-47e2-8979-3c84efee2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.764655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-3dbd5f16-f26b-47e2-8979-3c84efee2378 service neutron] 10.222.0.81 "GET /v2.0/networks?id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 200 len: 912 time: 0.2649984 Nov 12 12:35:55.842263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9830b1fd-41d3-4a0e-9013-7b2ba9c6efb8 req-a62a76fb-06e1-47fe-a801-479f1ff7bdf3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887962 Nov 12 12:35:55.869699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-4583f5f6-c1e5-4dbe-9902-40e0073493be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68735950-4b77-48f5-974b-9a5c330f1d2f HTTP/1.1" status: 200 len: 217 time: 0.0897141 Nov 12 12:35:55.872855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Made reservation on behalf of 3f59c444f028432d85d6ee14ca5a5c43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:55.879066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.891260 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.904550 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:55.913651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db637c3f-9461-4566-a336-7627bff75dea req-582e545f-2b22-46bd-8caa-bd81053ccd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.915325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-582e545f-2b22-46bd-8caa-bd81053ccd0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a8114521-7807-404a-866a-ac95d0a555b7 HTTP/1.1" status: 200 len: 861 time: 0.3893998 Nov 12 12:35:55.946692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-8d490e26-651e-4f5d-a939-4b527ddb0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:55.950506 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-8d490e26-651e-4f5d-a939-4b527ddb0a2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 200 len: 851 time: 0.0640965 Nov 12 12:35:55.993233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-a61c5d6b-ea15-4fb1-b66d-adfe34d00020 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2209e90c-7817-4a1f-8d8b-85420fa1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677211 Nov 12 12:35:56.016777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-47301c0b-6201-43c1-a9ea-108c0d8667ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:56.018408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-47301c0b-6201-43c1-a9ea-108c0d8667ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1096 time: 0.3100963 Nov 12 12:35:56.060459 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab7fc-19c5-4aea-a6b8-08cac19dd1d0 None None] Pushing event updated for resources: {'Port': ['ID=dba8a683-4747-4296-ae64-00822e646028,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:56.095931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Attempting to bind port dba8a683-4747-4296-ae64-00822e646028 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:35:56.096434 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Attempting to bind port dba8a683-4747-4296-ae64-00822e646028 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:35:56.096918 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Attempting to bind port dba8a683-4747-4296-ae64-00822e646028 on network 3de19559-ddf6-48ed-8be0-977604525501 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:35:56.105518 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:35:56.106766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-c42b8f67-006e-4be3-a246-d0dcabb067d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346264 Nov 12 12:35:56.107856 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Checking segment: {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:56.108427 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.108964 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Bound using segment: {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:35:56.110124 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Bound port: dba8a683-4747-4296-ae64-00822e646028, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da365485-a662-46d2-8c63-fcba02336e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3de19559-ddf6-48ed-8be0-977604525501'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:35:56.111319 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.143907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a59064d9-5f3a-47d5-9e3b-a39b3e4489cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.197176 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] For port dba8a683-4747-4296-ae64-00822e646028, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:35:56.203268 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] For port dba8a683-4747-4296-ae64-00822e646028, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dba8a683-4747-4296-ae64-00822e646028,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:35:56.210144 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.291550 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab7fc-19c5-4aea-a6b8-08cac19dd1d0 None None] Pushing event updated for resources: {'Port': ['ID=dba8a683-4747-4296-ae64-00822e646028,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:56.292205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-2c2042c9-7c6b-44ba-b6ab-4f7092cc8224 service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742771 Nov 12 12:35:56.309553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d176-b574-4082-ba8e-7476f87637ca req-335acac3-0746-4df5-8b53-736d8d5bb358 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:56.311891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc7d176-b574-4082-ba8e-7476f87637ca req-335acac3-0746-4df5-8b53-736d8d5bb358 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 943 time: 0.3497813 Nov 12 12:35:56.327537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a59064d9-5f3a-47d5-9e3b-a39b3e4489cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.345325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:56.355637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:56.365490 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:56.366335 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:56.380870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b61d1279-c20d-4217-a17a-30b9e93af7fe admin admin] 10.222.0.18 "PUT /v2.0/routers/62ac1774-4358-4390-920c-ac54dc3965db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6353111 Nov 12 12:35:56.387480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:56.391026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:56.433986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25ae28-c148-4a02-8f0f-9fc0d08d082f req-757cae7c-fbd1-4588-bc85-e4d6fe5dd710 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:56.446343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c25ae28-c148-4a02-8f0f-9fc0d08d082f req-757cae7c-fbd1-4588-bc85-e4d6fe5dd710 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.4944553 Nov 12 12:35:56.540108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc7d176-b574-4082-ba8e-7476f87637ca req-f56d188c-3b5a-439d-9a81-91b81f22e7f1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092903 Nov 12 12:35:56.568761 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:56.584651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:56.610312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-0dd5d78c-5fa8-4497-8d24-f38eef861a6b service neutron] 10.222.0.65 "GET /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057544 Nov 12 12:35:56.644466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c25ae28-c148-4a02-8f0f-9fc0d08d082f req-866e8d11-ff7c-4250-8284-ef07a6b3c9e3 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728723 Nov 12 12:35:56.652407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a59064d9-5f3a-47d5-9e3b-a39b3e4489cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.659227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a59064d9-5f3a-47d5-9e3b-a39b3e4489cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:56.664580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a59064d9-5f3a-47d5-9e3b-a39b3e4489cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a738593c-cd80-46b6-b1d5-7da921a23a4c HTTP/1.1" status: 204 len: 168 time: 1.2702038 Nov 12 12:35:56.693119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-4666d81e-5855-4587-a352-58184d196e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:56.699031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-4666d81e-5855-4587-a352-58184d196e09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.6460397 Nov 12 12:35:56.743164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:35:56.751347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 68735950-4b77-48f5-974b-9a5c330f1d2f details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:35:56.784324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2536d4ea-6c57-4f7f-88e4-817f166bde4e req-8a48c871-0c7c-4716-a08b-3a475e6881ca service neutron] 10.222.0.81 "GET /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672472 Nov 12 12:35:56.799880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59064d9-5f3a-47d5-9e3b-a39b3e4489cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738593c-cd80-46b6-b1d5-7da921a23a4c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:56.882973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657ac3-03f1-44f3-9949-f1dc15ffe8f8 req-18b42177-1780-4c90-98f6-7be580835703 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:56.909483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a657ac3-03f1-44f3-9949-f1dc15ffe8f8 req-18b42177-1780-4c90-98f6-7be580835703 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.2170491 Nov 12 12:35:56.914881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=68735950-4b77-48f5-974b-9a5c330f1d2f,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:56.937596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '68735950-4b77-48f5-974b-9a5c330f1d2f', 'network_id': '224b9fd1-bb30-4ca0-a198-8b32a5ec91a8', 'port_id': '68735950-4b77-48f5-974b-9a5c330f1d2f', 'mac_address': 'fa:16:3e:98:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a573c-e112-40eb-9e4e-bed3c19b35c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:35:57.101097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.139089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.168470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68735950-4b77-48f5-974b-9a5c330f1d2f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:35:57.177730 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:49Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:56Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:57.196368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-55ad202a-c692-4ef5-82d5-573d11ffe436 None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:57.196910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-55ad202a-c692-4ef5-82d5-573d11ffe436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.203801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a657ac3-03f1-44f3-9949-f1dc15ffe8f8 req-7223143f-14b2-4c75-9f21-8cac4f687ae1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910709 Nov 12 12:35:57.246397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a167e6b-cec5-4784-a729-77999492e6e9 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:35:49Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:56Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:57.279952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ec10-97cc-421a-bce0-58f373e78a1f req-bad04a4e-43b5-432e-a40c-6263ea7ecf19 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:57.285978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88a7ec10-97cc-421a-bce0-58f373e78a1f req-bad04a4e-43b5-432e-a40c-6263ea7ecf19 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 944 time: 0.2517500 Nov 12 12:35:57.298132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-55c8790a-cc53-49ff-9fa2-e2034fdbc6e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 1000 time: 0.5663147 Nov 12 12:35:57.314647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Subnet': ['ID=3be81172-e48e-4c0e-979d-706982bcaa9a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:57.369059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:35:57.376058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:57.419031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Checking segment: {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:35:57.419463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network hostable DHCP agents. Network: 239a6eb7-c20e-4e17-bd72-00dd63d5ce75, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:35:57.441455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=68735950-4b77-48f5-974b-9a5c330f1d2f,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:57.478745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed959025-541b-43ec-b5a4-cb8a2465cfef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.486123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:35:57.488300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.539828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-2834c610-52d9-4c3a-a1d2-e03bd7f1df56 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:57.542676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-2834c610-52d9-4c3a-a1d2-e03bd7f1df56 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.81 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.2088153 Nov 12 12:35:57.571009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 239a6eb7-c20e-4e17-bd72-00dd63d5ce75) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:35:57.622825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:57.629897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-55ad202a-c692-4ef5-82d5-573d11ffe436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.633249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.637811 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db637c3f-9461-4566-a336-7627bff75dea req-cb32f917-b368-466f-b2b4-39563f071d5e service neutron] 10.222.0.65 "GET /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9922032 Nov 12 12:35:57.718946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-2051db9c-38dc-4c6b-99ea-2da20af460ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:57.720631 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-2051db9c-38dc-4c6b-99ea-2da20af460ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.3918147 Nov 12 12:35:57.725249 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed959025-541b-43ec-b5a4-cb8a2465cfef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.767865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88a7ec10-97cc-421a-bce0-58f373e78a1f req-7216570a-5899-4bd7-b73f-7a585e8de422 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664872 Nov 12 12:35:57.769655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2555f92-85ce-4a1d-be44-297a34d292e5 None None] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:57.770410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed959025-541b-43ec-b5a4-cb8a2465cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:57.818024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-620fe862-808b-42a0-aaa2-a5a8645e8404 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2698720 Nov 12 12:35:57.824271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38040) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:57.824698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:57.832961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-424929095-network', 'tenant_id': '25f9a3820d07487294e1572ede9f7854'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:57.890960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dba8a683-4747-4296-ae64-00822e646028 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:57.946834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed959025-541b-43ec-b5a4-cb8a2465cfef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c24d3d5a98c04a5a88b8c8ef6814445b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5232642 Nov 12 12:35:57.947519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:57.959784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959025-541b-43ec-b5a4-cb8a2465cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cfb7c-478a-434e-963b-f64b9d5e5bb7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:57.962814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7819d4-30ff-4611-a8e8-aa0166641b43 req-08dae8be-5e5b-4118-b643-1c6f86c59f10 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:57.976010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c7819d4-30ff-4611-a8e8-aa0166641b43 req-08dae8be-5e5b-4118-b643-1c6f86c59f10 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 943 time: 0.2961123 Nov 12 12:35:57.992418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,segment=NetworkSegment(0eeef32c-fb9b-49e4-b1fc-496cd31491d0),segment_id=0eeef32c-fb9b-49e4-b1fc-496cd31491d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:57.995057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-aa07c05b-b29b-4f37-9374-b9e4caf2ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:57.997951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-aa07c05b-b29b-4f37-9374-b9e4caf2ceee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2703042 Nov 12 12:35:58.030628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e', 'network_id': '2209e90c-7817-4a1f-8d8b-85420fa1e1e5', 'port_id': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e', 'mac_address': 'fa:16:3e:bb:f2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8114521-7807-404a-866a-ac95d0a555b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:35:58.058451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Made reservation on behalf of 25f9a3820d07487294e1572ede9f7854 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:58.060799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.092614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.150806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c7819d4-30ff-4611-a8e8-aa0166641b43 req-4c369137-a4ef-4270-8953-4657e757d206 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973690 Nov 12 12:35:58.198375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['68735950-4b77-48f5-974b-9a5c330f1d2f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:58.223096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cad7d63f-462e-4c5a-ac74-eb3c6b6ab32e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.246436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:58.253076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cad7d63f-462e-4c5a-ac74-eb3c6b6ab32e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.330362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cad7d63f-462e-4c5a-ac74-eb3c6b6ab32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.330581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.333048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cad7d63f-462e-4c5a-ac74-eb3c6b6ab32e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.338336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cad7d63f-462e-4c5a-ac74-eb3c6b6ab32e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b7cfb7c-478a-434e-963b-f64b9d5e5bb7 HTTP/1.1" status: 204 len: 168 time: 0.3884971 Nov 12 12:35:58.344937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:35:58.346286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.360381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7d63f-462e-4c5a-ac74-eb3c6b6ab32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cfb7c-478a-434e-963b-f64b9d5e5bb7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:58.363887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-64f34aa0-1acf-4bd2-877c-d283570fc274 service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485527 Nov 12 12:35:58.380071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.408587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 2, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:58.423591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-55ad202a-c692-4ef5-82d5-573d11ffe436 None None] For port dba8a683-4747-4296-ae64-00822e646028, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dba8a683-4747-4296-ae64-00822e646028,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:58.479516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Deleting port d1f65917-fb24-40bd-8eb1-bb61b59bf20c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:58.479867 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.504402 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-55ad202a-c692-4ef5-82d5-573d11ffe436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.506951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:58.507597 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.567581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:58.567936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Updating router 62ac1774-4358-4390-920c-ac54dc3965db port e0c72471-4d30-44ba-803d-8c4e226e3f7f binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:35:58.596082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc0bd2-43ad-4902-a54b-a90dd563a85b req-033e6645-84e7-476c-9a23-53d570156672 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:58.597795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad202a-c692-4ef5-82d5-573d11ffe436 None None] Pushing event updated for resources: {'Port': ['ID=dba8a683-4747-4296-ae64-00822e646028,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:58.607913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9cc0bd2-43ad-4902-a54b-a90dd563a85b req-033e6645-84e7-476c-9a23-53d570156672 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 945 time: 0.2197504 Nov 12 12:35:58.609693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] For port d1f65917-fb24-40bd-8eb1-bb61b59bf20c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:58.610260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.746071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9cc0bd2-43ad-4902-a54b-a90dd563a85b req-914dcc15-7343-4894-8b05-ee4805e056a4 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5f39b83-c4a7-4dc1-8ebb-890797ac7978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365750 Nov 12 12:35:58.755126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8e54b509-d160-4b12-88e7-a1b27734baa8 req-833c1d13-f6bb-4c8c-82b3-a9fcc6b3a22b service neutron] 10.222.0.65 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838584 Nov 12 12:35:58.759668 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.775693 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.839725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:35:58.850758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.851770 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Added segment 4c4dad2e-1582-4739-941a-95c4d14d61de of type vlan for network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 Nov 12 12:35:58.888492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-10ee5729-a935-4ff7-8345-d3f2c6787115 None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:35:58.889174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10ee5729-a935-4ff7-8345-d3f2c6787115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.898425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:35:58.901518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:58.960948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d32b6-ec82-481c-b760-7bd75baeca5e req-22c57202-fa9d-40b7-b509-087db167af30 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:58.964057 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-278d32b6-ec82-481c-b760-7bd75baeca5e req-22c57202-fa9d-40b7-b509-087db167af30 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 945 time: 0.0920830 Nov 12 12:35:59.081490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-278d32b6-ec82-481c-b760-7bd75baeca5e req-cb3fdcf2-7212-402f-84a1-cf1073bc15b7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000278 Nov 12 12:35:59.179667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.180039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.180354 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Floating IP b86648e3-4b52-465e-85d4-dd11052bb542 disassociated. External IP: 172.25.1.26, port: d1f65917-fb24-40bd-8eb1-bb61b59bf20c. Nov 12 12:35:59.180693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Calling delete_port for d1f65917-fb24-40bd-8eb1-bb61b59bf20c owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:59.238821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,segment=NetworkSegment(0eeef32c-fb9b-49e4-b1fc-496cd31491d0),segment_id=0eeef32c-fb9b-49e4-b1fc-496cd31491d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:59.266401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.324635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1923b0e7-77d8-4779-8c2a-ee78ee7413c6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:59.329506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.330567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:59.331187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.377651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb2cf0-0804-4ed3-a723-0d2610b31f00 req-bde3eff1-3e1b-4a9d-be23-9970c7cb2395 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:59.379298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ccb2cf0-0804-4ed3-a723-0d2610b31f00 req-bde3eff1-3e1b-4a9d-be23-9970c7cb2395 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 944 time: 0.1366308 Nov 12 12:35:59.425710 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.432169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a7958d-dee3-4d60-8b55-6cef6b2524e3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:59.459664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Allocated IP 2001:db8:3::2 (239a6eb7-c20e-4e17-bd72-00dd63d5ce75/3be81172-e48e-4c0e-979d-706982bcaa9a/c2f925e9-372c-45aa-9b43-8da80e225ac7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:35:59.469468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:35:59.536977 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ccb2cf0-0804-4ed3-a723-0d2610b31f00 req-55efbe5c-4edd-4c4c-abfc-e786e64fc8c7 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470737 Nov 12 12:35:59.581914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:35:59.666668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:59.826870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event deleted for resources: {'Port': ['ID=d1f65917-fb24-40bd-8eb1-bb61b59bf20c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:59.863811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dba8a683-4747-4296-ae64-00822e646028 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:35:59.870351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ee55a3a1-09cb-47c8-87ef-bb8b299d3294 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0411704 Nov 12 12:35:59.907500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47308f57-a8f3-461f-8fff-52e41bee6477 req-20c4b778-6094-45ff-b31b-e08ac7f3169b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 210 time: 0.0585656 Nov 12 12:35:59.909843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:59.913710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3370bf-fea4-461c-93b8-feea20b8bce5 req-23a2faf3-88f5-42e8-bcd3-bce6b927329b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:59.921257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c3370bf-fea4-461c-93b8-feea20b8bce5 req-23a2faf3-88f5-42e8-bcd3-bce6b927329b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 1.5423143 Nov 12 12:35:59.925466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Request body: {'subnet': {'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-424929095-subnet', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:35:59.939107 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.968803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Made reservation on behalf of 25f9a3820d07487294e1572ede9f7854 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:35:59.972141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.048997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.341671 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.370387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.372911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c3370bf-fea4-461c-93b8-feea20b8bce5 req-1f853cdd-ece8-4d6f-8827-3e8242a2b9fc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4498227 Nov 12 12:36:00.462610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port dba8a683-4747-4296-ae64-00822e646028 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:00.463145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.470476 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.483287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c8aa7-96bd-458d-987c-0f6cdb3c1013 req-745c4893-02e7-4ee3-9c33-ccd13ef9b3da tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:00.497675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b5c8aa7-96bd-458d-987c-0f6cdb3c1013 req-745c4893-02e7-4ee3-9c33-ccd13ef9b3da tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 945 time: 0.2768078 Nov 12 12:36:00.522542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Router bbbc766a-4488-499a-9e44-67a482556c09 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:00.563813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:00.575798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 68735950-4b77-48f5-974b-9a5c330f1d2f up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:00.636876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.694834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b5c8aa7-96bd-458d-987c-0f6cdb3c1013 req-8283f48d-c793-4993-ab30-364f39ce85c3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957130 Nov 12 12:36:00.795276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:00.801704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Checking segment: {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:00.801994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Network hostable DHCP agents. Network: b7a7958d-dee3-4d60-8b55-6cef6b2524e3, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:36:00.825268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:36:00.845659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b7a7958d-dee3-4d60-8b55-6cef6b2524e3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:00.863561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:00.865434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:00.909126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Pushing event updated for resources: {'Port': ['ID=c2f925e9-372c-45aa-9b43-8da80e225ac7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:00.909326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-389853ed-50b5-4807-8020-e00b1fdf9e8e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9915059 Nov 12 12:36:00.909733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:00.909872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38110) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:00.916970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:00.918760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:00.919510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:00.928955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e848a1-a0bf-4f1e-b1cb-039fe5861d22 None None] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:01.100274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bbff753-251f-4145-9d7f-8c185649bace req-dbf7a71a-9faa-43ef-90fb-5759f3a53d6d tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 210 time: 0.0609558 Nov 12 12:36:01.125811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1024d-ae28-4cb5-9320-4933ba60d900 req-3bcfbd29-2dbb-4be5-993f-42b165b5b8ff tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:01.127428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3a1024d-ae28-4cb5-9320-4933ba60d900 req-3bcfbd29-2dbb-4be5-993f-42b165b5b8ff tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 944 time: 0.3994083 Nov 12 12:36:01.132915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.136569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e54e3d36-eb54-4bfd-83c1-91ffab7a9051 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-821605391'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:01.137429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e54e3d36-eb54-4bfd-83c1-91ffab7a9051 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Unknown quota resources ['metering_label']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:36:01.187781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.189223 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.212410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750a842-4290-481e-8331-718d58647bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b7a7958d-dee3-4d60-8b55-6cef6b2524e3', 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'fixed_ips': [{'subnet_id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:36:01.212723 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f750a842-4290-481e-8331-718d58647bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.272482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.282198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Attempting to bind port c2f925e9-372c-45aa-9b43-8da80e225ac7 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:01.282772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Attempting to bind port c2f925e9-372c-45aa-9b43-8da80e225ac7 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:01.283172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Attempting to bind port c2f925e9-372c-45aa-9b43-8da80e225ac7 on network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:01.350027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:01.350405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Checking segment: {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:01.350796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.351439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Bound using segment: {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:01.352033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Bound port: c2f925e9-372c-45aa-9b43-8da80e225ac7, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:01.352482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.362293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:01.368300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874098d8-1433-4c72-a94a-181ec2e4bb05 None None] Pushing event updated for resources: {'Port': ['ID=e0c72471-4d30-44ba-803d-8c4e226e3f7f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:01.377586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:01.379135 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] Sync routers for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:01.393303 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:01.399052 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:01.482099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] For port c2f925e9-372c-45aa-9b43-8da80e225ac7, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:01.486142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] For port c2f925e9-372c-45aa-9b43-8da80e225ac7, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c2f925e9-372c-45aa-9b43-8da80e225ac7,segment=NetworkSegment(c2fac29a-1aca-4b82-b536-2ec0c455923c),segment_id=c2fac29a-1aca-4b82-b536-2ec0c455923c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:01.540505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3a1024d-ae28-4cb5-9320-4933ba60d900 req-656d76d2-dd57-4be1-93e9-cc3944f6044a tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950617 Nov 12 12:36:01.548609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.638796 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:01.647722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda77f9-63b7-4482-a4b7-560184c0d5aa req-b912a72c-a571-46b2-a632-b68918500810 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:01.651900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fda77f9-63b7-4482-a4b7-560184c0d5aa req-b912a72c-a571-46b2-a632-b68918500810 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.1105177 Nov 12 12:36:01.668448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1d988-ad55-4fc8-a39c-dec535da6613 None None] Pushing event updated for resources: {'Port': ['ID=c2f925e9-372c-45aa-9b43-8da80e225ac7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:01.742018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.744266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] No DVR routers for this DVR port d1f65917-fb24-40bd-8eb1-bb61b59bf20c on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:01.792661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fda77f9-63b7-4482-a4b7-560184c0d5aa req-b6d8b325-6697-43a4-86ea-c37243f8eba2 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285753 Nov 12 12:36:01.918476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Allocated IP 2001:db8:3::1 (239a6eb7-c20e-4e17-bd72-00dd63d5ce75/3be81172-e48e-4c0e-979d-706982bcaa9a/26a88ed8-e2a7-4b36-b932-0df7202e55df) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:01.943987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 68735950-4b77-48f5-974b-9a5c330f1d2f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:36:01.957728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.006886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e54e3d36-eb54-4bfd-83c1-91ffab7a9051 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.008933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e54e3d36-eb54-4bfd-83c1-91ffab7a9051 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0962355 Nov 12 12:36:02.012262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:02.018001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cb2f146d-bd95-4a4f-a665-0a8efb69c8b2 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f441090c-b654-42dc-9c08-6f624fd644f3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:02.018562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cb2f146d-bd95-4a4f-a665-0a8efb69c8b2 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:36:02.024300 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.029754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee484f0d-086c-4ce7-bfe3-20a28ece25eb req-9f0c00d1-a7d6-4a06-a530-fb32b0737171 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.81 "DELETE /v2.0/ports/d1f65917-fb24-40bd-8eb1-bb61b59bf20c HTTP/1.1" status: 204 len: 173 time: 4.4775724 Nov 12 12:36:02.031680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'name': 'network-vif-deleted', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:02.035289 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cc431-c602-4264-8b6c-7b249fe082a4" -d '{"events": [{"server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "name": "network-vif-deleted", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:02.038276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:02.084465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:02.087727 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e6d440-f4cd-49c6-b3af-4ddd87764382" -d '{"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:02.152761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 68735950-4b77-48f5-974b-9a5c330f1d2f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:02.153143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.223043 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:47Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:02.293577 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] Checking router: bbbc766a-4488-499a-9e44-67a482556c09 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:02.305953 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:02.306822 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:02.330847 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.332671 n-d-804878-5 neutron-server[102779]: WARNING neutron.services.metering.metering_plugin [None req-cb2f146d-bd95-4a4f-a665-0a8efb69c8b2 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 12:36:02.466421 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:02.732305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.745861 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6243be-b2a5-45bb-8fff-0c5268da57db x-openstack-request-id: req-9b6243be-b2a5-45bb-8fff-0c5268da57db {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:02.746280 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725a6847-6297-4e9b-86b7-678ef6d61d4a", "name": "network-vif-deleted", "tag": "d1f65917-fb24-40bd-8eb1-bb61b59bf20c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:02.754409 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b6243be-b2a5-45bb-8fff-0c5268da57db {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:02.755003 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725a6847-6297-4e9b-86b7-678ef6d61d4a', 'name': 'network-vif-deleted', 'tag': 'd1f65917-fb24-40bd-8eb1-bb61b59bf20c', 'status': 'completed', 'code': 200} Nov 12 12:36:02.771974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb2f146d-bd95-4a4f-a665-0a8efb69c8b2 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.779486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cb2f146d-bd95-4a4f-a665-0a8efb69c8b2 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7661176 Nov 12 12:36:02.783625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:02.802561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7ce316a-1f9a-4b48-8514-05e8e3a25b4e tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f441090c-b654-42dc-9c08-6f624fd644f3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:02.804098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7ce316a-1f9a-4b48-8514-05e8e3a25b4e tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:36:02.846502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.862065 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:47Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:02.900565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86e45f-a9d0-4b03-8d99-761d259f6348 req-769199b7-e7d6-48e5-8076-b800863af6e3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:02.902789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Attempting to bind port e0c72471-4d30-44ba-803d-8c4e226e3f7f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:02.903268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Attempting to bind port e0c72471-4d30-44ba-803d-8c4e226e3f7f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:02.903565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Attempting to bind port e0c72471-4d30-44ba-803d-8c4e226e3f7f on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:02.911738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd86e45f-a9d0-4b03-8d99-761d259f6348 req-769199b7-e7d6-48e5-8076-b800863af6e3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 945 time: 0.9009008 Nov 12 12:36:02.945842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3d7a5b21-7adc-4304-a963-047bd0af2263 None None] Provisioning complete for port e0c72471-4d30-44ba-803d-8c4e226e3f7f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:02.945842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5b21-7adc-4304-a963-047bd0af2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:02.970524 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eb209-05b0-41f9-8f8f-337798311338 None None] The sync data for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 is: [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:33:36Z', 'revision_number': 4, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '1800e4c0-9c9b-466d-8fc0-0fc25df72df3', 'name': '', 'network_id': 'f65c1a82-c0a3-4237-89fc-557bcebe5606', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'mac_address': 'fa:16:3e:1d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:34Z', 'updated_at': '2021-11-12T12:33:47Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'subnets': [{'id': '2ba487c4-2b3d-457e-b044-f7941d814a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:02.973506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca036920-a670-45d0-9da2-dd8c5905a39d req-8a5cdd5b-39c5-4cb1-8501-149fdd8ede7e tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/ports?device_id=725a6847-6297-4e9b-86b7-678ef6d61d4a HTTP/1.1" status: 200 len: 210 time: 0.0408211 Nov 12 12:36:02.975830 n-d-804878-5 neutron-server[102779]: WARNING neutron.services.metering.metering_plugin [None req-a7ce316a-1f9a-4b48-8514-05e8e3a25b4e tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 12:36:03.095015 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7f689-8373-43bc-9a19-b68468c6ca07 x-openstack-request-id: req-cac7f689-8373-43bc-9a19-b68468c6ca07 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:03.095549 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-unplugged", "status": "failed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:03.095941 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cac7f689-8373-43bc-9a19-b68468c6ca07 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:03.097568 n-d-804878-5 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'code': 422} returned with failed status Nov 12 12:36:03.105925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.112169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a5b21-7adc-4304-a963-047bd0af2263 None None] Port e0c72471-4d30-44ba-803d-8c4e226e3f7f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:03.120928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:03.123358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:03.123860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.124267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:03.127242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Bound port: e0c72471-4d30-44ba-803d-8c4e226e3f7f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:03.127685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.157698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f750a842-4290-481e-8331-718d58647bef None None] Allocated IP 172.20.0.2 (b7a7958d-dee3-4d60-8b55-6cef6b2524e3/01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86/a9426144-63f1-4574-9b27-50784f4baceb) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:03.191188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:03.194121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7ce316a-1f9a-4b48-8514-05e8e3a25b4e tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.195956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7ce316a-1f9a-4b48-8514-05e8e3a25b4e tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4111259 Nov 12 12:36:03.221853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38158) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:03.248518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4e6d0726-0ab5-49f8-94a0-b5bc58a99ed9 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=46a1ba4d-347a-4cf4-81c9-9f016d59e8b2 HTTP/1.1" status: 200 len: 462 time: 0.0253553 Nov 12 12:36:03.252196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:03.277937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f1dc-1f67-47e6-96a3-217bcced648e req-a7a00b1d-7c87-4560-a666-700be2a0ef77 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:03.283523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd86e45f-a9d0-4b03-8d99-761d259f6348 req-ff475ff7-c6b1-4f9c-9004-7daf058fe857 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521419 Nov 12 12:36:03.289160 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7c7f1dc-1f67-47e6-96a3-217bcced648e req-a7a00b1d-7c87-4560-a666-700be2a0ef77 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 944 time: 0.1513338 Nov 12 12:36:03.318558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:03.337633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:03.342197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:03.342755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.428961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=26a88ed8-e2a7-4b36-b932-0df7202e55df,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:03.512029 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f750a842-4290-481e-8331-718d58647bef None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.518566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:03.532886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b67d4-3d6d-4e87-8433-51a149ea2171 None None] New status for floating IP b86648e3-4b52-465e-85d4-dd11052bb542: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:36:03.599443 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ccc97659-16ee-4ea0-975a-008c324d6842 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.603690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ccc97659-16ee-4ea0-975a-008c324d6842 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/46a1ba4d-347a-4cf4-81c9-9f016d59e8b2 HTTP/1.1" status: 204 len: 168 time: 0.3509843 Nov 12 12:36:03.604539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:03.619966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9927f-d2d5-4e18-874c-bfcf669c762c None None] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:03.632091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7c7f1dc-1f67-47e6-96a3-217bcced648e req-78c997ca-ec5c-4e60-8813-d7e0b581e916 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283298 Nov 12 12:36:03.632283 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f750a842-4290-481e-8331-718d58647bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.648410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d09ed71c-1fc7-494a-8b85-12bd4d377d71 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=46a1ba4d-347a-4cf4-81c9-9f016d59e8b2 HTTP/1.1" status: 200 len: 221 time: 0.0387087 Nov 12 12:36:03.649314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:03.654120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5f787220-7846-471e-9780-1e44ffb69e45 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1634072420', 'description': 'label created by tempest'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:03.654847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5f787220-7846-471e-9780-1e44ffb69e45 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Unknown quota resources ['metering_label']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:36:03.731261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.835043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c2f925e9-372c-45aa-9b43-8da80e225ac7 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:03.854925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.936627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750a842-4290-481e-8331-718d58647bef None None] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:04.039810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f750a842-4290-481e-8331-718d58647bef None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:04.079124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-56ed852a-f7ec-4bc7-a13e-72554e326e23 None None] Provisioning complete for port c2f925e9-372c-45aa-9b43-8da80e225ac7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:04.081042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56ed852a-f7ec-4bc7-a13e-72554e326e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.087083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750a842-4290-481e-8331-718d58647bef None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:04.104025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.137707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750a842-4290-481e-8331-718d58647bef None None] Pushing event updated for resources: {'Port': ['ID=a9426144-63f1-4574-9b27-50784f4baceb,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:04.155535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] For port e0c72471-4d30-44ba-803d-8c4e226e3f7f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:04.161423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.200504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] For port e0c72471-4d30-44ba-803d-8c4e226e3f7f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e0c72471-4d30-44ba-803d-8c4e226e3f7f,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:04.210796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:04.217498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-64a7bd7d-b10b-4215-83e2-80c8a4f11e6e req-8c498a12-d3d2-481b-b943-fbf01b251f47 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:36:04.220078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64a7bd7d-b10b-4215-83e2-80c8a4f11e6e req-8c498a12-d3d2-481b-b943-fbf01b251f47 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078712 Nov 12 12:36:04.224070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=68735950-4b77-48f5-974b-9a5c330f1d2f,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:04.233274 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.243208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.243682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.244597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device d1f65917-fb24-40bd-8eb1-bb61b59bf20c no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:04.246302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:36:04.347060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:04.347609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.393436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: d1f65917-fb24-40bd-8eb1-bb61b59bf20c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:04.394506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device d1f65917-fb24-40bd-8eb1-bb61b59bf20c not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:04.402600 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.408460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.494093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f787220-7846-471e-9780-1e44ffb69e45 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.495269 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5f787220-7846-471e-9780-1e44ffb69e45 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8447900 Nov 12 12:36:04.498792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:04.523211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c2f925e9-372c-45aa-9b43-8da80e225ac7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:04.523986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.526750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f750a842-4290-481e-8331-718d58647bef None None] Attempting to bind port a9426144-63f1-4574-9b27-50784f4baceb on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:04.527242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f750a842-4290-481e-8331-718d58647bef None None] Attempting to bind port a9426144-63f1-4574-9b27-50784f4baceb by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:04.527719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a842-4290-481e-8331-718d58647bef None None] Attempting to bind port a9426144-63f1-4574-9b27-50784f4baceb on network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:04.609674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:04.610589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:04.694212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a842-4290-481e-8331-718d58647bef None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:04.694970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a842-4290-481e-8331-718d58647bef None None] Checking segment: {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:04.695605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f750a842-4290-481e-8331-718d58647bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.696265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a842-4290-481e-8331-718d58647bef None None] Bound using segment: {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:04.696996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f750a842-4290-481e-8331-718d58647bef None None] Bound port: a9426144-63f1-4574-9b27-50784f4baceb, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:04.697631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f750a842-4290-481e-8331-718d58647bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.705785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874098d8-1433-4c72-a94a-181ec2e4bb05 None None] Pushing event updated for resources: {'Port': ['ID=e0c72471-4d30-44ba-803d-8c4e226e3f7f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:04.729664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-537e16d6-30c9-444e-a8fb-8c3d5e05a5a3 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=9de269ad-2f68-428d-b612-9ecfbd1975b6 HTTP/1.1" status: 200 len: 468 time: 0.2270355 Nov 12 12:36:04.736930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:04.790988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10710e8e-830f-4922-846f-8641a7c1d589 req-482c1f74-55df-4b77-90f8-15449b1d8552 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:04.800789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10710e8e-830f-4922-846f-8641a7c1d589 req-482c1f74-55df-4b77-90f8-15449b1d8552 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.3102245 Nov 12 12:36:04.865839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56ed852a-f7ec-4bc7-a13e-72554e326e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.023832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:05.075256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-56ed852a-f7ec-4bc7-a13e-72554e326e23 None None] For port c2f925e9-372c-45aa-9b43-8da80e225ac7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c2f925e9-372c-45aa-9b43-8da80e225ac7,segment=NetworkSegment(c2fac29a-1aca-4b82-b536-2ec0c455923c),segment_id=c2fac29a-1aca-4b82-b536-2ec0c455923c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:05.084898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10710e8e-830f-4922-846f-8641a7c1d589 req-2eeccb8a-aab1-4666-8d59-910cd193ae2b tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827353 Nov 12 12:36:05.112700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:05.118536 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba22d15a-d536-4521-87ec-1fa06254860e" -d '{"events": [{"server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "name": "network-vif-plugged", "status": "completed", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:05.141663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Allocated IP 172.25.1.28 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/d4e0d774-1a2a-447c-9327-dc6044a3d23a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:05.142633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:05.178643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-b54132d7-509f-45b4-aa84-6ada5d212954 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3218403 Nov 12 12:36:05.182421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0edb7aa3-2632-454b-9258-8b6a47839e06 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.185788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0edb7aa3-2632-454b-9258-8b6a47839e06 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/9de269ad-2f68-428d-b612-9ecfbd1975b6 HTTP/1.1" status: 204 len: 168 time: 0.4453547 Nov 12 12:36:05.195115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-23dda945-d400-4f6c-92b8-0002f4b0aacf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:36:05.201154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event updated for resources: {'Port': ['ID=26a88ed8-e2a7-4b36-b932-0df7202e55df,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:05.205772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-23dda945-d400-4f6c-92b8-0002f4b0aacf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148330 Nov 12 12:36:05.217790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:05.257719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56ed852a-f7ec-4bc7-a13e-72554e326e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.317608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c855-53d3-40c1-8a90-5c9165928629 req-cd7e16af-d721-46c8-b124-1aa361486ea9 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:05.317969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.319240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c276c855-53d3-40c1-8a90-5c9165928629 req-cd7e16af-d721-46c8-b124-1aa361486ea9 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 944 time: 0.1116719 Nov 12 12:36:05.328417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f750a842-4290-481e-8331-718d58647bef None None] For port a9426144-63f1-4574-9b27-50784f4baceb, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:05.339666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea117962-0969-47a3-9d7d-7c4bea2264ff tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.372166 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9b82690-e0e2-4cf5-9dd1-75ef40dfff57 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=9de269ad-2f68-428d-b612-9ecfbd1975b6 HTTP/1.1" status: 200 len: 216 time: 0.1480832 Nov 12 12:36:05.374830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:05.430758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b5a507b1-2140-4206-886e-66cbc8c170cd tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0492103 Nov 12 12:36:05.432704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:05.497360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c276c855-53d3-40c1-8a90-5c9165928629 req-42476a56-b098-4cdc-8ee0-7fa12da9aac8 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709740 Nov 12 12:36:05.528082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:05.542815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b7848-5766-4799-ba92-cd013fe29b6e req-f9ee46e8-cab2-4c95-9341-3743b822b0af tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:05.547765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d28ace1-8cf6-4554-b82f-bb82ea28dd63 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0711188 Nov 12 12:36:05.550856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec2b7848-5766-4799-ba92-cd013fe29b6e req-f9ee46e8-cab2-4c95-9341-3743b822b0af tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 1.0940974 Nov 12 12:36:05.685080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f750a842-4290-481e-8331-718d58647bef None None] For port a9426144-63f1-4574-9b27-50784f4baceb, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9426144-63f1-4574-9b27-50784f4baceb,segment=NetworkSegment(4c4dad2e-1582-4739-941a-95c4d14d61de),segment_id=4c4dad2e-1582-4739-941a-95c4d14d61de)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:05.694901 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bc01ee-5dda-409b-9d78-6b20f073b283 x-openstack-request-id: req-45bc01ee-5dda-409b-9d78-6b20f073b283 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:05.695435 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "name": "network-vif-plugged", "status": "completed", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:05.695702 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45bc01ee-5dda-409b-9d78-6b20f073b283 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:05.696327 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f', 'code': 200} Nov 12 12:36:05.711910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.731431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f750a842-4290-481e-8331-718d58647bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.819455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea117962-0969-47a3-9d7d-7c4bea2264ff tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.824589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b8fbabc9-9f08-4e0d-be2d-83a09c28e3a2 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/f441090c-b654-42dc-9c08-6f624fd644f3 HTTP/1.1" status: 200 len: 472 time: 0.2716055 Nov 12 12:36:05.831651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:05.862496 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36a409a3-6419-499d-9533-ec03159baaaf tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/dd4004d4-a2b7-4ad4-847e-6b103727ec3b HTTP/1.1" status: 200 len: 459 time: 0.0273275 Nov 12 12:36:05.863795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:05.880388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.895234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,segment=NetworkSegment(0eeef32c-fb9b-49e4-b1fc-496cd31491d0),segment_id=0eeef32c-fb9b-49e4-b1fc-496cd31491d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:05.913817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed852a-f7ec-4bc7-a13e-72554e326e23 None None] Pushing event updated for resources: {'Port': ['ID=c2f925e9-372c-45aa-9b43-8da80e225ac7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:05.938455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2447dea-4da6-41d0-a282-ea510298e80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.941510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:05.976084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33e73b2d-8569-4e10-a878-96cde3f1f797 None None] Provisioning complete for port e0c72471-4d30-44ba-803d-8c4e226e3f7f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:05.976505 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33e73b2d-8569-4e10-a878-96cde3f1f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.025501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:06.051607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:06.065825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45b5b706-ba27-4982-8fbd-f184804b3668 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.070445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-45b5b706-ba27-4982-8fbd-f184804b3668 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/dd4004d4-a2b7-4ad4-847e-6b103727ec3b HTTP/1.1" status: 204 len: 168 time: 0.2050409 Nov 12 12:36:06.071539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38240) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:06.080253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec2b7848-5766-4799-ba92-cd013fe29b6e req-079458a7-7d71-4ded-b183-778ee8048eb9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5284004 Nov 12 12:36:06.127230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73aabc-a6c5-4325-8ce8-88fbc69fba95 req-73f6b22e-4c5e-4619-951e-f3750be416aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:06.130515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef73aabc-a6c5-4325-8ce8-88fbc69fba95 req-73f6b22e-4c5e-4619-951e-f3750be416aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 1097 time: 0.4047103 Nov 12 12:36:06.261666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:36:06.262699 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:36:06.264596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea117962-0969-47a3-9d7d-7c4bea2264ff tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.275456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea117962-0969-47a3-9d7d-7c4bea2264ff tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.277726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ea117962-0969-47a3-9d7d-7c4bea2264ff tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5f39b83-c4a7-4dc1-8ebb-890797ac7978 HTTP/1.1" status: 204 len: 168 time: 1.8666382 Nov 12 12:36:06.279098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.285968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38244) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:06.306083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750a842-4290-481e-8331-718d58647bef None None] Pushing event updated for resources: {'Port': ['ID=a9426144-63f1-4574-9b27-50784f4baceb,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:06.451195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:06.452181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea117962-0969-47a3-9d7d-7c4bea2264ff tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f39b83-c4a7-4dc1-8ebb-890797ac7978,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:06.490055 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d411e2c9-ea45-4452-81f3-56692bd52c2b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] show failed (client error): The resource could not be found. Nov 12 12:36:06.495037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d411e2c9-ea45-4452-81f3-56692bd52c2b tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "GET /v2.0/security-groups/b5f39b83-c4a7-4dc1-8ebb-890797ac7978 HTTP/1.1" status: 404 len: 347 time: 0.1719458 Nov 12 12:36:06.504031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38246) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:06.514251 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33e73b2d-8569-4e10-a878-96cde3f1f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.552874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:06.593035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:04Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:06.656664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6cd3d014-6209-46fa-9afa-2928625f3dd3 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.658247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6cd3d014-6209-46fa-9afa-2928625f3dd3 tempest-MeteringIpV6TestJSON-927684370 tempest-MeteringIpV6TestJSON-927684370-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f441090c-b654-42dc-9c08-6f624fd644f3 HTTP/1.1" status: 204 len: 168 time: 0.5854340 Nov 12 12:36:06.662862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d902a3-1757-443a-8342-59f1e0801d85 None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:04Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:06.680287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-33e73b2d-8569-4e10-a878-96cde3f1f797 None None] For port e0c72471-4d30-44ba-803d-8c4e226e3f7f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e0c72471-4d30-44ba-803d-8c4e226e3f7f,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:06.685828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33e73b2d-8569-4e10-a878-96cde3f1f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.692494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:06.696110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:06.705768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ff577-7720-4bc9-8fa2-a104fe0f9035 req-351c477f-8e12-4c14-8e02-efe6dbe8a387 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:06.710054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc8ff577-7720-4bc9-8fa2-a104fe0f9035 req-351c477f-8e12-4c14-8e02-efe6dbe8a387 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.3192732 Nov 12 12:36:06.765751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e0d774-1a2a-447c-9327-dc6044a3d23a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:06.842134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc8ff577-7720-4bc9-8fa2-a104fe0f9035 req-0b773201-e3db-4e95-849d-4b993376ea2f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229250 Nov 12 12:36:06.868063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a441f81-a18f-47ae-800f-972eff71dd6c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:06.901511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:06.940253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e73b2d-8569-4e10-a878-96cde3f1f797 None None] Pushing event updated for resources: {'Port': ['ID=e0c72471-4d30-44ba-803d-8c4e226e3f7f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:06.958024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8340c047-d675-4132-96f3-afd1c7688be5 None None] Provisioning complete for port 26a88ed8-e2a7-4b36-b932-0df7202e55df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:06.958190 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8340c047-d675-4132-96f3-afd1c7688be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:06.977105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef73aabc-a6c5-4325-8ce8-88fbc69fba95 req-6d8a9e82-a3ef-4163-a5bc-29ce58eb2558 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922348 Nov 12 12:36:07.044877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8340c047-d675-4132-96f3-afd1c7688be5 None None] Port 26a88ed8-e2a7-4b36-b932-0df7202e55df cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:07.048862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-50b3601e-6d0d-4cff-9a5a-0dffd5ae62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:07.051117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-50b3601e-6d0d-4cff-9a5a-0dffd5ae62f2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057&tenant_id=34ed790e013c444b9cda69ac405059b8 HTTP/1.1" status: 200 len: 1094 time: 0.5203450 Nov 12 12:36:07.077111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeee30a-9036-44bb-9774-8e88760b6c95 req-448ca985-6dae-4f6d-a96f-615a95c2afc2 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:07.079284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ceeee30a-9036-44bb-9774-8e88760b6c95 req-448ca985-6dae-4f6d-a96f-615a95c2afc2 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 945 time: 0.4279504 Nov 12 12:36:07.087011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8340c047-d675-4132-96f3-afd1c7688be5 None None] Provisioning complete for port c2f925e9-372c-45aa-9b43-8da80e225ac7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:07.087387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8340c047-d675-4132-96f3-afd1c7688be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.212369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:07.361349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:07.384458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c2f925e9-372c-45aa-9b43-8da80e225ac7 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:07.458010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a5ca7aa9-9d99-45ca-b859-16348e095fc4 None None] Provisioning complete for port d4e0d774-1a2a-447c-9327-dc6044a3d23a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:07.458422 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7aa9-9d99-45ca-b859-16348e095fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.466373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271742c-7c8c-450b-92f5-ec4bfc8dbac1 req-6eca1eaf-21b3-49c2-bf0a-4fc98c18032e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:07.478208 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6271742c-7c8c-450b-92f5-ec4bfc8dbac1 req-6eca1eaf-21b3-49c2-bf0a-4fc98c18032e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.2366421 Nov 12 12:36:07.539019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca7aa9-9d99-45ca-b859-16348e095fc4 None None] Port d4e0d774-1a2a-447c-9327-dc6044a3d23a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:07.560432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c2f925e9-372c-45aa-9b43-8da80e225ac7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:07.560775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.607691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6271742c-7c8c-450b-92f5-ec4bfc8dbac1 req-f3a3dec6-6948-4329-8b31-1602fa94b843 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259890 Nov 12 12:36:07.683944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:07.695979 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:07.697333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Deleting port 6467f9b7-244f-48e5-9742-e80bb2fa82b0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:07.697942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.699347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-196a3862-dc75-44c9-86b8-47c960bbe921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.701275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.718754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ddf0c11-4e44-4aa0-a6b4-4dd615dc55f0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8795409 Nov 12 12:36:07.719381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b364e2c-a664-4232-bd46-a138baa6750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:07.721657 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3844dbc2-d6b6-41be-81cb-ef8ce4b60bd3" -d '{"events": [{"server_uuid": "3b364e2c-a664-4232-bd46-a138baa6750f", "name": "network-vif-plugged", "status": "completed", "tag": "f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:07.725931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9426144-63f1-4574-9b27-50784f4baceb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:07.726797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ceeee30a-9036-44bb-9774-8e88760b6c95 req-c5d34900-71e8-49cd-a893-fc99ab0c17a0 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612955 Nov 12 12:36:07.727562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38262) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:07.748105 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:07.748780 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:35:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:07.815393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:07.819143 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aca190-14d6-446a-a3c7-934c6a83b071 x-openstack-request-id: req-46aca190-14d6-446a-a3c7-934c6a83b071 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:07.820857 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b364e2c-a664-4232-bd46-a138baa6750f", "name": "network-vif-plugged", "status": "completed", "tag": "f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:07.821274 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46aca190-14d6-446a-a3c7-934c6a83b071 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:07.822054 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b364e2c-a664-4232-bd46-a138baa6750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e', 'code': 200} Nov 12 12:36:07.892423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a9426144-63f1-4574-9b27-50784f4baceb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:07.892878 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.950983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-196a3862-dc75-44c9-86b8-47c960bbe921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:07.960572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a398e8-54df-4325-a392-b92303db94e3 None None] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:07.967381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-196a3862-dc75-44c9-86b8-47c960bbe921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.049544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a3b4-1073-4097-a496-dbc30ca4847d req-04b62d4a-82e9-45d4-a7e1-534cd6b23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:08.064321 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b085a3b4-1073-4097-a496-dbc30ca4847d req-04b62d4a-82e9-45d4-a7e1-534cd6b23773 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 1096 time: 0.1721685 Nov 12 12:36:08.138553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2115fe7f-27a1-4cd3-a66a-e736c00319fe None None] Provisioning complete for port a9426144-63f1-4574-9b27-50784f4baceb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:08.138995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2115fe7f-27a1-4cd3-a66a-e736c00319fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.146079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a3862-dc75-44c9-86b8-47c960bbe921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829f2621-4470-476a-a089-ed27d7f2d62c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:08.175137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-196a3862-dc75-44c9-86b8-47c960bbe921 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14373c6bc57a4ec4afc3c9e2567a17ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8086998 Nov 12 12:36:08.179207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:08.208057 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:08.246005 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b085a3b4-1073-4097-a496-dbc30ca4847d req-5abb50ee-32eb-4baf-be20-6d3d03dbeb73 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641448 Nov 12 12:36:08.325998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8819-0986-4ca9-a4c9-e04bfc7811cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.372202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8819-0986-4ca9-a4c9-e04bfc7811cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.442259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.495148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8819-0986-4ca9-a4c9-e04bfc7811cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.498414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8819-0986-4ca9-a4c9-e04bfc7811cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.503014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5f4a8819-0986-4ca9-a4c9-e04bfc7811cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/829f2621-4470-476a-a089-ed27d7f2d62c HTTP/1.1" status: 204 len: 168 time: 0.3162813 Nov 12 12:36:08.512974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a8819-0986-4ca9-a4c9-e04bfc7811cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f2621-4470-476a-a089-ed27d7f2d62c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:08.528878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a9426144-63f1-4574-9b27-50784f4baceb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9426144-63f1-4574-9b27-50784f4baceb,segment=NetworkSegment(4c4dad2e-1582-4739-941a-95c4d14d61de),segment_id=4c4dad2e-1582-4739-941a-95c4d14d61de)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:08.536953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.537353 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.563891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.564700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e0c72471-4d30-44ba-803d-8c4e226e3f7f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:08.667170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a9426144-63f1-4574-9b27-50784f4baceb,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:08.671942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.678501 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2115fe7f-27a1-4cd3-a66a-e736c00319fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.724910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38284) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:08.741174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Calling delete_port for 6467f9b7-244f-48e5-9742-e80bb2fa82b0 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:08.763571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adeaf6-6eec-4afa-a3ef-389a0d3ad3be req-25d14c2f-4973-4277-b2cd-c86c9d498a8f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:08.766149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0adeaf6-6eec-4afa-a3ef-389a0d3ad3be req-25d14c2f-4973-4277-b2cd-c86c9d498a8f tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.6569276 Nov 12 12:36:08.803649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e0c72471-4d30-44ba-803d-8c4e226e3f7f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:08.804024 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:08.806383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-2115fe7f-27a1-4cd3-a66a-e736c00319fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:36:08.806735 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-2115fe7f-27a1-4cd3-a66a-e736c00319fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:36:08.894025 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:03Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:03Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:08.943849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186b2d9-dc60-45fc-9ba7-2c32134682a2 req-7d525f93-1de2-441b-b527-a819198d7c4e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:08.945574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d186b2d9-dc60-45fc-9ba7-2c32134682a2 req-7d525f93-1de2-441b-b527-a819198d7c4e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.1031375 Nov 12 12:36:08.964654 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:08.965435 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Updating router 826d1532-04df-4972-b8eb-38325b4de425 port 26a88ed8-e2a7-4b36-b932-0df7202e55df binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:36:08.979775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-973cffa6-4bef-47d5-954c-3f06bd0b4753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.014667 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.073745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d186b2d9-dc60-45fc-9ba7-2c32134682a2 req-6e903ba4-44ff-4ec0-bb43-f41240d2caca tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189053 Nov 12 12:36:09.249667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3370462-522d-4b90-89f9-7020b33875ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.285796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc79ace-2e83-4dc6-a8ed-b20f8b9d458f req-83a4d6fd-0349-4560-abdb-be8b6280436f tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:09.287467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fc79ace-2e83-4dc6-a8ed-b20f8b9d458f req-83a4d6fd-0349-4560-abdb-be8b6280436f tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 945 time: 0.1273239 Nov 12 12:36:09.408080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9426144-63f1-4574-9b27-50784f4baceb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:09.459389 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.525378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a9426144-63f1-4574-9b27-50784f4baceb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:09.527689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.532481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3370462-522d-4b90-89f9-7020b33875ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.533987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38292) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:09.599569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fc79ace-2e83-4dc6-a8ed-b20f8b9d458f req-be24864d-ac66-4f9a-b5a3-0d54145a2121 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859526 Nov 12 12:36:09.601021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67892cd7-974a-4770-8fb4-283d19bdaba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.612429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3370462-522d-4b90-89f9-7020b33875ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.677303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3bf3dea8-041b-4579-8fb0-9263a8dc9b23 None None] Provisioning complete for port a9426144-63f1-4574-9b27-50784f4baceb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:09.677611 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3bf3dea8-041b-4579-8fb0-9263a8dc9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.712311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67892cd7-974a-4770-8fb4-283d19bdaba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.730670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67892cd7-974a-4770-8fb4-283d19bdaba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.731770 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.744299 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.790119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-67892cd7-974a-4770-8fb4-283d19bdaba0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d66ebf46b9043e2a092e2df331630e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280042 Nov 12 12:36:09.797721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b3370462-522d-4b90-89f9-7020b33875ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b1acab9f84946aa924846f1448ebea9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0682416 Nov 12 12:36:09.798837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3370462-522d-4b90-89f9-7020b33875ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b98f63-bc60-467d-8c3c-1e3fb1d13d44,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:09.806574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:09.807342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:09.820840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e0c72471-4d30-44ba-803d-8c4e226e3f7f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:09.869362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.915045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67892cd7-974a-4770-8fb4-283d19bdaba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ccee90-610a-45cd-b2e5-6cb26e6dfd69,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:09.941291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e0c72471-4d30-44ba-803d-8c4e226e3f7f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:09.941815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:09.971744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Pushing event deleted for resources: {'Port': ['ID=6467f9b7-244f-48e5-9742-e80bb2fa82b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:10.007136 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Attempting to bind port 26a88ed8-e2a7-4b36-b932-0df7202e55df on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:10.007691 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Attempting to bind port 26a88ed8-e2a7-4b36-b932-0df7202e55df by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:10.007921 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Attempting to bind port 26a88ed8-e2a7-4b36-b932-0df7202e55df on network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:10.021878 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:10.021878 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Checking segment: {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:10.022263 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.022510 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Bound using segment: {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:10.022968 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Bound port: 26a88ed8-e2a7-4b36-b932-0df7202e55df, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fac29a-1aca-4b82-b536-2ec0c455923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:10.023472 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.067602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25383f3e-f1ec-4815-be26-97034d9cc952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.081702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b6cf2-d5c7-4557-99d3-637ecf85bf93 None None] Pushing event updated for resources: {'Port': ['ID=26a88ed8-e2a7-4b36-b932-0df7202e55df,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:10.104955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aedce8f7-f0d8-4267-a593-db58c80169ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.137501 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] For port 26a88ed8-e2a7-4b36-b932-0df7202e55df, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:10.141452 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25383f3e-f1ec-4815-be26-97034d9cc952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.142559 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] For port 26a88ed8-e2a7-4b36-b932-0df7202e55df, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=26a88ed8-e2a7-4b36-b932-0df7202e55df,segment=NetworkSegment(c2fac29a-1aca-4b82-b536-2ec0c455923c),segment_id=c2fac29a-1aca-4b82-b536-2ec0c455923c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:10.149268 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.192994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aedce8f7-f0d8-4267-a593-db58c80169ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.225621 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b6cf2-d5c7-4557-99d3-637ecf85bf93 None None] Pushing event updated for resources: {'Port': ['ID=26a88ed8-e2a7-4b36-b932-0df7202e55df,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:10.271597 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:10.272100 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:10.299283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbb5a-783b-4823-a9f7-a5b102f49a7f req-1c066922-7300-4b10-8849-5292c1ec685e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:10.300899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9ddbb5a-783b-4823-a9f7-a5b102f49a7f req-1c066922-7300-4b10-8849-5292c1ec685e tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.0846791 Nov 12 12:36:10.334209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3c83b2b1-2305-40ab-ac1d-a8c619b355ee None None] Provisioning complete for port 26a88ed8-e2a7-4b36-b932-0df7202e55df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:10.334642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c83b2b1-2305-40ab-ac1d-a8c619b355ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.368394 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aedce8f7-f0d8-4267-a593-db58c80169ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.372825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aedce8f7-f0d8-4267-a593-db58c80169ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.374446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aedce8f7-f0d8-4267-a593-db58c80169ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7ccee90-610a-45cd-b2e5-6cb26e6dfd69 HTTP/1.1" status: 204 len: 168 time: 0.5649276 Nov 12 12:36:10.375452 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25383f3e-f1ec-4815-be26-97034d9cc952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.381928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25383f3e-f1ec-4815-be26-97034d9cc952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.383317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-25383f3e-f1ec-4815-be26-97034d9cc952 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94b98f63-bc60-467d-8c3c-1e3fb1d13d44 HTTP/1.1" status: 204 len: 168 time: 0.5614061 Nov 12 12:36:10.459126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedce8f7-f0d8-4267-a593-db58c80169ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ccee90-610a-45cd-b2e5-6cb26e6dfd69,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:10.459388 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:10.495193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25383f3e-f1ec-4815-be26-97034d9cc952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b98f63-bc60-467d-8c3c-1e3fb1d13d44,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:10.538794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f9ddbb5a-783b-4823-a9f7-a5b102f49a7f req-885e6b58-2abb-48d5-87b3-503bbf4fe5a8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066741 Nov 12 12:36:10.554083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c83b2b1-2305-40ab-ac1d-a8c619b355ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.560729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.564424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.568395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6fd3438a-726f-42e7-8117-09f08b554638 tempest-ServersTestManualDisk-1487080400 tempest-ServersTestManualDisk-1487080400-project] 10.222.0.18 "DELETE /v2.0/floatingips/b86648e3-4b52-465e-85d4-dd11052bb542 HTTP/1.1" status: 204 len: 168 time: 4.0560265 Nov 12 12:36:10.572068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:10.683179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3c83b2b1-2305-40ab-ac1d-a8c619b355ee None None] For port 26a88ed8-e2a7-4b36-b932-0df7202e55df, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=26a88ed8-e2a7-4b36-b932-0df7202e55df,segment=NetworkSegment(c2fac29a-1aca-4b82-b536-2ec0c455923c),segment_id=c2fac29a-1aca-4b82-b536-2ec0c455923c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:10.691393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c83b2b1-2305-40ab-ac1d-a8c619b355ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.700656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.741652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0adeaf6-6eec-4afa-a3ef-389a0d3ad3be req-5304a1e6-b903-4ef1-b905-9a9bbcb25c4d tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8774729 Nov 12 12:36:10.824507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c34d7-29c1-45f1-aa5a-e8de502608cb req-70b37ced-0a6c-4711-80e4-146c037bb21d tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:10.831273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-939c34d7-29c1-45f1-aa5a-e8de502608cb req-70b37ced-0a6c-4711-80e4-146c037bb21d tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 945 time: 0.1192744 Nov 12 12:36:10.867890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b2b1-2305-40ab-ac1d-a8c619b355ee None None] Pushing event updated for resources: {'Port': ['ID=26a88ed8-e2a7-4b36-b932-0df7202e55df,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:10.880655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3e11fc0d-ba7a-47d5-bac6-7dbe2e4d2c3b None None] Provisioning complete for port 26a88ed8-e2a7-4b36-b932-0df7202e55df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:10.881023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3e11fc0d-ba7a-47d5-bac6-7dbe2e4d2c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:10.927684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:10.930323 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:03Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:10.974748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-939c34d7-29c1-45f1-aa5a-e8de502608cb req-0dd3c3c0-5598-4c78-8250-9b84e7c36027 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348774 Nov 12 12:36:10.987998 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8c20f-9957-4217-b735-5eb624019d0e None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:03Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 4, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:11.210895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:11.226615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:11.254852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-936240a1-ee6f-4ab4-b9a5-ff02d0df92bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.271191 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.310150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.376850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 26a88ed8-e2a7-4b36-b932-0df7202e55df up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:11.417287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-936240a1-ee6f-4ab4-b9a5-ff02d0df92bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.424536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-936240a1-ee6f-4ab4-b9a5-ff02d0df92bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.473637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 26a88ed8-e2a7-4b36-b932-0df7202e55df triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:11.473637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.517236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:36:11.519048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936240a1-ee6f-4ab4-b9a5-ff02d0df92bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d031de-0e59-451f-b7a5-d94bf2e4d2ea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:11.536797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.551007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 12:36:11.564529 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-936240a1-ee6f-4ab4-b9a5-ff02d0df92bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95de2e74fe7e4bdda579ea3fb89ccf82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336778 Nov 12 12:36:11.565822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:11.657068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501efa3e-2a08-4336-b1ed-c28e0e94aad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.694771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501efa3e-2a08-4336-b1ed-c28e0e94aad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.720779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Transition to ACTIVE for port object 2ed09925-e100-49e2-ba36-fe794499b2bb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:36:11.744577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Removed routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 12:36:11.744808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.751410 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.803960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501efa3e-2a08-4336-b1ed-c28e0e94aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.806573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501efa3e-2a08-4336-b1ed-c28e0e94aad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:11.810437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-501efa3e-2a08-4336-b1ed-c28e0e94aad8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7d031de-0e59-451f-b7a5-d94bf2e4d2ea HTTP/1.1" status: 204 len: 168 time: 0.2410254 Nov 12 12:36:11.837249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501efa3e-2a08-4336-b1ed-c28e0e94aad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d031de-0e59-451f-b7a5-d94bf2e4d2ea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:11.976961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68caa8-0fc0-418b-a56a-8fb8c9b8122f req-fb41bbf5-33a8-4f14-8d26-a1c64e9ef010 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:11.979190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b68caa8-0fc0-418b-a56a-8fb8c9b8122f req-fb41bbf5-33a8-4f14-8d26-a1c64e9ef010 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.0943451 Nov 12 12:36:12.102371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b68caa8-0fc0-418b-a56a-8fb8c9b8122f req-f4e852d3-2e07-4112-99e0-789029789586 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080682 Nov 12 12:36:12.123463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=9']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:12.203675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0d0d-a1a2-485e-8760-7a3617eb95fd req-870f6426-57e9-4cfc-a8ff-a8e1289f9b09 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:12.205342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08eb0d0d-a1a2-485e-8760-7a3617eb95fd req-870f6426-57e9-4cfc-a8ff-a8e1289f9b09 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.4878843 Nov 12 12:36:12.381844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:12.398765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85dd44dd-b36b-4c3c-92d1-4dcbad1c540e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.498274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] No DVR routers for this DVR port 2ed09925-e100-49e2-ba36-fe794499b2bb on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:12.507385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Router 11b8cdab-02f4-48d5-ba42-53e142a62a9d is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:36:12.509190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3ac1-87e3-4c81-bbef-a1ed4fe919cc req-f3ddc624-aaec-4a17-9fbf-39875bf944c8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:12.511076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca6b3ac1-87e3-4c81-bbef-a1ed4fe919cc req-f3ddc624-aaec-4a17-9fbf-39875bf944c8 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.0872977 Nov 12 12:36:12.511254 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.568610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85dd44dd-b36b-4c3c-92d1-4dcbad1c540e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.578794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.587164 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85dd44dd-b36b-4c3c-92d1-4dcbad1c540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.590065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08eb0d0d-a1a2-485e-8760-7a3617eb95fd req-10c157c4-57b9-470f-9aa6-8c9563e896a3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594470 Nov 12 12:36:12.609962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca6b3ac1-87e3-4c81-bbef-a1ed4fe919cc req-b4d0f355-4291-4c23-a13d-39d1c2a720e3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908976 Nov 12 12:36:12.652025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-85dd44dd-b36b-4c3c-92d1-4dcbad1c540e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6248719b38441969da07cd3a07374b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689533 Nov 12 12:36:12.661528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:12.676645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd44dd-b36b-4c3c-92d1-4dcbad1c540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9309c4f9-b7d9-498d-8c8c-54e71367642c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:12.788918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-484012fc-1bd9-439b-82fd-ddd78aa5a581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.831257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-484012fc-1bd9-439b-82fd-ddd78aa5a581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.920477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-484012fc-1bd9-439b-82fd-ddd78aa5a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.925480 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-484012fc-1bd9-439b-82fd-ddd78aa5a581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.926683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-484012fc-1bd9-439b-82fd-ddd78aa5a581 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9309c4f9-b7d9-498d-8c8c-54e71367642c HTTP/1.1" status: 204 len: 168 time: 0.2619736 Nov 12 12:36:12.973929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484012fc-1bd9-439b-82fd-ddd78aa5a581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9309c4f9-b7d9-498d-8c8c-54e71367642c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:13.008373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e10dd-3f0a-4768-9db3-b32d521070e1 req-4d38535b-8adc-46f6-b824-4624d29eafff tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:13.009992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f04e10dd-3f0a-4768-9db3-b32d521070e1 req-4d38535b-8adc-46f6-b824-4624d29eafff tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 945 time: 0.1098452 Nov 12 12:36:13.090431 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f04e10dd-3f0a-4768-9db3-b32d521070e1 req-765d4548-6625-4704-b1df-c6adcdee33e1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734122 Nov 12 12:36:13.337168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38398) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:13.424418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:13.488023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:13.500589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Sync routers for ids ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:13.501131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:13.501131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:13.501518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:13.520058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Routers {'11b8cdab-02f4-48d5-ba42-53e142a62a9d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:13.520912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:13.554018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:13.559382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Port 2ed09925-e100-49e2-ba36-fe794499b2bb on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:13.559811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Attempting to bind port 2ed09925-e100-49e2-ba36-fe794499b2bb on network 84c6e5ad-5821-44fb-9c8c-89544336c8cd {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:13.603562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1358934983'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:13.630472 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:13.631784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85418634-fa93-478e-b906-feac718cdd37 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.7178612 Nov 12 12:36:13.635048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:13.643758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:13.644183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Checking segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:13.644499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Bound using segment: {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:13.644961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Bound port: 2ed09925-e100-49e2-ba36-fe794499b2bb, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fcf2bd-88e6-46b3-aab0-65e22eae53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:13.645330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:13.697456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Made reservation on behalf of 5430a7b1de6f438c8d752c56c4da094f for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:13.698831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Set router 11b8cdab-02f4-48d5-ba42-53e142a62a9d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:13.701083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:13.720223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:13.758020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:13.772686 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:13.775152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:13.776359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d6f4211-d23c-443c-bc08-200315d9dc36 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 953 time: 5.9686773 Nov 12 12:36:13.792997 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:13.793252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:13.799226 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:13.966279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:14.020272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022949e-f21f-4430-8dd1-bf16a6272840 req-e5712db0-0ffc-4b04-bd23-e34fdd604177 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:14.024998 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:14.027898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e022949e-f21f-4430-8dd1-bf16a6272840 req-e5712db0-0ffc-4b04-bd23-e34fdd604177 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.2280815 Nov 12 12:36:14.032603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:14.049939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6be758-d739-4dde-ac04-9dae1f8e1850 req-26cba7a0-a17f-4227-8872-c25a28f4b23a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:14.051863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b6be758-d739-4dde-ac04-9dae1f8e1850 req-26cba7a0-a17f-4227-8872-c25a28f4b23a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 943 time: 0.2916272 Nov 12 12:36:14.057542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.151405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eb69fec0-5ccc-40ae-889c-fae818ab20a2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 953 time: 0.3553791 Nov 12 12:36:14.163360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:14.175156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:14.177352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:14.178157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.179765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-84a76a96-4db5-42cb-9494-81d933c063a2 service neutron] 10.222.0.81 "PUT /v2.0/ports/2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 1091 time: 6.9802051 Nov 12 12:36:14.182745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.208881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:14.213949 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ae4fb-6daf-4cb9-a030-83a78370ead6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:14.230976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'routes': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:14.241745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.406433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:36:14.437607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:36:07Z', 'revision_number': 3, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:14.479145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Checking router: 11b8cdab-02f4-48d5-ba42-53e142a62a9d for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:14.480072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Updating router 11b8cdab-02f4-48d5-ba42-53e142a62a9d port d4e0d774-1a2a-447c-9327-dc6044a3d23a binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:36:14.485118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4e36d-5785-4133-96c6-a5240e82948c req-e872547c-a564-4d00-bc0e-44ee0637a27f tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:14.485424 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:11Z', 'revision_number': 6, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:14.486705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dca4e36d-5785-4133-96c6-a5240e82948c req-e872547c-a564-4d00-bc0e-44ee0637a27f tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 945 time: 0.2984617 Nov 12 12:36:14.494144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76cb56a-e8ab-455c-a08b-475ccb25c172,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:14.505706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.506750 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Added segment ea6bfd19-fef4-41c2-b185-2b301e6953f2 of type vlan for network 3f16d37f-d5ec-4058-894f-272c55913469 Nov 12 12:36:14.525028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e022949e-f21f-4430-8dd1-bf16a6272840 req-06ce7d66-4c87-47e9-9ad3-50363ac491b7 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761901 Nov 12 12:36:14.559434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b6be758-d739-4dde-ac04-9dae1f8e1850 req-aacc1f9b-5668-4ca5-8d39-5035604f4375 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4983456 Nov 12 12:36:14.561655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.571432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-1cd36f0b-23b8-412f-9514-840864e50c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:14.571684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-1cd36f0b-23b8-412f-9514-840864e50c8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1095 time: 0.3274996 Nov 12 12:36:14.685840 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:14.699498 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:14.700211 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:14.779506 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec27981-9a1c-412a-8b4c-34500cd5c6bf x-openstack-request-id: req-9ec27981-9a1c-412a-8b4c-34500cd5c6bf {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:14.779859 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:14.780056 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ec27981-9a1c-412a-8b4c-34500cd5c6bf {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:14.780654 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'status': 'completed', 'code': 200} Nov 12 12:36:14.848922 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:14.940554 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.953983 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:14.969347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.028995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd869e-ea7f-49ff-a6d3-a729e1478c7c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:15.041833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05cd36-5d44-4e56-a3e1-dbf013e65380 None None] Pushing event updated for resources: {'Port': ['ID=d4e0d774-1a2a-447c-9327-dc6044a3d23a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:15.054886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Attempting to bind port d4e0d774-1a2a-447c-9327-dc6044a3d23a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:15.055278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Attempting to bind port d4e0d774-1a2a-447c-9327-dc6044a3d23a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:15.055632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Attempting to bind port d4e0d774-1a2a-447c-9327-dc6044a3d23a on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:15.073410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:15.074690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:15.075328 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.076436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:15.077150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Bound port: d4e0d774-1a2a-447c-9327-dc6044a3d23a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:15.077748 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.078353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-60a96607-56d3-4fbc-bb96-9b438ee525d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:15.082445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-60a96607-56d3-4fbc-bb96-9b438ee525d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 0.5017478 Nov 12 12:36:15.143694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] For port d4e0d774-1a2a-447c-9327-dc6044a3d23a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:15.148116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] For port d4e0d774-1a2a-447c-9327-dc6044a3d23a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d4e0d774-1a2a-447c-9327-dc6044a3d23a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:15.159404 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.238536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a35d85-4020-4c5c-883d-c6852a3f7052 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:15.253387 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:11Z', 'revision_number': 6, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:15.257950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Routers {'11b8cdab-02f4-48d5-ba42-53e142a62a9d'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:15.258660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:15.294279 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd69b3-7bd9-442a-91b6-46a1a7a339cf None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:11Z', 'revision_number': 6, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:15.301109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3babfd06-b0a2-4490-93e4-124e9d651c61 None None] Provisioning complete for port d4e0d774-1a2a-447c-9327-dc6044a3d23a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:15.301453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3babfd06-b0a2-4490-93e4-124e9d651c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.447897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05cd36-5d44-4e56-a3e1-dbf013e65380 None None] Pushing event updated for resources: {'Port': ['ID=d4e0d774-1a2a-447c-9327-dc6044a3d23a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:15.531733 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3babfd06-b0a2-4490-93e4-124e9d651c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.551277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] Set router 11b8cdab-02f4-48d5-ba42-53e142a62a9d gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:15.615807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-9d5cd215-1393-4013-9d79-d2e180dde4ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 998 time: 0.1964419 Nov 12 12:36:15.656658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 12:36:15.656989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 12:36:15.658341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3babfd06-b0a2-4490-93e4-124e9d651c61 None None] For port d4e0d774-1a2a-447c-9327-dc6044a3d23a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d4e0d774-1a2a-447c-9327-dc6044a3d23a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:15.670557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3babfd06-b0a2-4490-93e4-124e9d651c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.672033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d5d26-8d0e-4256-a35a-77ce061267eb req-8a617555-1fbd-4891-a041-97433bc74aa3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:15.682581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd7d5d26-8d0e-4256-a35a-77ce061267eb req-8a617555-1fbd-4891-a041-97433bc74aa3 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.2622485 Nov 12 12:36:15.716935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6fc52-1115-4da5-9ba4-34e5643293a0 req-7f076f0b-b547-4184-8cae-ee720e7538aa tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:15.727218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3a6fc52-1115-4da5-9ba4-34e5643293a0 req-7f076f0b-b547-4184-8cae-ee720e7538aa tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b364e2c-a664-4232-bd46-a138baa6750f HTTP/1.1" status: 200 len: 945 time: 0.9541399 Nov 12 12:36:15.743749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Deleting port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:15.744120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.766133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.771920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:15.772508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.818015 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:36:15.828781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-d9fcdb4f-2083-47b1-a09d-c9573146aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:15.831084 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-d9fcdb4f-2083-47b1-a09d-c9573146aace service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.1992602 Nov 12 12:36:15.851241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5108249 Nov 12 12:36:15.891317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e7c37d20-c0c2-48bc-b90c-63f5cdcf369d None None] Provisioning complete for port d4e0d774-1a2a-447c-9327-dc6044a3d23a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:15.891698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7c37d20-c0c2-48bc-b90c-63f5cdcf369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.919301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babfd06-b0a2-4490-93e4-124e9d651c61 None None] Pushing event updated for resources: {'Port': ['ID=d4e0d774-1a2a-447c-9327-dc6044a3d23a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:15.927568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Deleting port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:15.928420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.935834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:15.960543 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3a6fc52-1115-4da5-9ba4-34e5643293a0 req-c488e32a-a68c-4556-97e5-907e3e19acd4 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.18 "GET /v2.0/security-groups?id=46f8204c-883a-48cf-936a-75fede2861fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324319 Nov 12 12:36:15.961821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75516c84-e609-41f5-8d5a-43c19266919b tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Pushing event updated for resources: {'Network': ['ID=3f16d37f-d5ec-4058-894f-272c55913469,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:15.972545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd7d5d26-8d0e-4256-a35a-77ce061267eb req-735a8936-f64c-4b58-a475-bc8bec42ab0a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870266 Nov 12 12:36:15.996196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 3f16d37f-d5ec-4058-894f-272c55913469 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:36:16.117861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:36:07Z', 'revision_number': 3, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:16.167665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ff05e-879b-4b6f-a126-84ad9e85b5d4 None None] The sync data for ids ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'] in n-d-804878-5 is: [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:36:07Z', 'revision_number': 3, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:16.265424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] For port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,segment=NetworkSegment(0eeef32c-fb9b-49e4-b1fc-496cd31491d0),segment_id=0eeef32c-fb9b-49e4-b1fc-496cd31491d0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:16.266361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.281908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.305425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Calling delete_port for f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:16.466617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:16.472786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Request body: {'port': {'network_id': '3f16d37f-d5ec-4058-894f-272c55913469', 'binding:host_id': 'n-h2-804878-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005979124'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:16.612645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-79c4d80a-dac6-4901-9a5c-fcc2f0d06ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:16.614379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-79c4d80a-dac6-4901-9a5c-fcc2f0d06ed0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7328053 Nov 12 12:36:16.616934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Allocated IP 172.20.0.1 (b7a7958d-dee3-4d60-8b55-6cef6b2524e3/01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86/a6724182-d953-4a4b-a5bc-afdbbb80703c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:16.622771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] For port 1800e4c0-9c9b-466d-8fc0-0fc25df72df3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:16.622771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.638727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Made reservation on behalf of fb2120f871b0433a8819e73cd428c318 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:16.642198 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.707224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Calling delete_port for 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:16.711844 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.815428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.819688 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.823232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.871204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Pushing event deleted for resources: {'Port': ['ID=f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:16.888043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-fa22f77b-4306-45c8-99d7-eb49c4194d69 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:16.890135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-fa22f77b-4306-45c8-99d7-eb49c4194d69 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.2849808 Nov 12 12:36:16.909404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.965559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] No DVR routers for this DVR port f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:16.969527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:16.973094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dca4e36d-5785-4133-96c6-a5240e82948c req-272bbdcd-f57c-4dbf-a23b-71848cba59c1 tempest-ServerMetadataNegativeTestJSON-1810569719 tempest-ServerMetadataNegativeTestJSON-1810569719-project] 10.222.0.65 "DELETE /v2.0/ports/f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e HTTP/1.1" status: 204 len: 173 time: 2.4687984 Nov 12 12:36:16.976378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b364e2c-a664-4232-bd46-a138baa6750f', 'name': 'network-vif-deleted', 'tag': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:16.978852 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac0f227-04bb-44c1-a4e7-83bc2bd330d2" -d '{"events": [{"server_uuid": "3b364e2c-a664-4232-bd46-a138baa6750f", "name": "network-vif-deleted", "tag": "f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:17.050501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49461e5-74bf-4a87-9b33-733c5e40106d req-929db01d-0416-42be-afdc-10d8e6f45bbc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:17.063243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49461e5-74bf-4a87-9b33-733c5e40106d req-929db01d-0416-42be-afdc-10d8e6f45bbc tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.6752510 Nov 12 12:36:17.080848 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7af28d-1a26-4029-af85-628e0a858673 x-openstack-request-id: req-1c7af28d-1a26-4029-af85-628e0a858673 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:17.082493 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b364e2c-a664-4232-bd46-a138baa6750f", "name": "network-vif-deleted", "tag": "f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:17.082746 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c7af28d-1a26-4029-af85-628e0a858673 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:17.083890 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b364e2c-a664-4232-bd46-a138baa6750f', 'name': 'network-vif-deleted', 'tag': 'f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e', 'status': 'completed', 'code': 200} Nov 12 12:36:17.123055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.128710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.133291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:17.133700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.211924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-a43fe92b-c80b-45a7-b0c8-17e92bc02fb4 service neutron] 10.222.0.81 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461812 Nov 12 12:36:17.228274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port f02c43bb-aee1-44f9-8f33-bf32d43d6992 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:17.253198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Pushing event updated for resources: {'Port': ['ID=a6724182-d953-4a4b-a5bc-afdbbb80703c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:17.279424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:17.352780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:17.376894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:17.380003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:17.381679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:17.386789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f5b39e5c-2a7c-4149-a7c5-91e770c7ac6e not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:17.435472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d4e0d774-1a2a-447c-9327-dc6044a3d23a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:17.440833 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.611428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d4e0d774-1a2a-447c-9327-dc6044a3d23a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:17.611895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.637914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78d7ea9-e738-441e-8242-ce0d30afa310,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:17.648361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.743203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00cd3e-89d2-4484-be29-bb39ff6252a7 req-da7f1c4f-ba78-4c4e-a258-27d81f9eb3c9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:17.746291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a00cd3e-89d2-4484-be29-bb39ff6252a7 req-da7f1c4f-ba78-4c4e-a258-27d81f9eb3c9 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.4944556 Nov 12 12:36:17.756677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49461e5-74bf-4a87-9b33-733c5e40106d req-5cc4dd1a-bd6d-4f20-a8ea-6c1c9b045db5 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6903214 Nov 12 12:36:17.828722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-584777b9-af0c-4c61-a587-f7b79d1e390e None None] Provisioning complete for port a6724182-d953-4a4b-a5bc-afdbbb80703c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:17.829273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-584777b9-af0c-4c61-a587-f7b79d1e390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:17.860490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-75e57d50-cee6-4602-a36d-03f40f48615f service neutron] 10.222.0.81 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206498 Nov 12 12:36:17.861625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:17.873246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-584777b9-af0c-4c61-a587-f7b79d1e390e None None] Port a6724182-d953-4a4b-a5bc-afdbbb80703c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:17.993011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:18.005766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:18.045444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:18.048466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:18.053115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.054404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fb95fb9b-a76b-44dd-882e-96346a5839f3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 703 time: 3.8469777 Nov 12 12:36:18.066143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38532) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:18.103976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Deleting port 68735950-4b77-48f5-974b-9a5c330f1d2f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:18.104557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.116133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Deleting subnet a8114521-7807-404a-866a-ac95d0a555b7 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:36:18.125769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a00cd3e-89d2-4484-be29-bb39ff6252a7 req-b15e4194-f9dc-43c3-a583-8f87cfc74803 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082834 Nov 12 12:36:18.153136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.189767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.206198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.259024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.278636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port f02c43bb-aee1-44f9-8f33-bf32d43d6992 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:18.294941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:18.314607 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.318591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Pushing event updated for resources: {'Port': ['ID=a6724182-d953-4a4b-a5bc-afdbbb80703c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:18.340604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.365485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.492023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Pushing event deleted for resources: {'Port': ['ID=1800e4c0-9c9b-466d-8fc0-0fc25df72df3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:18.514467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-677fed57-0504-49d9-b2f5-3e2e671a2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:18.516097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-677fed57-0504-49d9-b2f5-3e2e671a2d42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1095 time: 0.5797193 Nov 12 12:36:18.530683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:18.530884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=f02c43bb-aee1-44f9-8f33-bf32d43d6992,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:18.743281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 7, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:18.763977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b685b4ad-4aeb-446c-afaa-d577023acc42 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 703 time: 0.6838546 Nov 12 12:36:18.781499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:18.844900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:18.866628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:18.871404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:19.051117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Checking segment: {'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:19.051504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Network hostable DHCP agents. Network: 3f16d37f-d5ec-4058-894f-272c55913469, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:36:19.128848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:19.151186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:19.158118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Network 3f16d37f-d5ec-4058-894f-272c55913469 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:36:19.213560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 3f16d37f-d5ec-4058-894f-272c55913469) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:19.573059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:19.621204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:19.697384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:19.698383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-1cf83abf-7975-4145-8a94-c2ed00765d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:19.701470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-1cf83abf-7975-4145-8a94-c2ed00765d0f service neutron] 10.222.0.81 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 1.1665421 Nov 12 12:36:19.727942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:19.839641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be7231-0775-440b-a81d-e42d5c87569a None None] Network 3f16d37f-d5ec-4058-894f-272c55913469 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:19.842094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:19.843217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:19.844132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:19.898360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:19.898976 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:19.981752 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 2 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:20.044912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:20.045258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:20.045595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:20.050509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854943ce-e443-45de-8d6c-5082f5e48d6b req-ee736863-e424-4571-8e85-7e49a5091282 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:20.052162 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-854943ce-e443-45de-8d6c-5082f5e48d6b req-ee736863-e424-4571-8e85-7e49a5091282 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.3266160 Nov 12 12:36:20.052928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8114521-7807-404a-866a-ac95d0a555b7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:20.059781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8a2f1-707a-44e9-9960-14c1dc4327bb req-7a84474c-3d69-4c7f-82f2-7fa4f1be79a2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:20.066574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=68735950-4b77-48f5-974b-9a5c330f1d2f,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:20.066974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.067154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7a8a2f1-707a-44e9-9960-14c1dc4327bb req-7a84474c-3d69-4c7f-82f2-7fa4f1be79a2 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 946 time: 0.3853621 Nov 12 12:36:20.088070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.091982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:20.092325 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:20.093295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59d22043-b1f0-4258-a261-cd9767edd824 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a8114521-7807-404a-866a-ac95d0a555b7 HTTP/1.1" status: 204 len: 168 time: 2.2282596 Nov 12 12:36:20.102041 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 3 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:20.121218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:20.190046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Calling delete_port for 68735950-4b77-48f5-974b-9a5c330f1d2f owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:20.195278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2e396d07-3a2a-458c-8b14-d8d2d0cafd09 None None] Provisioning complete for port a6724182-d953-4a4b-a5bc-afdbbb80703c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:20.195643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e396d07-3a2a-458c-8b14-d8d2d0cafd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.209091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Router 11b8cdab-02f4-48d5-ba42-53e142a62a9d has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:20.263442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2e396d07-3a2a-458c-8b14-d8d2d0cafd09 None None] Port a6724182-d953-4a4b-a5bc-afdbbb80703c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:20.341275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:20.341613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:20.341974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:20.384681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 7, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:20.426380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:20.426716 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:20.446091 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 4 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:20.451270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-854943ce-e443-45de-8d6c-5082f5e48d6b req-265176a9-9032-4290-935e-2724d68c7e65 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568456 Nov 12 12:36:20.468942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be03bc11-0ead-4b7b-89a7-cefd00e233c2 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 7, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26a88ed8-e2a7-4b36-b932-0df7202e55df', 'name': '', 'network_id': '239a6eb7-c20e-4e17-bd72-00dd63d5ce75', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ce:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:00Z', 'updated_at': '2021-11-12T12:36:10Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '3be81172-e48e-4c0e-979d-706982bcaa9a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:20.485998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.517528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.566366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 68735950-4b77-48f5-974b-9a5c330f1d2f no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:20.613534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d7a8a2f1-707a-44e9-9960-14c1dc4327bb req-85ab1abe-5cc1-493e-b236-f4ad227a0388 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/security-groups?id=2691d123-bd53-4aec-9d41-3d64e4e521a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213220 Nov 12 12:36:20.619902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:20.620471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:20.620969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:20.638659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:20.639250 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:20.646045 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 5 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:20.815988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-396dcdb1-9d37-48ad-9808-1f1afd67a382 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 998 time: 0.2279942 Nov 12 12:36:20.863477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.864380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:20.871789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:20.872389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:20.872956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:20.879751 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Sync routers for ids ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:20.887314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-002c864a-7887-4748-9574-6a93ed2d7d24 admin admin] 10.222.0.18 "PUT /v2.0/routers/11b8cdab-02f4-48d5-ba42-53e142a62a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2502637 Nov 12 12:36:20.905891 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Routers {'11b8cdab-02f4-48d5-ba42-53e142a62a9d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:20.911872 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:20.937541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:20.943125 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a512e9e-406a-407e-a7ba-35ca15e48025" -d '{"events": [{"server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "name": "network-vif-unplugged", "status": "completed", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:20.974094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 68735950-4b77-48f5-974b-9a5c330f1d2f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=68735950-4b77-48f5-974b-9a5c330f1d2f,segment=NetworkSegment(95f3a880-24bc-4bf2-8968-c7e3f2379901),segment_id=95f3a880-24bc-4bf2-8968-c7e3f2379901)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:20.983370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.038692 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.095523 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d7504-6c24-47d6-9933-1d98ab2c5e10 x-openstack-request-id: req-682d7504-6c24-47d6-9933-1d98ab2c5e10 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:21.095889 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "name": "network-vif-unplugged", "status": "completed", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:21.096150 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-682d7504-6c24-47d6-9933-1d98ab2c5e10 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:21.096598 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f', 'code': 200} Nov 12 12:36:21.109839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:21.125992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.127037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.128658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.131291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.131705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.133850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.134502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.134883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.135222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.135563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.135894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.138037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2209e90c-7817-4a1f-8d8b-85420fa1e1e5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:21.140473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:21.167984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eeef32c-fb9b-49e4-b1fc-496cd31491d0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:21.168407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eeef32c-fb9b-49e4-b1fc-496cd31491d0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:21.208677 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.256814 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.276617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:21.277190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.285664 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Set router 11b8cdab-02f4-48d5-ba42-53e142a62a9d gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:21.345582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:21.495977 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:21.503968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.520075 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.532140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2209e90c-7817-4a1f-8d8b-85420fa1e1e5 HTTP/1.1" status: 204 len: 168 time: 1.4086161 Nov 12 12:36:21.534634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:21.534980 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:21.542658 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 6 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:21.553014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Pushing event deleted for resources: {'Port': ['ID=68735950-4b77-48f5-974b-9a5c330f1d2f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:21.589287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b0909-88ee-4b54-b16a-6e7ed2a2c0b2 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:21.651740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:21.652644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:21.654888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:21.699360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:21.703263 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:21.708903 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 7 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:21.730334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be073a-a9a3-4d1d-940d-eebf0ff61877 admin admin] Pushing event deleted for resources: {'Network': ['ID=2209e90c-7817-4a1f-8d8b-85420fa1e1e5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:21.843583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] No DVR routers for this DVR port 68735950-4b77-48f5-974b-9a5c330f1d2f on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:21.884104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:21.904663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-810e4a9e-12a7-4691-9b6f-bad84da4d66b req-295a7515-66c9-4933-9314-88563a75aa70 tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.81 "DELETE /v2.0/ports/68735950-4b77-48f5-974b-9a5c330f1d2f HTTP/1.1" status: 204 len: 173 time: 4.8850074 Nov 12 12:36:21.906613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'name': 'network-vif-deleted', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:21.912663 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8a15b-3af7-4070-8ff0-3a114894d712" -d '{"events": [{"server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "name": "network-vif-deleted", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:21.969232 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 4, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'a6724182-d953-4a4b-a5bc-afdbbb80703c', 'name': '', 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'mac_address': 'fa:16:3e:f9:36:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:16Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 2, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'subnets': [{'id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:21.989123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:22.032649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:22.033036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:22.033444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:22.084573 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Checking router: 11b8cdab-02f4-48d5-ba42-53e142a62a9d for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:22.086854 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Updating router 11b8cdab-02f4-48d5-ba42-53e142a62a9d port a6724182-d953-4a4b-a5bc-afdbbb80703c binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:36:22.123246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:22.126702 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:22.135368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:22.167657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-5daa1409-70ed-4425-8e17-6d8f21cfd327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:22.169141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-5daa1409-70ed-4425-8e17-6d8f21cfd327 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.8496933 Nov 12 12:36:22.172485 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:22.204409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Router bbbc766a-4488-499a-9e44-67a482556c09 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:22.207731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd69600-5c69-4f9a-b8fe-19e291f34e51 req-a63187fc-a770-4590-afbd-285fa689fc3a tempest-DeleteServersTestJSON-1990528293 tempest-DeleteServersTestJSON-1990528293-project] 10.222.0.18 "GET /v2.0/ports?device_id=1643aec0-d506-4593-beee-bd3d8a13f35a HTTP/1.1" status: 200 len: 210 time: 0.3269551 Nov 12 12:36:22.447109 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e699922d-af43-4449-8304-f24fc68da37b x-openstack-request-id: req-e699922d-af43-4449-8304-f24fc68da37b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:22.447792 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643aec0-d506-4593-beee-bd3d8a13f35a", "name": "network-vif-deleted", "tag": "68735950-4b77-48f5-974b-9a5c330f1d2f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:22.447792 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e699922d-af43-4449-8304-f24fc68da37b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:22.447968 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643aec0-d506-4593-beee-bd3d8a13f35a', 'name': 'network-vif-deleted', 'tag': '68735950-4b77-48f5-974b-9a5c330f1d2f', 'status': 'completed', 'code': 200} Nov 12 12:36:22.448989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:22.459362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89ff41c9-72c4-4a41-855f-e1b6b8411407 admin admin] 10.222.0.18 "PUT /v2.0/routers/bbbc766a-4488-499a-9e44-67a482556c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8778601 Nov 12 12:36:22.459725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] Sync routers for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:22.460197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38584) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:22.478617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:22.481644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:22.572356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-a14688f1-71c2-4056-a53d-dbb00213cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:22.573981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-a14688f1-71c2-4056-a53d-dbb00213cab8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562214 Nov 12 12:36:22.856338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:22.986802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-176ea582-4f41-4a56-9d1d-caaab81079fc service neutron] 10.222.0.81 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004503 Nov 12 12:36:23.065276 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.077438 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.220780 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a267ded-faba-43c4-86c8-db30fdb3214e None None] Pushing event updated for resources: {'Port': ['ID=a6724182-d953-4a4b-a5bc-afdbbb80703c,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:23.284576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.378458 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Attempting to bind port a6724182-d953-4a4b-a5bc-afdbbb80703c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:23.378841 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Attempting to bind port a6724182-d953-4a4b-a5bc-afdbbb80703c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:23.379211 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Attempting to bind port a6724182-d953-4a4b-a5bc-afdbbb80703c on network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:23.394775 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:23.395154 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Checking segment: {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:23.395562 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.395960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Bound using segment: {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:23.396437 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Bound port: a6724182-d953-4a4b-a5bc-afdbbb80703c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4dad2e-1582-4739-941a-95c4d14d61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:23.407781 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.451398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:23.499633 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 8 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:23.536790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] Checking router: bbbc766a-4488-499a-9e44-67a482556c09 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:23.571945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] Routers {'bbbc766a-4488-499a-9e44-67a482556c09'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:23.573233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d604c4f-e338-401a-b186-3747c6e34d7f req-62e84e6e-aa1e-4b77-9814-1bee759db148 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:23.576602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['bbbc766a-4488-499a-9e44-67a482556c09'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:23.584924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d604c4f-e338-401a-b186-3747c6e34d7f req-62e84e6e-aa1e-4b77-9814-1bee759db148 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 1.8318508 Nov 12 12:36:23.646878 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] For port a6724182-d953-4a4b-a5bc-afdbbb80703c, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:23.653731 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] For port a6724182-d953-4a4b-a5bc-afdbbb80703c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a6724182-d953-4a4b-a5bc-afdbbb80703c,segment=NetworkSegment(4c4dad2e-1582-4739-941a-95c4d14d61de),segment_id=4c4dad2e-1582-4739-941a-95c4d14d61de)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:23.660807 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.685899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.762602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:23.763482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:23.764039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:23.805715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4f370519-2895-471d-a13e-c74af9a6538d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d63d55f4f20b49fda7163d6658120271&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7858708 Nov 12 12:36:23.821858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:23.825737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-514ae4fb-6daf-4cb9-a030-83a78370ead6 req-e0cfeef9-e5e8-45ae-8a01-34082f56bcd8 service neutron] 10.222.0.81 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8274119 Nov 12 12:36:23.830042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c5470899-a424-443f-8954-d3a662f01ea5 None None] Provisioning complete for port a6724182-d953-4a4b-a5bc-afdbbb80703c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:23.853544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5470899-a424-443f-8954-d3a662f01ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:23.913058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:23.913731 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:23.923933 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Routers {'11b8cdab-02f4-48d5-ba42-53e142a62a9d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:23.924582 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:23.943619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Deleting port 5be8bf67-40d5-4393-993c-10a6aef9cc17 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:23.944090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.043217 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 9 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:24.106307 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a267ded-faba-43c4-86c8-db30fdb3214e None None] Pushing event updated for resources: {'Port': ['ID=a6724182-d953-4a4b-a5bc-afdbbb80703c,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:24.115219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d604c4f-e338-401a-b186-3747c6e34d7f req-648cdd82-9f8d-4129-977c-0fbe04a8a015 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5258482 Nov 12 12:36:24.164755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] Set router bbbc766a-4488-499a-9e44-67a482556c09 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:24.165587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:24.185273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:24.185616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:24.280698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] For port 5be8bf67-40d5-4393-993c-10a6aef9cc17, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5be8bf67-40d5-4393-993c-10a6aef9cc17,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:24.281126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.340367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Calling delete_port for 5be8bf67-40d5-4393-993c-10a6aef9cc17 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:24.354965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:24.355910 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:24.360357 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 10 to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 Nov 12 12:36:24.397161 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] Set router 11b8cdab-02f4-48d5-ba42-53e142a62a9d gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:24.418721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:24.419273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:24.419760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:24.452100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:24.458209 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port f02c43bb-aee1-44f9-8f33-bf32d43d6992 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:24.459125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.665049 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98e10f53-ce3a-4db6-a31a-7876f7abd693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.778783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98e10f53-ce3a-4db6-a31a-7876f7abd693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.796315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.839331 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5470899-a424-443f-8954-d3a662f01ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:24.930324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871456f-ffa1-4578-9965-ab154ed6915f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:24.965857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be8bf67-40d5-4393-993c-10a6aef9cc17,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:25.026198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c5470899-a424-443f-8954-d3a662f01ea5 None None] For port a6724182-d953-4a4b-a5bc-afdbbb80703c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a6724182-d953-4a4b-a5bc-afdbbb80703c,segment=NetworkSegment(4c4dad2e-1582-4739-941a-95c4d14d61de),segment_id=4c4dad2e-1582-4739-941a-95c4d14d61de)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:25.036076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98e10f53-ce3a-4db6-a31a-7876f7abd693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.044672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98e10f53-ce3a-4db6-a31a-7876f7abd693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.060849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-98e10f53-ce3a-4db6-a31a-7876f7abd693 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46f8204c-883a-48cf-936a-75fede2861fe HTTP/1.1" status: 204 len: 168 time: 1.2314479 Nov 12 12:36:25.090727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5470899-a424-443f-8954-d3a662f01ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.152464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.258725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] For port f02c43bb-aee1-44f9-8f33-bf32d43d6992, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:25.259117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 12:36:25.344072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.347369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.371691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.407434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:25.477007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10f53-ce3a-4db6-a31a-7876f7abd693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f8204c-883a-48cf-936a-75fede2861fe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:25.491067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162002d-9e18-4267-bdb8-11d822409fad None None] The sync data for ids ['bbbc766a-4488-499a-9e44-67a482556c09'] in n-d-804878-5 is: [{'id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'name': 'tempest-ServersTestManualDisk-727188827-router', 'tenant_id': '7c38d7b03e48486f9ea53183a60c549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:33:24Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 5, 'project_id': '7c38d7b03e48486f9ea53183a60c549f', 'gw_port': {'id': '5be8bf67-40d5-4393-993c-10a6aef9cc17', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbc766a-4488-499a-9e44-67a482556c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:33:26Z', 'updated_at': '2021-11-12T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:25.540402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5470899-a424-443f-8954-d3a662f01ea5 None None] Pushing event updated for resources: {'Port': ['ID=a6724182-d953-4a4b-a5bc-afdbbb80703c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:25.554821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.555636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbbc766a-4488-499a-9e44-67a482556c09 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:36:25.563051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.573033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0c67a489-47f7-4cd4-a0fd-3fe6488f996d None None] Provisioning complete for port a6724182-d953-4a4b-a5bc-afdbbb80703c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:25.573412 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c67a489-47f7-4cd4-a0fd-3fe6488f996d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.579608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1bd09b72-7273-4f68-ad4d-a158427cd771 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bbbc766a-4488-499a-9e44-67a482556c09 HTTP/1.1" status: 204 len: 168 time: 3.1174402 Nov 12 12:36:25.590895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:25.667422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:25.668182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.705165 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 4, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'a6724182-d953-4a4b-a5bc-afdbbb80703c', 'name': '', 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'mac_address': 'fa:16:3e:f9:36:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:16Z', 'updated_at': '2021-11-12T12:36:23Z', 'revision_number': 4, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'subnets': [{'id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:25.782747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Deleting subnet 2ba487c4-2b3d-457e-b044-f7941d814a91 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:36:25.800239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:25.831381 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc7155-6b6d-4e50-a1a2-63e20aef955e None None] The sync data for ids ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'] in n-d-804878-5 is: [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:36:17Z', 'revision_number': 4, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'a6724182-d953-4a4b-a5bc-afdbbb80703c', 'name': '', 'network_id': 'b7a7958d-dee3-4d60-8b55-6cef6b2524e3', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'mac_address': 'fa:16:3e:f9:36:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:16Z', 'updated_at': '2021-11-12T12:36:23Z', 'revision_number': 4, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'subnets': [{'id': '01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:25.901266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 9.4311545 Nov 12 12:36:25.939393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:25.996035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:26.050241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceb023-a3d9-4a4a-876c-9a660050c43d tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=f02c43bb-aee1-44f9-8f33-bf32d43d6992,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:26.184159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756c805-2bb2-4a49-a946-0c58b5375008 req-3d4cce29-7327-4c97-b49c-095f8246c086 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:26.199943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1756c805-2bb2-4a49-a946-0c58b5375008 req-3d4cce29-7327-4c97-b49c-095f8246c086 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.5790803 Nov 12 12:36:26.528022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1756c805-2bb2-4a49-a946-0c58b5375008 req-3b1a315f-f076-490e-9bef-1bcd30c0de43 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227918 Nov 12 12:36:26.572710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 26a88ed8-e2a7-4b36-b932-0df7202e55df {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:26.573350 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:26.866391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Deleting port f02c43bb-aee1-44f9-8f33-bf32d43d6992 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:26.867612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.049403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] For port f02c43bb-aee1-44f9-8f33-bf32d43d6992, host n-h2-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:27.049875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.069471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Calling delete_port for f02c43bb-aee1-44f9-8f33-bf32d43d6992 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:27.313935 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.339004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 26a88ed8-e2a7-4b36-b932-0df7202e55df, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=26a88ed8-e2a7-4b36-b932-0df7202e55df,segment=NetworkSegment(c2fac29a-1aca-4b82-b536-2ec0c455923c),segment_id=c2fac29a-1aca-4b82-b536-2ec0c455923c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:27.340513 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.348823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.454328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 26a88ed8-e2a7-4b36-b932-0df7202e55df owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:27.656585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event deleted for resources: {'Port': ['ID=f02c43bb-aee1-44f9-8f33-bf32d43d6992,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:27.659851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a6724182-d953-4a4b-a5bc-afdbbb80703c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:27.753265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.781319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c864284a-84aa-4a19-a3c7-79f687cc288e tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f02c43bb-aee1-44f9-8f33-bf32d43d6992 HTTP/1.1" status: 204 len: 168 time: 1.8155346 Nov 12 12:36:27.787957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:27.848652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a6724182-d953-4a4b-a5bc-afdbbb80703c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:27.849115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.893527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:27.921789 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab38e4d4-1d7b-421d-a13c-5e1532df1ad8 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:36:27.940425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab38e4d4-1d7b-421d-a13c-5e1532df1ad8 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "GET /v2.0/ports/f02c43bb-aee1-44f9-8f33-bf32d43d6992 HTTP/1.1" status: 404 len: 333 time: 0.1395152 Nov 12 12:36:27.954810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:27.974774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:27.985662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Request body: {'port': {'network_id': '3f16d37f-d5ec-4058-894f-272c55913469', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1885002878'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:28.124391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:28.125144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-fe45e0a0-2508-494e-ae91-a1706c1aaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:28.135425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-fe45e0a0-2508-494e-ae91-a1706c1aaef0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=34ed790e013c444b9cda69ac405059b8&device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1095 time: 0.5022261 Nov 12 12:36:28.166248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba487c4-2b3d-457e-b044-f7941d814a91,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:28.175441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba23f23-5804-4563-8e49-7a80344b9ed1 req-35a85d29-79c2-422d-8fc1-0015938a2e5f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:28.183657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Made reservation on behalf of fb2120f871b0433a8819e73cd428c318 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:28.193023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:28.193943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dba23f23-5804-4563-8e49-7a80344b9ed1 req-35a85d29-79c2-422d-8fc1-0015938a2e5f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.4422278 Nov 12 12:36:28.201245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:28.202124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1800e4c0-9c9b-466d-8fc0-0fc25df72df3 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:28.208573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5be8bf67-40d5-4393-993c-10a6aef9cc17 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:28.226441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-11cfc3df-0de3-4694-b073-ef08ce59ed6d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:28.228852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-11cfc3df-0de3-4694-b073-ef08ce59ed6d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.8009162 Nov 12 12:36:28.243300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port 1304afdf-2b9b-4974-8d6b-ae844abc8862 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:28.251772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1302538485-network', 'tenant_id': '23baec3495d54effb0d4d1cdc4621e61'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:28.295275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Made reservation on behalf of 23baec3495d54effb0d4d1cdc4621e61 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:28.296292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5be8bf67-40d5-4393-993c-10a6aef9cc17 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:28.297384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5be8bf67-40d5-4393-993c-10a6aef9cc17 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:28.303329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:28.327759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:28.387009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dba23f23-5804-4563-8e49-7a80344b9ed1 req-196f467f-997f-424b-aeb2-3814aeca10ed tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918392 Nov 12 12:36:28.477303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fa82a-3cdc-47f2-b5d7-fb4429feb5ae None None] Network f65c1a82-c0a3-4237-89fc-557bcebe5606 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:28.513147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:28.529256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59b8e4f6-ac09-483a-b25e-052f583d2470 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2ba487c4-2b3d-457e-b044-f7941d814a91 HTTP/1.1" status: 204 len: 168 time: 2.9357643 Nov 12 12:36:28.541361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:28.619863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-32317f65-c0c7-4eec-8225-9efbe8799d7b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.1907926 Nov 12 12:36:28.837837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:28.882803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:28.899481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.096653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] DHCP port deletion for f65c1a82-c0a3-4237-89fc-557bcebe5606 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:29.251644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=26a88ed8-e2a7-4b36-b932-0df7202e55df,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:29.262542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.368780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:36:29.417391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-097e20fb-4acc-4adc-86b8-95cb9cc1112e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5612972 Nov 12 12:36:29.424849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-cb110878-3d7d-44a9-80bb-ae4217a4832d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:36:29.428468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.428824 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Added segment 5dc0006f-2673-47da-985a-7b8081d9cdf0 of type vlan for network bb052d57-e255-46dc-8738-b6c6cdf577b8 Nov 12 12:36:29.431323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ccbcc-c75e-405d-81ed-2e0178328ba0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:29.454477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-cb110878-3d7d-44a9-80bb-ae4217a4832d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361149 Nov 12 12:36:29.493280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.523049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-6e7d0828-4b27-4a6f-8ead-c7160ee8832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:29.530590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-6e7d0828-4b27-4a6f-8ead-c7160ee8832c service neutron] 10.222.0.81 "GET /v2.0/networks?id=84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 200 len: 918 time: 1.2989769 Nov 12 12:36:29.550234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.573313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.738728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 162227ad-f66a-40c7-82cd-427f8df16002 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:29.829524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.841309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] Deleting port 162227ad-f66a-40c7-82cd-427f8df16002 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:29.842060 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.858555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.937725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] For port 162227ad-f66a-40c7-82cd-427f8df16002, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=162227ad-f66a-40c7-82cd-427f8df16002,segment=NetworkSegment(d7fd630a-33eb-4109-b32e-f9c963a6e647),segment_id=d7fd630a-33eb-4109-b32e-f9c963a6e647)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:29.938415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.954019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] Calling delete_port for 162227ad-f66a-40c7-82cd-427f8df16002 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:30.037490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Network 3f16d37f-d5ec-4058-894f-272c55913469 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:30.064685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.065529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:30.067991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=1304afdf-2b9b-4974-8d6b-ae844abc8862,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:30.070709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:30.071924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:30.072792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.075093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.075984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No active binding found for port 162227ad-f66a-40c7-82cd-427f8df16002 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:36:30.076703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 162227ad-f66a-40c7-82cd-427f8df16002 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:30.087940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-9cf4c357-03cc-414b-badc-8a842d1694a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 200 len: 998 time: 0.4656129 Nov 12 12:36:30.099128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-f0e4b3a9-bcfe-41ca-a8fc-f7983cb2323f service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436989 Nov 12 12:36:30.130652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] No DVR routers for this DVR port 162227ad-f66a-40c7-82cd-427f8df16002 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:30.135712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a81ab-931b-4976-840c-67d0babb1b8e None None] Pushing event deleted for resources: {'Port': ['ID=162227ad-f66a-40c7-82cd-427f8df16002,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:30.187611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.188756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:30.189375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.203286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bacec006-66e9-4d67-9895-d7f60e68a64c tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2279601 Nov 12 12:36:30.230523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:30.252470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:30.257572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Deleting port 162227ad-f66a-40c7-82cd-427f8df16002 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:30.257991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.375875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4619148 Nov 12 12:36:30.376665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38706) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:30.476947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:30.483573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Request body: {'subnet': {'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1302538485-subnet', 'tenant_id': '23baec3495d54effb0d4d1cdc4621e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:30.503639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7721b2a-9ce5-4d85-8803-5f4153d62bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb052d57-e255-46dc-8738-b6c6cdf577b8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:30.517838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network bb052d57-e255-46dc-8738-b6c6cdf577b8 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:36:30.543014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9dfd4-f113-43cb-b09f-b7c358d7863e req-c9f10cdd-a848-4da8-a62f-97c3cd6c828b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:30.551452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ae9dfd4-f113-43cb-b09f-b7c358d7863e req-c9f10cdd-a848-4da8-a62f-97c3cd6c828b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.8863990 Nov 12 12:36:30.580687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.632192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-64356c3a-fb9b-405b-93be-f1fe8a9ea018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:30.633744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-64356c3a-fb9b-405b-93be-f1fe8a9ea018 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 200 len: 856 time: 0.5300930 Nov 12 12:36:30.673107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] For port 162227ad-f66a-40c7-82cd-427f8df16002, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:30.673482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.699493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ae9dfd4-f113-43cb-b09f-b7c358d7863e req-e2299a23-691a-4963-a5b6-b1becca460bd tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452732 Nov 12 12:36:30.741629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Calling delete_port for 162227ad-f66a-40c7-82cd-427f8df16002 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:30.781726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Port 162227ad-f66a-40c7-82cd-427f8df16002 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:36:30.784567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Made reservation on behalf of 23baec3495d54effb0d4d1cdc4621e61 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:30.796778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:30.878553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:31.015762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Pushing event deleted for resources: {'Port': ['ID=162227ad-f66a-40c7-82cd-427f8df16002,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:31.085626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] No DVR routers for this DVR port 162227ad-f66a-40c7-82cd-427f8df16002 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:31.097124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-a03a8714-e533-4019-b62b-ce23b0471955 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9818087 Nov 12 12:36:31.195845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-349b24b8-f411-4d4c-ac0f-7306758ffaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:31.200933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-349b24b8-f411-4d4c-ac0f-7306758ffaf2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84c6e5ad-5821-44fb-9c8c-89544336c8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5190871 Nov 12 12:36:31.244333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:31.447196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port 1304afdf-2b9b-4974-8d6b-ae844abc8862 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:31.471652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:31.512637 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-c8f6bcf0-ff8d-4ef2-b38f-3ba3cfcb102c service neutron] 10.222.0.81 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774973 Nov 12 12:36:31.522796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.052848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a36e8ae5-3653-4fdd-9d91-f0a234fb544a req-5472b378-bc90-445b-a24b-b71c0c5f0a7d service neutron] 10.222.0.81 "GET /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920920 Nov 12 12:36:32.134798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=1304afdf-2b9b-4974-8d6b-ae844abc8862,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:32.143703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.144129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.144569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.152350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.152791 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.153466 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 2 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.173563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bfe68-33c1-419c-92e3-8ec69e02da43 req-6d14eb37-c29d-4bfc-b0c3-890605c3304c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:32.185240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-996bfe68-33c1-419c-92e3-8ec69e02da43 req-6d14eb37-c29d-4bfc-b0c3-890605c3304c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.1299353 Nov 12 12:36:32.232604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65c1a82-c0a3-4237-89fc-557bcebe5606']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:32.253584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.257657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fd630a-33eb-4109-b32e-f9c963a6e647') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:32.257657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fd630a-33eb-4109-b32e-f9c963a6e647') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:32.258530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.258530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.271962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:32.277024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.278318 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.282991 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 3 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.288223 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:32.303270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.319099 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:32.323290 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:32.324714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.328203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.328550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.328898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.335799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:32.336506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.372817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.373172 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.383251 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 4 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.424777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.425160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.438376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.444894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.445235 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.449419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-996bfe68-33c1-419c-92e3-8ec69e02da43 req-0b78b8cf-1fd8-4d9c-a8f0-8320dab92bac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623100 Nov 12 12:36:32.449905 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 5 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.476037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.476400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.476715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.519720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.520231 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.520638 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 6 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.538392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.538631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.538981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.545101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.546139 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.546567 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 7 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.564972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.565311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.565653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:32.566946 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:32.571011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.571503 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.571947 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 8 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.587715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.588415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.588769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61d59933-c242-4c84-8687-4b96b868450d tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8044910 Nov 12 12:36:32.592421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.603966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:32.605911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.606861 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.613769 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:32.658058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9af2153b-645d-4142-9fe6-310d115305a2 req-60d80b06-5692-4307-bf03-a91b5c6d6a87 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.3899379 Nov 12 12:36:32.683079 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 9 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.700447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.704342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet 3be81172-e48e-4c0e-979d-706982bcaa9a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:36:32.715520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.727110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.746023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f65c1a82-c0a3-4237-89fc-557bcebe5606 HTTP/1.1" status: 204 len: 168 time: 4.2026749 Nov 12 12:36:32.770493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.770493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.770779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.785803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.785803 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.785803 n-d-804878-5 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 10 to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 Nov 12 12:36:32.796511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd65ed-2be2-41fa-9775-7d33ee4d8683 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65c1a82-c0a3-4237-89fc-557bcebe5606,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:32.842089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:32.844095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:32.845649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:32.870640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:32.870640 n-d-804878-5 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:32.870950 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:32.940597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.098345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:33.111524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.156610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-21ed4dfe-f161-415b-9f33-fcd4aabbf469 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c38d7b03e48486f9ea53183a60c549f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562739 Nov 12 12:36:33.163850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:33.183534 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:28Z', 'revision_number': 8, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:33.253656 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:33.273505 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:33.274301 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:33.276770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b70cf0b-c687-4102-9104-a0c58f49f681,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:33.289759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Checking segment: {'id': '5dc0006f-2673-47da-985a-7b8081d9cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:33.291574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Network hostable DHCP agents. Network: bb052d57-e255-46dc-8738-b6c6cdf577b8, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:36:33.320273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Network bb052d57-e255-46dc-8738-b6c6cdf577b8 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:36:33.338752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, bb052d57-e255-46dc-8738-b6c6cdf577b8) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:33.349962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf6891-3645-40f5-a055-a9397e4b5788 None None] Network bb052d57-e255-46dc-8738-b6c6cdf577b8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:33.356018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:33.357058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.381969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9f8c1518-c69f-4984-916e-7b1dad269698 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9424331 Nov 12 12:36:33.470068 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:33.557824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] For port 1304afdf-2b9b-4974-8d6b-ae844abc8862, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:33.565126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempted to set empty binding levels {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 12:36:33.592784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7c1e-35d3-46be-a416-bbc59b417612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.715692 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7c1e-35d3-46be-a416-bbc59b417612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.722743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568b368-31e1-44ad-a5b1-a8b285eb844c None None] Network bb052d57-e255-46dc-8738-b6c6cdf577b8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:33.858703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.918473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a3b2476-7b29-479e-b5df-64edd7fc2c98 req-60176e3d-0d7a-4c53-8700-1a4d6d688420 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0813236 Nov 12 12:36:34.008666 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:28Z', 'revision_number': 8, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:34.019583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.104491 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466dfb42-1dd8-4a93-a423-9210e54add5d None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:28Z', 'revision_number': 8, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba8a683-4747-4296-ae64-00822e646028', 'name': '', 'network_id': '3de19559-ddf6-48ed-8be0-977604525501', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:8b:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:46Z', 'updated_at': '2021-11-12T12:35:57Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '0eb8a15d-795c-4017-9f60-1aec12137939', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:34.324443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=1304afdf-2b9b-4974-8d6b-ae844abc8862,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:34.500854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.501342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.501800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.502308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.502759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.503206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.503652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.504111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.505656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.506116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.506681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.507134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:34.527220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] In _notify_port_updated(), no bound segment for port 1304afdf-2b9b-4974-8d6b-ae844abc8862 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:36:34.528231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:34.529094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.530642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ffef5488-fe82-4cf8-b30a-a24ad67b7123 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "PUT /v2.0/ports/1304afdf-2b9b-4974-8d6b-ae844abc8862 HTTP/1.1" status: 200 len: 975 time: 4.2915885 Nov 12 12:36:34.533477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38770) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:34.543088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.595651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619a612-9bf9-4cc2-958c-459743f5186b req-f337f927-5715-4845-87c0-c456fdad198f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:34.596369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f701f-c3bc-4fc5-a03b-9763a0047175 None None] Network 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:34.603165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3619a612-9bf9-4cc2-958c-459743f5186b req-f337f927-5715-4845-87c0-c456fdad198f tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.8273187 Nov 12 12:36:34.634393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=3be81172-e48e-4c0e-979d-706982bcaa9a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:34.663575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.678509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a5f811c-62b7-49d6-853e-2cba070df1cf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/3be81172-e48e-4c0e-979d-706982bcaa9a HTTP/1.1" status: 204 len: 168 time: 2.0601184 Nov 12 12:36:34.694291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38776) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:34.806873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7c1e-35d3-46be-a416-bbc59b417612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.822559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7c1e-35d3-46be-a416-bbc59b417612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.833438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bf5e7c1e-35d3-46be-a416-bbc59b417612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fa75d4a-11c0-4de9-89de-c4c4d4aca2b2 HTTP/1.1" status: 204 len: 168 time: 1.6643183 Nov 12 12:36:34.880845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-4e3b164b-eafd-4e62-a288-de4cc892ea0d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:34.888126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-4e3b164b-eafd-4e62-a288-de4cc892ea0d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.8403137 Nov 12 12:36:34.952226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] DHCP port deletion for 239a6eb7-c20e-4e17-bd72-00dd63d5ce75 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:35.024559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] Deleting port c2f925e9-372c-45aa-9b43-8da80e225ac7 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:35.025897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.034672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-f26db0c5-9d2a-4d07-b477-246848ecb0eb tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.036435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-f26db0c5-9d2a-4d07-b477-246848ecb0eb tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/networks?id=bb052d57-e255-46dc-8738-b6c6cdf577b8 HTTP/1.1" status: 200 len: 813 time: 0.3700688 Nov 12 12:36:35.049057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': '45e85350-818e-476f-99ed-fb783c0f75a9', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:35.074002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.078658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.079143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.079632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.080098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.084091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.084618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.085094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.085560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.086742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.087221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.087687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.088157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.088604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.089066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.089513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.089969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.090447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.090904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.097570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.098117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.098620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.099087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:35.102336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5ecacef-7419-4a08-9d31-7dc42716ede9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21085 time: 0.5662718 Nov 12 12:36:35.124405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:35.149978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-a591e5df-f95e-4c22-a0d4-93cb5b4fce8f tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/quotas/23baec3495d54effb0d4d1cdc4621e61 HTTP/1.1" status: 200 len: 375 time: 0.1010952 Nov 12 12:36:35.196795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] For port c2f925e9-372c-45aa-9b43-8da80e225ac7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c2f925e9-372c-45aa-9b43-8da80e225ac7,segment=NetworkSegment(c2fac29a-1aca-4b82-b536-2ec0c455923c),segment_id=c2fac29a-1aca-4b82-b536-2ec0c455923c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:35.197200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.226426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.231790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] Calling delete_port for c2f925e9-372c-45aa-9b43-8da80e225ac7 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:35.279228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-80307c58-1f4f-4b20-9fe9-438df7a1f31f tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=23baec3495d54effb0d4d1cdc4621e61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992048 Nov 12 12:36:35.288722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e7c1e-35d3-46be-a416-bbc59b417612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa75d4a-11c0-4de9-89de-c4c4d4aca2b2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:35.294365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3619a612-9bf9-4cc2-958c-459743f5186b req-961da714-c6e1-4f9c-9c43-3e03b105a4bf tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6810176 Nov 12 12:36:35.299064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:35.304862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.379969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-c5d0e680-6825-4362-9cc0-413981cd96fa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:36:35.382535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-c5d0e680-6825-4362-9cc0-413981cd96fa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268404 Nov 12 12:36:35.428169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c2f925e9-372c-45aa-9b43-8da80e225ac7 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:35.678483 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.742982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] No DVR routers for this DVR port c2f925e9-372c-45aa-9b43-8da80e225ac7 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:35.765383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Deleting port 1304afdf-2b9b-4974-8d6b-ae844abc8862 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:35.766002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.811943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5bba6-365d-4c83-a599-5edaeea8cdac None None] Pushing event deleted for resources: {'Port': ['ID=c2f925e9-372c-45aa-9b43-8da80e225ac7,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:35.818659 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd27c1-b81f-40b7-a6c9-c75c56c3f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.824112 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:35.858218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-177b8ce3-0adf-4c3a-819a-4787f3c90d3a service neutron] 10.222.0.18 "GET /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686697 Nov 12 12:36:35.913123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 26a88ed8-e2a7-4b36-b932-0df7202e55df no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:35.964597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 26a88ed8-e2a7-4b36-b932-0df7202e55df {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:35.966644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 26a88ed8-e2a7-4b36-b932-0df7202e55df not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:36.006130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8978156c-ab8c-45d7-bb3f-b4027fc84191 req-04957ed1-0320-4611-85a3-1f6e66d05580 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1243892 Nov 12 12:36:36.009304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.11 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/a37e23eb-eb24-4a58-9d21-a0461528a876) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:36.032556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] For port 1304afdf-2b9b-4974-8d6b-ae844abc8862, host n-h2-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:36.032979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.061455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Calling delete_port for 1304afdf-2b9b-4974-8d6b-ae844abc8862 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:36.209738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.230515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-3dfc21e5-446a-495b-9ee0-068cb84117fc service neutron] 10.222.0.18 "GET /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713384 Nov 12 12:36:36.267613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38808) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:36.289884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.300474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239a6eb7-c20e-4e17-bd72-00dd63d5ce75']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:36.350138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fac29a-1aca-4b82-b536-2ec0c455923c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:36.352305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fac29a-1aca-4b82-b536-2ec0c455923c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:36.362207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event deleted for resources: {'Port': ['ID=1304afdf-2b9b-4974-8d6b-ae844abc8862,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:36.383745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.392940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d525900d-2bfb-4c10-8ab0-b8d93b331c16 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1304afdf-2b9b-4974-8d6b-ae844abc8862 HTTP/1.1" status: 204 len: 168 time: 1.2611158 Nov 12 12:36:36.400166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38816) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:36.439072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.465333 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b498a0a-e701-4fbd-a1ea-2b7694cc8337 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:36:36.467694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b498a0a-e701-4fbd-a1ea-2b7694cc8337 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "GET /v2.0/ports/1304afdf-2b9b-4974-8d6b-ae844abc8862 HTTP/1.1" status: 404 len: 333 time: 0.0661037 Nov 12 12:36:36.485953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:36.507993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1453378964', 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:36.560553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.588626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Made reservation on behalf of fb2120f871b0433a8819e73cd428c318 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:36.594438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.618770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:36.619694 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:36.627759 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:36.642753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port 7a97b12d-38f4-44c8-a4d6-19e4bebceded yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:36.765357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35045e04-33d7-422b-9488-4dce3c55e3eb req-36439986-2ea5-40ee-8d8d-e627f13f2eb9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:36.766797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38826) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:36.784432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35045e04-33d7-422b-9488-4dce3c55e3eb req-36439986-2ea5-40ee-8d8d-e627f13f2eb9 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.3105617 Nov 12 12:36:36.796790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1189d009-11b4-42e5-915c-8a9477cd4b23 req-06278cdb-528b-481f-a903-f9395e3f9d55 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 210 time: 0.1441553 Nov 12 12:36:36.948528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-network', 'tenant_id': '2504b03453644f56a84376a8155fffef'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:36.982296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Deleting subnet c38a573c-e112-40eb-9e4e-bed3c19b35c2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:36:36.984722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.005232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.015586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.027269 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/239a6eb7-c20e-4e17-bd72-00dd63d5ce75 HTTP/1.1" status: 204 len: 168 time: 2.3095801 Nov 12 12:36:37.038043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:37.041593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.103907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6a2c-dd9c-4607-98b4-90a00ce0aa9a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=239a6eb7-c20e-4e17-bd72-00dd63d5ce75,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:37.110755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:37.114346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.157868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35045e04-33d7-422b-9488-4dce3c55e3eb req-4e762a4d-220a-430c-8124-accb813d88aa tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706942 Nov 12 12:36:37.171928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.185791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.300613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.312415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbef48fe-fa23-4823-89b8-175964c44c4c req-e750e960-4faf-4427-91ad-e0d1c01bfe01 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1453702 Nov 12 12:36:37.373236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.500766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.523103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.544692 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.598225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.606438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38a573c-e112-40eb-9e4e-bed3c19b35c2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:37.608957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.614031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5f234bff-2bc2-4a4e-ad74-52c0474cfded admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c38a573c-e112-40eb-9e4e-bed3c19b35c2 HTTP/1.1" status: 204 len: 168 time: 1.3444092 Nov 12 12:36:37.617810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb076f-c5d3-460a-b69f-220c497706f6 None None] Network 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:37.620574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38840) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:37.623945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Network 3f16d37f-d5ec-4058-894f-272c55913469 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:37.644202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:37.663721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:37.707994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:37.714257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.717626 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.725271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:37.740849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=7a97b12d-38f4-44c8-a4d6-19e4bebceded,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:37.748849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:37.749776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:37.750454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.796539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=a37e23eb-eb24-4a58-9d21-a0461528a876,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:37.797978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:36:37.807873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e28b3c08-f786-4a60-a8f0-c25a00ad3187 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3204761 Nov 12 12:36:37.821239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:37.899577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:37.921179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5244b31-9bb3-4ae4-a66f-6be728b8fdcc tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:37.926033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:37.926545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5244b31-9bb3-4ae4-a66f-6be728b8fdcc tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "GET /v2.0/ports/7a97b12d-38f4-44c8-a4d6-19e4bebceded HTTP/1.1" status: 200 len: 955 time: 0.1007767 Nov 12 12:36:37.926747 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Added segment 25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0 of type vlan for network d0654cd6-507f-4dcf-86e6-7f0688fc218c Nov 12 12:36:37.932406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38848) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:37.947859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c92ab3-5720-4a55-97ef-0dc0f6baec33 None None] DHCP port deletion for 224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:38.038815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:38.039543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.042923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.068720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a726cbf6-879f-488d-beef-225e7ee38554 req-93138ee6-eeec-43b4-8e46-b4b1ec40f496 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 210 time: 0.0946360 Nov 12 12:36:38.077858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.127237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-9725624e-398f-46e9-a1fb-0da9ee2942c6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0841987 Nov 12 12:36:38.137858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50b3242e-48aa-4612-9d1d-c967917604ea None None] Provisioning complete for port a37e23eb-eb24-4a58-9d21-a0461528a876 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:38.138401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50b3242e-48aa-4612-9d1d-c967917604ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.148302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b9fd1-bb30-4ca0-a198-8b32a5ec91a8']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:38.152029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.156269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:38.156545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Request body: {'port': {'device_id': '45e85350-818e-476f-99ed-fb783c0f75a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:38.160446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.236988 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.239474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:38.239610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4416318 Nov 12 12:36:38.253148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f3a880-24bc-4bf2-8968-c7e3f2379901') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:38.253494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f3a880-24bc-4bf2-8968-c7e3f2379901') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:38.256239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Request body: {'subnet': {'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-subnet', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:38.270697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-50b3242e-48aa-4612-9d1d-c967917604ea None None] Port a37e23eb-eb24-4a58-9d21-a0461528a876 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:38.272901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.287874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.294630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:38.298866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.350150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.381960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553260cc-28b1-4162-afa1-3b9fbb0357ca admin admin] Pushing event updated for resources: {'Network': ['ID=d0654cd6-507f-4dcf-86e6-7f0688fc218c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:38.389032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:38.389269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:38.391156 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:38.397201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:36:38.551981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.560342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.564577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] 10.222.0.18 "DELETE /v2.0/networks/224b9fd1-bb30-4ca0-a198-8b32a5ec91a8 HTTP/1.1" status: 204 len: 168 time: 0.9392664 Nov 12 12:36:38.599095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-38053f16-0782-4ff1-a0d1-394f4550f697 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:38.603381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-38053f16-0782-4ff1-a0d1-394f4550f697 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.65 "GET /v2.0/networks?id=bb052d57-e255-46dc-8738-b6c6cdf577b8 HTTP/1.1" status: 200 len: 813 time: 0.3626897 Nov 12 12:36:38.626951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:36:38.635676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b4626-3925-4c11-957f-d0270ebcf40e admin admin] Pushing event deleted for resources: {'Network': ['ID=224b9fd1-bb30-4ca0-a198-8b32a5ec91a8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:38.641698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Request body: {'port': {'device_id': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8', 'admin_state_up': True, 'tenant_id': '23baec3495d54effb0d4d1cdc4621e61'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:38.675684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dacee1-b7e1-4d46-aa0b-5fb791706007 req-e1052772-b8c3-44d6-8ce2-3f44517b024c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:38.677709 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8dacee1-b7e1-4d46-aa0b-5fb791706007 req-e1052772-b8c3-44d6-8ce2-3f44517b024c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 944 time: 0.2259598 Nov 12 12:36:38.757930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Deleting port 7a97b12d-38f4-44c8-a4d6-19e4bebceded {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:38.759906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:38.860909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:38.878107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:38.935957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'port_id': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'mac_address': 'fa:16:3e:07:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:36:38.943787 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8dacee1-b7e1-4d46-aa0b-5fb791706007 req-87f8e94e-2222-4f51-80ff-a08d812d810d tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544570 Nov 12 12:36:39.010942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4812b305-416a-4f6a-9302-48b574106cd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32dd7097628e42f4a8d78ad1ae86bcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433504 Nov 12 12:36:39.010942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Made reservation on behalf of 23baec3495d54effb0d4d1cdc4621e61 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:39.013715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.018920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.023439 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb5c8-d170-421a-b530-c884bfba0e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.027678 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.034586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:39.042803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Calling delete_port for 7a97b12d-38f4-44c8-a4d6-19e4bebceded owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:39.067205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:36:39.113869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:39.124547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.217883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff75cdc3-d9a5-472c-992b-5018304c6bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.240396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:39.312002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-38bc7a29-f8a1-47fc-8ff7-7677856f4ccb req-53e03f15-83ac-44c1-bbe2-b4996f204220 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 210 time: 0.0838065 Nov 12 12:36:39.320875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff75cdc3-d9a5-472c-992b-5018304c6bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.330298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['2ed09925-e100-49e2-ba36-fe794499b2bb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:36:39.346659 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.351360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Allocated IP 172.20.0.9 (bb052d57-e255-46dc-8738-b6c6cdf577b8/1b70cf0b-c687-4102-9104-a0c58f49f681/ad342d4b-e896-4c53-a7ed-96aaa9082f7d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:39.378482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.471384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff75cdc3-d9a5-472c-992b-5018304c6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.475550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff75cdc3-d9a5-472c-992b-5018304c6bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.484956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ff75cdc3-d9a5-472c-992b-5018304c6bfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2691d123-bd53-4aec-9d41-3d64e4e521a9 HTTP/1.1" status: 204 len: 168 time: 0.4477732 Nov 12 12:36:39.551097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75cdc3-d9a5-472c-992b-5018304c6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691d123-bd53-4aec-9d41-3d64e4e521a9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:39.653660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.742938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee630-2203-400a-b05e-304de84b830b req-dac7bac6-100b-4f0d-9697-26db399f199b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:39.744796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50aee630-2203-400a-b05e-304de84b830b req-dac7bac6-100b-4f0d-9697-26db399f199b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 932 time: 1.1944821 Nov 12 12:36:39.752408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.755084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a97b12d-38f4-44c8-a4d6-19e4bebceded,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:39.825568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.830332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c22ba327-0d1e-4933-ac8c-1040221783e9 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7a97b12d-38f4-44c8-a4d6-19e4bebceded HTTP/1.1" status: 204 len: 168 time: 1.8968630 Nov 12 12:36:39.833869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:39.849190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:39.901740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01579e2b-c67d-41c9-a5ff-e1587aef7979,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:39.954650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Checking segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:39.955294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Network hostable DHCP agents. Network: d0654cd6-507f-4dcf-86e6-7f0688fc218c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:36:39.984539 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-738f4ca9-b420-4ae3-a9da-84536258df30 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:36:39.986964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-738f4ca9-b420-4ae3-a9da-84536258df30 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "GET /v2.0/ports/7a97b12d-38f4-44c8-a4d6-19e4bebceded HTTP/1.1" status: 404 len: 333 time: 0.1518266 Nov 12 12:36:39.996920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:40.003323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Request body: {'port': {'network_id': '3f16d37f-d5ec-4058-894f-272c55913469', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-794981474'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:40.015545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50aee630-2203-400a-b05e-304de84b830b req-5cfcbd32-25fe-47b6-9ab9-5be6e695607e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296529 Nov 12 12:36:40.025638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Network bb052d57-e255-46dc-8738-b6c6cdf577b8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:40.047884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:40.053582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:40.066410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Pushing event updated for resources: {'Port': ['ID=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:40.095138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37e23eb-eb24-4a58-9d21-a0461528a876 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:36:40.104601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:36:40.110066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.161313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Transition to ACTIVE for port object a37e23eb-eb24-4a58-9d21-a0461528a876 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:36:40.162359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, d0654cd6-507f-4dcf-86e6-7f0688fc218c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:40.173038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d177b60b-bb04-4b20-a03a-f54e2ac907b8 None None] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:40.182364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:40.183757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.198080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.281924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Made reservation on behalf of fb2120f871b0433a8819e73cd428c318 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:40.287015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.373741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-79daa0d9-3b1d-4b4b-85b3-414bc557fe14 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1289887 Nov 12 12:36:40.381523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:40.382294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.385196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port 1f5ea3b9-ace0-4dea-952b-125403768f89 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:40.390738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:40.400366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:40.459161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Pushing event updated for resources: {'Port': ['ID=a37e23eb-eb24-4a58-9d21-a0461528a876,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:40.501128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3de90-ac51-43b9-a357-6e30f8f50658 req-9ae5b475-a617-4f9b-a8b2-e59b00206cac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:40.503890 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ba3de90-ac51-43b9-a357-6e30f8f50658 req-9ae5b475-a617-4f9b-a8b2-e59b00206cac tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 945 time: 0.3724594 Nov 12 12:36:40.614954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-d0654cd6-507f-4dcf-86e6-7f0688fc218c', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:36:40.622227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.629454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:40.632046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.649777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ba3de90-ac51-43b9-a357-6e30f8f50658 req-1f62f602-3683-4f4b-8321-d2708dcc3671 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373439 Nov 12 12:36:40.663527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d969915e-2b81-4aa0-96dd-d3e87564ca04 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0295389 Nov 12 12:36:40.694330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Request body: {'port': {'device_id': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:40.875836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:40.957787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Allocated IP 172.20.0.2 (d0654cd6-507f-4dcf-86e6-7f0688fc218c/01579e2b-c67d-41c9-a5ff-e1587aef7979/53f6302d-8cf0-42f5-b931-00fafa40e926) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:41.079557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38910) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:41.102962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.159616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 2ed09925-e100-49e2-ba36-fe794499b2bb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:36:41.328699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1702246864-network', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:41.337321 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.347829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.349110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.359852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.378584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 2ed09925-e100-49e2-ba36-fe794499b2bb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:41.379249 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.409242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.432326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port dba8a683-4747-4296-ae64-00822e646028 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:41.432659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.465839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:41.468908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.474400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1394d-bc9d-499b-a74f-37484ec2fb90 req-149575e4-3c83-44e0-96b8-ad23e6e219b5 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:41.476144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fd1394d-bc9d-499b-a74f-37484ec2fb90 req-149575e4-3c83-44e0-96b8-ad23e6e219b5 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 931 time: 0.9429607 Nov 12 12:36:41.484715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22ca5c-587b-40ed-8846-ac02c2d5cd79 req-a2c0e38f-4586-4aa7-af2c-aaa5954bea55 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:41.486400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef22ca5c-587b-40ed-8846-ac02c2d5cd79 req-a2c0e38f-4586-4aa7-af2c-aaa5954bea55 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.2551613 Nov 12 12:36:41.504028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:41.504281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Network 3f16d37f-d5ec-4058-894f-272c55913469 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:41.506228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Pushing event updated for resources: {'Port': ['ID=53f6302d-8cf0-42f5-b931-00fafa40e926,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:41.515349 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.520517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:41.528378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.528623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:41.543083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:41.546516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:41.548052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:41.548974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.594525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5ea3b9-ace0-4dea-952b-125403768f89,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:41.644213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fd1394d-bc9d-499b-a74f-37484ec2fb90 req-60282e32-8720-48ef-87ee-09d87426abb9 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171734 Nov 12 12:36:41.665822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e59b4ab-afd8-4c58-8ff1-5f637ff856e2 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6664846 Nov 12 12:36:41.675424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:41.682955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Attempting to bind port a37e23eb-eb24-4a58-9d21-a0461528a876 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:41.684874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Attempting to bind port a37e23eb-eb24-4a58-9d21-a0461528a876 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:41.686148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Attempting to bind port a37e23eb-eb24-4a58-9d21-a0461528a876 on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:41.771277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.804521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Attempting to bind port 53f6302d-8cf0-42f5-b931-00fafa40e926 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:41.804890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Attempting to bind port 53f6302d-8cf0-42f5-b931-00fafa40e926 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:41.810746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Attempting to bind port 53f6302d-8cf0-42f5-b931-00fafa40e926 on network d0654cd6-507f-4dcf-86e6-7f0688fc218c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:41.821618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Port a37e23eb-eb24-4a58-9d21-a0461528a876 on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:41.822324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Attempting to bind port a37e23eb-eb24-4a58-9d21-a0461528a876 on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:41.831215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:41.834667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:41.835240 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6870000-5217-4d6d-b75f-34dddbcd3389" -d '{"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-plugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:41.835577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:41.836255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:41.836932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Bound port: a37e23eb-eb24-4a58-9d21-a0461528a876, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:41.837545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.841030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:41.841470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Checking segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:41.842451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.842955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Bound using segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:41.843443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Bound port: 53f6302d-8cf0-42f5-b931-00fafa40e926, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:41.843871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.856730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:41.867032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.895735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:41.981154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:41.993319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] For port 53f6302d-8cf0-42f5-b931-00fafa40e926, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:41.997343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] For port 53f6302d-8cf0-42f5-b931-00fafa40e926, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=53f6302d-8cf0-42f5-b931-00fafa40e926,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:42.004319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.047822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] For port a37e23eb-eb24-4a58-9d21-a0461528a876, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:42.051838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] For port a37e23eb-eb24-4a58-9d21-a0461528a876, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a37e23eb-eb24-4a58-9d21-a0461528a876,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:42.067940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.082572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:42.120364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921fec5-55a1-4e1e-a325-49bd848372ed None None] Pushing event updated for resources: {'Port': ['ID=53f6302d-8cf0-42f5-b931-00fafa40e926,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:42.125789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ef22ca5c-587b-40ed-8846-ac02c2d5cd79 req-5fbfece6-4fca-4b4a-befa-ce3eda854670 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237354 Nov 12 12:36:42.248919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad342d4b-e896-4c53-a7ed-96aaa9082f7d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:36:42.249185 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6654429-076e-44a6-87f7-e422d4c3ef56 x-openstack-request-id: req-e6654429-076e-44a6-87f7-e422d4c3ef56 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:42.249486 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-plugged", "status": "completed", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:42.249739 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6654429-076e-44a6-87f7-e422d4c3ef56 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:42.250151 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'code': 200} Nov 12 12:36:42.291206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.331177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Transition to ACTIVE for port object ad342d4b-e896-4c53-a7ed-96aaa9082f7d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:36:42.346339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port dba8a683-4747-4296-ae64-00822e646028, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dba8a683-4747-4296-ae64-00822e646028,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:42.347085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.385569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:42.385569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.389933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] 10.222.0.81 "PUT /v2.0/ports/a37e23eb-eb24-4a58-9d21-a0461528a876 HTTP/1.1" status: 200 len: 1092 time: 4.2435548 Nov 12 12:36:42.418096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d3ee3-d93d-4591-816a-7ec66760cd24 req-e9f1f7aa-0b67-4c4d-a5c3-a9450a249c5c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:42.418660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.422707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.424417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b51d3ee3-d93d-4591-816a-7ec66760cd24 req-e9f1f7aa-0b67-4c4d-a5c3-a9450a249c5c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.6040142 Nov 12 12:36:42.426383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e85350-818e-476f-99ed-fb783c0f75a9', 'tag': 'a37e23eb-eb24-4a58-9d21-a0461528a876'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:42.435305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.437842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.439092 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1dbf8e-afb1-486f-8bef-e07d0540eece" -d '{"events": [{"name": "network-changed", "server_uuid": "45e85350-818e-476f-99ed-fb783c0f75a9", "tag": "a37e23eb-eb24-4a58-9d21-a0461528a876"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:42.594877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for dba8a683-4747-4296-ae64-00822e646028 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:42.629461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Pushing event updated for resources: {'Port': ['ID=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:42.728632 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddb5be1-a846-406b-b515-fdcd5cb12fbd x-openstack-request-id: req-eddb5be1-a846-406b-b515-fdcd5cb12fbd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:42.729408 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e85350-818e-476f-99ed-fb783c0f75a9", "tag": "a37e23eb-eb24-4a58-9d21-a0461528a876", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:42.729826 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eddb5be1-a846-406b-b515-fdcd5cb12fbd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:42.735299 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e85350-818e-476f-99ed-fb783c0f75a9', 'tag': 'a37e23eb-eb24-4a58-9d21-a0461528a876', 'status': 'completed', 'code': 200} Nov 12 12:36:42.756004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:36:42.829020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57b84e-d79b-4d2f-ba23-dc8959cba6fd service neutron] Pushing event updated for resources: {'Port': ['ID=a37e23eb-eb24-4a58-9d21-a0461528a876,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:42.849743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.865921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92915ced-82d3-4474-8865-ecde2acb7473,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:42.872074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:42.872804 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Added segment f4f09908-d711-4a93-82ac-0b6915e27cd0 of type vlan for network a3dba46e-5512-4e5d-b220-b6ed74cfd05f Nov 12 12:36:42.973933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f88a5-3b05-4451-a73d-08c2aff9b313 req-4c7da9a6-0d2d-4102-a621-80a6071be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:42.975876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a56f88a5-3b05-4451-a73d-08c2aff9b313 req-4c7da9a6-0d2d-4102-a621-80a6071be301 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 1097 time: 0.4469988 Nov 12 12:36:42.979918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b51d3ee3-d93d-4591-816a-7ec66760cd24 req-db9e4729-3856-4f5c-97dd-25bea8030dd1 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101557 Nov 12 12:36:43.013803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Attempting to bind port ad342d4b-e896-4c53-a7ed-96aaa9082f7d on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:43.014710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Attempting to bind port ad342d4b-e896-4c53-a7ed-96aaa9082f7d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5dc0006f-2673-47da-985a-7b8081d9cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:43.015314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Attempting to bind port ad342d4b-e896-4c53-a7ed-96aaa9082f7d on network bb052d57-e255-46dc-8738-b6c6cdf577b8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:43.018234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-07f51191-84a2-437f-acd9-08371daf4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:43.020026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-07f51191-84a2-437f-acd9-08371daf4864 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 1095 time: 0.5309737 Nov 12 12:36:43.028365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.133378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Port ad342d4b-e896-4c53-a7ed-96aaa9082f7d on network bb052d57-e255-46dc-8738-b6c6cdf577b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:43.134025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Attempting to bind port ad342d4b-e896-4c53-a7ed-96aaa9082f7d on network bb052d57-e255-46dc-8738-b6c6cdf577b8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:43.147150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:43.147531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Checking segment: {'id': '5dc0006f-2673-47da-985a-7b8081d9cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:43.147829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Bound using segment: {'id': '5dc0006f-2673-47da-985a-7b8081d9cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:43.148308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Bound port: ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc0006f-2673-47da-985a-7b8081d9cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:43.148806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.202947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57935cf-a790-4e71-ae2a-b45ddfa131d7 req-b03fd006-62f9-4750-8bb2-80ebaca0fa0d tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:43.210929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d57935cf-a790-4e71-ae2a-b45ddfa131d7 req-b03fd006-62f9-4750-8bb2-80ebaca0fa0d tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 943 time: 0.4034393 Nov 12 12:36:43.297024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] For port ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:43.300395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] For port ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,segment=NetworkSegment(5dc0006f-2673-47da-985a-7b8081d9cdf0),segment_id=5dc0006f-2673-47da-985a-7b8081d9cdf0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:43.314006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.323653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] device_id is not set on port 1f5ea3b9-ace0-4dea-952b-125403768f89 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:36:43.353240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.363425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:43.364082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.400196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.420962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-89f8c86f-5f9f-46c1-9a27-b13f00e6702f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37e23eb-eb24-4a58-9d21-a0461528a876 HTTP/1.1" status: 200 len: 217 time: 0.3819761 Nov 12 12:36:43.429329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.472400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.482762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:43.483453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.484939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] 10.222.0.65 "PUT /v2.0/ports/ad342d4b-e896-4c53-a7ed-96aaa9082f7d HTTP/1.1" status: 200 len: 1091 time: 2.7964845 Nov 12 12:36:43.493193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'tag': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:43.495743 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394fe15-8f2a-4adb-b487-a23a1295cab4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a0c0ae-f90b-4f27-b107-53fc38691184", "tag": "ad342d4b-e896-4c53-a7ed-96aaa9082f7d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:43.508038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 53f6302d-8cf0-42f5-b931-00fafa40e926 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:43.522842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d57935cf-a790-4e71-ae2a-b45ddfa131d7 req-027317d6-1250-4568-93a4-3da0af022de1 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109701 Nov 12 12:36:43.526553 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4458072 Nov 12 12:36:43.590852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:43.602221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a56f88a5-3b05-4451-a73d-08c2aff9b313 req-fe365a8f-a22c-4286-ad92-263f05e309d5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6041920 Nov 12 12:36:43.608458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Request body: {'subnet': {'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1702246864-subnet', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:43.626238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=dba8a683-4747-4296-ae64-00822e646028,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:43.628982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 53f6302d-8cf0-42f5-b931-00fafa40e926 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:43.629582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.648367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b31532-ba0e-4eda-84fb-52f5e3f7cf45 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dba46e-5512-4e5d-b220-b6ed74cfd05f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:43.688860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:36:43.696217 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84a0705-02d1-4794-8e9d-0bcb62f1148c x-openstack-request-id: req-d84a0705-02d1-4794-8e9d-0bcb62f1148c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:43.696809 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a0c0ae-f90b-4f27-b107-53fc38691184", "tag": "ad342d4b-e896-4c53-a7ed-96aaa9082f7d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:43.697069 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d84a0705-02d1-4794-8e9d-0bcb62f1148c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:43.697693 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'tag': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d', 'status': 'completed', 'code': 200} Nov 12 12:36:43.713020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e83cc-6b35-45ae-bef8-2e10e49bed83 service neutron] Pushing event updated for resources: {'Port': ['ID=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:43.741955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-ab1334c4-4263-4187-98a8-6263c5ae394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:43.743711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-ab1334c4-4263-4187-98a8-6263c5ae394b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23baec3495d54effb0d4d1cdc4621e61&device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 1094 time: 0.0924704 Nov 12 12:36:43.797395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:43.797742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:43.798085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:43.850074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:43.850701 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:43.852332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-85786214-21a8-4084-b0ef-0c83a0704d8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d HTTP/1.1" status: 200 len: 217 time: 0.0821073 Nov 12 12:36:43.858375 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 2 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:43.944286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:43.944628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:43.944969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:43.965848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:43.966209 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:43.970453 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 3 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:43.971830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5ea3b9-ace0-4dea-952b-125403768f89,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:43.986839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:43.994825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-bbfb85c7-9a7c-4a11-9a5d-a627b71ffc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:43.996365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-bbfb85c7-9a7c-4a11-9a5d-a627b71ffc83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.5607507 Nov 12 12:36:44.002195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-6a89534e-1a2d-46bf-bbd8-e2be6aef1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:44.003779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-6a89534e-1a2d-46bf-bbd8-e2be6aef1dc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b70cf0b-c687-4102-9104-a0c58f49f681 HTTP/1.1" status: 200 len: 853 time: 0.1423206 Nov 12 12:36:44.004516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.004852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.005192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.025495 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:44.031336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.033046 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.046079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fd531-ecd5-4951-ae34-2eadb875a054 req-eb5c660d-ab77-48da-ad11-daa5e30d1f34 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:44.047801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-838fd531-ecd5-4951-ae34-2eadb875a054 req-eb5c660d-ab77-48da-ad11-daa5e30d1f34 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.6379535 Nov 12 12:36:44.076506 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 4 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.081546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-d4942d33-c594-4a5a-8764-552c99204e1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb052d57-e255-46dc-8738-b6c6cdf577b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688760 Nov 12 12:36:44.105811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:44.114323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:44.129510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 53f6302d-8cf0-42f5-b931-00fafa40e926, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=53f6302d-8cf0-42f5-b931-00fafa40e926,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:44.130502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.131571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.132611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.138136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae39cc2-7b1e-4ae4-a1e2-846fc072ceb1 None None] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:44.205053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.205679 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.208224 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 5 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.258537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.258789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.259616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.273424 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:44.287597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.288027 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.292711 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 6 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.308450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799a43-106a-47e5-b783-27740f4d61ae req-4e039f02-4854-46ca-97ab-0f85fe5e3151 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:44.320936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9799a43-106a-47e5-b783-27740f4d61ae req-4e039f02-4854-46ca-97ab-0f85fe5e3151 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.1830878 Nov 12 12:36:44.336778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e89b3dae-0c26-4033-a397-9304c55b2fa0 None None] Provisioning complete for port 53f6302d-8cf0-42f5-b931-00fafa40e926 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:44.337144 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e89b3dae-0c26-4033-a397-9304c55b2fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:44.345112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-e10739db-d2e3-4415-9b39-1b2e3a661f2d service neutron] 10.222.0.65 "GET /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550342 Nov 12 12:36:44.391559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-c9bbcd17-0fa8-4d8f-8685-29b1f79d41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:44.393352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-c9bbcd17-0fa8-4d8f-8685-29b1f79d41da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3655124 Nov 12 12:36:44.468783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fca3e60-cb0c-404f-9e41-1675e137afcf req-29e140f6-e3da-4e06-a675-f479681439e6 service neutron] 10.222.0.65 "GET /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137526 Nov 12 12:36:44.469499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.469836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.470183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.481464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.481805 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.483967 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 7 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.526098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.526505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.526919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.555222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9799a43-106a-47e5-b783-27740f4d61ae req-75779a17-270c-4ca0-beba-92d37ee7bd3b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314620 Nov 12 12:36:44.555883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.560105 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.579447 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 8 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.658896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.659530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.660019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.668964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.669551 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.671851 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 9 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.790253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=53f6302d-8cf0-42f5-b931-00fafa40e926,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:44.805046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-87dd87b1-e8fb-4407-8410-5a6dd7a8f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:44.808972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-87dd87b1-e8fb-4407-8410-5a6dd7a8f8fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23baec3495d54effb0d4d1cdc4621e61&device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 1094 time: 0.2459114 Nov 12 12:36:44.811063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.811474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.811793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.821078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.821427 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.914849 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempt 10 to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 Nov 12 12:36:44.933659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:44.934564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:44.935656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempting to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:44.975955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:36:44.976304 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Failed to bind port 1f5ea3b9-ace0-4dea-952b-125403768f89 on host n-h2-804878-5 for vnic_type normal using segments [{'id': 'ea6bfd19-fef4-41c2-b185-2b301e6953f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3f16d37f-d5ec-4058-894f-272c55913469'}] Nov 12 12:36:44.976687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.023062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7591-aa91-41e0-a7ed-66207a0e7847 req-7adb015b-edb8-433c-ad20-e8b94c4e0b65 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:45.025325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02e7591-aa91-41e0-a7ed-66207a0e7847 req-7adb015b-edb8-433c-ad20-e8b94c4e0b65 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 943 time: 0.3329182 Nov 12 12:36:45.036558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-838fd531-ecd5-4951-ae34-2eadb875a054 req-b18b8fcf-34de-40fe-88e2-6454bba1320e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9366317 Nov 12 12:36:45.101548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-f0e1ed50-832b-450a-bcfe-c22ffe077ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:45.103939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-f0e1ed50-832b-450a-bcfe-c22ffe077ea0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bb052d57-e255-46dc-8738-b6c6cdf577b8 HTTP/1.1" status: 200 len: 914 time: 0.2852287 Nov 12 12:36:45.202173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-cd97e9e3-c83d-4ce7-990f-50a75d32be71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d HTTP/1.1" status: 200 len: 217 time: 0.0832105 Nov 12 12:36:45.278046 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e02e7591-aa91-41e0-a7ed-66207a0e7847 req-f3e680ca-7a91-4eb9-8156-c96d82f3307e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075067 Nov 12 12:36:45.287794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] For port 1f5ea3b9-ace0-4dea-952b-125403768f89, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:45.288266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 12:36:45.320096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.456601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-2a9e0ce9-d68d-4099-8ab2-2bf162cac73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:45.458195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-2a9e0ce9-d68d-4099-8ab2-2bf162cac73d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b70cf0b-c687-4102-9104-a0c58f49f681 HTTP/1.1" status: 200 len: 853 time: 0.2444520 Nov 12 12:36:45.468867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] In _notify_port_updated(), no bound segment for port 1f5ea3b9-ace0-4dea-952b-125403768f89 on network 3f16d37f-d5ec-4058-894f-272c55913469 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:36:45.469802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:45.470448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.471881 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "PUT /v2.0/ports/1f5ea3b9-ace0-4dea-952b-125403768f89 HTTP/1.1" status: 200 len: 974 time: 3.7899783 Nov 12 12:36:45.487598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.518478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38992) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:45.528070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5ea3b9-ace0-4dea-952b-125403768f89,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:45.542237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.560044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 53f6302d-8cf0-42f5-b931-00fafa40e926 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:45.567790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.568300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.568804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.569736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.570568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.571233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.571768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.572206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.572694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.573130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.573568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.574000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf06ae-7a0b-48a7-b4a2-4b7b2eb40548 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:45.645340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 53f6302d-8cf0-42f5-b931-00fafa40e926 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:45.645758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.655094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-e5b6cbae-f5e0-481f-87e6-87e7f60a5336 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb052d57-e255-46dc-8738-b6c6cdf577b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258786 Nov 12 12:36:45.670424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:45.711257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-96cd5ab2-8e9e-4bb6-a61a-4bce7586c05a None None] Provisioning complete for port 53f6302d-8cf0-42f5-b931-00fafa40e926 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:45.711539 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-96cd5ab2-8e9e-4bb6-a61a-4bce7586c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.719835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:45.951866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-53833610-0c2a-4b0c-8728-5a72ddd2bb89 service neutron] 10.222.0.65 "GET /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893772 Nov 12 12:36:46.001020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-26134497-bb02-4a35-af3e-f09ac7e4b83c service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4607871 Nov 12 12:36:46.006253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6850434a-b87f-4bb1-92f5-8ddb4cb81b87,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:46.020696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:46.030916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-62214719-a9d5-424b-bfe3-68f90cc9d479 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9353766 Nov 12 12:36:46.032323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:46.032972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:46.043515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:46.044230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:46.092549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2394fe15-8f2a-4adb-b487-a23a1295cab4 req-4e0ba25b-202c-464a-803d-6f9381514d25 service neutron] 10.222.0.65 "GET /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337466 Nov 12 12:36:46.099517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97eef-67dd-4b08-a419-16b566305aee req-c705664b-f54b-43d4-9926-c28e3c30147c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:46.105891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-edd97eef-67dd-4b08-a419-16b566305aee req-c705664b-f54b-43d4-9926-c28e3c30147c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.3790758 Nov 12 12:36:46.115438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Deleting port 1f5ea3b9-ace0-4dea-952b-125403768f89 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:46.116700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.144117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:46.197029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Allocated IP 172.25.1.71 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/f4070780-0eb6-4730-91ca-2401f65d60ef) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:46.268746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Checking segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:46.269353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Network hostable DHCP agents. Network: a3dba46e-5512-4e5d-b220-b6ed74cfd05f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:36:46.276173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] For port 1f5ea3b9-ace0-4dea-952b-125403768f89, host n-h2-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:46.276631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.306042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18addd1b-8a3b-4546-8a0e-69d0fd8625d7 req-9a4985af-a1f6-4852-af2e-9be94c7ae33c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:46.309011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18addd1b-8a3b-4546-8a0e-69d0fd8625d7 req-9a4985af-a1f6-4852-af2e-9be94c7ae33c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.1171324 Nov 12 12:36:46.316743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Calling delete_port for 1f5ea3b9-ace0-4dea-952b-125403768f89 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:46.331654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet 0eb8a15d-795c-4017-9f60-1aec12137939 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:36:46.354537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.417263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:43Z', 'revision_number': 9, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:46.426532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-edd97eef-67dd-4b08-a419-16b566305aee req-2b6a974c-5cb2-4afd-b5c8-220c9786f684 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376330 Nov 12 12:36:46.449681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18addd1b-8a3b-4546-8a0e-69d0fd8625d7 req-55d62937-d4bd-44c0-a66f-00b597890861 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282997 Nov 12 12:36:46.460950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:46.476240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:46.476900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:46.485358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:36:46.493843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfcc0738-48ab-4619-88ec-7f8c86ebd889 req-d9558fde-0beb-4dbf-86a8-a5783a4ff357 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560914 Nov 12 12:36:46.505368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.547148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.589194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a3dba46e-5512-4e5d-b220-b6ed74cfd05f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:46.589602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.595181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1f5ea3b9-ace0-4dea-952b-125403768f89 HTTP/1.1" status: 204 len: 168 time: 1.0485342 Nov 12 12:36:46.596655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d568dcf-211f-4a10-96b1-786156f348de tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f5ea3b9-ace0-4dea-952b-125403768f89,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:46.599100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:46.635388 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef40c1c-a430-4cdf-91f9-a2602714b132 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:36:46.637315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:46.637925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.641360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eef40c1c-a430-4cdf-91f9-a2602714b132 tempest-PortsAdminExtendedAttrsTestJSON-743352238 tempest-PortsAdminExtendedAttrsTestJSON-743352238-project-admin] 10.222.0.18 "GET /v2.0/ports/1f5ea3b9-ace0-4dea-952b-125403768f89 HTTP/1.1" status: 404 len: 333 time: 0.0414217 Nov 12 12:36:46.645738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:46.653880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654a85b-9e12-45e0-a9fc-9a7e6fc7d307 None None] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:46.724478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6fd1e0f1-52d1-4a55-970a-e3b078a1a5f7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1255243 Nov 12 12:36:46.731640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:46.731831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.752896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:46.766688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:46.781346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.800973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-8379b343-998c-40af-a3f8-fd89bb44e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:46.802473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-8379b343-998c-40af-a3f8-fd89bb44e5e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 1095 time: 0.2273793 Nov 12 12:36:46.820805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5686-86d5-487c-b783-17c908a5693f req-a52e9e64-25d0-4ff9-baf8-77ed7a0a2c53 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:46.829795 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9ee5686-86d5-487c-b783-17c908a5693f req-a52e9e64-25d0-4ff9-baf8-77ed7a0a2c53 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 943 time: 0.2496974 Nov 12 12:36:46.863138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.934883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.957779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f16d37f-d5ec-4058-894f-272c55913469']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:46.968697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6bfd19-fef4-41c2-b185-2b301e6953f2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:46.969242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6bfd19-fef4-41c2-b185-2b301e6953f2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:46.983809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:46.995377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.010216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.020236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:47.021031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.064302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:36:47.065243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.078745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9ee5686-86d5-487c-b783-17c908a5693f req-fea3c748-8911-448c-b72d-838fb39afe31 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478211 Nov 12 12:36:47.095384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:47.116746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.118286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.120552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:47.122572 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:47.131420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:47.135941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Pushing event updated for resources: {'Port': ['ID=f4070780-0eb6-4730-91ca-2401f65d60ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:47.141706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.156992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.160856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] 10.222.0.18 "DELETE /v2.0/networks/3f16d37f-d5ec-4058-894f-272c55913469 HTTP/1.1" status: 204 len: 168 time: 0.5139744 Nov 12 12:36:47.165224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.168400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-0bea7f9b-0560-4eee-9118-cd8d8ca14a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:47.170905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-0bea7f9b-0560-4eee-9118-cd8d8ca14a8d service neutron] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.3310931 Nov 12 12:36:47.200387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a5e8a-65c7-4c62-b09a-656325aa9650 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:47.201634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b1e34-87dd-47c0-8bc7-1de44250c726 tempest-PortsAdminExtendedAttrsTestJSON-661896802 tempest-PortsAdminExtendedAttrsTestJSON-661896802-project] Pushing event deleted for resources: {'Network': ['ID=3f16d37f-d5ec-4058-894f-272c55913469,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:47.243491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb8a15d-795c-4017-9f60-1aec12137939,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:47.275889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.346615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Allocated IP 172.20.0.2 (a3dba46e-5512-4e5d-b220-b6ed74cfd05f/6850434a-b87f-4bb1-92f5-8ddb4cb81b87/45622e8f-7dff-4391-8b7a-c6813e67f301) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:47.366363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4e0c223f-e05a-413a-b378-ab6f8c380a26 None None] Provisioning complete for port f4070780-0eb6-4730-91ca-2401f65d60ef triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:47.366757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e0c223f-e05a-413a-b378-ab6f8c380a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.374598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.377307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ef346-31d4-422d-a2a7-bcec9a5226a4 None None] Network 3de19559-ddf6-48ed-8be0-977604525501 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:47.380831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fcdf1dfe-6fd5-4285-b4a1-2bdc40fc5ab0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/0eb8a15d-795c-4017-9f60-1aec12137939 HTTP/1.1" status: 204 len: 168 time: 1.3396533 Nov 12 12:36:47.390395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:47.405587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-eedd5394-3c00-4498-9ae1-2dfbbf23f866 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37e23eb-eb24-4a58-9d21-a0461528a876 HTTP/1.1" status: 200 len: 217 time: 0.1660433 Nov 12 12:36:47.426672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:43Z', 'revision_number': 9, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:47.482351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0069f8a-4239-46ac-95f4-22f647306b92 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:43Z', 'revision_number': 9, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5081611c-2320-4386-8f87-7611315e0d0d', 'name': '', 'network_id': 'd75b7162-f9e8-4281-a79e-6222efb0dba0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:0a:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:30Z', 'updated_at': '2021-11-12T12:35:42Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': '66b73d21-7d0b-4367-97fe-c3a6fc5848f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:47.487631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.579800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:47.593205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ad342d4b-e896-4c53-a7ed-96aaa9082f7d details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:36:47.656434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.719422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-53ca84c5-0cf9-4e5c-b6cb-8367b089e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:47.723985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-53ca84c5-0cf9-4e5c-b6cb-8367b089e961 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.3115125 Nov 12 12:36:47.819975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba882e9b-7d86-4270-9cb9-0d854b2d882f req-11a59da8-72c7-4811-a866-2f8ef3c5aa35 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:47.821887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba882e9b-7d86-4270-9cb9-0d854b2d882f req-11a59da8-72c7-4811-a866-2f8ef3c5aa35 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.1593168 Nov 12 12:36:47.828527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ad9af-3aed-4ebb-94ac-33faa936e5e3 req-7498a73c-e01a-442a-8446-120df00151c9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:47.833453 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a2ad9af-3aed-4ebb-94ac-33faa936e5e3 req-7498a73c-e01a-442a-8446-120df00151c9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.1603775 Nov 12 12:36:47.895105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 0d16459d-02a5-4561-a1c8-994f5e496ed8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:47.895443 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:47.926055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,segment=NetworkSegment(5dc0006f-2673-47da-985a-7b8081d9cdf0),segment_id=5dc0006f-2673-47da-985a-7b8081d9cdf0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:47.931051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c223f-e05a-413a-b378-ab6f8c380a26 None None] Port f4070780-0eb6-4730-91ca-2401f65d60ef cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:47.950930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-d48a55b9-ff5f-42ac-95a0-32881ff54e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:47.952839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-d48a55b9-ff5f-42ac-95a0-32881ff54e1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113743 Nov 12 12:36:48.016904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d', 'network_id': 'bb052d57-e255-46dc-8738-b6c6cdf577b8', 'port_id': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d', 'mac_address': 'fa:16:3e:f0:d4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b70cf0b-c687-4102-9104-a0c58f49f681', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:36:48.030100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4a2ad9af-3aed-4ebb-94ac-33faa936e5e3 req-35cc9393-f9cc-4f2a-bb6d-14f4da47ed1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384802 Nov 12 12:36:48.060696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 0d16459d-02a5-4561-a1c8-994f5e496ed8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d16459d-02a5-4561-a1c8-994f5e496ed8,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:48.061061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.081357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.101190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 0d16459d-02a5-4561-a1c8-994f5e496ed8 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:48.170926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad342d4b-e896-4c53-a7ed-96aaa9082f7d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:36:48.237504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,segment=NetworkSegment(5dc0006f-2673-47da-985a-7b8081d9cdf0),segment_id=5dc0006f-2673-47da-985a-7b8081d9cdf0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:48.264804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.271593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] DHCP port deletion for 3de19559-ddf6-48ed-8be0-977604525501 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:48.274087 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.356733 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.589644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba882e9b-7d86-4270-9cb9-0d854b2d882f req-1f1632fd-7340-45b7-8c34-ba905f87f2e4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7061014 Nov 12 12:36:48.598665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68c8ff13-2348-4af3-814b-5e83093a2196 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5430a7b1de6f438c8d752c56c4da094f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0164573 Nov 12 12:36:48.601853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:48.602785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.629918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:48.683415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Pushing event updated for resources: {'Port': ['ID=45622e8f-7dff-4391-8b7a-c6813e67f301,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:48.688121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:48.690554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ad342d4b-e896-4c53-a7ed-96aaa9082f7d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:36:48.695688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:48.720650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:48.807401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880b103-8a6e-4d2a-99d7-29d38f303c20 req-b3044c1e-a118-461a-90c2-0ecc1015cc98 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:48.813072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90c86cde-5b74-441b-bb12-0697f7a1a81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.815409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d880b103-8a6e-4d2a-99d7-29d38f303c20 req-b3044c1e-a118-461a-90c2-0ecc1015cc98 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 944 time: 0.2122233 Nov 12 12:36:48.829199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Attempting to bind port 45622e8f-7dff-4391-8b7a-c6813e67f301 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:48.829636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Attempting to bind port 45622e8f-7dff-4391-8b7a-c6813e67f301 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:48.830110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Attempting to bind port 45622e8f-7dff-4391-8b7a-c6813e67f301 on network a3dba46e-5512-4e5d-b220-b6ed74cfd05f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:48.842542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.847144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-409f5bad-3b9f-43d3-add1-10035c1864c0 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811030 Nov 12 12:36:48.866610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] Deleting port 0d16459d-02a5-4561-a1c8-994f5e496ed8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:48.866900 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.881663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.931603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:48.931983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Checking segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:48.932666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.932781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Bound using segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:48.933260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Bound port: 45622e8f-7dff-4391-8b7a-c6813e67f301, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:48.933649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.938259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90c86cde-5b74-441b-bb12-0697f7a1a81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.017080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Allocated IP 172.25.1.62 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/5fa767b7-5480-4f12-b84b-97ba60e6fb31) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:49.027308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] For port 45622e8f-7dff-4391-8b7a-c6813e67f301, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:49.031564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] For port 45622e8f-7dff-4391-8b7a-c6813e67f301, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=45622e8f-7dff-4391-8b7a-c6813e67f301,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:49.043783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.087268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.118047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] For port 0d16459d-02a5-4561-a1c8-994f5e496ed8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d16459d-02a5-4561-a1c8-994f5e496ed8,segment=NetworkSegment(da365485-a662-46d2-8c63-fcba02336e3c),segment_id=da365485-a662-46d2-8c63-fcba02336e3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:49.118588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.151558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.163289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] Calling delete_port for 0d16459d-02a5-4561-a1c8-994f5e496ed8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:49.196392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90c86cde-5b74-441b-bb12-0697f7a1a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.201979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.204456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251fb26-c864-4473-9e4e-82b7e366da14 None None] Pushing event updated for resources: {'Port': ['ID=45622e8f-7dff-4391-8b7a-c6813e67f301,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:49.215094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.227505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90c86cde-5b74-441b-bb12-0697f7a1a81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.233295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-90c86cde-5b74-441b-bb12-0697f7a1a81d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b76cb56a-e8ab-455c-a08b-475ccb25c172 HTTP/1.1" status: 204 len: 168 time: 0.6268785 Nov 12 12:36:49.265977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No DVR routers for this DVR port 0d16459d-02a5-4561-a1c8-994f5e496ed8 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:49.287344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d880b103-8a6e-4d2a-99d7-29d38f303c20 req-3be6cc02-83b3-4e10-8b74-cea27ee4c603 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661088 Nov 12 12:36:49.320773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:49.356843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:49.359660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:49.392446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a8cc8-8d5d-4faa-9ed8-4e4997d31aab None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:49.416758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d16459d-02a5-4561-a1c8-994f5e496ed8 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:49.418779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c86cde-5b74-441b-bb12-0697f7a1a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76cb56a-e8ab-455c-a08b-475ccb25c172,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:49.433875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa767b7-5480-4f12-b84b-97ba60e6fb31,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:49.504388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0d16459d-02a5-4561-a1c8-994f5e496ed8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:49.504734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d16459d-02a5-4561-a1c8-994f5e496ed8 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:49.505155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dba8a683-4747-4296-ae64-00822e646028 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:36:49.525967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=0d16459d-02a5-4561-a1c8-994f5e496ed8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:49.537406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: dba8a683-4747-4296-ae64-00822e646028 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:36:49.537766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dba8a683-4747-4296-ae64-00822e646028 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:36:49.548457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.566131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.637335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] No DVR routers for this DVR port 0d16459d-02a5-4561-a1c8-994f5e496ed8 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:36:49.639266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67ef9-1981-420f-9579-79e089373052 req-1b3f095a-419f-4a7a-bea8-fc8c5bab63db tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:49.641037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64f67ef9-1981-420f-9579-79e089373052 req-1b3f095a-419f-4a7a-bea8-fc8c5bab63db tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.2905991 Nov 12 12:36:49.660144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2cd59-2464-4312-b69e-6f98b7065d33 None None] Pushing event deleted for resources: {'Port': ['ID=0d16459d-02a5-4561-a1c8-994f5e496ed8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:49.663256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebb10c94-7be8-41e4-b95b-bf5d65c202ce None None] Provisioning complete for port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:49.665085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebb10c94-7be8-41e4-b95b-bf5d65c202ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.708430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d1dbf8e-afb1-486f-8bef-e07d0540eece req-9029ae05-658e-4709-8c00-8927d5fedda6 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8497801 Nov 12 12:36:49.740146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de19559-ddf6-48ed-8be0-977604525501']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:49.746284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ebb10c94-7be8-41e4-b95b-bf5d65c202ce None None] Port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:49.768562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Router f39cea5b-7702-4c32-9784-1fe70206c6e3 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:36:49.781172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da365485-a662-46d2-8c63-fcba02336e3c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:49.782300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da365485-a662-46d2-8c63-fcba02336e3c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:49.797008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64f67ef9-1981-420f-9579-79e089373052 req-bd4dbcb0-a330-4549-b17d-aae2a2e3a203 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132903 Nov 12 12:36:49.835167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.862996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.876740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:49.877153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:49.880673 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:49.899807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:49.942345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:49.954187 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Sync routers for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:49.968273 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:49.968920 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:49.973919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.975678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2346a094-7e73-47b4-9b61-f0a785e238ac admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5824318 Nov 12 12:36:49.978118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:50.022526 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.027400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.032108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/3de19559-ddf6-48ed-8be0-977604525501 HTTP/1.1" status: 204 len: 168 time: 2.6409030 Nov 12 12:36:50.090149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:50.120719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-69b669b9-fae5-44be-b3b9-69a189551dee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb2120f871b0433a8819e73cd428c318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130334 Nov 12 12:36:50.143738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39050) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:50.145123 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:50.169896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec21c-7aaf-4b5f-afd0-26ec33d874d6 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=3de19559-ddf6-48ed-8be0-977604525501,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:50.277887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.324016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9afb588b-a969-4010-9318-e2ddc80f7ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.384285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9afb588b-a969-4010-9318-e2ddc80f7ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.462787 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:47Z', 'revision_number': 3, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:50.533979 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Checking router: f39cea5b-7702-4c32-9784-1fe70206c6e3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:50.534251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9afb588b-a969-4010-9318-e2ddc80f7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.534495 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Updating router f39cea5b-7702-4c32-9784-1fe70206c6e3 port f4070780-0eb6-4730-91ca-2401f65d60ef binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:36:50.537093 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9afb588b-a969-4010-9318-e2ddc80f7ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.538415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9afb588b-a969-4010-9318-e2ddc80f7ec4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a78d7ea9-e738-441e-8242-ce0d30afa310 HTTP/1.1" status: 204 len: 168 time: 0.3934748 Nov 12 12:36:50.550978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb588b-a969-4010-9318-e2ddc80f7ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78d7ea9-e738-441e-8242-ce0d30afa310,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:50.580034 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.668692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8347707-a50e-4f10-a115-e4db9bdd3a1b None None] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:50.681475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.707817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37d6a-7a29-49d7-bdc1-5f11940d828c req-73ff8d36-bedc-4d44-bff2-f0a7727098ff tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:50.716587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6be37d6a-7a29-49d7-bdc1-5f11940d828c req-73ff8d36-bedc-4d44-bff2-f0a7727098ff tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 944 time: 0.2798076 Nov 12 12:36:50.831875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3d53cb32-0506-49e3-8c15-54997abcef78 None None] Provisioning complete for port 45622e8f-7dff-4391-8b7a-c6813e67f301 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:50.842851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d53cb32-0506-49e3-8c15-54997abcef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.916319 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.927486 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:50.939949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6be37d6a-7a29-49d7-bdc1-5f11940d828c req-49bb4371-8620-4e08-bc92-8517dd9c1257 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128737 Nov 12 12:36:50.940516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.005196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc7937-af5c-4faf-bcb3-2e3dcecb1fd9 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:51.017644 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Pushing event updated for resources: {'Port': ['ID=f4070780-0eb6-4730-91ca-2401f65d60ef,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:51.047054 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.047549 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.048276 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.048825 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.049248 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.049669 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.050135 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.050588 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.051146 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.052225 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.053171 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.054122 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:36:51.081435 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Attempting to bind port f4070780-0eb6-4730-91ca-2401f65d60ef on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:51.081435 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Attempting to bind port f4070780-0eb6-4730-91ca-2401f65d60ef by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:51.081435 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Attempting to bind port f4070780-0eb6-4730-91ca-2401f65d60ef on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:51.086155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:51.086397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:51.086637 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.087166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:51.087631 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Bound port: f4070780-0eb6-4730-91ca-2401f65d60ef, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:51.088011 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.090848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Allocated IP 172.20.0.1 (d0654cd6-507f-4dcf-86e6-7f0688fc218c/01579e2b-c67d-41c9-a5ff-e1587aef7979/ae2f4210-465f-4a31-a77d-39f9ec365e53) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:51.112285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90567237-6ffa-4317-9939-94625f1bcd77 req-a9d50689-1f1f-4850-b555-b6285daa79b8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:51.115945 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d53cb32-0506-49e3-8c15-54997abcef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.120533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90567237-6ffa-4317-9939-94625f1bcd77 req-a9d50689-1f1f-4850-b555-b6285daa79b8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.1957591 Nov 12 12:36:51.159573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3d53cb32-0506-49e3-8c15-54997abcef78 None None] For port 45622e8f-7dff-4391-8b7a-c6813e67f301, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=45622e8f-7dff-4391-8b7a-c6813e67f301,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:51.169068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d53cb32-0506-49e3-8c15-54997abcef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.227393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53cb32-0506-49e3-8c15-54997abcef78 None None] Pushing event updated for resources: {'Port': ['ID=45622e8f-7dff-4391-8b7a-c6813e67f301,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:51.270582 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] For port f4070780-0eb6-4730-91ca-2401f65d60ef, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:51.279761 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] For port f4070780-0eb6-4730-91ca-2401f65d60ef, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f4070780-0eb6-4730-91ca-2401f65d60ef,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:51.292852 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.329820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e291476e-46dd-4e5d-83ae-f1c08ced91d2 None None] Provisioning complete for port f4070780-0eb6-4730-91ca-2401f65d60ef triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:51.330232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e291476e-46dd-4e5d-83ae-f1c08ced91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.356455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90567237-6ffa-4317-9939-94625f1bcd77 req-9093cd0b-c249-4cef-a9c4-71b8fa946e94 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260661 Nov 12 12:36:51.367585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df198b6-a6ce-45b7-977e-ad758072e935 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:51.468009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.496989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Router f5a209b4-761a-4fe2-9cbc-03244a4392bf is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:36:51.515905 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:51.516564 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:51.544995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.582606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:51.595282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.597396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:51.617753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e291476e-46dd-4e5d-83ae-f1c08ced91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.618336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:51.674553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e291476e-46dd-4e5d-83ae-f1c08ced91d2 None None] For port f4070780-0eb6-4730-91ca-2401f65d60ef, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f4070780-0eb6-4730-91ca-2401f65d60ef,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:51.679244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 45622e8f-7dff-4391-8b7a-c6813e67f301 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:51.683925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ad342d4b-e896-4c53-a7ed-96aaa9082f7d up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:51.693534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2f4210-465f-4a31-a77d-39f9ec365e53,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:51.696728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e291476e-46dd-4e5d-83ae-f1c08ced91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.708464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:51.865865 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3b16a-7fd0-432c-90f3-feb075bc7ca5 None None] Pushing event updated for resources: {'Port': ['ID=f4070780-0eb6-4730-91ca-2401f65d60ef,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:51.964887 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:52.005288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.027806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d209a872-a1cb-4ecd-93a2-3642f4b523f1 None None] Provisioning complete for port f4070780-0eb6-4730-91ca-2401f65d60ef triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:52.028573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d209a872-a1cb-4ecd-93a2-3642f4b523f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.066990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291476e-46dd-4e5d-83ae-f1c08ced91d2 None None] Pushing event updated for resources: {'Port': ['ID=f4070780-0eb6-4730-91ca-2401f65d60ef,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:52.114025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:52.117247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 45622e8f-7dff-4391-8b7a-c6813e67f301 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:52.117951 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.150462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Sync routers for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:52.184062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:52.187047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:52.194392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.198902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2f3511ef-40d5-4527-be7b-a3351600fb82 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4656506 Nov 12 12:36:52.201793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:52.271193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58a0f-1c72-4680-ba0f-b0063357e98c req-9bb20f58-4e6d-413a-87c7-c15ae9ad6388 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:52.279911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2b58a0f-1c72-4680-ba0f-b0063357e98c req-9bb20f58-4e6d-413a-87c7-c15ae9ad6388 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 944 time: 0.2220075 Nov 12 12:36:52.290713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port ad342d4b-e896-4c53-a7ed-96aaa9082f7d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:36:52.291252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:52.316949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ad342d4b-e896-4c53-a7ed-96aaa9082f7d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:52.317579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.401119 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:47Z', 'revision_number': 3, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:52.443778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2b58a0f-1c72-4680-ba0f-b0063357e98c req-4fe5fb85-a62a-42a9-b50c-d5a8367a0573 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628931 Nov 12 12:36:52.461532 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f1490-5147-4c02-8433-da5d395ebacb None None] The sync data for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 is: [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:47Z', 'revision_number': 3, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:52.532357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'networks': [{'name': 'tempest-network--969274167'}, {'name': 'tempest-network--1601510470'}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:52.532667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'network': {'name': 'tempest-network--969274167'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:52.533134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'network': {'name': 'tempest-network--1601510470'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:36:52.585478 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.601945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:52.603791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d209a872-a1cb-4ecd-93a2-3642f4b523f1 None None] Provisioning complete for port 45622e8f-7dff-4391-8b7a-c6813e67f301 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:52.604162 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d209a872-a1cb-4ecd-93a2-3642f4b523f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.780384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc13d2-6478-4b93-93e6-4cd5e0d0295c req-fe9c6be7-d399-47e2-a12d-e3b4adea883a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:52.782199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afcc13d2-6478-4b93-93e6-4cd5e0d0295c req-fe9c6be7-d399-47e2-a12d-e3b4adea883a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.1757643 Nov 12 12:36:52.828348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:36:52.885959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afcc13d2-6478-4b93-93e6-4cd5e0d0295c req-d08ee1cd-0f0c-4f1a-9559-f645d9e6df78 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850828 Nov 12 12:36:52.945574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:52.952884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.044957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,segment=NetworkSegment(5dc0006f-2673-47da-985a-7b8081d9cdf0),segment_id=5dc0006f-2673-47da-985a-7b8081d9cdf0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:53.049811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:53.052165 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8e2bdd-0d74-425a-bf35-12d41591e7e2" -d '{"events": [{"server_uuid": "a9a0c0ae-f90b-4f27-b107-53fc38691184", "name": "network-vif-plugged", "status": "completed", "tag": "ad342d4b-e896-4c53-a7ed-96aaa9082f7d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:53.064880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.075280 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.075935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2f4210-465f-4a31-a77d-39f9ec365e53,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:53.208231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:53.209832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:53.249592 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247a6883-2951-4ac2-a6f1-d4d77add9960 x-openstack-request-id: req-247a6883-2951-4ac2-a6f1-d4d77add9960 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:36:53.249888 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a0c0ae-f90b-4f27-b107-53fc38691184", "name": "network-vif-plugged", "status": "completed", "tag": "ad342d4b-e896-4c53-a7ed-96aaa9082f7d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:36:53.250139 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-247a6883-2951-4ac2-a6f1-d4d77add9960 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:36:53.250559 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d', 'code': 200} Nov 12 12:36:53.419115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Router f39cea5b-7702-4c32-9784-1fe70206c6e3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:53.510138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 45622e8f-7dff-4391-8b7a-c6813e67f301 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:53.522155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:53.525977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'network': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:36:53.541360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.640907 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.658428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:53.675437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-df4130ff-1078-4d83-becd-b03622f8d951 admin admin] 10.222.0.18 "PUT /v2.0/routers/f39cea5b-7702-4c32-9784-1fe70206c6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6957810 Nov 12 12:36:53.703631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-207b666a-3dc5-4fa5-ae10-49389c6b2e1b None None] Provisioning complete for port ae2f4210-465f-4a31-a77d-39f9ec365e53 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:53.704296 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-207b666a-3dc5-4fa5-ae10-49389c6b2e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.769443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9a452-6a8e-4609-85a0-bb66748b8e55 req-e9b3df2b-c6de-4e48-8008-20607a34d08e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:53.781662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6be9a452-6a8e-4609-85a0-bb66748b8e55 req-e9b3df2b-c6de-4e48-8008-20607a34d08e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 945 time: 0.1246700 Nov 12 12:36:53.785022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:49Z', 'revision_number': 3, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:53.790094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 45622e8f-7dff-4391-8b7a-c6813e67f301 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:53.790536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.826982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-207b666a-3dc5-4fa5-ae10-49389c6b2e1b None None] Port ae2f4210-465f-4a31-a77d-39f9ec365e53 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:53.866374 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.867199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6be9a452-6a8e-4609-85a0-bb66748b8e55 req-48dfc70d-0f1b-4bfb-84f7-4c7910ada5ab tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Nov 12 12:36:53.893819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Checking router: f5a209b4-761a-4fe2-9cbc-03244a4392bf for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:53.894218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Updating router f5a209b4-761a-4fe2-9cbc-03244a4392bf port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:36:53.898055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.898632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.949595 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:53.993762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1f6cb-8572-40b1-9e06-bacc06123f60 req-a911be00-8e08-4d4c-a0d1-08e7bc8b4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:53.995336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61c1f6cb-8572-40b1-9e06-bacc06123f60 req-a911be00-8e08-4d4c-a0d1-08e7bc8b4589 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 1096 time: 0.4836183 Nov 12 12:36:54.006350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 5081611c-2320-4386-8f87-7611315e0d0d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:54.006785 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.092191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35406f26-3eec-40ac-95e0-32936b50b88c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:54.186189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:36:54.214647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f4070780-0eb6-4730-91ca-2401f65d60ef up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:54.260511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.260867 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Added segment 7a3a0f4e-201f-4092-af36-82718b42a32e of type vlan for network c4cfe0d6-0fa5-4576-8910-f5a35505e5ea Nov 12 12:36:54.344244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f4070780-0eb6-4730-91ca-2401f65d60ef triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:54.344837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.360075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61c1f6cb-8572-40b1-9e06-bacc06123f60 req-02aa7bbe-d2ba-460d-aca6-07abfab9133a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460867 Nov 12 12:36:54.385938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a65c-8e61-4e66-ad6a-425aa0616164 req-c8629ed7-ca1b-4638-b856-3db780b35033 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:54.387634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b78a65c-8e61-4e66-ad6a-425aa0616164 req-c8629ed7-ca1b-4638-b856-3db780b35033 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 944 time: 0.3373785 Nov 12 12:36:54.424982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.446275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.455093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.478858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 5081611c-2320-4386-8f87-7611315e0d0d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5081611c-2320-4386-8f87-7611315e0d0d,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:54.479342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.512516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 5081611c-2320-4386-8f87-7611315e0d0d owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:36:54.578683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82179c92-97b6-4657-874d-1eef90afd6a6 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:54.633261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Attempting to bind port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:54.634050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Attempting to bind port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:54.638844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Attempting to bind port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:54.647057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:36:54.653251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b78a65c-8e61-4e66-ad6a-425aa0616164 req-797d23dd-5965-4c7a-bef5-69c6fd8eb42e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325366 Nov 12 12:36:54.662575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8f178-5c77-4349-8f70-80710f061d47 None None] Pushing event updated for resources: {'Port': ['ID=5fa767b7-5480-4f12-b84b-97ba60e6fb31,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:54.669273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:54.669799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:54.670683 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.672354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:54.672354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Bound port: 5fa767b7-5480-4f12-b84b-97ba60e6fb31, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:54.672354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.777880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a37e23eb-eb24-4a58-9d21-a0461528a876 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:36:54.795614 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.797659 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Added segment cd8f7886-c378-44a2-86ad-f8cdd225d56b of type vlan for network 84d443f3-0661-4484-9051-ba8fc69749bf Nov 12 12:36:54.858298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-569dca40-d622-4f12-8248-cf9d89dcc4d4 None None] Provisioning complete for port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:54.858698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-569dca40-d622-4f12-8248-cf9d89dcc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.916301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-569dca40-d622-4f12-8248-cf9d89dcc4d4 None None] Port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:54.935038 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:54.948748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.038781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a37e23eb-eb24-4a58-9d21-a0461528a876, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a37e23eb-eb24-4a58-9d21-a0461528a876,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:55.061208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'a37e23eb-eb24-4a58-9d21-a0461528a876', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': 'a37e23eb-eb24-4a58-9d21-a0461528a876', 'mac_address': 'fa:16:3e:8f:a0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:36:55.067452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693baf0e-3d68-4f71-a0e2-4360782d9801 req-3ebc842d-3a97-4f33-b054-8fe7f90b8eb2 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:55.077665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-693baf0e-3d68-4f71-a0e2-4360782d9801 req-3ebc842d-3a97-4f33-b054-8fe7f90b8eb2 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 945 time: 0.0961411 Nov 12 12:36:55.088475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] For port 5fa767b7-5480-4f12-b84b-97ba60e6fb31, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:55.088675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.088675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.095600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:55.099590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] For port 5fa767b7-5480-4f12-b84b-97ba60e6fb31, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5fa767b7-5480-4f12-b84b-97ba60e6fb31,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:55.101622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:55.102720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.128924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.164054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-693baf0e-3d68-4f71-a0e2-4360782d9801 req-34c20444-a86b-43e9-a7ec-cbd7d67e8a5e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820358 Nov 12 12:36:55.237748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f700e5-bb9a-4bff-a1f2-00e864312762 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:36:55.264914 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.274496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:55.275027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:55.282143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9847634 Nov 12 12:36:55.283445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:55.329551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.351455 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Sync routers for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:55.367609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8f178-5c77-4349-8f70-80710f061d47 None None] Pushing event updated for resources: {'Port': ['ID=5fa767b7-5480-4f12-b84b-97ba60e6fb31,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:55.382464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37e23eb-eb24-4a58-9d21-a0461528a876 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:36:55.389430 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:55.391700 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:55.399223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Network': ['ID=c4cfe0d6-0fa5-4576-8910-f5a35505e5ea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:55.469603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=5081611c-2320-4386-8f87-7611315e0d0d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:55.486462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a37e23eb-eb24-4a58-9d21-a0461528a876, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a37e23eb-eb24-4a58-9d21-a0461528a876,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:55.517168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c4cfe0d6-0fa5-4576-8910-f5a35505e5ea details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:36:55.630093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.641155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:55.758622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-551e97e6-6620-4325-addb-75a763b105fa None None] Provisioning complete for port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:55.759111 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-551e97e6-6620-4325-addb-75a763b105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:55.862881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a37e23eb-eb24-4a58-9d21-a0461528a876,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:55.914140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:55.942180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9c81d-f53a-4c06-b69f-4fc7c35cdf2d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Network': ['ID=84d443f3-0661-4484-9051-ba8fc69749bf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:55.949275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Allocated IP 172.20.0.1 (a3dba46e-5512-4e5d-b220-b6ed74cfd05f/6850434a-b87f-4bb1-92f5-8ddb4cb81b87/b8b60ab1-3ecb-420d-8692-42ce9569fce9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:36:55.984839 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:52Z', 'revision_number': 2, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:56.001918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1851a76-566a-42ff-9854-ae4ccf985070 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:56.019606 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Checking router: f39cea5b-7702-4c32-9784-1fe70206c6e3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:36:56.020005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Updating router f39cea5b-7702-4c32-9784-1fe70206c6e3 port ae2f4210-465f-4a31-a77d-39f9ec365e53 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:36:56.020724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1851a76-566a-42ff-9854-ae4ccf985070 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:56.023160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 84d443f3-0661-4484-9051-ba8fc69749bf details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:36:56.030245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a37e23eb-eb24-4a58-9d21-a0461528a876'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:36:56.038966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1851a76-566a-42ff-9854-ae4ccf985070 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:56.051539 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.052975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1851a76-566a-42ff-9854-ae4ccf985070 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:56.064694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c1851a76-566a-42ff-9854-ae4ccf985070 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7771485 Nov 12 12:36:56.066850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:56.108133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.198504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be54faf-c5f8-4273-b732-fe9308e07e15 req-881c9038-7ba0-46b8-81ac-d990d913c406 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:56.210389 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8be54faf-c5f8-4273-b732-fe9308e07e15 req-881c9038-7ba0-46b8-81ac-d990d913c406 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 945 time: 0.3165667 Nov 12 12:36:56.261125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.445519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.502698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.589689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.626407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b60ab1-3ecb-420d-8692-42ce9569fce9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:56.630275 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.642636 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.643017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13542904-445a-41ec-88e7-79b5ed0bbf00 req-e7a5ac83-91e8-4afd-93f3-0e8d3af774c0 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:56.645058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13542904-445a-41ec-88e7-79b5ed0bbf00 req-e7a5ac83-91e8-4afd-93f3-0e8d3af774c0 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 945 time: 0.3015742 Nov 12 12:36:56.667953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cfe0d6-0fa5-4576-8910-f5a35505e5ea']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:56.695260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:36:56.701084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:36:56.707676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3a0f4e-201f-4092-af36-82718b42a32e') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:56.707988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3a0f4e-201f-4092-af36-82718b42a32e') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:56.718760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8be54faf-c5f8-4273-b732-fe9308e07e15 req-d70a2207-19e0-4e54-b210-48680ff8b48b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029967 Nov 12 12:36:56.720977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:36:56.750425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.804858 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f209be-e548-437d-bda2-1150aca0ed8c None None] Pushing event updated for resources: {'Port': ['ID=ae2f4210-465f-4a31-a77d-39f9ec365e53,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:56.856841 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.887379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-551e97e6-6620-4325-addb-75a763b105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.915439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13542904-445a-41ec-88e7-79b5ed0bbf00 req-bcbccd76-0f00-4ebc-8f52-34c73756878e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577920 Nov 12 12:36:56.916654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:56.917073 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:56.920493 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:56.980111 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Attempting to bind port ae2f4210-465f-4a31-a77d-39f9ec365e53 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:36:56.982131 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Attempting to bind port ae2f4210-465f-4a31-a77d-39f9ec365e53 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:36:56.982815 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Attempting to bind port ae2f4210-465f-4a31-a77d-39f9ec365e53 on network d0654cd6-507f-4dcf-86e6-7f0688fc218c {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:36:56.985149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-551e97e6-6620-4325-addb-75a763b105fa None None] For port 5fa767b7-5480-4f12-b84b-97ba60e6fb31, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5fa767b7-5480-4f12-b84b-97ba60e6fb31,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:56.992943 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:36:56.994326 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Checking segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:36:56.995219 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:56.996213 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Bound using segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:36:57.000111 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Bound port: ae2f4210-465f-4a31-a77d-39f9ec365e53, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:36:57.000905 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.021656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-551e97e6-6620-4325-addb-75a763b105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.030059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.193423 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] For port ae2f4210-465f-4a31-a77d-39f9ec365e53, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:36:57.197950 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] For port ae2f4210-465f-4a31-a77d-39f9ec365e53, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae2f4210-465f-4a31-a77d-39f9ec365e53,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:36:57.206664 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.216064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.247212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.256844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/networks/c4cfe0d6-0fa5-4576-8910-f5a35505e5ea HTTP/1.1" status: 204 len: 168 time: 1.1894016 Nov 12 12:36:57.265454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:57.285903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffebd12-a752-47f6-b62c-e404a77e2a3b tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Network': ['ID=c4cfe0d6-0fa5-4576-8910-f5a35505e5ea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:57.384624 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:57.385408 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:57.443113 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f209be-e548-437d-bda2-1150aca0ed8c None None] Pushing event updated for resources: {'Port': ['ID=ae2f4210-465f-4a31-a77d-39f9ec365e53,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:57.450317 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:36:57.454655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e97e6-6620-4325-addb-75a763b105fa None None] Pushing event updated for resources: {'Port': ['ID=5fa767b7-5480-4f12-b84b-97ba60e6fb31,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:57.498206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:49Z', 'revision_number': 3, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:57.502312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4722e72c-604e-42e3-a6e5-0211114ed97e None None] Provisioning complete for port ae2f4210-465f-4a31-a77d-39f9ec365e53 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:57.502702 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4722e72c-604e-42e3-a6e5-0211114ed97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.631765 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:57.656986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9d70-c062-46d7-b5af-06136347ef6c None None] The sync data for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 is: [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:49Z', 'revision_number': 3, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:57.799050 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4722e72c-604e-42e3-a6e5-0211114ed97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.869243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9d81-0cf6-4861-a9d7-67b7a70b7ceb req-f2965a32-135c-4557-b2fc-5083494c7d0e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:57.878088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4ff9d81-0cf6-4861-a9d7-67b7a70b7ceb req-f2965a32-135c-4557-b2fc-5083494c7d0e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 945 time: 0.1111379 Nov 12 12:36:57.905462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4722e72c-604e-42e3-a6e5-0211114ed97e None None] For port ae2f4210-465f-4a31-a77d-39f9ec365e53, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae2f4210-465f-4a31-a77d-39f9ec365e53,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:57.916320 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4722e72c-604e-42e3-a6e5-0211114ed97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:57.990178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4ff9d81-0cf6-4861-a9d7-67b7a70b7ceb req-6f7f08cb-9ad6-4422-ae27-d2cec00ccd24 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106336 Nov 12 12:36:58.081988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722e72c-604e-42e3-a6e5-0211114ed97e None None] Pushing event updated for resources: {'Port': ['ID=ae2f4210-465f-4a31-a77d-39f9ec365e53,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:58.113174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50e1dda5-67f3-49f7-908c-138c6bc848ae None None] Provisioning complete for port ae2f4210-465f-4a31-a77d-39f9ec365e53 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:58.120138 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e1dda5-67f3-49f7-908c-138c6bc848ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.277385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:58.305089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50e1dda5-67f3-49f7-908c-138c6bc848ae None None] Provisioning complete for port b8b60ab1-3ecb-420d-8692-42ce9569fce9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:58.305477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e1dda5-67f3-49f7-908c-138c6bc848ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.328834 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681fa8a-ab4a-4d26-b2bf-c1006e53f87f None None] The sync data for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 is: [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:36:58.343561 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.366857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-50e1dda5-67f3-49f7-908c-138c6bc848ae None None] Port b8b60ab1-3ecb-420d-8692-42ce9569fce9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:36:58.660331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:36:58.671274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b739c779-09fc-4e34-9c9e-26b2e2135621 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5800982 Nov 12 12:36:58.674154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39224) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:58.675664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.683868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:36:58.710850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825108-e51a-4d81-b187-650416e49679 req-9b0c39e4-1b0a-4341-a7c2-c6d1b540eb96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:58.714863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:36:58.716007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:58.718812 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d825108-e51a-4d81-b187-650416e49679 req-9b0c39e4-1b0a-4341-a7c2-c6d1b540eb96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 945 time: 0.3657537 Nov 12 12:36:58.799313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a37e23eb-eb24-4a58-9d21-a0461528a876 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:58.820164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet 66b73d21-7d0b-4367-97fe-c3a6fc5848f2 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:36:58.828886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.918653 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.944187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:58.969971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:36:59.031342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d825108-e51a-4d81-b187-650416e49679 req-11e09f5d-765b-4673-8b17-5fb22226eca5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105695 Nov 12 12:36:59.067617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d443f3-0661-4484-9051-ba8fc69749bf']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:59.104072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8f7886-c378-44a2-86ad-f8cdd225d56b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:59.104072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8f7886-c378-44a2-86ad-f8cdd225d56b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:36:59.129639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.150121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port a37e23eb-eb24-4a58-9d21-a0461528a876 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:36:59.223774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port a37e23eb-eb24-4a58-9d21-a0461528a876 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:36:59.224217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.258153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.288772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.307573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-b2c5e3ec-20a0-4e49-8b4b-12fbec0ec8d0 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:59.322099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-b2c5e3ec-20a0-4e49-8b4b-12fbec0ec8d0 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 945 time: 0.3119287 Nov 12 12:36:59.353767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c36aa7-5388-44ac-ada9-e2bdbbcd9b83 req-f53ce399-bcce-4aa3-87e4-8323ed938397 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:59.355520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58c36aa7-5388-44ac-ada9-e2bdbbcd9b83 req-f53ce399-bcce-4aa3-87e4-8323ed938397 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 945 time: 0.2066741 Nov 12 12:36:59.411509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:36:59.412562 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:36:59.416539 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:36:59.433575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.510563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.526732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/66b73d21-7d0b-4367-97fe-c3a6fc5848f2 HTTP/1.1" status: 204 len: 168 time: 0.8512421 Nov 12 12:36:59.528177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:59.529041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3803c9-db77-465a-8751-1dda51f46b23 None None] Network d75b7162-f9e8-4281-a79e-6222efb0dba0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:36:59.569763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf1330-0b3a-4cab-8408-c6914d2ff952 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=66b73d21-7d0b-4367-97fe-c3a6fc5848f2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:59.637425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5fa767b7-5480-4f12-b84b-97ba60e6fb31 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:36:59.646911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58c36aa7-5388-44ac-ada9-e2bdbbcd9b83 req-3df23405-605a-4630-bfee-08804911660e tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f0ccbcc-c75e-405d-81ed-2e0178328ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753391 Nov 12 12:36:59.683924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.690249 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.694907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/networks/84d443f3-0661-4484-9051-ba8fc69749bf HTTP/1.1" status: 204 len: 168 time: 2.4170322 Nov 12 12:36:59.707084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:36:59.739999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cb078-282c-41f3-9eb1-f6b077889e76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Network': ['ID=84d443f3-0661-4484-9051-ba8fc69749bf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:59.744885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.755129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.800402 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.843142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Deleting port ad342d4b-e896-4c53-a7ed-96aaa9082f7d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:36:59.844205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.899194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.904324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.926581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.930860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a37e23eb-eb24-4a58-9d21-a0461528a876, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a37e23eb-eb24-4a58-9d21-a0461528a876,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:36:59.940598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e85350-818e-476f-99ed-fb783c0f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37e23eb-eb24-4a58-9d21-a0461528a876'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:36:59.943093 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8ca41-564b-4f64-9b8f-a3d850f5ba70" -d '{"events": [{"server_uuid": "45e85350-818e-476f-99ed-fb783c0f75a9", "name": "network-vif-plugged", "status": "completed", "tag": "a37e23eb-eb24-4a58-9d21-a0461528a876"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:36:59.951929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b60ab1-3ecb-420d-8692-42ce9569fce9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:36:59.989949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.991011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:00.118368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] For port ad342d4b-e896-4c53-a7ed-96aaa9082f7d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,segment=NetworkSegment(5dc0006f-2673-47da-985a-7b8081d9cdf0),segment_id=5dc0006f-2673-47da-985a-7b8081d9cdf0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:00.118883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:00.148637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Calling delete_port for ad342d4b-e896-4c53-a7ed-96aaa9082f7d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:00.151135 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee168c7-cb22-4fa6-b42d-b1c261bbb9b1 x-openstack-request-id: req-4ee168c7-cb22-4fa6-b42d-b1c261bbb9b1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:37:00.151541 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e85350-818e-476f-99ed-fb783c0f75a9", "name": "network-vif-plugged", "status": "completed", "tag": "a37e23eb-eb24-4a58-9d21-a0461528a876", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:37:00.154994 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ee168c7-cb22-4fa6-b42d-b1c261bbb9b1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:37:00.154994 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e85350-818e-476f-99ed-fb783c0f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37e23eb-eb24-4a58-9d21-a0461528a876', 'code': 200} Nov 12 12:37:00.159174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a37e23eb-eb24-4a58-9d21-a0461528a876,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:00.177905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:37:00.239716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:00.240235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:00.283821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:00.327937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] DHCP port deletion for d75b7162-f9e8-4281-a79e-6222efb0dba0 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:37:00.451134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d7ff2-bbb0-4db9-89ea-22657f295cf6 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:00.476077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d7ff2-bbb0-4db9-89ea-22657f295cf6 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:00.485303 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-192d7ff2-bbb0-4db9-89ea-22657f295cf6 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7765276 Nov 12 12:37:00.507887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39244) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:00.512003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:54Z', 'revision_number': 10, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:00.530219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958473264'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:00.563684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a488e-bdd8-492d-9de6-a6a4d80c2cb1 req-94bf4508-0379-451e-b5a8-32466d03c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:00.565246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a51a488e-bdd8-492d-9de6-a6a4d80c2cb1 req-94bf4508-0379-451e-b5a8-32466d03c1f1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 1097 time: 0.4410396 Nov 12 12:37:00.632204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Router f5a209b4-761a-4fe2-9cbc-03244a4392bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:37:00.676870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:00.680870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:00.691910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:00.912318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba396-686d-46a9-9e49-9f59fb5f5293 req-d594dc34-9091-4cc9-9a83-385a4a8f1477 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:00.917837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd2ba396-686d-46a9-9e49-9f59fb5f5293 req-d594dc34-9091-4cc9-9a83-385a4a8f1477 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.6493590 Nov 12 12:37:00.921871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:00.929037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:00.931023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:00.931698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:00.976352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.062368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66497df2-e0cb-40d8-bb2d-347ca4746cc2 req-95e1ab99-1bf1-4e07-b9d9-209eaf72c0ee tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a0c0ae-f90b-4f27-b107-53fc38691184 HTTP/1.1" status: 200 len: 210 time: 0.1102443 Nov 12 12:37:01.107743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] Deleting port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:01.108805 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.155577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] No DVR routers for this DVR port ad342d4b-e896-4c53-a7ed-96aaa9082f7d on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:01.157977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Pushing event deleted for resources: {'Port': ['ID=ad342d4b-e896-4c53-a7ed-96aaa9082f7d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:01.164363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.169074 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88fe1119-9ca7-492d-bb61-158ebccf1079 req-08d6ab02-f2b3-441b-9c7a-942d9686a914 tempest-ServerPasswordTestJSON-1109323031 tempest-ServerPasswordTestJSON-1109323031-project] 10.222.0.65 "DELETE /v2.0/ports/ad342d4b-e896-4c53-a7ed-96aaa9082f7d HTTP/1.1" status: 204 len: 173 time: 1.8354795 Nov 12 12:37:01.169709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'name': 'network-vif-deleted', 'tag': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:37:01.176622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a51a488e-bdd8-492d-9de6-a6a4d80c2cb1 req-c15a6a8f-cc9c-42b7-a5b4-1ca4b37a8d04 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765944 Nov 12 12:37:01.181787 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625cf796-4762-4bff-b675-13e1e791362f" -d '{"events": [{"server_uuid": "a9a0c0ae-f90b-4f27-b107-53fc38691184", "name": "network-vif-deleted", "tag": "ad342d4b-e896-4c53-a7ed-96aaa9082f7d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:37:01.187698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:01.197488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] For port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,segment=NetworkSegment(f37a3b09-14c5-483e-b796-611adfda407d),segment_id=f37a3b09-14c5-483e-b796-611adfda407d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:01.197883 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.205261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.212494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] Calling delete_port for 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:01.255243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:01.283224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:37:01.304266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:01.305808 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Sync routers for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:37:01.314210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.316613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d7ac3f9a-dbdf-40f2-a144-920eef5c6191 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5a209b4-761a-4fe2-9cbc-03244a4392bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1098785 Nov 12 12:37:01.316869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:01.324604 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:01.328625 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:01.332168 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b6b18-0a3c-45c9-a57d-b2b7b9f6b4fb x-openstack-request-id: req-be6b6b18-0a3c-45c9-a57d-b2b7b9f6b4fb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:37:01.332729 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a0c0ae-f90b-4f27-b107-53fc38691184", "name": "network-vif-deleted", "tag": "ad342d4b-e896-4c53-a7ed-96aaa9082f7d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:37:01.333198 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be6b6b18-0a3c-45c9-a57d-b2b7b9f6b4fb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:37:01.334046 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a0c0ae-f90b-4f27-b107-53fc38691184', 'name': 'network-vif-deleted', 'tag': 'ad342d4b-e896-4c53-a7ed-96aaa9082f7d', 'status': 'completed', 'code': 200} Nov 12 12:37:01.348150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.348631 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Added segment 32d42d0b-649d-48a8-a63d-e47bdb31002f of type vlan for network 31e8b528-5a6a-4e67-89a7-48ad9871e2f1 Nov 12 12:37:01.351217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae2f4210-465f-4a31-a77d-39f9ec365e53 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:37:01.409809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd2ba396-686d-46a9-9e49-9f59fb5f5293 req-4e735ee1-8510-4351-9960-37907e8beec7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721663 Nov 12 12:37:01.532637 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:01.538376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.573793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.586265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:01.587186 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.664793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] Pushing event deleted for resources: {'Port': ['ID=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:01.668363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fae9cc1e-d1c7-4920-bf54-80883028d58d None None] Provisioning complete for port b8b60ab1-3ecb-420d-8692-42ce9569fce9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:01.668363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fae9cc1e-d1c7-4920-bf54-80883028d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.710013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ad342d4b-e896-4c53-a7ed-96aaa9082f7d no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:01.718837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fae9cc1e-d1c7-4920-bf54-80883028d58d None None] Port b8b60ab1-3ecb-420d-8692-42ce9569fce9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:37:01.757395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2434402 Nov 12 12:37:01.759996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:01.761507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: ad342d4b-e896-4c53-a7ed-96aaa9082f7d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:01.761849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ad342d4b-e896-4c53-a7ed-96aaa9082f7d not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:01.765488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ecc86-a462-4fa4-8470-2e726707d8bf None None] No DVR routers for this DVR port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:01.773429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-677758793'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:01.773909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356d18-d5b0-41ed-b491-1ecbf07baf01 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Network': ['ID=31e8b528-5a6a-4e67-89a7-48ad9871e2f1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:01.788693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ae2f4210-465f-4a31-a77d-39f9ec365e53 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:01.789064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.822413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.850520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:01.864572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.897775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 31e8b528-5a6a-4e67-89a7-48ad9871e2f1 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:01.926538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=1e4a49a9-5417-4c20-8d7d-22cb8211a9c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:01.945437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:01.946093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No DVR routers for this DVR port 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:01.977900 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.978415 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Added segment c5d31489-8c46-45ac-9da6-7cea1520b684 of type vlan for network ff1b38a0-6f10-458b-8cf2-095610491dc2 Nov 12 12:37:02.055167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.093955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.098274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.115920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:02.116572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.186905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75b7162-f9e8-4281-a79e-6222efb0dba0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:02.195384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4303455 Nov 12 12:37:02.209513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:02.218626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'ports': [{'network_id': '31e8b528-5a6a-4e67-89a7-48ad9871e2f1', 'name': 'tempest-port--728288659', 'admin_state_up': True}, {'network_id': 'ff1b38a0-6f10-458b-8cf2-095610491dc2', 'admin_state_up': False}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:02.218953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'port': {'network_id': '31e8b528-5a6a-4e67-89a7-48ad9871e2f1', 'name': 'tempest-port--728288659', 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:02.219446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'port': {'network_id': 'ff1b38a0-6f10-458b-8cf2-095610491dc2', 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:02.220165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:02.244657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a3b09-14c5-483e-b796-611adfda407d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:02.245026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a3b09-14c5-483e-b796-611adfda407d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:02.307774 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:36:59Z', 'revision_number': 2, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:02.350961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.371840 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Checking router: f5a209b4-761a-4fe2-9cbc-03244a4392bf for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:02.381196 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Updating router f5a209b4-761a-4fe2-9cbc-03244a4392bf port b8b60ab1-3ecb-420d-8692-42ce9569fce9 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:37:02.389551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Deleting subnet 1b70cf0b-c687-4102-9104-a0c58f49f681 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:02.390887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.402029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.439674 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.498292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.527757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:02.528189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:02.531812 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:02.627114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.633552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:54Z', 'revision_number': 10, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:02.671841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:02.676397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a7d2f-5482-44d6-abfd-77c29e3c08d1 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:36:54Z', 'revision_number': 10, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None, '_interfaces': [{'id': '1574b071-ca13-4c63-bcdc-1b8e571d9cc7', 'name': '', 'network_id': '6d1fc6a6-a785-407a-a720-fd41a43c92b0', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'mac_address': 'fa:16:3e:ec:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d1532-04df-4972-b8eb-38325b4de425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:19Z', 'updated_at': '2021-11-12T12:35:32Z', 'revision_number': 5, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'subnets': [{'id': 'b5b632f1-b16f-438d-a1ba-0270d9684c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:02.705935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:02.706569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e4a49a9-5417-4c20-8d7d-22cb8211a9c0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:02.878114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.917049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f13d9e-bd46-4417-9040-c1ec0254625e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Network': ['ID=ff1b38a0-6f10-458b-8cf2-095610491dc2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:02.930597 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:02.936667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1b70cf0b-c687-4102-9104-a0c58f49f681 HTTP/1.1" status: 204 len: 168 time: 0.7151430 Nov 12 12:37:02.939052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0f73e-0822-498c-8d56-a76dabb2f3a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b70cf0b-c687-4102-9104-a0c58f49f681,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:02.941624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39314) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:02.946439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ff1b38a0-6f10-458b-8cf2-095610491dc2 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:03.034533 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.046060 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.082117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.090820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.097393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.098642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/d75b7162-f9e8-4281-a79e-6222efb0dba0 HTTP/1.1" status: 204 len: 168 time: 3.5302184 Nov 12 12:37:03.108588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39316) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:03.177192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff9a9-a2f6-4ec0-9442-7bf6b90a9bd3 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=d75b7162-f9e8-4281-a79e-6222efb0dba0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:03.199661 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063658a-666e-4682-9b13-7c67498b1553 None None] Pushing event updated for resources: {'Port': ['ID=b8b60ab1-3ecb-420d-8692-42ce9569fce9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:03.232595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526dc0-2eb5-4e7c-b292-3176afe0fe56 req-6258b569-d6b3-4947-a1a6-67faee8fe09c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:03.234726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00526dc0-2eb5-4e7c-b292-3176afe0fe56 req-6258b569-d6b3-4947-a1a6-67faee8fe09c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.4724886 Nov 12 12:37:03.273222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'port': 2} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:03.278816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.308085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.326744 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Attempting to bind port b8b60ab1-3ecb-420d-8692-42ce9569fce9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:37:03.327302 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Attempting to bind port b8b60ab1-3ecb-420d-8692-42ce9569fce9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:37:03.329805 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Attempting to bind port b8b60ab1-3ecb-420d-8692-42ce9569fce9 on network a3dba46e-5512-4e5d-b220-b6ed74cfd05f {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:37:03.339063 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:37:03.340367 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Checking segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:03.341696 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.343870 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Bound using segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:37:03.344538 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Bound port: b8b60ab1-3ecb-420d-8692-42ce9569fce9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:37:03.345784 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.492518 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.503543 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] For port b8b60ab1-3ecb-420d-8692-42ce9569fce9, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:37:03.511727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] For port b8b60ab1-3ecb-420d-8692-42ce9569fce9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b8b60ab1-3ecb-420d-8692-42ce9569fce9,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:37:03.523636 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.539155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00526dc0-2eb5-4e7c-b292-3176afe0fe56 req-d95ff0c9-1abf-4f3b-b0c3-d14e50f54e91 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954786 Nov 12 12:37:03.564061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] device_id is not set on port aee999db-d6eb-40a7-ae60-9ebe4c620938 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:03.581155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb052d57-e255-46dc-8738-b6c6cdf577b8']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:03.604570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc0006f-2673-47da-985a-7b8081d9cdf0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:03.604936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc0006f-2673-47da-985a-7b8081d9cdf0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:03.606762 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063658a-666e-4682-9b13-7c67498b1553 None None] Pushing event updated for resources: {'Port': ['ID=b8b60ab1-3ecb-420d-8692-42ce9569fce9,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:03.617277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.622788 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:03.623697 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:03.631969 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.641362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:03.642014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.669509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ca05d9c3-988a-4f22-8aa1-a45e1cad9fdf None None] Provisioning complete for port b8b60ab1-3ecb-420d-8692-42ce9569fce9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:03.676370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca05d9c3-988a-4f22-8aa1-a45e1cad9fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:03.729938 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:03.742449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.761899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.769422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb052d57-e255-46dc-8738-b6c6cdf577b8 HTTP/1.1" status: 204 len: 168 time: 0.8264997 Nov 12 12:37:03.774371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d214b-f5cc-4251-9df7-17fe755c3341 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb052d57-e255-46dc-8738-b6c6cdf577b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:03.781626 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:04.092523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca05d9c3-988a-4f22-8aa1-a45e1cad9fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.187358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ca05d9c3-988a-4f22-8aa1-a45e1cad9fdf None None] For port b8b60ab1-3ecb-420d-8692-42ce9569fce9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b8b60ab1-3ecb-420d-8692-42ce9569fce9,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:04.199199 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca05d9c3-988a-4f22-8aa1-a45e1cad9fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.232302 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:03Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:04.283644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.298769 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78688f3-23ee-4dda-b336-3e72438fab3f None None] The sync data for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 is: [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:03Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:04.359348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:04.405737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05d9c3-988a-4f22-8aa1-a45e1cad9fdf None None] Pushing event updated for resources: {'Port': ['ID=b8b60ab1-3ecb-420d-8692-42ce9569fce9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:04.435405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-027957d0-139d-41de-ab52-aaf5a261e7b2 None None] Provisioning complete for port b8b60ab1-3ecb-420d-8692-42ce9569fce9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:04.435942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-027957d0-139d-41de-ab52-aaf5a261e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.611491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.673715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8b60ab1-3ecb-420d-8692-42ce9569fce9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:37:04.741354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] device_id is not set on port 619f83a7-7a12-4b0d-a86b-87c8ffbbc468 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:04.782061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b8b60ab1-3ecb-420d-8692-42ce9569fce9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:04.783121 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.921855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5081611c-2320-4386-8f87-7611315e0d0d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:04.963680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5081611c-2320-4386-8f87-7611315e0d0d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:04.964123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5081611c-2320-4386-8f87-7611315e0d0d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:05.056504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.131408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.238222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Port': ['ID=aee999db-d6eb-40a7-ae60-9ebe4c620938,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:05.263163 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Checking segment: {'id': '32d42d0b-649d-48a8-a63d-e47bdb31002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '31e8b528-5a6a-4e67-89a7-48ad9871e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:05.263744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network hostable DHCP agents. Network: 31e8b528-5a6a-4e67-89a7-48ad9871e2f1, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:05.288232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network 31e8b528-5a6a-4e67-89a7-48ad9871e2f1 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:05.303045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 31e8b528-5a6a-4e67-89a7-48ad9871e2f1) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:05.315121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:05.315482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-46f1d351-6e88-425a-9871-054572352567 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23baec3495d54effb0d4d1cdc4621e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9550004 Nov 12 12:37:05.316349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.319819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e3120a-2c3b-460c-a7fe-a2d565dcd9d0 None None] Network 31e8b528-5a6a-4e67-89a7-48ad9871e2f1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:05.338124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:05.364562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478a388-8ebd-4fbd-80c7-d1bee102247d req-8ef343b4-c945-4622-bf6e-54afdf3430d8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:05.367066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3478a388-8ebd-4fbd-80c7-d1bee102247d req-8ef343b4-c945-4622-bf6e-54afdf3430d8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.1716430 Nov 12 12:37:05.472265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3478a388-8ebd-4fbd-80c7-d1bee102247d req-8db39e03-5a9b-4a47-811d-7835b49027be tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933061 Nov 12 12:37:05.590583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:05.590792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.595587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Checking segment: {'id': 'c5d31489-8c46-45ac-9da6-7cea1520b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ff1b38a0-6f10-458b-8cf2-095610491dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:05.596213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network hostable DHCP agents. Network: ff1b38a0-6f10-458b-8cf2-095610491dc2, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:05.598546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e08c1e6-0795-43f8-a339-b4c8133f947a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.626147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Port': ['ID=619f83a7-7a12-4b0d-a86b-87c8ffbbc468,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:05.681226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network ff1b38a0-6f10-458b-8cf2-095610491dc2 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:05.684090 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b844efed-0d58-4449-87a0-b71f9aa3d215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.703441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e08c1e6-0795-43f8-a339-b4c8133f947a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.746246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ff1b38a0-6f10-458b-8cf2-095610491dc2) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:05.755574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7cd5e-8b10-4f79-95e9-e4db44896a59 None None] Network ff1b38a0-6f10-458b-8cf2-095610491dc2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:05.784328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83337603-a7d7-4cac-86b8-1b3a46eea175 req-2495cef8-1c0b-4d6e-b24d-376c31fdbb77 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:05.787468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83337603-a7d7-4cac-86b8-1b3a46eea175 req-2495cef8-1c0b-4d6e-b24d-376c31fdbb77 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.1930017 Nov 12 12:37:05.799275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:05.806509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:05.812936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:05.813902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.819238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 1574b071-ca13-4c63-bcdc-1b8e571d9cc7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,segment=NetworkSegment(982ab8f8-1dca-4b59-9b77-ba477caa72da),segment_id=982ab8f8-1dca-4b59-9b77-ba477caa72da)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:05.820447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:05.866712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:05.891766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-47bb8eec-7af2-41bf-839c-6386618fb2ac tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6811225 Nov 12 12:37:05.894480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:06.145051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5eb26-26b2-4953-893f-0a8ee54edb76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:06.151274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5eb26-26b2-4953-893f-0a8ee54edb76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:06.156119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e3d5eb26-26b2-4953-893f-0a8ee54edb76 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2446115 Nov 12 12:37:06.156598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:06.168874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83337603-a7d7-4cac-86b8-1b3a46eea175 req-08de981a-ad33-4953-b1f4-fc3676812de4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397634 Nov 12 12:37:06.188312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e08c1e6-0795-43f8-a339-b4c8133f947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.190746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e08c1e6-0795-43f8-a339-b4c8133f947a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.203121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3e08c1e6-0795-43f8-a339-b4c8133f947a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f0ccbcc-c75e-405d-81ed-2e0178328ba0 HTTP/1.1" status: 204 len: 168 time: 0.8501379 Nov 12 12:37:06.203794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.232580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08c1e6-0795-43f8-a339-b4c8133f947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ccbcc-c75e-405d-81ed-2e0178328ba0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:06.320353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=1574b071-ca13-4c63-bcdc-1b8e571d9cc7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:06.386773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Deleting port aee999db-d6eb-40a7-ae60-9ebe4c620938 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:06.387122 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.624878 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.662906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Calling delete_port for aee999db-d6eb-40a7-ae60-9ebe4c620938 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:06.733676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29840b-ef27-4d59-96e9-97689b326d94 req-142441cb-d7f2-4f2c-bbbf-79694b87982d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:06.748755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e29840b-ef27-4d59-96e9-97689b326d94 req-142441cb-d7f2-4f2c-bbbf-79694b87982d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.4411168 Nov 12 12:37:06.781348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.893905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.958571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Port': ['ID=aee999db-d6eb-40a7-ae60-9ebe4c620938,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:06.963107 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:06.968771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-92e46d15-d33a-448f-997b-498e1b7766c3 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/ports/aee999db-d6eb-40a7-ae60-9ebe4c620938 HTTP/1.1" status: 204 len: 168 time: 0.8110509 Nov 12 12:37:06.971448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:06.998916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e29840b-ef27-4d59-96e9-97689b326d94 req-470e8fa3-d942-431c-a43b-15740c40e46d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490225 Nov 12 12:37:07.186617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Deleting port 619f83a7-7a12-4b0d-a86b-87c8ffbbc468 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:07.186955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.288461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:37:07.311920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.330923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Calling delete_port for 619f83a7-7a12-4b0d-a86b-87c8ffbbc468 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:07.469498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.518813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Port': ['ID=619f83a7-7a12-4b0d-a86b-87c8ffbbc468,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:07.537640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.547347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2c9124ed-5a23-4f42-bdc7-efc5686f6b91 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/ports/619f83a7-7a12-4b0d-a86b-87c8ffbbc468 HTTP/1.1" status: 204 len: 168 time: 0.5740798 Nov 12 12:37:07.548306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:07.555879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:37:07.572713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:37:07.576250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-621a919d-56d5-4bdd-8ac9-9c734286194b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4503481 Nov 12 12:37:07.581501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:07.595817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:07.596551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:07.624230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-423e6daa-a736-4540-a5f0-c90744987f5a tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0700424 Nov 12 12:37:07.626334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:07.636327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1136369201'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:07.669611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edd672-04ee-4fe9-8aab-dc0e7b21b0d0 req-f54ccb63-3d71-42ef-80e2-34ebc012b996 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:07.671319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55edd672-04ee-4fe9-8aab-dc0e7b21b0d0 req-f54ccb63-3d71-42ef-80e2-34ebc012b996 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.2039332 Nov 12 12:37:07.688519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:07.688519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.739600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting subnet b5b632f1-b16f-438d-a1ba-0270d9684c98 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:07.752638 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.773698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:07.799075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.800467 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Added segment 94248ccd-7c05-4fa3-97a3-56deff27d51c of type vlan for network 008b89df-cf09-44ec-8bfa-fb3ec662241e Nov 12 12:37:07.808595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:07.833392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.892126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:37:06Z', 'revision_number': 11, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:07.925145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:07.930377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:07.945742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:07.947072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:08.017885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55edd672-04ee-4fe9-8aab-dc0e7b21b0d0 req-0878d55a-4038-4318-b3d3-cef6bf592021 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288219 Nov 12 12:37:08.018986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.035412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:08.035412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.091112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:08.167879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.208244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Network': ['ID=008b89df-cf09-44ec-8bfa-fb3ec662241e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:08.229662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:08.253602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1e04798-a50e-414d-a0fb-eaa65e2ed561 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6260989 Nov 12 12:37:08.260354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:08.266649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 008b89df-cf09-44ec-8bfa-fb3ec662241e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:08.269882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:37:06Z', 'revision_number': 11, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:08.274800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1324620193'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:08.363305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.371444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:08.376656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.449194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ef769-491a-46e3-b601-b96624974ea7 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:37:06Z', 'revision_number': 11, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:08.504342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b632f1-b16f-438d-a1ba-0270d9684c98,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:08.509070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.519423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02643e7a-1f6a-4a4b-9509-06dea90ad044 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/b5b632f1-b16f-438d-a1ba-0270d9684c98 HTTP/1.1" status: 204 len: 168 time: 0.9367969 Nov 12 12:37:08.520799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:08.545783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b214d79-8970-473c-af84-a276c07506d1 None None] Network 6d1fc6a6-a785-407a-a720-fd41a43c92b0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:08.554577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:08.575120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.575797 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Added segment 24a69ac3-3572-485e-9026-4eccc4fb070c of type vlan for network ce817b0d-ef0e-493a-a768-11f51054cbfb Nov 12 12:37:08.636904 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b2ff-b0c5-4709-8eec-5778ef057aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.663720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.749648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.764539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.771881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:08.772567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.837320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Deleting port 0d3b7518-4be5-4aac-aa6a-8679d551e463 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:08.837677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.839340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5740590 Nov 12 12:37:08.899628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0651cc9-de3c-4dab-894b-93e60f66aa27 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Network': ['ID=ce817b0d-ef0e-493a-a768-11f51054cbfb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:08.939206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b2ff-b0c5-4709-8eec-5778ef057aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.944897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b2ff-b0c5-4709-8eec-5778ef057aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:08.946759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] DHCP port deletion for 6d1fc6a6-a785-407a-a720-fd41a43c92b0 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:37:08.950049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ce817b0d-ef0e-493a-a768-11f51054cbfb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:08.995782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] For port 0d3b7518-4be5-4aac-aa6a-8679d551e463, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0d3b7518-4be5-4aac-aa6a-8679d551e463,segment=NetworkSegment(982ab8f8-1dca-4b59-9b77-ba477caa72da),segment_id=982ab8f8-1dca-4b59-9b77-ba477caa72da)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:08.996195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.004926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b2ff-b0c5-4709-8eec-5778ef057aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62af7107-9cba-4798-ab38-13845b5d8091,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:09.011965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Calling delete_port for 0d3b7518-4be5-4aac-aa6a-8679d551e463 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:09.028246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d1a1b2ff-b0c5-4709-8eec-5778ef057aa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=900f550630aa4ed7aabca234d974c32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7973871 Nov 12 12:37:09.031938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39440) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:09.088246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-040c8359-4968-45ad-8019-4ee9d4a1f07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.188355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57a509f2-de8f-427c-88ed-139b35cce9a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.208788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Deleting port 0d3b7518-4be5-4aac-aa6a-8679d551e463 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:09.209179 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.242135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57a509f2-de8f-427c-88ed-139b35cce9a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.242833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.362614 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57a509f2-de8f-427c-88ed-139b35cce9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.366827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57a509f2-de8f-427c-88ed-139b35cce9a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.368229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57a509f2-de8f-427c-88ed-139b35cce9a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62af7107-9cba-4798-ab38-13845b5d8091 HTTP/1.1" status: 204 len: 168 time: 0.3343351 Nov 12 12:37:09.398875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No DVR routers for this DVR port 0d3b7518-4be5-4aac-aa6a-8679d551e463 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:09.405761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a509f2-de8f-427c-88ed-139b35cce9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62af7107-9cba-4798-ab38-13845b5d8091,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:09.459465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Port': ['ID=0d3b7518-4be5-4aac-aa6a-8679d551e463,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:09.462822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] For port 0d3b7518-4be5-4aac-aa6a-8679d551e463, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:09.463317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.521953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Calling delete_port for 0d3b7518-4be5-4aac-aa6a-8679d551e463 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:09.526898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Port 0d3b7518-4be5-4aac-aa6a-8679d551e463 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:37:09.534417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.576852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c9ee8-a716-41ca-a6d7-b2615f37e69f req-f8cc357f-4615-4c7c-b27f-5c7da63fdc63 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:09.578685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b4c9ee8-a716-41ca-a6d7-b2615f37e69f req-f8cc357f-4615-4c7c-b27f-5c7da63fdc63 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.3649578 Nov 12 12:37:09.592319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-acacbb0e-7d4b-4c08-ba63-fd81cca16923 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:09.596280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-acacbb0e-7d4b-4c08-ba63-fd81cca16923 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 946 time: 0.5664556 Nov 12 12:37:09.598652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.628768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] Pushing event deleted for resources: {'Port': ['ID=0d3b7518-4be5-4aac-aa6a-8679d551e463,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:09.689328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e278c7-5780-4f9f-aa1e-a99c7740256c None None] No DVR routers for this DVR port 0d3b7518-4be5-4aac-aa6a-8679d551e463 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:09.698950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1fc6a6-a785-407a-a720-fd41a43c92b0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:09.710888 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.770445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982ab8f8-1dca-4b59-9b77-ba477caa72da') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:09.771060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982ab8f8-1dca-4b59-9b77-ba477caa72da') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:09.779447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b4c9ee8-a716-41ca-a6d7-b2615f37e69f req-dcca223f-0aa4-4394-9902-bc73cef395c0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621745 Nov 12 12:37:09.798447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.860828 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.878083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:09.878577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:09.883463 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:10.007409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.017097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.023291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:10.023753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/networks/6d1fc6a6-a785-407a-a720-fd41a43c92b0 HTTP/1.1" status: 204 len: 168 time: 1.5015543 Nov 12 12:37:10.032219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'routes': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:10.053363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055acf-1857-4ef6-8f3d-8d476c112372 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Pushing event deleted for resources: {'Network': ['ID=6d1fc6a6-a785-407a-a720-fd41a43c92b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:10.065233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port a37e23eb-eb24-4a58-9d21-a0461528a876 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:10.066243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.203888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port a37e23eb-eb24-4a58-9d21-a0461528a876, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a37e23eb-eb24-4a58-9d21-a0461528a876,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:10.204702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.222805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for a37e23eb-eb24-4a58-9d21-a0461528a876 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:10.531316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Added routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 12:37:10.532756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Removed routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 12:37:10.535344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.572534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.594524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a37e23eb-eb24-4a58-9d21-a0461528a876'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:37:10.620556 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.680566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=a37e23eb-eb24-4a58-9d21-a0461528a876,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:10.855014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port a37e23eb-eb24-4a58-9d21-a0461528a876 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:10.871291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:10.883650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28b66927-bb47-4d6c-8fa3-3e4a91b0d384 req-1abd90fa-f8b8-4683-9efa-4d4f092324d7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "DELETE /v2.0/ports/a37e23eb-eb24-4a58-9d21-a0461528a876 HTTP/1.1" status: 204 len: 173 time: 1.2627790 Nov 12 12:37:10.886371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e85350-818e-476f-99ed-fb783c0f75a9', 'name': 'network-vif-deleted', 'tag': 'a37e23eb-eb24-4a58-9d21-a0461528a876'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:37:10.896620 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd4b75-f507-4fb6-a40d-058113a70180" -d '{"events": [{"server_uuid": "45e85350-818e-476f-99ed-fb783c0f75a9", "name": "network-vif-deleted", "tag": "a37e23eb-eb24-4a58-9d21-a0461528a876"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:37:11.078505 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:11.087533 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a7284-b5c1-4f51-a70e-189e4ebe29ed x-openstack-request-id: req-d93a7284-b5c1-4f51-a70e-189e4ebe29ed {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:37:11.087924 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e85350-818e-476f-99ed-fb783c0f75a9", "name": "network-vif-deleted", "tag": "a37e23eb-eb24-4a58-9d21-a0461528a876", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:37:11.088112 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d93a7284-b5c1-4f51-a70e-189e4ebe29ed {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:37:11.088534 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e85350-818e-476f-99ed-fb783c0f75a9', 'name': 'network-vif-deleted', 'tag': 'a37e23eb-eb24-4a58-9d21-a0461528a876', 'status': 'completed', 'code': 200} Nov 12 12:37:11.089612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:11.205346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35336e92-01a6-46bb-b804-a7a19654796f req-61fbbf64-e2a7-4eab-8628-865a225f905f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1066680 Nov 12 12:37:11.351970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:11.386349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 826d1532-04df-4972-b8eb-38325b4de425 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:37:11.417861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:11.422472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1574b071-ca13-4c63-bcdc-1b8e571d9cc7 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:11.424717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d3b7518-4be5-4aac-aa6a-8679d551e463 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:11.482935 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:11.493657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0d3b7518-4be5-4aac-aa6a-8679d551e463 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:11.495537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0d3b7518-4be5-4aac-aa6a-8679d551e463 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:11.533039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:37:11.540545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:11.543572 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] Sync routers for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:37:11.545260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-942ef891-4210-477c-9e17-9429be14e2e1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 704 time: 1.5202003 Nov 12 12:37:11.546021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:11.581216 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:11.583960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:11.623519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:11.641735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c1c0bcce-498c-439b-8dc9-f254daca946e tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 205 time: 0.0728106 Nov 12 12:37:11.769059 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:11.909377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:11.965852 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:37:06Z', 'revision_number': 11, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:12.074320 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] Checking router: 826d1532-04df-4972-b8eb-38325b4de425 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:12.093235 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] Routers {'826d1532-04df-4972-b8eb-38325b4de425'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:12.094146 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['826d1532-04df-4972-b8eb-38325b4de425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:12.333748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39534) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:12.339345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'subnets': [{'network_id': '008b89df-cf09-44ec-8bfa-fb3ec662241e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--394623176', 'ip_version': 6}, {'network_id': 'ce817b0d-ef0e-493a-a768-11f51054cbfb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:12.340017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'subnet': {'network_id': '008b89df-cf09-44ec-8bfa-fb3ec662241e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--394623176', 'ip_version': 6}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:12.340337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Request body: {'subnet': {'network_id': 'ce817b0d-ef0e-493a-a768-11f51054cbfb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:12.376277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.379553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.410913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbd901e6-97ff-4720-9995-de598878fcb2 req-1806bc24-b3a5-4bd2-aa95-8c9cdf92a314 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0481167 Nov 12 12:37:12.468651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.469198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 826d1532-04df-4972-b8eb-38325b4de425 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:37:12.476989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.478295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3f1a2234-e970-4b31-9ed6-0e8de9e873d4 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 204 len: 168 time: 0.8536818 Nov 12 12:37:12.482423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:12.487381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945383356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:12.545579 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.546768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.629888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] Set router 826d1532-04df-4972-b8eb-38325b4de425 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:12.664459 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.671850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.699200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.701751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0ef57643-ca2b-4046-8599-1a8e43f07110 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2183404 Nov 12 12:37:12.707610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:12.719443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:12.738706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a37e23eb-eb24-4a58-9d21-a0461528a876 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:12.822258 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:37:06Z', 'revision_number': 11, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:12.864356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: a37e23eb-eb24-4a58-9d21-a0461528a876 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:12.866477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a37e23eb-eb24-4a58-9d21-a0461528a876 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:12.910445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Made reservation on behalf of 50a347f73f77464cbfdaada511f9933a for: {'subnet': 2} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:12.919211 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c15ab-3b58-425f-90b4-67b1669509b2 None None] The sync data for ids ['826d1532-04df-4972-b8eb-38325b4de425'] in n-d-804878-5 is: [{'id': '826d1532-04df-4972-b8eb-38325b4de425', 'name': 'tempest-RoutersIpV6Test-router-873834337', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:16Z', 'updated_at': '2021-11-12T12:37:06Z', 'revision_number': 11, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:12.927121 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:12.931280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:13.150510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:13.481068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0367a6e9-3b27-4896-86ad-f335c0212644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:13.720723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-723020f8-0d5f-4a0b-9dc9-995eda0fc2de req-b1f73913-93c0-4c74-b795-d11bd2124ef2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1938841 Nov 12 12:37:13.721030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:13.735115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:13.806670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0367a6e9-3b27-4896-86ad-f335c0212644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:13.813178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0367a6e9-3b27-4896-86ad-f335c0212644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:13.923247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0367a6e9-3b27-4896-86ad-f335c0212644 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=021424e2b4b4477086173413bb29be29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7701740 Nov 12 12:37:13.926715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Router 594c964d-55f9-4a2d-8baa-22788f840d3a is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:37:13.932301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:13.937334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367a6e9-3b27-4896-86ad-f335c0212644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ede0449-2a2e-483a-9b8e-fcc27741080b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:14.054878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:37:14.062227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.068847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] Sync routers for ids ['594c964d-55f9-4a2d-8baa-22788f840d3a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:37:14.079434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.083158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15a10700-77e4-4d74-8de0-13cc797aa263 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "PUT /v2.0/routers/594c964d-55f9-4a2d-8baa-22788f840d3a HTTP/1.1" status: 200 len: 697 time: 1.3720956 Nov 12 12:37:14.084094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:14.086275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] Routers {'594c964d-55f9-4a2d-8baa-22788f840d3a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:14.087572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['594c964d-55f9-4a2d-8baa-22788f840d3a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:14.173447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45f30699-e757-4af0-b851-200af2a05f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.175000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Subnet': ['ID=a3f245ae-fbb9-483e-aa4a-1cddcc57804c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:14.192845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] Set router 594c964d-55f9-4a2d-8baa-22788f840d3a gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:14.226046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Checking segment: {'id': '94248ccd-7c05-4fa3-97a3-56deff27d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '008b89df-cf09-44ec-8bfa-fb3ec662241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:14.226440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network hostable DHCP agents. Network: 008b89df-cf09-44ec-8bfa-fb3ec662241e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:14.238908 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45f30699-e757-4af0-b851-200af2a05f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.271556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network 008b89df-cf09-44ec-8bfa-fb3ec662241e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:14.316175 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f99e1693-c138-4a8d-8164-102205700f8f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/routers/594c964d-55f9-4a2d-8baa-22788f840d3a HTTP/1.1" status: 200 len: 703 time: 0.2267737 Nov 12 12:37:14.316445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:14.359678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 008b89df-cf09-44ec-8bfa-fb3ec662241e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:14.371162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.373409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45f30699-e757-4af0-b851-200af2a05f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.376286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45f30699-e757-4af0-b851-200af2a05f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.377460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-45f30699-e757-4af0-b851-200af2a05f7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ede0449-2a2e-483a-9b8e-fcc27741080b HTTP/1.1" status: 204 len: 168 time: 0.4415648 Nov 12 12:37:14.423566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8c4928a2-76fc-40b2-9ab3-0e868c67c46a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=594c964d-55f9-4a2d-8baa-22788f840d3a HTTP/1.1" status: 200 len: 205 time: 0.1011653 Nov 12 12:37:14.423964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:14.439826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f30699-e757-4af0-b851-200af2a05f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ede0449-2a2e-483a-9b8e-fcc27741080b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:14.447630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce2238-600d-45e0-8d3b-f0a5a1b6c240 None None] Network 008b89df-cf09-44ec-8bfa-fb3ec662241e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:14.469087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event updated for resources: {'Subnet': ['ID=4681ef40-f4e6-4e9c-bc70-70210fe6ccde,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:14.492776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Checking segment: {'id': '24a69ac3-3572-485e-9026-4eccc4fb070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ce817b0d-ef0e-493a-a768-11f51054cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:14.493859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network hostable DHCP agents. Network: ce817b0d-ef0e-493a-a768-11f51054cbfb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:14.505406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c964d-55f9-4a2d-8baa-22788f840d3a', 'name': 'tempest-RoutersIpV6Test-router-945383356', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:37:12Z', 'updated_at': '2021-11-12T12:37:13Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:14.533194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Network ce817b0d-ef0e-493a-a768-11f51054cbfb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:14.551948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ce817b0d-ef0e-493a-a768-11f51054cbfb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:14.556447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:14.556920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:14.557576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.593833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2ae4004-94b1-4d41-b312-88115c30102d tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2585087 Nov 12 12:37:14.596337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:14.642515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024a604-4680-435e-af50-5b2682be20e9 None None] Network ce817b0d-ef0e-493a-a768-11f51054cbfb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:14.649823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] Checking router: 594c964d-55f9-4a2d-8baa-22788f840d3a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:14.669760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:14.784876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] Routers {'594c964d-55f9-4a2d-8baa-22788f840d3a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:14.785608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['594c964d-55f9-4a2d-8baa-22788f840d3a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:14.838444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0eb308-a917-43a5-8889-fbbf6b188977 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:14.844538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0eb308-a917-43a5-8889-fbbf6b188977 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:14.846547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0eb308-a917-43a5-8889-fbbf6b188977 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:14.852552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0f0eb308-a917-43a5-8889-fbbf6b188977 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2551746 Nov 12 12:37:14.862706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:14.932603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44cca21e-6dba-4e5d-a817-38a55f8d5bb4 req-3c0842d8-eccb-4ce7-b554-9e9d454c9858 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0692902 Nov 12 12:37:15.001868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Deleting subnet a3f245ae-fbb9-483e-aa4a-1cddcc57804c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:15.012022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.160256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.160569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.167745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.294830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.295348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Fanout notify agent at l3_agent the message router_deleted on router 594c964d-55f9-4a2d-8baa-22788f840d3a {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:37:15.302635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.313816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4be12fdc-3506-4d21-a341-aa002f93688b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/594c964d-55f9-4a2d-8baa-22788f840d3a HTTP/1.1" status: 204 len: 168 time: 0.8886535 Nov 12 12:37:15.314606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.317691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.388284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-74172071-1646-4da7-85e8-2b9f9d7d66f5 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=594c964d-55f9-4a2d-8baa-22788f840d3a HTTP/1.1" status: 200 len: 205 time: 0.0716257 Nov 12 12:37:15.388947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39600) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.400768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] Set router 594c964d-55f9-4a2d-8baa-22788f840d3a gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:15.489447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.491118 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-3b564243-d878-4ab9-bf64-2962937663e9 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:15.495463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b564243-d878-4ab9-bf64-2962937663e9 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/594c964d-55f9-4a2d-8baa-22788f840d3a HTTP/1.1" status: 404 len: 336 time: 0.1050048 Nov 12 12:37:15.495630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.545500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594c964d-55f9-4a2d-8baa-22788f840d3a', 'name': 'tempest-RoutersIpV6Test-router-945383356', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:37:12Z', 'updated_at': '2021-11-12T12:37:13Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:15.546564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f245ae-fbb9-483e-aa4a-1cddcc57804c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:15.567657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.572325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7572bd6d-d017-4f85-ab50-09f28740ad89 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/subnets/a3f245ae-fbb9-483e-aa4a-1cddcc57804c HTTP/1.1" status: 204 len: 168 time: 0.7070026 Nov 12 12:37:15.573433 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68ea5f5-7df0-4e86-8654-1082b7b2c40b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:15.573895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68ea5f5-7df0-4e86-8654-1082b7b2c40b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:15.582393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.582762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.592038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c68ea5f5-7df0-4e86-8654-1082b7b2c40b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/3be81172-e48e-4c0e-979d-706982bcaa9a HTTP/1.1" status: 404 len: 337 time: 0.0948040 Nov 12 12:37:15.626417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c67cb-c640-41b2-89c0-e5408c79fb21 None None] The sync data for ids ['594c964d-55f9-4a2d-8baa-22788f840d3a'] in n-d-804878-5 is: [{'id': '594c964d-55f9-4a2d-8baa-22788f840d3a', 'name': 'tempest-RoutersIpV6Test-router-945383356', 'tenant_id': '3f59c444f028432d85d6ee14ca5a5c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:37:12Z', 'updated_at': '2021-11-12T12:37:13Z', 'revision_number': 2, 'project_id': '3f59c444f028432d85d6ee14ca5a5c43', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:15.659412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede5e28-0b4b-4431-8583-09dba1136887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ce817b0d-ef0e-493a-a768-11f51054cbfb', 'network_id': 'ce817b0d-ef0e-493a-a768-11f51054cbfb', 'tenant_id': '50a347f73f77464cbfdaada511f9933a', 'fixed_ips': [{'subnet_id': '4681ef40-f4e6-4e9c-bc70-70210fe6ccde'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:37:15.667271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e28-0b4b-4431-8583-09dba1136887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.690519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Deleting subnet 4681ef40-f4e6-4e9c-bc70-70210fe6ccde {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:15.739912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.760625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe03c0-836c-4082-ac6b-68124aedbc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-008b89df-cf09-44ec-8bfa-fb3ec662241e', 'network_id': '008b89df-cf09-44ec-8bfa-fb3ec662241e', 'tenant_id': '50a347f73f77464cbfdaada511f9933a', 'fixed_ips': [{'subnet_id': 'a3f245ae-fbb9-483e-aa4a-1cddcc57804c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:37:15.762994 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fbe03c0-836c-4082-ac6b-68124aedbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.782661 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb970786-1ae9-4b50-8e6b-b68ff5fb704f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:15.783313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb970786-1ae9-4b50-8e6b-b68ff5fb704f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:15.789945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.804663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cb970786-1ae9-4b50-8e6b-b68ff5fb704f tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/0eb8a15d-795c-4017-9f60-1aec12137939 HTTP/1.1" status: 404 len: 337 time: 0.2193270 Nov 12 12:37:15.849924 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd340b05-b5f7-4da0-b59a-763ac2b1c9c9 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:15.850419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd340b05-b5f7-4da0-b59a-763ac2b1c9c9 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:15.859090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:15.865861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:15.866580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fd340b05-b5f7-4da0-b59a-763ac2b1c9c9 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/66b73d21-7d0b-4367-97fe-c3a6fc5848f2 HTTP/1.1" status: 404 len: 337 time: 0.0754120 Nov 12 12:37:15.955419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.026607 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5272d07b-f87e-4d68-97c0-0d04c9a6efd2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:16.027076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5272d07b-f87e-4d68-97c0-0d04c9a6efd2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:16.051173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5272d07b-f87e-4d68-97c0-0d04c9a6efd2 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/b5b632f1-b16f-438d-a1ba-0270d9684c98 HTTP/1.1" status: 404 len: 337 time: 0.1810145 Nov 12 12:37:16.051948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39626) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.117542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-829efdd5-eaa7-4dc1-b3c4-f6673b6b3542 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 200 len: 205 time: 0.0642183 Nov 12 12:37:16.118461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.141452 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.168972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c69af2-4c38-4708-b0dc-b8bbc88d4938 None None] Network 008b89df-cf09-44ec-8bfa-fb3ec662241e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:16.214971 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-52e40521-2270-420b-9ccd-eb3bd98fedf7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:16.223237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-52e40521-2270-420b-9ccd-eb3bd98fedf7 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/826d1532-04df-4972-b8eb-38325b4de425 HTTP/1.1" status: 404 len: 336 time: 0.1035528 Nov 12 12:37:16.224041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.305043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d227a3d-f6b8-4895-820f-603c2e105128 req-fd15192a-17aa-43bf-b53a-a162bdd17e45 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1054521 Nov 12 12:37:16.305531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.306773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1a3907a2-8288-49a6-9319-bc1c0023c4a0 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=280f9c70-355e-45b7-8952-56f3a3dc4700 HTTP/1.1" status: 200 len: 205 time: 0.0814431 Nov 12 12:37:16.317071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-907102806-network', 'tenant_id': '189aef292b9d446c91fa5914e6a51e69'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:16.362407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Made reservation on behalf of 189aef292b9d446c91fa5914e6a51e69 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:16.364895 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.381346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.408851 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-64f18e74-af5c-4fb8-90fe-b79892ccb212 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:16.412418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64f18e74-af5c-4fb8-90fe-b79892ccb212 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/280f9c70-355e-45b7-8952-56f3a3dc4700 HTTP/1.1" status: 404 len: 336 time: 0.0959249 Nov 12 12:37:16.412821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.459645 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-15313d2a-d0fe-4271-a1bf-a6e10ac1dbc1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:16.460113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15313d2a-d0fe-4271-a1bf-a6e10ac1dbc1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:16.466017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-15313d2a-d0fe-4271-a1bf-a6e10ac1dbc1 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/6db24a0d-17bf-4ff5-af8f-a7681b9102dc HTTP/1.1" status: 404 len: 337 time: 0.0499024 Nov 12 12:37:16.466862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-3ede5e28-0b4b-4431-8583-09dba1136887 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4681ef40-f4e6-4e9c-bc70-70210fe6ccde: This subnet is being modified by another concurrent operation. Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4681ef40-f4e6-4e9c-bc70-70210fe6ccde: This subnet is being modified by another concurrent operation. Nov 12 12:37:16.483731 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:37:16.492087 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.504891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e3ab6-c985-4a07-a6b9-3b4bf1a32ae3 None None] Network ce817b0d-ef0e-493a-a768-11f51054cbfb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:16.517238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3d9e55d0-e521-40e2-8882-11887e887d49 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 200 len: 205 time: 0.0490201 Nov 12 12:37:16.524396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.604092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.612955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.646334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:16.657767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8746467c-2cbc-4585-85e5-00aef2640783,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:16.662983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.663329 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Added segment fcc7c135-b4ed-4d77-916c-1b2d56b03c19 of type vlan for network 8bf7780c-066d-4767-9354-270ff19b58e3 Nov 12 12:37:16.722765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.754700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.760582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/subnets/4681ef40-f4e6-4e9c-bc70-70210fe6ccde HTTP/1.1" status: 204 len: 168 time: 1.1767471 Nov 12 12:37:16.761719 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-92d75033-a413-4c54-9a0c-e854a4af19eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:16.762956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-92d75033-a413-4c54-9a0c-e854a4af19eb tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/006c56af-9b8c-4fb6-b065-993ddc4f1dc2 HTTP/1.1" status: 404 len: 336 time: 0.2298489 Nov 12 12:37:16.764378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d230d6-5ac6-466b-9929-68ef36909459 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Subnet': ['ID=4681ef40-f4e6-4e9c-bc70-70210fe6ccde,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:16.766564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.767579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.807353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6aa428-cf41-4235-a17b-a64a9613b483 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:37:16.842873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.843839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:16.844415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:16.858448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-28d519bd-73b9-48e7-aaf5-df7423b8bf39 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d56bebd-8732-4c07-a5b9-ca382f9aaaed HTTP/1.1" status: 200 len: 205 time: 0.0887823 Nov 12 12:37:16.860811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.948139 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b5055f04-0b12-4cde-9389-7703fad92b24 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:16.951930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5055f04-0b12-4cde-9389-7703fad92b24 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/7d56bebd-8732-4c07-a5b9-ca382f9aaaed HTTP/1.1" status: 404 len: 336 time: 0.0875459 Nov 12 12:37:16.952531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:16.990238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0252128 Nov 12 12:37:16.993761 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-552e9dec-883d-4a84-a59b-f280a8f4488b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:16.994350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552e9dec-883d-4a84-a59b-f280a8f4488b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:17.002907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-552e9dec-883d-4a84-a59b-f280a8f4488b tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/46082ff8-4534-45b4-b3d9-ed518eb02a02 HTTP/1.1" status: 404 len: 337 time: 0.0492306 Nov 12 12:37:17.005474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.016276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3745e86-e4c7-442e-bd04-cd64bef0e698 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:17.021280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f3745e86-e4c7-442e-bd04-cd64bef0e698 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2488050 Nov 12 12:37:17.023217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.025415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29434d-1512-4a97-afd5-5a4fbf71a5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf7780c-066d-4767-9354-270ff19b58e3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:17.044336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8bf7780c-066d-4767-9354-270ff19b58e3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:17.071295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b26be56e-ee92-43b0-b868-310876c77198 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=0705c7e8-654a-4189-a203-d7542c31c52d HTTP/1.1" status: 200 len: 205 time: 0.0644078 Nov 12 12:37:17.073533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39662) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.173039 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-26e882f0-5c92-4908-8057-1e4252ebf173 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:17.174094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-26e882f0-5c92-4908-8057-1e4252ebf173 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/0705c7e8-654a-4189-a203-d7542c31c52d HTTP/1.1" status: 404 len: 336 time: 0.0995450 Nov 12 12:37:17.177383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.189256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6aa428-cf41-4235-a17b-a64a9613b483 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:37:17.215013 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eb3d4d-9c0c-414c-85cb-7599340c65bf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:17.215925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14eb3d4d-9c0c-414c-85cb-7599340c65bf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:17.220725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14eb3d4d-9c0c-414c-85cb-7599340c65bf tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/e754e683-af5d-4b80-ab14-11e35febcb63 HTTP/1.1" status: 404 len: 337 time: 0.0411134 Nov 12 12:37:17.229482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.302110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ced5345-c422-4bbd-a179-973995fc485a tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "GET /v2.0/ports?device_id=34fe88f9-fc06-4014-b50f-4074d6b23430 HTTP/1.1" status: 200 len: 205 time: 0.0711849 Nov 12 12:37:17.308981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.421354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:17.440561 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-02af057f-2151-47a6-a05a-ca889639d5fe tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] delete failed (client error): The resource could not be found. Nov 12 12:37:17.447872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02af057f-2151-47a6-a05a-ca889639d5fe tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/routers/34fe88f9-fc06-4014-b50f-4074d6b23430 HTTP/1.1" status: 404 len: 336 time: 0.1373525 Nov 12 12:37:17.449052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.531396 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e0ac3e-ce46-4762-ae25-9770f4fc4996 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:17.535088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e0ac3e-ce46-4762-ae25-9770f4fc4996 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:17.556017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39684) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:17.557343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-27e0ac3e-ce46-4762-ae25-9770f4fc4996 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/6c72dd5c-b5a4-4a88-9338-5f340f60ee55 HTTP/1.1" status: 404 len: 337 time: 0.1057200 Nov 12 12:37:17.653807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-32925555-ce2b-448e-a0c3-fe58ee21fcf8 req-eb4cbda7-a2b8-4e65-bb57-cf62cf1542ab tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0949104 Nov 12 12:37:17.662586 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adf7e70-a218-4340-b7ea-df430d55fc76 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:17.663056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adf7e70-a218-4340-b7ea-df430d55fc76 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:17.667877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3adf7e70-a218-4340-b7ea-df430d55fc76 tempest-RoutersIpV6Test-2009612347 tempest-RoutersIpV6Test-2009612347-project] 10.222.0.18 "DELETE /v2.0/subnets/b0894a66-bdb6-4396-aaca-ad78258be34c HTTP/1.1" status: 404 len: 337 time: 0.1110380 Nov 12 12:37:17.678635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:17.726001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce817b0d-ef0e-493a-a768-11f51054cbfb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:17.785678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a69ac3-3572-485e-9026-4eccc4fb070c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:17.786389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a69ac3-3572-485e-9026-4eccc4fb070c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:17.837748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:17.942430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:17.958243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:17.962332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:17.969011 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:18.071384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:18.276499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f43f84cd-b524-41a7-a842-eca88737591f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f59c444f028432d85d6ee14ca5a5c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2040477 Nov 12 12:37:18.279439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:18.350671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-332e2f5e-f956-4d29-a03d-695c49a5b618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.388778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-332e2f5e-f956-4d29-a03d-695c49a5b618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.472855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-332e2f5e-f956-4d29-a03d-695c49a5b618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.478822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-332e2f5e-f956-4d29-a03d-695c49a5b618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.481753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-332e2f5e-f956-4d29-a03d-695c49a5b618 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f20e782-3c02-4688-9024-c75f1c8beaee HTTP/1.1" status: 204 len: 168 time: 0.1997714 Nov 12 12:37:18.482644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.512441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e2f5e-f956-4d29-a03d-695c49a5b618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f20e782-3c02-4688-9024-c75f1c8beaee,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:18.521749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.526142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/networks/ce817b0d-ef0e-493a-a768-11f51054cbfb HTTP/1.1" status: 204 len: 168 time: 1.4959342 Nov 12 12:37:18.529047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:18.549056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96fdeb-47e3-4f76-8954-529642419563 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Network': ['ID=ce817b0d-ef0e-493a-a768-11f51054cbfb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:18.557780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b9305-bf4d-4a76-94a2-601c29c931da req-c5b05656-0956-4206-aab5-a0be8ab69273 tempest-ComputeTenantNetworksTest-1777907607 tempest-ComputeTenantNetworksTest-1777907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:18.583781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b9305-bf4d-4a76-94a2-601c29c931da req-c5b05656-0956-4206-aab5-a0be8ab69273 tempest-ComputeTenantNetworksTest-1777907607 tempest-ComputeTenantNetworksTest-1777907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:18.604727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b9305-bf4d-4a76-94a2-601c29c931da req-c5b05656-0956-4206-aab5-a0be8ab69273 tempest-ComputeTenantNetworksTest-1777907607 tempest-ComputeTenantNetworksTest-1777907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:18.608577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e0b9305-bf4d-4a76-94a2-601c29c931da req-c5b05656-0956-4206-aab5-a0be8ab69273 tempest-ComputeTenantNetworksTest-1777907607 tempest-ComputeTenantNetworksTest-1777907607-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8620973 Nov 12 12:37:18.672250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.855520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81715ad6-1e4f-4b14-a475-62674897cf98 req-2896536c-7dbb-41c9-8107-74e3507977b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0550516 Nov 12 12:37:18.952905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d6cb-a33a-4b5b-82c9-cf868dbe3b11 req-311bbd90-0379-417f-aa11-4bf72a553d71 tempest-ComputeTenantNetworksTest-1777907607 tempest-ComputeTenantNetworksTest-1777907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:18.957627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-24a1d6cb-a33a-4b5b-82c9-cf868dbe3b11 req-311bbd90-0379-417f-aa11-4bf72a553d71 tempest-ComputeTenantNetworksTest-1777907607 tempest-ComputeTenantNetworksTest-1777907607-project] 10.222.0.18 "GET /v2.0/networks/8bf7780c-066d-4767-9354-270ff19b58e3 HTTP/1.1" status: 200 len: 768 time: 0.2830384 Nov 12 12:37:18.964565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:19.010673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.033948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008b89df-cf09-44ec-8bfa-fb3ec662241e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.047777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94248ccd-7c05-4fa3-97a3-56deff27d51c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.048092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94248ccd-7c05-4fa3-97a3-56deff27d51c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.060876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.088414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.102204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:19.102204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:19.110503 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:19.177320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.250445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.258849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.270636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/networks/008b89df-cf09-44ec-8bfa-fb3ec662241e HTTP/1.1" status: 204 len: 168 time: 0.7403667 Nov 12 12:37:19.277126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:19.328968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8896c8-991e-47ce-9a2a-4ebeb39ea498 tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Network': ['ID=008b89df-cf09-44ec-8bfa-fb3ec662241e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:19.436651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.481413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf7780c-066d-4767-9354-270ff19b58e3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.498534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc7c135-b4ed-4d77-916c-1b2d56b03c19') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.505803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.512232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc7c135-b4ed-4d77-916c-1b2d56b03c19') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.544653 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.579870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.599750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:19.600327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:19.602270 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:19.713493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.723931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.733070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bf7780c-066d-4767-9354-270ff19b58e3 HTTP/1.1" status: 204 len: 168 time: 0.7668970 Nov 12 12:37:19.747247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabac52-14f2-4cde-89e8-3fd5b101d54a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf7780c-066d-4767-9354-270ff19b58e3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:19.758335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.812062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1b38a0-6f10-458b-8cf2-095610491dc2']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.824048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d31489-8c46-45ac-9da6-7cea1520b684') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.825767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d31489-8c46-45ac-9da6-7cea1520b684') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:19.842793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.865015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.880741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:19.882013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:19.887779 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:19.980286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39748) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:20.072071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.094954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5187e4e4-9ed9-48b8-9544-02872f4390f8 req-b9b5e795-5cfa-483a-803a-14bf9e96f3f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0910373 Nov 12 12:37:20.102115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.118382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/networks/ff1b38a0-6f10-458b-8cf2-095610491dc2 HTTP/1.1" status: 204 len: 168 time: 0.8379395 Nov 12 12:37:20.118382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85113c99-61ed-419d-9b4b-b892a527aa1e tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Network': ['ID=ff1b38a0-6f10-458b-8cf2-095610491dc2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:20.119818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:20.147138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1958612887-network', 'tenant_id': '4a23e616c6fe4910a723f31373165c75'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:20.165538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39754) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:20.224348 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4dee34d2-7408-4937-a053-a604e9ce7795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=189aef292b9d446c91fa5914e6a51e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574398 Nov 12 12:37:20.226678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:20.293010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.299590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b21774ae-e599-4027-8388-cc2c08fb1dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.342056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b21774ae-e599-4027-8388-cc2c08fb1dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.349497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Made reservation on behalf of 4a23e616c6fe4910a723f31373165c75 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:20.352353 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.380425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.413644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b21774ae-e599-4027-8388-cc2c08fb1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.417412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b21774ae-e599-4027-8388-cc2c08fb1dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.420149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b21774ae-e599-4027-8388-cc2c08fb1dd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8746467c-2cbc-4585-85e5-00aef2640783 HTTP/1.1" status: 204 len: 168 time: 0.1921437 Nov 12 12:37:20.445419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21774ae-e599-4027-8388-cc2c08fb1dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8746467c-2cbc-4585-85e5-00aef2640783,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:20.663584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.672670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.699513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.726947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e8b528-5a6a-4e67-89a7-48ad9871e2f1']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:20.737578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d42d0b-649d-48a8-a63d-e47bdb31002f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:20.738347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d42d0b-649d-48a8-a63d-e47bdb31002f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:20.769070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.772047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:20.783412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d5623-9082-4449-8d2e-b3f38afd8f71,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:20.818248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.827146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.827492 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Added segment 66fae558-999d-440c-93bb-1b733c36ec2a of type vlan for network 70d3e789-139b-460c-9f8d-fa51495d91de Nov 12 12:37:20.844137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:20.844618 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:20.848065 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:21.035038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.092258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.097102 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.100897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] 10.222.0.18 "DELETE /v2.0/networks/31e8b528-5a6a-4e67-89a7-48ad9871e2f1 HTTP/1.1" status: 204 len: 168 time: 0.9796646 Nov 12 12:37:21.190916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4dc5e-d443-4e3f-9637-2b665d2ed7ef tempest-BulkNetworkOpsIpV6Test-1864688148 tempest-BulkNetworkOpsIpV6Test-1864688148-project] Pushing event deleted for resources: {'Network': ['ID=31e8b528-5a6a-4e67-89a7-48ad9871e2f1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:21.215835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.219759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:21.223086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.316336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19ae1f16-8f90-478b-a7ae-ff35e21b15b4 req-f7ea1a3f-a663-43b0-b326-2cde37ce5465 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=45e85350-818e-476f-99ed-fb783c0f75a9 HTTP/1.1" status: 200 len: 210 time: 0.0632160 Nov 12 12:37:21.470683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4884918 Nov 12 12:37:21.475475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:21.482067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Request body: {'subnet': {'network_id': '70d3e789-139b-460c-9f8d-fa51495d91de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1958612887-subnet', 'tenant_id': '4a23e616c6fe4910a723f31373165c75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:21.487982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb4c3-5ac4-44b4-9b1e-d3ef0358157b admin admin] Pushing event updated for resources: {'Network': ['ID=70d3e789-139b-460c-9f8d-fa51495d91de,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:21.506514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 70d3e789-139b-460c-9f8d-fa51495d91de details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:21.539966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Made reservation on behalf of 4a23e616c6fe4910a723f31373165c75 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:21.551536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.578981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:21.900433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-40d07810-d9b0-4315-87df-dff60f259a36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50a347f73f77464cbfdaada511f9933a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199098 Nov 12 12:37:21.906747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39804) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:21.988602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efddba7e-4858-465a-b151-65cef78319b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:22.056973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:22.069735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efddba7e-4858-465a-b151-65cef78319b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:22.189190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efddba7e-4858-465a-b151-65cef78319b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:22.191857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efddba7e-4858-465a-b151-65cef78319b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:22.199463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-efddba7e-4858-465a-b151-65cef78319b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35406f26-3eec-40ac-95e0-32936b50b88c HTTP/1.1" status: 204 len: 168 time: 0.2915902 Nov 12 12:37:22.213648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Pushing event updated for resources: {'Subnet': ['ID=203e0140-3f20-4cee-b75a-ef2a7868c774,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:22.243164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddba7e-4858-465a-b151-65cef78319b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35406f26-3eec-40ac-95e0-32936b50b88c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:22.286548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502f430-2d1e-4561-9153-39921cc2e631 req-0187a24a-874f-4c6e-81e0-1c3dc107833a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:22.288346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a502f430-2d1e-4561-9153-39921cc2e631 req-0187a24a-874f-4c6e-81e0-1c3dc107833a tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.1169372 Nov 12 12:37:22.303016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Checking segment: {'id': '66fae558-999d-440c-93bb-1b733c36ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '70d3e789-139b-460c-9f8d-fa51495d91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:22.303390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Network hostable DHCP agents. Network: 70d3e789-139b-460c-9f8d-fa51495d91de, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:22.357906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Network 70d3e789-139b-460c-9f8d-fa51495d91de is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:22.382310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 70d3e789-139b-460c-9f8d-fa51495d91de) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:22.397886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de0931-739d-4103-9bcb-4c107c5398a7 None None] Network 70d3e789-139b-460c-9f8d-fa51495d91de requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:22.406655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:22.411093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:22.437556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5c4daa77-887f-4166-8851-91ce15b2834c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9585302 Nov 12 12:37:22.470369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a502f430-2d1e-4561-9153-39921cc2e631 req-ac364346-5cf2-4a3d-8e76-1db05cea7395 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640570 Nov 12 12:37:22.737613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59471ff-0640-4471-8265-fe0e72a05792 None None] Network 70d3e789-139b-460c-9f8d-fa51495d91de requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:23.686584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-da9fea4e-e483-4c08-8422-9238a88fad2b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:23.703729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-da9fea4e-e483-4c08-8422-9238a88fad2b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.1386566 Nov 12 12:37:23.812625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613b8bc-b739-4b03-b349-34cfe6537c28 req-7345c57f-e5c9-4acf-a90c-8193a098e9c4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:23.828586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0613b8bc-b739-4b03-b349-34cfe6537c28 req-7345c57f-e5c9-4acf-a90c-8193a098e9c4 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 946 time: 0.1855273 Nov 12 12:37:23.979035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0613b8bc-b739-4b03-b349-34cfe6537c28 req-5bf69ffb-40a5-4ff0-ae23-0f7551d4aebf tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb16f3c5-2e17-409c-a57d-ac75fecfb9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427884 Nov 12 12:37:24.014237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Deleting port 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:24.014581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:24.225115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] For port 2ed09925-e100-49e2-ba36-fe794499b2bb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=2ed09925-e100-49e2-ba36-fe794499b2bb,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:24.226094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:24.506043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:24.507050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:24.508290 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Floating IP c4fba273-b3bc-433c-8f4e-56e455a01acb disassociated. External IP: 172.25.1.29, port: 2ed09925-e100-49e2-ba36-fe794499b2bb. Nov 12 12:37:24.508717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Calling delete_port for 2ed09925-e100-49e2-ba36-fe794499b2bb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:24.799696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:24.899646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event deleted for resources: {'Port': ['ID=2ed09925-e100-49e2-ba36-fe794499b2bb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:25.237088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:25.242414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949781206-network', 'tenant_id': '0a5b9e91dbf941ea9cbb870d8ad2484f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:25.265613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98021f35-a113-465c-80f5-236acc0b865d req-ba6e4709-0130-4a61-bae4-18c3ef611484 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 210 time: 0.0927188 Nov 12 12:37:25.313292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Made reservation on behalf of 0a5b9e91dbf941ea9cbb870d8ad2484f for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:25.317067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:25.357226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:25.357891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Router a6d98686-b069-450d-9664-506d971a645e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:37:25.492118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39910) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:25.600426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:25.616805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:25.625998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:25.657505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:25.712174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:37:25.726040 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:37:25.752025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:25.752590 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Added segment 37859645-8a59-4bd4-bb62-5ddffd322797 of type vlan for network e7d32b80-95fc-4642-8977-d9c8e7fae20a Nov 12 12:37:25.754776 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:25.759513 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:25.811505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a28292-e5d5-4e31-9550-62b543703d99,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:25.877039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] No DVR routers for this DVR port 2ed09925-e100-49e2-ba36-fe794499b2bb on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:25.886927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:25.891442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d2b516e5-4ce6-44fd-84de-d5461d0c9527 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] Request body: {'port': {'network_id': '1ffbe4dc-5f50-4813-b349-5ec814f1159b', 'name': 'tempest-NetworksNegativeTestJSON-2091611615'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:25.905583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce4611b8-4016-45d9-9927-e8d08d90e2b3 req-013d566d-7eb1-4041-9297-11e17a9b92d8 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.81 "DELETE /v2.0/ports/2ed09925-e100-49e2-ba36-fe794499b2bb HTTP/1.1" status: 204 len: 173 time: 2.1933277 Nov 12 12:37:25.906072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-deleted', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:37:25.929305 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e71bca9-3b62-41e2-92bf-c63db44123ee" -d '{"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-deleted", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:37:25.945149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2961c589-de02-4c7b-9f0b-0042b8ada058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.025943 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b516e5-4ce6-44fd-84de-d5461d0c9527 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] POST failed (client error): The resource could not be found. Nov 12 12:37:26.026916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b516e5-4ce6-44fd-84de-d5461d0c9527 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.031748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d2b516e5-4ce6-44fd-84de-d5461d0c9527 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4280238 Nov 12 12:37:26.033272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.056195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.112702 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e12e3c5-9c3c-4aca-a8af-559bd8501b66 x-openstack-request-id: req-7e12e3c5-9c3c-4aca-a8af-559bd8501b66 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:37:26.113576 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e6763-a2a7-4b89-b878-9829ebb98057", "name": "network-vif-deleted", "tag": "2ed09925-e100-49e2-ba36-fe794499b2bb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:37:26.114057 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e12e3c5-9c3c-4aca-a8af-559bd8501b66 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:37:26.114758 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e6763-a2a7-4b89-b878-9829ebb98057', 'name': 'network-vif-deleted', 'tag': '2ed09925-e100-49e2-ba36-fe794499b2bb', 'status': 'completed', 'code': 200} Nov 12 12:37:26.116136 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a04da89-eabc-44cb-ab1e-8a327fa8b949 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:26.117010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a04da89-eabc-44cb-ab1e-8a327fa8b949 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.120670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a04da89-eabc-44cb-ab1e-8a327fa8b949 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "DELETE /v2.0/networks/53cdd19f-9537-4405-b121-61d10fc1e703 HTTP/1.1" status: 404 len: 339 time: 0.0860906 Nov 12 12:37:26.128673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.184868 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f124237-cecf-48cc-945f-0add5f353114 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:26.186910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f124237-cecf-48cc-945f-0add5f353114 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.198981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.202745 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:26.212590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6f124237-cecf-48cc-945f-0add5f353114 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "DELETE /v2.0/ports/7e9ee4d0-8191-49b6-9463-e5314cb82e52 HTTP/1.1" status: 404 len: 333 time: 0.0637672 Nov 12 12:37:26.228167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.229162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:26.237357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.316582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0760839 Nov 12 12:37:26.318020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.322317 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5417a09e-6276-4f02-887c-155a8b0584c5 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:26.325779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5417a09e-6276-4f02-887c-155a8b0584c5 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.332015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5417a09e-6276-4f02-887c-155a8b0584c5 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "DELETE /v2.0/subnets/2ba12f8d-41be-429d-9e81-fc618496a069 HTTP/1.1" status: 404 len: 337 time: 0.1300747 Nov 12 12:37:26.339811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Request body: {'subnet': {'network_id': 'e7d32b80-95fc-4642-8977-d9c8e7fae20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949781206-subnet', 'tenant_id': '0a5b9e91dbf941ea9cbb870d8ad2484f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:26.344950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.426271 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af52beb-1c38-40bc-bb86-e762b9847c9d tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] GET failed (client error): The resource could not be found. Nov 12 12:37:26.428944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9af52beb-1c38-40bc-bb86-e762b9847c9d tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "GET /v2.0/networks/d04ec111-5cf5-45c9-80ca-6776a17e327c HTTP/1.1" status: 404 len: 339 time: 0.0819378 Nov 12 12:37:26.431861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.479096 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb37a055-e291-46ac-9c42-60cb7b35a24c tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] GET failed (client error): The resource could not be found. Nov 12 12:37:26.486384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bb37a055-e291-46ac-9c42-60cb7b35a24c tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "GET /v2.0/ports/07b03c3b-945b-4537-a560-e93279aa263f HTTP/1.1" status: 404 len: 333 time: 0.0454717 Nov 12 12:37:26.488351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.536648 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-060edec8-1b4a-44f6-84f2-f1657e37a1e0 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] GET failed (client error): The resource could not be found. Nov 12 12:37:26.542208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-060edec8-1b4a-44f6-84f2-f1657e37a1e0 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "GET /v2.0/subnets/7fe46fa5-8a4b-42a3-bad1-7044ec157fba HTTP/1.1" status: 404 len: 337 time: 0.0487001 Nov 12 12:37:26.573525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b8e0d04-3433-4231-a480-7078a03aa878 req-209ffd13-53e1-487a-ab53-ef630c9cba7c tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9e6763-a2a7-4b89-b878-9829ebb98057 HTTP/1.1" status: 200 len: 210 time: 0.0390594 Nov 12 12:37:26.574086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.581250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-45a6856b-38c2-459e-b5bb-934980822f14 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:26.615990 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a6856b-38c2-459e-b5bb-934980822f14 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] PUT failed (client error): The resource could not be found. Nov 12 12:37:26.620793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a6856b-38c2-459e-b5bb-934980822f14 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.623444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-45a6856b-38c2-459e-b5bb-934980822f14 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "PUT /v2.0/networks/3cd8fc6e-ce5c-4f16-8a10-fffadb0ce3e6 HTTP/1.1" status: 404 len: 339 time: 0.0477207 Nov 12 12:37:26.631107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.639596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:26.645690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d22f8be3-d9d5-4e83-a62d-d1ea0b738227 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:26.648309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2961c589-de02-4c7b-9f0b-0042b8ada058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.667398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Made reservation on behalf of 0a5b9e91dbf941ea9cbb870d8ad2484f for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:26.669877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.679342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2961c589-de02-4c7b-9f0b-0042b8ada058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:26.702748 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:26.712828 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22f8be3-d9d5-4e83-a62d-d1ea0b738227 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] PUT failed (client error): The resource could not be found. Nov 12 12:37:26.713238 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:26.713861 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:26.716959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22f8be3-d9d5-4e83-a62d-d1ea0b738227 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.719941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d22f8be3-d9d5-4e83-a62d-d1ea0b738227 tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "PUT /v2.0/ports/7a7c43f6-e977-43d1-9540-6c324a2397fb HTTP/1.1" status: 404 len: 333 time: 0.0867794 Nov 12 12:37:26.726072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:26.760632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a9725c18-f7e7-4087-aae9-2068ef9744fe tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:26.807742 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9725c18-f7e7-4087-aae9-2068ef9744fe tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] PUT failed (client error): The resource could not be found. Nov 12 12:37:26.808402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9725c18-f7e7-4087-aae9-2068ef9744fe tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:26.810726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a9725c18-f7e7-4087-aae9-2068ef9744fe tempest-NetworksNegativeTestJSON-1553643498 tempest-NetworksNegativeTestJSON-1553643498-project] 10.222.0.18 "PUT /v2.0/subnets/b1a4a600-7dfc-4d66-ac6d-aa4cf01225f2 HTTP/1.1" status: 404 len: 337 time: 0.0821478 Nov 12 12:37:26.898474 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:27.035237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6412cbf-86ed-44e5-be84-dd1f7102c4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d32b80-95fc-4642-8977-d9c8e7fae20a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:27.048866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e7d32b80-95fc-4642-8977-d9c8e7fae20a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:27.067372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2961c589-de02-4c7b-9f0b-0042b8ada058 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=219f29ee077b4d59a436a104b0fe0966&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5635715 Nov 12 12:37:27.069944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:27.075840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961c589-de02-4c7b-9f0b-0042b8ada058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e43686-ef50-4fce-8119-a1c67786b3c7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:27.271012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.276481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7b7158a-bdf1-4659-8fa2-3db0206715a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.319374 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7b7158a-bdf1-4659-8fa2-3db0206715a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.345378 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:27.439300 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7b7158a-bdf1-4659-8fa2-3db0206715a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.457501 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7b7158a-bdf1-4659-8fa2-3db0206715a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.466555 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4d945-bc5f-4bda-8095-3ebd7d4c97de None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:27:27Z', 'revision_number': 4, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4f079882-9c51-43ad-a15a-83b71368fea9', 'name': '', 'network_id': '84c6e5ad-5821-44fb-9c8c-89544336c8cd', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'mac_address': 'fa:16:3e:c1:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:22Z', 'updated_at': '2021-11-12T12:27:33Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'subnets': [{'id': 'a7260b09-9ca9-4181-a6bb-b4434a9c4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:27.468732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e7b7158a-bdf1-4659-8fa2-3db0206715a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14e43686-ef50-4fce-8119-a1c67786b3c7 HTTP/1.1" status: 204 len: 168 time: 0.3968508 Nov 12 12:37:27.488857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd6d675-d335-4585-a018-b47d743acd31,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:27.504055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Checking segment: {'id': '37859645-8a59-4bd4-bb62-5ddffd322797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e7d32b80-95fc-4642-8977-d9c8e7fae20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:27.505015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Network hostable DHCP agents. Network: e7d32b80-95fc-4642-8977-d9c8e7fae20a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:27.509690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40000) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:27.527213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7158a-bdf1-4659-8fa2-3db0206715a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e43686-ef50-4fce-8119-a1c67786b3c7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:27.582818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Network e7d32b80-95fc-4642-8977-d9c8e7fae20a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:27.613189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e7d32b80-95fc-4642-8977-d9c8e7fae20a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:27.629135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0caae-9d69-4d4b-a373-b2972f1a094a None None] Network e7d32b80-95fc-4642-8977-d9c8e7fae20a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:27.639182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:27.639858 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.704040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ed28e73-bf63-4571-8cfd-d639108ab230 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3793583 Nov 12 12:37:27.791015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40016) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:27.922451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c112e65a-e0f1-4b3c-a05e-b5441c45bcba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:27.976366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c112e65a-e0f1-4b3c-a05e-b5441c45bcba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.009995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2fbf4e-673e-4773-b544-38a41676acf6 None None] Network e7d32b80-95fc-4642-8977-d9c8e7fae20a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:28.088715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c112e65a-e0f1-4b3c-a05e-b5441c45bcba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.092563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c112e65a-e0f1-4b3c-a05e-b5441c45bcba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.094092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c112e65a-e0f1-4b3c-a05e-b5441c45bcba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "DELETE /v2.0/security-groups/bb16f3c5-2e17-409c-a57d-ac75fecfb9da HTTP/1.1" status: 204 len: 168 time: 0.2959323 Nov 12 12:37:28.096923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40020) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:28.111610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112e65a-e0f1-4b3c-a05e-b5441c45bcba tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb16f3c5-2e17-409c-a57d-ac75fecfb9da,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:28.138897 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-bc4d79f1-c0e7-403c-b3e0-7279b469868b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] show failed (client error): The resource could not be found. Nov 12 12:37:28.143961 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc4d79f1-c0e7-403c-b3e0-7279b469868b tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "GET /v2.0/security-groups/bb16f3c5-2e17-409c-a57d-ac75fecfb9da HTTP/1.1" status: 404 len: 347 time: 0.0432997 Nov 12 12:37:28.144488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:28.190550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6013451b-2872-4b83-91c3-6d51633841ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.284100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e47ac-0c30-492b-b659-90b24ca4a33f None None] New status for floating IP c4fba273-b3bc-433c-8f4e-56e455a01acb: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:37:28.383823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:28.456393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6013451b-2872-4b83-91c3-6d51633841ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.480793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Deleting port efb10bda-3b50-47bd-b4d9-e5e00be8aafd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:28.481223 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.555412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6013451b-2872-4b83-91c3-6d51633841ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.701751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.702089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.707315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Deleting subnet 203e0140-3f20-4cee-b75a-ef2a7868c774 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:28.728000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.735668 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6013451b-2872-4b83-91c3-6d51633841ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c64105e9a8846cd9c48c586d0117b21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2245550 Nov 12 12:37:28.738698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:28.771358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013451b-2872-4b83-91c3-6d51633841ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01af2280-023d-4fbb-bbd3-56a50064ba54,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:28.801451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:28.805748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:28.837017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Calling delete_port for efb10bda-3b50-47bd-b4d9-e5e00be8aafd owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:28.859854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 2ed09925-e100-49e2-ba36-fe794499b2bb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:28.876034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 2ed09925-e100-49e2-ba36-fe794499b2bb not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:28.931999 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.011085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ace57b9-85fb-4626-a84a-92d112f30dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.040696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.049862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ace57b9-85fb-4626-a84a-92d112f30dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.109189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203e0140-3f20-4cee-b75a-ef2a7868c774,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:29.117478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.120802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5884c29-4741-4293-b8d8-816fb114e45f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/203e0140-3f20-4cee-b75a-ef2a7868c774 HTTP/1.1" status: 204 len: 168 time: 0.7326808 Nov 12 12:37:29.128900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:29.186142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.233013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Pushing event deleted for resources: {'Port': ['ID=efb10bda-3b50-47bd-b4d9-e5e00be8aafd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:29.273636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ace57b9-85fb-4626-a84a-92d112f30dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.282194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ace57b9-85fb-4626-a84a-92d112f30dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.290787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ace57b9-85fb-4626-a84a-92d112f30dde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01af2280-023d-4fbb-bbd3-56a50064ba54 HTTP/1.1" status: 204 len: 168 time: 0.5441184 Nov 12 12:37:29.360628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.372211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace57b9-85fb-4626-a84a-92d112f30dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01af2280-023d-4fbb-bbd3-56a50064ba54,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:29.567327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.585084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.595474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4e398ff6-c56a-47a0-89ac-0549b68dc7d3 tempest-AttachVolumeShelveTestJSON-360166596 tempest-AttachVolumeShelveTestJSON-360166596-project] 10.222.0.18 "DELETE /v2.0/floatingips/c4fba273-b3bc-433c-8f4e-56e455a01acb HTTP/1.1" status: 204 len: 168 time: 1.4497027 Nov 12 12:37:29.604079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.718418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.748126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.799035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d3e789-139b-460c-9f8d-fa51495d91de']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:29.823635 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:37:29.849747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fae558-999d-440c-93bb-1b733c36ec2a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:29.849747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fae558-999d-440c-93bb-1b733c36ec2a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:29.892380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.931725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:29.941477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:29.941947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:30.161400 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:30.165424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.232064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.244615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/70d3e789-139b-460c-9f8d-fa51495d91de HTTP/1.1" status: 204 len: 168 time: 1.1145928 Nov 12 12:37:30.251912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:30.271129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e467ed4-1245-4652-9269-63f0be2c06f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d3e789-139b-460c-9f8d-fa51495d91de,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:30.380333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Deleting subnet cbd6d675-d335-4585-a018-b47d743acd31 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:30.385616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.496708 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.607285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.743704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.839283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd6d675-d335-4585-a018-b47d743acd31,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:30.860674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:30.867186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fd062cd2-c11c-4f30-8ad6-2250d6fbd8a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cbd6d675-d335-4585-a018-b47d743acd31 HTTP/1.1" status: 204 len: 168 time: 0.6136601 Nov 12 12:37:30.869316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:31.090371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.333509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.391017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d32b80-95fc-4642-8977-d9c8e7fae20a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:31.422350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37859645-8a59-4bd4-bb62-5ddffd322797') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:31.425246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37859645-8a59-4bd4-bb62-5ddffd322797') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:31.478498 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.520872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.542386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:31.545096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.632369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:31.841024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1012997887'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:31.899623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:31.909769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.938072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.491041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:32.517906 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:32.522984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.542107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.556897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e7d32b80-95fc-4642-8977-d9c8e7fae20a HTTP/1.1" status: 204 len: 168 time: 1.6854639 Nov 12 12:37:32.576742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad4f9-b8c9-4733-a81c-f4a2c60d9dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d32b80-95fc-4642-8977-d9c8e7fae20a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:32.705099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.714266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.765841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:32.804168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.805243 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment 6fd1ca72-7c01-45d9-8a99-53ee3a3a7906 of type vlan for network 7daba2d6-d325-4779-be3a-72e685bdd4b2 Nov 12 12:37:32.811925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a117718f-178d-4ccd-92c0-af12db93e358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.829751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:32.839278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d6433-a478-49b5-a2c3-2efd7e341c0d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:32.888143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5dbc2c5-746a-48b2-bbf7-7a8101f91a27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a23e616c6fe4910a723f31373165c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568473 Nov 12 12:37:32.891689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.891923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:32.945656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:32.955379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:32.956035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.003051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2b47b9e-3664-4445-8dc5-50317b13d79b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.046194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2b47b9e-3664-4445-8dc5-50317b13d79b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.051076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=7daba2d6-d325-4779-be3a-72e685bdd4b2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:33.064097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:33.079684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-088e1b70-acde-4b3a-9394-ae08882c63f2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4460287 Nov 12 12:37:33.080394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40250) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:33.087266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'name': 'tempest-PortsIpV6TestJSON-1967629521'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:33.122589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2b47b9e-3664-4445-8dc5-50317b13d79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.126331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2b47b9e-3664-4445-8dc5-50317b13d79b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.127740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c2b47b9e-3664-4445-8dc5-50317b13d79b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b04d5623-9082-4449-8d2e-b3f38afd8f71 HTTP/1.1" status: 204 len: 168 time: 0.2337909 Nov 12 12:37:33.139565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47b9e-3664-4445-8dc5-50317b13d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d5623-9082-4449-8d2e-b3f38afd8f71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:33.301073 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a117718f-178d-4ccd-92c0-af12db93e358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.308458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a117718f-178d-4ccd-92c0-af12db93e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.418729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a117718f-178d-4ccd-92c0-af12db93e358 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc1c89173b2d4995bae002d3e9456ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9232597 Nov 12 12:37:33.419180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:33.420423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117718f-178d-4ccd-92c0-af12db93e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d4f7b0-929e-4b6b-b925-128d026cbd1b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:33.434608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:33.440298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.499350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:33.604730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ee1-ba64-48bd-a4f8-c935e17b1396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.657643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ee1-ba64-48bd-a4f8-c935e17b1396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.743609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ee1-ba64-48bd-a4f8-c935e17b1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.747555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5ee1-ba64-48bd-a4f8-c935e17b1396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.752618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4f8b5ee1-ba64-48bd-a4f8-c935e17b1396 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52d4f7b0-929e-4b6b-b925-128d026cbd1b HTTP/1.1" status: 204 len: 168 time: 0.3297248 Nov 12 12:37:33.769212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b5ee1-ba64-48bd-a4f8-c935e17b1396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d4f7b0-929e-4b6b-b925-128d026cbd1b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:33.977331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.014558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:34.065437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.070224 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6e971a54-e2f8-4916-800a-c15fd80c6d00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a5b9e91dbf941ea9cbb870d8ad2484f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542626 Nov 12 12:37:34.072919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:34.164608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5033b43b-ab35-4673-95ac-0f99f0502013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.210966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5033b43b-ab35-4673-95ac-0f99f0502013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.232895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:34.238412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:34.238798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 7daba2d6-d325-4779-be3a-72e685bdd4b2, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:34.279618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:34.284763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5033b43b-ab35-4673-95ac-0f99f0502013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.289067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5033b43b-ab35-4673-95ac-0f99f0502013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.290460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 7daba2d6-d325-4779-be3a-72e685bdd4b2) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:34.294273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5033b43b-ab35-4673-95ac-0f99f0502013 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9a28292-e5d5-4e31-9550-62b543703d99 HTTP/1.1" status: 204 len: 168 time: 0.2201161 Nov 12 12:37:34.298667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:34.304719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b43b-ab35-4673-95ac-0f99f0502013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a28292-e5d5-4e31-9550-62b543703d99,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:34.311400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:34.312046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.334701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40278) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:34.343124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8caee30c-616f-42f1-877b-28712afe34bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2593234 Nov 12 12:37:34.345018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:34.351746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1378443258'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:34.355703 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-909f2b19-66ff-4e2f-ac52-3a11201a67cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.361250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e73c6-af88-4cdd-9398-9b21886130d7 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:34.383339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:34.388196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.430788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:34.445576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.446075 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment 8d5094ce-c87e-46a9-ac7b-a943f093406d of type vlan for network decda190-7322-48ab-9cbd-0f68dfcd2a3d Nov 12 12:37:34.453736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-909f2b19-66ff-4e2f-ac52-3a11201a67cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.459521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-909f2b19-66ff-4e2f-ac52-3a11201a67cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.523579 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-909f2b19-66ff-4e2f-ac52-3a11201a67cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e73ab19137cf4ef99332f3f9b7bec903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821516 Nov 12 12:37:34.526618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:34.528445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f2b19-66ff-4e2f-ac52-3a11201a67cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee1067-dc95-452a-b299-a974d9a31b2f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:34.546713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.677488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.684463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:34.685097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.820784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=decda190-7322-48ab-9cbd-0f68dfcd2a3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:34.828814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4803338 Nov 12 12:37:34.829166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40300) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:34.831742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a01d2ce2-4d31-4a96-9748-0d560f45e409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.838985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'ports': [{'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'}, {'network_id': 'decda190-7322-48ab-9cbd-0f68dfcd2a3d'}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:34.839308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:34.839856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.840463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': 'decda190-7322-48ab-9cbd-0f68dfcd2a3d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:34.840699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.841038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.841376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.841709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.842040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.842545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.843692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.844255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.844623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.845242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.845580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304bbf9-9ced-42d5-837b-851b2b6909c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:34.860125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network decda190-7322-48ab-9cbd-0f68dfcd2a3d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:34.910762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a01d2ce2-4d31-4a96-9748-0d560f45e409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:35.024581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a01d2ce2-4d31-4a96-9748-0d560f45e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:35.027819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a01d2ce2-4d31-4a96-9748-0d560f45e409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:35.031904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a01d2ce2-4d31-4a96-9748-0d560f45e409 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5eee1067-dc95-452a-b299-a974d9a31b2f HTTP/1.1" status: 204 len: 168 time: 0.5032554 Nov 12 12:37:35.047871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d2ce2-4d31-4a96-9748-0d560f45e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee1067-dc95-452a-b299-a974d9a31b2f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:35.279905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:35.287671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:35.317532 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:35.549589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 06dc5b26-49f8-484b-9063-5146b167937f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:35.691202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d390-84e2-4c49-9b64-279e1619d1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:35.997730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:36.098210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 36084eaf-3c9a-4e37-a560-57f7a791a008 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:36.354924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:36.405974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:36.620018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:37:36.648731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:36.667202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:36.678504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:36.704704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=06dc5b26-49f8-484b-9063-5146b167937f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:36.861575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=36084eaf-3c9a-4e37-a560-57f7a791a008,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:36.893171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': '8d5094ce-c87e-46a9-ac7b-a943f093406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'decda190-7322-48ab-9cbd-0f68dfcd2a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:36.893601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: decda190-7322-48ab-9cbd-0f68dfcd2a3d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:36.956197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network decda190-7322-48ab-9cbd-0f68dfcd2a3d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:36.974040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, decda190-7322-48ab-9cbd-0f68dfcd2a3d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:36.986814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374886a-90cd-40c3-8a7a-a75bffcc33a1 None None] Network decda190-7322-48ab-9cbd-0f68dfcd2a3d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:36.987397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:37.022130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:37.043324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:37.047580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:37.106686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:37.116907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-186c9632-df77-498b-92be-69863b0e1b6a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2865081 Nov 12 12:37:37.282962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 36084eaf-3c9a-4e37-a560-57f7a791a008 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:37.288983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:37.494984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:37.525011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 36084eaf-3c9a-4e37-a560-57f7a791a008 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:37.823810 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:37.948638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=36084eaf-3c9a-4e37-a560-57f7a791a008,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:37.983796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:37.991379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:37.994012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fdbadb51-7132-4f00-952e-30834356b99b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/36084eaf-3c9a-4e37-a560-57f7a791a008 HTTP/1.1" status: 204 len: 168 time: 0.8801839 Nov 12 12:37:38.206324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6907b4-f8c4-41ec-ae5f-654616597014 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:38.226503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6907b4-f8c4-41ec-ae5f-654616597014 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:38.228241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c6907b4-f8c4-41ec-ae5f-654616597014 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2350898 Nov 12 12:37:38.231426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:38.451367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 06dc5b26-49f8-484b-9063-5146b167937f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:38.451920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:38.563020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:38.601335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 06dc5b26-49f8-484b-9063-5146b167937f owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:38.795965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:38.845742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=06dc5b26-49f8-484b-9063-5146b167937f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:38.870748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:38.886937 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4f5274e5-edde-4237-b03a-c2a6ed4d2a6e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/06dc5b26-49f8-484b-9063-5146b167937f HTTP/1.1" status: 204 len: 168 time: 0.6520734 Nov 12 12:37:38.887313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:38.937783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5847-a143-4d88-88cf-f91fcf6e2360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.050517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc1fb58-6e13-4ae3-8aa0-fef90968dfa7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:39.052249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dcc1fb58-6e13-4ae3-8aa0-fef90968dfa7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1638937 Nov 12 12:37:39.054901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40450) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:39.123089 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5a6ec4-dba4-4fb6-8a97-62f0dfd01756 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:37:39.124969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab5a6ec4-dba4-4fb6-8a97-62f0dfd01756 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/36084eaf-3c9a-4e37-a560-57f7a791a008 HTTP/1.1" status: 404 len: 333 time: 0.0688934 Nov 12 12:37:39.127680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:39.193087 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a59289-a9be-45b0-ad78-9f231124352e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:37:39.196476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:39.200371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c8a59289-a9be-45b0-ad78-9f231124352e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/06dc5b26-49f8-484b-9063-5146b167937f HTTP/1.1" status: 404 len: 333 time: 0.0646470 Nov 12 12:37:39.343010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.388186 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.592239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.625871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decda190-7322-48ab-9cbd-0f68dfcd2a3d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:39.647748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5094ce-c87e-46a9-ac7b-a943f093406d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:39.648790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5094ce-c87e-46a9-ac7b-a943f093406d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:39.720203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.768747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.797243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:39.797664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:39.808182 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:39.963186 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.983788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:39.998996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/decda190-7322-48ab-9cbd-0f68dfcd2a3d HTTP/1.1" status: 204 len: 168 time: 0.8013196 Nov 12 12:37:40.003013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:40.008631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258845486'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:40.070624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448d0ae-0a80-4f28-b144-7ba40e6c759f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=decda190-7322-48ab-9cbd-0f68dfcd2a3d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:40.081626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:40.085616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:40.149912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:40.174030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:40.174415 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment 9f082e56-7be7-4f6c-9540-051b26e847ef of type vlan for network 6e92a420-aed3-4c00-a39c-43d501e15d9f Nov 12 12:37:40.287198 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:40.349797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:40.371240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:40.374505 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:40.614604 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:40.667546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=6e92a420-aed3-4c00-a39c-43d501e15d9f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:40.681576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 6e92a420-aed3-4c00-a39c-43d501e15d9f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:40.725739 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c3cd615c-fdf3-4fdd-b9d2-3938832f25ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7214594 Nov 12 12:37:40.730299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:40.733856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:40.935779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:40.944324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:41.229013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:37:41.233146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:37:41.352079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:41.516785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:41.664121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:41.809401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deabcdb2-dcea-4732-82ce-99b4ee3f627f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:41.938181 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=1b95b38e-0ce0-4005-9614-b06baf63ddf4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:41.973182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': '9f082e56-7be7-4f6c-9540-051b26e847ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:41.973526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 6e92a420-aed3-4c00-a39c-43d501e15d9f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:42.035106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 6e92a420-aed3-4c00-a39c-43d501e15d9f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:42.048088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 6e92a420-aed3-4c00-a39c-43d501e15d9f) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:42.052406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:42.052911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:42.057706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b590df-d71f-42a3-9db4-817a5188d870 None None] Network 6e92a420-aed3-4c00-a39c-43d501e15d9f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:42.080647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1e2a1b65-4e67-4e84-b9f9-e88bede6d0a3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3510451 Nov 12 12:37:42.082818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:42.103258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f', 'name': 'tempest-PortsIpV6TestJSON-719036543'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:42.114320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deabcdb2-dcea-4732-82ce-99b4ee3f627f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:42.120624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deabcdb2-dcea-4732-82ce-99b4ee3f627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:42.419440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:42.424364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:42.471417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 97bbb00b-6571-48f1-a298-487ad7703295 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:42.559698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-6e92a420-aed3-4c00-a39c-43d501e15d9f', 'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': '1b95b38e-0ce0-4005-9614-b06baf63ddf4'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:37:42.560521 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:42.976907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::6b (6e92a420-aed3-4c00-a39c-43d501e15d9f/1b95b38e-0ce0-4005-9614-b06baf63ddf4/97bbb00b-6571-48f1-a298-487ad7703295) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:37:43.141621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:43.143065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-deabcdb2-dcea-4732-82ce-99b4ee3f627f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ab1109c9a7c484b8081aa4ae809a2b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6250920 Nov 12 12:37:43.161974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabcdb2-dcea-4732-82ce-99b4ee3f627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c01fa3-84df-4c9c-8135-4d004957869f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:43.373216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:43.472553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64862ae4-b80d-4543-a882-56ed3733f120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:43.478382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:43.614090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40560) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:43.656365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Allocated IP 2001:db8::2 (6e92a420-aed3-4c00-a39c-43d501e15d9f/1b95b38e-0ce0-4005-9614-b06baf63ddf4/e688e8f8-75e8-4298-a067-7101e8f4d492) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:37:43.930442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 6e92a420-aed3-4c00-a39c-43d501e15d9f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:37:43.938915 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64862ae4-b80d-4543-a882-56ed3733f120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.115489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:44.129237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:44.161766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:44.165380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.196950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=97bbb00b-6571-48f1-a298-487ad7703295,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:44.220571 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64862ae4-b80d-4543-a882-56ed3733f120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.221301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64862ae4-b80d-4543-a882-56ed3733f120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.224787 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-64862ae4-b80d-4543-a882-56ed3733f120 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20c01fa3-84df-4c9c-8135-4d004957869f HTTP/1.1" status: 204 len: 168 time: 1.0671334 Nov 12 12:37:44.247389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64862ae4-b80d-4543-a882-56ed3733f120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c01fa3-84df-4c9c-8135-4d004957869f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:44.259528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2baca986-faf6-4790-81a2-1cdfd5071044 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1740296 Nov 12 12:37:44.263482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:44.548148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 97bbb00b-6571-48f1-a298-487ad7703295 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:44.548987 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.563035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.584992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:44.846657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Network 6e92a420-aed3-4c00-a39c-43d501e15d9f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:37:44.856039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:44.886969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Pushing event updated for resources: {'Port': ['ID=e688e8f8-75e8-4298-a067-7101e8f4d492,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:44.896772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:44.944397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.944783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.946917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.947440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.947786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.948118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.948447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.948838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.949348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.949711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.950041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.950397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:44.973840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.025200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 97bbb00b-6571-48f1-a298-487ad7703295 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:45.180776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:45.201839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Attempting to bind port e688e8f8-75e8-4298-a067-7101e8f4d492 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:37:45.202248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Attempting to bind port e688e8f8-75e8-4298-a067-7101e8f4d492 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9f082e56-7be7-4f6c-9540-051b26e847ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:37:45.202621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Attempting to bind port e688e8f8-75e8-4298-a067-7101e8f4d492 on network 6e92a420-aed3-4c00-a39c-43d501e15d9f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:37:45.224432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:37:45.224845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Checking segment: {'id': '9f082e56-7be7-4f6c-9540-051b26e847ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:45.225232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.225617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Bound using segment: {'id': '9f082e56-7be7-4f6c-9540-051b26e847ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:37:45.226106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Bound port: e688e8f8-75e8-4298-a067-7101e8f4d492, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f082e56-7be7-4f6c-9540-051b26e847ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6e92a420-aed3-4c00-a39c-43d501e15d9f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:37:45.245437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.259324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.299154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.518926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.528390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.534699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] For port e688e8f8-75e8-4298-a067-7101e8f4d492, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:37:45.548986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] For port e688e8f8-75e8-4298-a067-7101e8f4d492, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e688e8f8-75e8-4298-a067-7101e8f4d492,segment=NetworkSegment(9f082e56-7be7-4f6c-9540-051b26e847ef),segment_id=9f082e56-7be7-4f6c-9540-051b26e847ef)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:37:45.555677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:45.652890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b8c7d-48a5-4986-9b59-5afa1f82d3dc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:45.680891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db8a2400be284da2afd1cd2a8bc18d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982386 Nov 12 12:37:45.683742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:45.802452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503145-5ab3-49b3-b91b-8e220f1a2331 None None] Pushing event updated for resources: {'Port': ['ID=e688e8f8-75e8-4298-a067-7101e8f4d492,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:45.846939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.847288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.847634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.847972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.848321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.848649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.854179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.854517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.854864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.859893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.860294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:45.860606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463239c8-a558-468e-a922-84804af4d76b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:37:46.175833 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653a18be-039d-417f-83fa-4ed4901a6889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.276619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653a18be-039d-417f-83fa-4ed4901a6889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.297084 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.351931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Deleting port 4f079882-9c51-43ad-a15a-83b71368fea9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:46.352517 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.421605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=97bbb00b-6571-48f1-a298-487ad7703295,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:46.568300 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.590046 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-96b53636-ee2e-4626-af87-a69f42057e90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/97bbb00b-6571-48f1-a298-487ad7703295 HTTP/1.1" status: 204 len: 168 time: 2.3231211 Nov 12 12:37:46.597137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:46.734938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] For port 4f079882-9c51-43ad-a15a-83b71368fea9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4f079882-9c51-43ad-a15a-83b71368fea9,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:46.735674 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.748632 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aecf50-7cd6-4b20-a7fb-63566e4e48cf tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:37:46.752031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aecf50-7cd6-4b20-a7fb-63566e4e48cf tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:37:46.760563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-08aecf50-7cd6-4b20-a7fb-63566e4e48cf tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/97bbb00b-6571-48f1-a298-487ad7703295 HTTP/1.1" status: 404 len: 333 time: 0.1632600 Nov 12 12:37:46.763336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:46.766983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Calling delete_port for 4f079882-9c51-43ad-a15a-83b71368fea9 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:46.817296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e688e8f8-75e8-4298-a067-7101e8f4d492 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:37:46.838896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653a18be-039d-417f-83fa-4ed4901a6889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.845027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653a18be-039d-417f-83fa-4ed4901a6889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:46.847320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-653a18be-039d-417f-83fa-4ed4901a6889 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/519b8c7d-48a5-4986-9b59-5afa1f82d3dc HTTP/1.1" status: 204 len: 168 time: 1.1626525 Nov 12 12:37:46.853078 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d216e492-9ea1-4b8f-86a8-ef6c8b97f592 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:37:46.864901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d216e492-9ea1-4b8f-86a8-ef6c8b97f592 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/97bbb00b-6571-48f1-a298-487ad7703295 HTTP/1.1" status: 404 len: 333 time: 0.0967686 Nov 12 12:37:46.865503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:46.917439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a18be-039d-417f-83fa-4ed4901a6889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b8c7d-48a5-4986-9b59-5afa1f82d3dc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:47.051643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 1b95b38e-0ce0-4005-9614-b06baf63ddf4 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:47.057162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.120651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e688e8f8-75e8-4298-a067-7101e8f4d492 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:47.121319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.279447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.571994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.632715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.659265 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.732596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f079882-9c51-43ad-a15a-83b71368fea9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:47.811048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.941933 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:37:47.942481 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:37:47.950052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=1b95b38e-0ce0-4005-9614-b06baf63ddf4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:47.958826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:47.971188 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-694edf52-2c48-448f-9da0-2fee772126e1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/1b95b38e-0ce0-4005-9614-b06baf63ddf4 HTTP/1.1" status: 204 len: 168 time: 1.0994129 Nov 12 12:37:47.971419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:48.001471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed34e16-36bd-4e25-8048-f30996529301 None None] Network 6e92a420-aed3-4c00-a39c-43d501e15d9f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:48.179301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-79a2c11e-0f32-4c15-a924-08688cd800b3 None None] Provisioning complete for port e688e8f8-75e8-4298-a067-7101e8f4d492 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:48.179870 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a2c11e-0f32-4c15-a924-08688cd800b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.209146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.282008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.396499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port e688e8f8-75e8-4298-a067-7101e8f4d492 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:48.397555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.488050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port e688e8f8-75e8-4298-a067-7101e8f4d492, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e688e8f8-75e8-4298-a067-7101e8f4d492,segment=NetworkSegment(9f082e56-7be7-4f6c-9540-051b26e847ef),segment_id=9f082e56-7be7-4f6c-9540-051b26e847ef)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:48.488757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.544771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for e688e8f8-75e8-4298-a067-7101e8f4d492 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:48.661448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.770107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port e688e8f8-75e8-4298-a067-7101e8f4d492, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e688e8f8-75e8-4298-a067-7101e8f4d492,segment=NetworkSegment(9f082e56-7be7-4f6c-9540-051b26e847ef),segment_id=9f082e56-7be7-4f6c-9540-051b26e847ef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:48.795272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.855391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=e688e8f8-75e8-4298-a067-7101e8f4d492,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:48.860646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.882635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port e688e8f8-75e8-4298-a067-7101e8f4d492 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:48.943876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Router a6d98686-b069-450d-9664-506d971a645e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:37:48.995448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a2c11e-0f32-4c15-a924-08688cd800b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.009474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event deleted for resources: {'Port': ['ID=e688e8f8-75e8-4298-a067-7101e8f4d492,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:49.134814 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.163598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e92a420-aed3-4c00-a39c-43d501e15d9f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:49.177779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f082e56-7be7-4f6c-9540-051b26e847ef') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:49.178952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f082e56-7be7-4f6c-9540-051b26e847ef') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:49.201813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.211709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980209b-4485-4e7e-a1b6-31a7186a3a24 None None] DHCP port deletion for 6e92a420-aed3-4c00-a39c-43d501e15d9f request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:37:49.227485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.279883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:49.280410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:49.302911 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:49.429970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.440035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.474914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/6e92a420-aed3-4c00-a39c-43d501e15d9f HTTP/1.1" status: 204 len: 168 time: 1.4781582 Nov 12 12:37:49.475661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:49.492369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:37:49.517425 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] Sync routers for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:37:49.517979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-584be95b-4eec-4a8f-9970-cdf370b9d20e admin admin] 10.222.0.18 "PUT /v2.0/routers/a6d98686-b069-450d-9664-506d971a645e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9027662 Nov 12 12:37:49.519343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:49.539936 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:49.541869 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:49.577131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24dce9-63cb-4065-be51-b15294b1665c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=6e92a420-aed3-4c00-a39c-43d501e15d9f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:49.591773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1863412057'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:49.667257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:49.680409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.757519 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:49.764167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:49.767939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:49.787401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.787740 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment d9780218-c906-4cd0-b86e-1404f65ce687 of type vlan for network 1119169b-4277-4263-9448-7ca6e79bc8fc Nov 12 12:37:49.823339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.908170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.964632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:49.972603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:49.973224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.036183 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:37:47Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:50.043424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d69762ff-3c77-401a-9a52-fd48719edef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.084610 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] Checking router: a6d98686-b069-450d-9664-506d971a645e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:37:50.099353 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] Routers {'a6d98686-b069-450d-9664-506d971a645e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:37:50.100095 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:37:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['a6d98686-b069-450d-9664-506d971a645e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:50.150145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5806482 Nov 12 12:37:50.151041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:50.171655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb426b6-2f0c-487c-8c93-f1c85a5be092 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=1119169b-4277-4263-9448-7ca6e79bc8fc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:50.176122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:50.185852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1119169b-4277-4263-9448-7ca6e79bc8fc details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:50.260119 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] Set router a6d98686-b069-450d-9664-506d971a645e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:37:50.348997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d69762ff-3c77-401a-9a52-fd48719edef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.351307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.422587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:50.441369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.449609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d69762ff-3c77-401a-9a52-fd48719edef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.764233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d69762ff-3c77-401a-9a52-fd48719edef0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d46cd255e404f3f9fa4e08948b55aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9990771 Nov 12 12:37:50.766780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40714) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:50.775609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69762ff-3c77-401a-9a52-fd48719edef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131aaaf4-f927-44fb-90ce-b50dada43de7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:50.799337 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:37:47Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:50.870863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Deleting port a706a546-8ffc-4df6-9c00-30c2c4886517 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:50.871315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.908450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12103d03-ee08-44ff-a2de-e7788d065582 None None] The sync data for ids ['a6d98686-b069-450d-9664-506d971a645e'] in n-d-804878-5 is: [{'id': 'a6d98686-b069-450d-9664-506d971a645e', 'name': 'tempest-AttachVolumeShelveTestJSON-1948843213-router', 'tenant_id': '34ed790e013c444b9cda69ac405059b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:27:13Z', 'updated_at': '2021-11-12T12:37:47Z', 'revision_number': 5, 'project_id': '34ed790e013c444b9cda69ac405059b8', 'gw_port': {'id': 'a706a546-8ffc-4df6-9c00-30c2c4886517', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d98686-b069-450d-9664-506d971a645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:27:16Z', 'updated_at': '2021-11-12T12:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:37:50.958030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7be-d713-44a1-ac6d-07b97af5534e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:50.978068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e688e8f8-75e8-4298-a067-7101e8f4d492 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:51.036882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7be-d713-44a1-ac6d-07b97af5534e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:51.056761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e688e8f8-75e8-4298-a067-7101e8f4d492 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:51.059122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e688e8f8-75e8-4298-a067-7101e8f4d492 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:51.126213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7be-d713-44a1-ac6d-07b97af5534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:51.133299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7be-d713-44a1-ac6d-07b97af5534e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:51.135254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-27f1a7be-d713-44a1-ac6d-07b97af5534e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/131aaaf4-f927-44fb-90ce-b50dada43de7 HTTP/1.1" status: 204 len: 168 time: 0.3672671 Nov 12 12:37:51.166988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1a7be-d713-44a1-ac6d-07b97af5534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131aaaf4-f927-44fb-90ce-b50dada43de7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:51.230805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] For port a706a546-8ffc-4df6-9c00-30c2c4886517, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a706a546-8ffc-4df6-9c00-30c2c4886517,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:51.231837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:51.249853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Calling delete_port for a706a546-8ffc-4df6-9c00-30c2c4886517 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:51.538759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:51.715826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Pushing event deleted for resources: {'Port': ['ID=a706a546-8ffc-4df6-9c00-30c2c4886517,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:51.822836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130116de-5485-4b9d-a6c8-8bb5ed092dd5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:37:52.052050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.187015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.198258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.290845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.293185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=255959c0-b2ff-4f1e-83ff-fc3c97cdfac7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:52.372298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.372889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d98686-b069-450d-9664-506d971a645e {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:37:52.380913 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.382917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-502e4079-2418-456b-9119-f84a85fe122a admin admin] 10.222.0.18 "DELETE /v2.0/routers/a6d98686-b069-450d-9664-506d971a645e HTTP/1.1" status: 204 len: 168 time: 2.8618655 Nov 12 12:37:52.385572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:52.393666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': 'd9780218-c906-4cd0-b86e-1404f65ce687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:52.394042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 1119169b-4277-4263-9448-7ca6e79bc8fc, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:52.421047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 1119169b-4277-4263-9448-7ca6e79bc8fc is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:52.442725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1119169b-4277-4263-9448-7ca6e79bc8fc) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:52.457057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:52.459385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.465105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb045c15-1a0c-4f95-bc78-c8c96ee85911 None None] Network 1119169b-4277-4263-9448-7ca6e79bc8fc requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:52.512194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2b30628b-d198-4ed5-b5ca-3c4a69587da5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3473508 Nov 12 12:37:52.515607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40748) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:52.520373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Deleting subnet a7260b09-9ca9-4181-a6bb-b4434a9c4c18 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:52.530747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.546955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1371948754'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:52.621107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.894361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:52.995038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:52.998925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.044068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-1119169b-4277-4263-9448-7ca6e79bc8fc', 'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': '255959c0-b2ff-4f1e-83ff-fc3c97cdfac7'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:37:53.050473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.057728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.081331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 17d69c7a-988a-4b26-b276-fa7651de0bd5 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:53.213768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.217414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7260b09-9ca9-4181-a6bb-b4434a9c4c18 HTTP/1.1" status: 204 len: 168 time: 0.8290710 Nov 12 12:37:53.220310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40766) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:53.233254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824591a5-19d2-4727-98a6-441478bd0abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7260b09-9ca9-4181-a6bb-b4434a9c4c18,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:53.424465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Allocated IP 2001:db8::2 (1119169b-4277-4263-9448-7ca6e79bc8fc/255959c0-b2ff-4f1e-83ff-fc3c97cdfac7/c4323834-b5e1-4868-add2-d593bdb49588) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:37:53.637123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.759091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Deleting port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:53.759433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.833420 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.851135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4ba81-4012-4340-b0a4-351fc2eba516 None None] Network 84c6e5ad-5821-44fb-9c8c-89544336c8cd requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:53.854393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] For port 009c8c41-e6cc-42dd-a174-ce50ddc708c0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=009c8c41-e6cc-42dd-a174-ce50ddc708c0,segment=NetworkSegment(17fcf2bd-88e6-46b3-aab0-65e22eae53db),segment_id=17fcf2bd-88e6-46b3-aab0-65e22eae53db)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:53.855778 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:53.872082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Calling delete_port for 009c8c41-e6cc-42dd-a174-ce50ddc708c0 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:54.134119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::73 (1119169b-4277-4263-9448-7ca6e79bc8fc/255959c0-b2ff-4f1e-83ff-fc3c97cdfac7/17d69c7a-988a-4b26-b276-fa7651de0bd5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:37:54.155157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:54.207442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] No DVR routers for this DVR port 009c8c41-e6cc-42dd-a174-ce50ddc708c0 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:54.272650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a706a546-8ffc-4df6-9c00-30c2c4886517 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:54.282285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:54.407961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a706a546-8ffc-4df6-9c00-30c2c4886517 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:54.412415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a706a546-8ffc-4df6-9c00-30c2c4886517 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:54.413161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4f079882-9c51-43ad-a15a-83b71368fea9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:54.496506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Network 1119169b-4277-4263-9448-7ca6e79bc8fc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:37:54.499960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4f079882-9c51-43ad-a15a-83b71368fea9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:54.502596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4f079882-9c51-43ad-a15a-83b71368fea9 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:54.504586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:54.518820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:54.822742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Pushing event updated for resources: {'Port': ['ID=c4323834-b5e1-4868-add2-d593bdb49588,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:54.935766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439df00-caa5-4463-8165-7e9b5b79a234 None None] DHCP port deletion for 84c6e5ad-5821-44fb-9c8c-89544336c8cd request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:37:54.945562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Attempting to bind port c4323834-b5e1-4868-add2-d593bdb49588 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:37:54.945940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Attempting to bind port c4323834-b5e1-4868-add2-d593bdb49588 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd9780218-c906-4cd0-b86e-1404f65ce687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:37:54.949975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Attempting to bind port c4323834-b5e1-4868-add2-d593bdb49588 on network 1119169b-4277-4263-9448-7ca6e79bc8fc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:37:54.960454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:37:54.961151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Checking segment: {'id': 'd9780218-c906-4cd0-b86e-1404f65ce687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:54.961498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:54.961893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Bound using segment: {'id': 'd9780218-c906-4cd0-b86e-1404f65ce687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:37:54.962418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Bound port: c4323834-b5e1-4868-add2-d593bdb49588, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9780218-c906-4cd0-b86e-1404f65ce687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1119169b-4277-4263-9448-7ca6e79bc8fc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:37:54.962775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.017944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=009c8c41-e6cc-42dd-a174-ce50ddc708c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:55.204604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 009c8c41-e6cc-42dd-a174-ce50ddc708c0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:37:55.205586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.243118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c6e5ad-5821-44fb-9c8c-89544336c8cd']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:55.263185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fcf2bd-88e6-46b3-aab0-65e22eae53db') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:55.263746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fcf2bd-88e6-46b3-aab0-65e22eae53db') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:55.272946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.286614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.291056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 009c8c41-e6cc-42dd-a174-ce50ddc708c0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:37:55.291756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 009c8c41-e6cc-42dd-a174-ce50ddc708c0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:37:55.308159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.331637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:55.332231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:55.334582 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:55.403717 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.417784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] For port c4323834-b5e1-4868-add2-d593bdb49588, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:37:55.425746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] For port c4323834-b5e1-4868-add2-d593bdb49588, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c4323834-b5e1-4868-add2-d593bdb49588,segment=NetworkSegment(d9780218-c906-4cd0-b86e-1404f65ce687),segment_id=d9780218-c906-4cd0-b86e-1404f65ce687)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:37:55.438304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.455123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 1119169b-4277-4263-9448-7ca6e79bc8fc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:37:55.544523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:55.548801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.550787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:37:55.559679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:55.574271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.590497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:55.596696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] 10.222.0.18 "DELETE /v2.0/networks/84c6e5ad-5821-44fb-9c8c-89544336c8cd HTTP/1.1" status: 204 len: 168 time: 2.3668594 Nov 12 12:37:55.612135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=17d69c7a-988a-4b26-b276-fa7651de0bd5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:55.643754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bea649-a6cb-4f0a-86d0-a426e26cdaf1 None None] Pushing event updated for resources: {'Port': ['ID=c4323834-b5e1-4868-add2-d593bdb49588,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:55.665227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-78b88979-7f79-48a7-83ca-dca9142429d2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1353970 Nov 12 12:37:55.668593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:55.679777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1cdc-c90c-4ca6-ab87-bc4ef22f5c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c6e5ad-5821-44fb-9c8c-89544336c8cd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:55.941499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 17d69c7a-988a-4b26-b276-fa7651de0bd5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:55.942575 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.111829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.178772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 17d69c7a-988a-4b26-b276-fa7651de0bd5 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:56.185517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:56.324097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-120c156a-fc9f-41f4-82e6-a41ebb53248b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34ed790e013c444b9cda69ac405059b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359751 Nov 12 12:37:56.325704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:56.445006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b656e15-5f12-4a98-849d-d88d17586415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.463641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:56.485214 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b656e15-5f12-4a98-849d-d88d17586415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.485706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.562088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b656e15-5f12-4a98-849d-d88d17586415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.565171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b656e15-5f12-4a98-849d-d88d17586415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.565853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.569725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b656e15-5f12-4a98-849d-d88d17586415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19143d8c-6967-456e-ab4d-c83297cb1e39 HTTP/1.1" status: 204 len: 168 time: 0.2379947 Nov 12 12:37:56.575838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/17d69c7a-988a-4b26-b276-fa7651de0bd5 HTTP/1.1" status: 204 len: 168 time: 0.9053459 Nov 12 12:37:56.577458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7058e-6c3b-4ee2-84da-5c31c2a57fe0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=17d69c7a-988a-4b26-b276-fa7651de0bd5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:56.582076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:56.607583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b656e15-5f12-4a98-849d-d88d17586415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19143d8c-6967-456e-ab4d-c83297cb1e39,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:56.653812 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e9fb51-2a74-42d8-b6de-c9bbfa871580 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:37:56.656817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f9e9fb51-2a74-42d8-b6de-c9bbfa871580 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/17d69c7a-988a-4b26-b276-fa7651de0bd5 HTTP/1.1" status: 404 len: 333 time: 0.0735779 Nov 12 12:37:56.659688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:56.713821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207d0a23-782c-479a-9b1e-16326fd8a2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.779034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 255959c0-b2ff-4f1e-83ff-fc3c97cdfac7 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:37:56.784152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.885235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.936774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207d0a23-782c-479a-9b1e-16326fd8a2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:56.943166 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-207d0a23-782c-479a-9b1e-16326fd8a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.040294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.077201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-207d0a23-782c-479a-9b1e-16326fd8a2b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0351940490aa444aa184ff0312a496c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6115334 Nov 12 12:37:57.084150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:57.116737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0a23-782c-479a-9b1e-16326fd8a2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75334c63-11cd-4432-85ca-0883e8ba3037,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:57.176389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40900) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:57.214408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1355552964'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:57.228992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c4323834-b5e1-4868-add2-d593bdb49588 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:37:57.274459 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.312587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc990db-ec4c-4834-8931-20aef9f4462b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.326538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:57.331980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.360289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=255959c0-b2ff-4f1e-83ff-fc3c97cdfac7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:57.381187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.396649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4c5200cc-6023-4af3-9801-0e4389a07b98 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/255959c0-b2ff-4f1e-83ff-fc3c97cdfac7 HTTP/1.1" status: 204 len: 168 time: 0.7356868 Nov 12 12:37:57.398062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc990db-ec4c-4834-8931-20aef9f4462b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.399335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:57.419645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c4323834-b5e1-4868-add2-d593bdb49588 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:57.421721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.453704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:57.466726 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.467113 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Added segment 1590dff1-64e3-4bc9-9bf5-5273c156c446 of type vlan for network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 Nov 12 12:37:57.538999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.577474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.588334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:57.589595 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.658374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.692777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5093558 Nov 12 12:37:57.722356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:57.729645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1358008845'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:57.743831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e75cc4d-b767-4c37-a099-a57fc035cb3f None None] Network 1119169b-4277-4263-9448-7ca6e79bc8fc requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:37:57.762980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.765679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588c59a-ad69-4981-a3c1-048c9310d1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Network': ['ID=64237f3e-9d8f-4b12-80f5-7a9295d86b28,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:57.787529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:57.791230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.795606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc990db-ec4c-4834-8931-20aef9f4462b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.809759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc990db-ec4c-4834-8931-20aef9f4462b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.822047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4cc990db-ec4c-4834-8931-20aef9f4462b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75334c63-11cd-4432-85ca-0883e8ba3037 HTTP/1.1" status: 204 len: 168 time: 0.7340372 Nov 12 12:37:57.876444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:57.879356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:37:57.904372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port c4323834-b5e1-4868-add2-d593bdb49588 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:37:57.904977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.911471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:57.917594 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Added segment 216de35b-2f54-44ff-8be6-11ff751a29e9 of type vlan for network 95665ecc-45f7-415e-b2a5-c46f227117a2 Nov 12 12:37:57.922710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc990db-ec4c-4834-8931-20aef9f4462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75334c63-11cd-4432-85ca-0883e8ba3037,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:58.121992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.190010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port c4323834-b5e1-4868-add2-d593bdb49588, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c4323834-b5e1-4868-add2-d593bdb49588,segment=NetworkSegment(d9780218-c906-4cd0-b86e-1404f65ce687),segment_id=d9780218-c906-4cd0-b86e-1404f65ce687)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:58.191358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.201034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port c4323834-b5e1-4868-add2-d593bdb49588, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c4323834-b5e1-4868-add2-d593bdb49588,segment=NetworkSegment(d9780218-c906-4cd0-b86e-1404f65ce687),segment_id=d9780218-c906-4cd0-b86e-1404f65ce687)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:37:58.201605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.207073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:58.208399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.243686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for c4323834-b5e1-4868-add2-d593bdb49588 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:37:58.277987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-173b09f3-339f-4e7e-9112-0b96b2b63589 None None] Provisioning complete for port c4323834-b5e1-4868-add2-d593bdb49588 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:37:58.298526 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-173b09f3-339f-4e7e-9112-0b96b2b63589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.306609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.367024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Network': ['ID=95665ecc-45f7-415e-b2a5-c46f227117a2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:58.394639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-223a8a04-8692-4043-b24d-3971444a31ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6707141 Nov 12 12:37:58.397674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:58.408888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'subnet': {'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:58.424709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.435412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:37:58.482592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=c4323834-b5e1-4868-add2-d593bdb49588,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:58.493650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port c4323834-b5e1-4868-add2-d593bdb49588 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:37:58.623891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.656856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1119169b-4277-4263-9448-7ca6e79bc8fc']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:58.673781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9780218-c906-4cd0-b86e-1404f65ce687') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:58.674568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9780218-c906-4cd0-b86e-1404f65ce687') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:37:58.674806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:58.684880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.696063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.747110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.768090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:37:58.770625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.812485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event deleted for resources: {'Port': ['ID=c4323834-b5e1-4868-add2-d593bdb49588,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:58.860283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-173b09f3-339f-4e7e-9112-0b96b2b63589 None None] Could not find standard attr ID for object c4323834-b5e1-4868-add2-d593bdb49588. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:37:58.869132 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-173b09f3-339f-4e7e-9112-0b96b2b63589 None None] No ports have port_id starting with c4323834-b5e1-4868-add2-d593bdb49588 Nov 12 12:37:58.894015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:58.953129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce661ed-d8c0-44ea-abf6-8113608808a7 None None] DHCP port deletion for 1119169b-4277-4263-9448-7ca6e79bc8fc request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:37:58.985587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b51265c6-09b1-4139-b2dc-7d64095b953a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:37:58.998938 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:37:59.040978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.064856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.072096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/1119169b-4277-4263-9448-7ca6e79bc8fc HTTP/1.1" status: 204 len: 168 time: 1.6691525 Nov 12 12:37:59.082590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40948) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:59.127537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'name': 'tempest-PortsIpV6TestJSON-310345355'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:37:59.420709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc28535-9948-43c2-a734-3e6f0524089d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=1119169b-4277-4263-9448-7ca6e79bc8fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:59.452749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:37:59.458658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.478337 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.489388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 41153cd0-f47f-4339-920d-804e83736ef9 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:37:59.565125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b51265c6-09b1-4139-b2dc-7d64095b953a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.585662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.603934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b51265c6-09b1-4139-b2dc-7d64095b953a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.713651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Subnet': ['ID=55129ecc-8936-4630-8d00-e7030321681e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:59.748398 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.817095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b51265c6-09b1-4139-b2dc-7d64095b953a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=417874dd9ebf42fc905d01ee9964c245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9105871 Nov 12 12:37:59.826404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:37:59.834195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51265c6-09b1-4139-b2dc-7d64095b953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949df64d-61d2-417d-831e-1cf1bfd3067b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:37:59.910808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Checking segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:37:59.911281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network hostable DHCP agents. Network: 64237f3e-9d8f-4b12-80f5-7a9295d86b28, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:37:59.962848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:37:59.990281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 64237f3e-9d8f-4b12-80f5-7a9295d86b28) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:37:59.996300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:59.996928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.003101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebf966-8ed1-44fb-b0fc-dc7c617fe2d7 None None] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:00.033960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-95c504d0-fa64-456b-8666-045bf8dce1d9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6351149 Nov 12 12:38:00.034907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:00.043203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'subnet': {'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:00.361055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:00.374148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.423951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:00.433060 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.609830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.627653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Allocated IP 10.1.1.2 (64237f3e-9d8f-4b12-80f5-7a9295d86b28/55129ecc-8936-4630-8d00-e7030321681e/6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:00.630095 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.785616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Subnet': ['ID=8c865e10-3178-43c7-8f8f-901364c3f703,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:00.793047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cce07622-f7b7-48bf-a199-04867d6b8a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.801140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Checking segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:00.801489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network hostable DHCP agents. Network: 95665ecc-45f7-415e-b2a5-c46f227117a2, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:00.841544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:00.854872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cce07622-f7b7-48bf-a199-04867d6b8a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.867934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 95665ecc-45f7-415e-b2a5-c46f227117a2) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:00.873273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:00.874115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.882379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96691b26-4d67-4041-a96f-6e24d12c89a0 None None] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:00.911224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6cee905d-336f-4c31-ba2d-9b1e2ba36064 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8749356 Nov 12 12:38:00.911909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:00.913528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:00.917591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'name': 'tempest-TaggedBootDevicesTest_v242-2110966278', 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:00.981030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c4323834-b5e1-4868-add2-d593bdb49588 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:38:01.024496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cce07622-f7b7-48bf-a199-04867d6b8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.027870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cce07622-f7b7-48bf-a199-04867d6b8a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.029305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cce07622-f7b7-48bf-a199-04867d6b8a2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/949df64d-61d2-417d-831e-1cf1bfd3067b HTTP/1.1" status: 204 len: 168 time: 1.1994889 Nov 12 12:38:01.077609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c4323834-b5e1-4868-add2-d593bdb49588 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:38:01.079265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c4323834-b5e1-4868-add2-d593bdb49588 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:38:01.084262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:01.104044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.115132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:01.122996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:01.131104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.161566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:01.162288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.177351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=41153cd0-f47f-4339-920d-804e83736ef9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:01.191675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce07622-f7b7-48bf-a199-04867d6b8a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949df64d-61d2-417d-831e-1cf1bfd3067b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:01.237652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:01.259645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bfdaada0-75a6-42c8-9537-c5bbe6dc73f5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1723902 Nov 12 12:38:01.265569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40998) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:01.273809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-95665ecc-45f7-415e-b2a5-c46f227117a2', 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'fixed_ips': [{'subnet_id': '8c865e10-3178-43c7-8f8f-901364c3f703'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:01.275508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.291619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:01.302021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:01.304851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:01.326847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Pushing event updated for resources: {'Port': ['ID=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:01.652704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.662717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Attempting to bind port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:01.663931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Attempting to bind port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:01.664474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Attempting to bind port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:01.697861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 41153cd0-f47f-4339-920d-804e83736ef9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:01.700098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.711447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:01.711836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Checking segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:01.712252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.712669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Bound using segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:01.713170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Bound port: 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:01.714080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.721517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] device_id is not set on port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:02.006441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.052140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 41153cd0-f47f-4339-920d-804e83736ef9 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:02.069099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] For port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:02.078266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] For port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:02.088544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.157343 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.194262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 10.1.1.163 (64237f3e-9d8f-4b12-80f5-7a9295d86b28/55129ecc-8936-4630-8d00-e7030321681e/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:02.234883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=41153cd0-f47f-4339-920d-804e83736ef9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:02.256860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.268002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7d884d5a-52f2-446e-aaca-5fe8f725c545 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/41153cd0-f47f-4339-920d-804e83736ef9 HTTP/1.1" status: 204 len: 168 time: 1.0007262 Nov 12 12:38:02.270421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:02.275767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'mac_address': 'fa:16:3e:53:1d:90', 'name': 'tempest-PortsIpV6TestJSON-1813279053'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:02.282617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a953-aead-44eb-a21e-3da9dbec1580 None None] Pushing event updated for resources: {'Port': ['ID=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:02.322147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Allocated IP 10.2.2.2 (95665ecc-45f7-415e-b2a5-c46f227117a2/8c865e10-3178-43c7-8f8f-901364c3f703/978638e4-cfc4-496e-9f5a-3ab349167458) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:02.428233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:02.659569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.730395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port dd210c7e-7d89-4f1b-ac35-d4096e570b09 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:02.815786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.827697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:02.945636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:02.972236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:02.984049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:03.143344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Pushing event updated for resources: {'Port': ['ID=978638e4-cfc4-496e-9f5a-3ab349167458,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:03.161551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Attempting to bind port 978638e4-cfc4-496e-9f5a-3ab349167458 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:03.161923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Attempting to bind port 978638e4-cfc4-496e-9f5a-3ab349167458 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:03.162336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Attempting to bind port 978638e4-cfc4-496e-9f5a-3ab349167458 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:03.178005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:03.178412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Checking segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:03.178826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.179222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Bound using segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:03.179705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Bound port: 978638e4-cfc4-496e-9f5a-3ab349167458, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:03.180084 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.256308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] For port 978638e4-cfc4-496e-9f5a-3ab349167458, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:03.259858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] For port 978638e4-cfc4-496e-9f5a-3ab349167458, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=978638e4-cfc4-496e-9f5a-3ab349167458,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:03.269508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.300081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.454526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a052-2b55-413c-988c-faf6bc9e5e09 None None] Pushing event updated for resources: {'Port': ['ID=978638e4-cfc4-496e-9f5a-3ab349167458,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:03.598927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.639458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.767188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:03.788773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:03.801323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:03.833920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:04.050747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:04.180049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:04.268842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:04.279601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:04.309631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:04.310743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:04.352898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:04.355502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:04.403927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=dd210c7e-7d89-4f1b-ac35-d4096e570b09,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:04.452819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41102) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:04.453313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94720a7c-a18f-49bb-8f2f-5fcf22c659ea tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5399742 Nov 12 12:38:04.457189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-20b50a0d-e084-44c4-b57e-7fe958aba26d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1856296 Nov 12 12:38:04.457828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'name': 'tempest-TaggedBootDevicesTest_v242-1825128258', 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:04.460072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:04.586197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30c789-fc0f-47f9-be72-40aeababf2e0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:04.588018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a30c789-fc0f-47f9-be72-40aeababf2e0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/dd210c7e-7d89-4f1b-ac35-d4096e570b09 HTTP/1.1" status: 200 len: 845 time: 0.1264539 Nov 12 12:38:04.593061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41110) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:04.874018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:05.003038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd446d98-00c4-4dbc-a0dd-4d92973a74dc None None] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:05.034431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port dd210c7e-7d89-4f1b-ac35-d4096e570b09 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:05.035587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.179786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.202994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.214460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for dd210c7e-7d89-4f1b-ac35-d4096e570b09 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:05.298619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:05.302406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-87aae2de-6f31-4c52-9301-edb6013de688 None None] Provisioning complete for port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:05.303229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] device_id is not set on port 4ecc621c-0ddf-49af-b587-a26af548b034 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:05.303709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87aae2de-6f31-4c52-9301-edb6013de688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.485713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:05.594122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-768017212'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:05.612818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.622571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfac97d-e7e2-4fb6-911d-98869f7a9545 None None] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:05.695197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=dd210c7e-7d89-4f1b-ac35-d4096e570b09,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:05.706420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.721215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2f133817-95f7-404f-8741-0b730e404b90 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/dd210c7e-7d89-4f1b-ac35-d4096e570b09 HTTP/1.1" status: 204 len: 168 time: 1.1229975 Nov 12 12:38:05.722840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:05.752519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:05.764422 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.793643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 10.1.1.40 (64237f3e-9d8f-4b12-80f5-7a9295d86b28/55129ecc-8936-4630-8d00-e7030321681e/4ecc621c-0ddf-49af-b587-a26af548b034) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:05.856023 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb59319-7c22-40e1-ac4a-0be70b450844 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:38:05.864251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ccb59319-7c22-40e1-ac4a-0be70b450844 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/dd210c7e-7d89-4f1b-ac35-d4096e570b09 HTTP/1.1" status: 404 len: 333 time: 0.1380057 Nov 12 12:38:05.865080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:05.893648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'name': 'tempest-PortsIpV6TestJSON-1129985723'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:05.959836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:05.985870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:05.986334 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Added segment eee09192-4140-458f-b5f0-4e7958d1edad of type vlan for network aaed0afa-46d4-4259-a9d9-21829c166e31 Nov 12 12:38:06.268032 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.281460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.329447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:06.339235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.396215 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.437111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port bcb67d73-9468-48e8-b2cc-461dba652a5b yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:06.447881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:06.477681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.498285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:06.499945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.563239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:06.568202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:06.580940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:06.591790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:06.639380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:06.639910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.642266 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2563563-689e-49df-818d-4b9bec2f4c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.707887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:06.718656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:06.779058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-83defb01-8193-490f-99f9-e4f5eeeae657 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3250217 Nov 12 12:38:06.824455 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:38:06.964251 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87aae2de-6f31-4c52-9301-edb6013de688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.097409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.154421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-87aae2de-6f31-4c52-9301-edb6013de688 None None] For port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:07.186930 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87aae2de-6f31-4c52-9301-edb6013de688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.259913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41238) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:07.264495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aae2de-6f31-4c52-9301-edb6013de688 None None] Pushing event updated for resources: {'Port': ['ID=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:07.270794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1914473193'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:07.278998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.283400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7933230 Nov 12 12:38:07.309881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.334820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:07.338850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.392059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4eaf8ec6-ac70-4b3f-8f2f-c6d82ca0fc54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.430674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:07.457222 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:38:07.457783 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:38:07.480406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e492c8e7-07db-4aee-b97c-d944b34f6763 None None] Provisioning complete for port 978638e4-cfc4-496e-9f5a-3ab349167458 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:07.482830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e492c8e7-07db-4aee-b97c-d944b34f6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.484404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.484768 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Added segment 8208d207-2675-4b90-8adf-861410f2a567 of type vlan for network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 Nov 12 12:38:07.492399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9d1ca-5cc6-4f18-b4ee-f1bfb0284805 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Network': ['ID=aaed0afa-46d4-4259-a9d9-21829c166e31,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:07.515030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:07.533508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network aaed0afa-46d4-4259-a9d9-21829c166e31 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:07.545075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086873206', 'description': 'tempest-description--2138477768'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:07.555011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:07.593803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:07.603549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:07.622622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:07.629156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.638201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=bcb67d73-9468-48e8-b2cc-461dba652a5b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:07.690238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1bdc3986-f9b7-4ad9-ab3c-9098656dd48e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8144991 Nov 12 12:38:07.695610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.700463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41260) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:07.702896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e492c8e7-07db-4aee-b97c-d944b34f6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.716644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:07.727703 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.815167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e492c8e7-07db-4aee-b97c-d944b34f6763 None None] For port 978638e4-cfc4-496e-9f5a-3ab349167458, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=978638e4-cfc4-496e-9f5a-3ab349167458,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:07.842941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e492c8e7-07db-4aee-b97c-d944b34f6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.882998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.900346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:07.903202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.941700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492c8e7-07db-4aee-b97c-d944b34f6763 None None] Pushing event updated for resources: {'Port': ['ID=978638e4-cfc4-496e-9f5a-3ab349167458,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:07.951662 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:07.976242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Provisioning complete for port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:07.976759 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.014020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7508595 Nov 12 12:38:08.018330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4eaf8ec6-ac70-4b3f-8f2f-c6d82ca0fc54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.020303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41266) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:08.042272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'subnet': {'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:08.063778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 978638e4-cfc4-496e-9f5a-3ab349167458 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:08.065439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:08.167641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Provisioning complete for port 978638e4-cfc4-496e-9f5a-3ab349167458 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:08.172353 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.240751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773c3a5-064f-4f10-86ec-2f76fceec006 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Network': ['ID=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:08.259706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.267534 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.303670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:08.348106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4eaf8ec6-ac70-4b3f-8f2f-c6d82ca0fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.357845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.363243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8470070 Nov 12 12:38:08.364312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:08.369477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b90ad-6235-4500-b2eb-b9a59d0c5eed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:08.393026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5de12-2a78-4185-8564-0819380e56b4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:08.407102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.496180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:08.516096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4eaf8ec6-ac70-4b3f-8f2f-c6d82ca0fc54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df1cb8b11c70430d8de679a2728db348&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0637176 Nov 12 12:38:08.528248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf8ec6-ac70-4b3f-8f2f-c6d82ca0fc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dcc934-ecc2-4a48-b1a4-ac4c2b39f3d7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:08.607133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 978638e4-cfc4-496e-9f5a-3ab349167458 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:08.607510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.632522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.671597 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.784501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20a3e282-e436-4ccc-9878-cbf72c530b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.788780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca1981d-b8b0-46a8-90bc-b641d6fbb92b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:08.800918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Provisioning complete for port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:08.802621 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.810277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.819220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.845304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20a3e282-e436-4ccc-9878-cbf72c530b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.867631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] In _notify_port_updated(), no bound segment for port bcb67d73-9468-48e8-b2cc-461dba652a5b on network 7daba2d6-d325-4779-be3a-72e685bdd4b2 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:38:08.885626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:08.891537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.895474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/ports/bcb67d73-9468-48e8-b2cc-461dba652a5b HTTP/1.1" status: 200 len: 818 time: 1.1902106 Nov 12 12:38:08.912403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:08.967738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:08.971857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-870de4f5-b04d-43ea-9976-fb27ce6706bd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6048582 Nov 12 12:38:08.976235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:08.989012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b90ad-6235-4500-b2eb-b9a59d0c5eed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:09.029613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:09.034603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.069438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20a3e282-e436-4ccc-9878-cbf72c530b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.081143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20a3e282-e436-4ccc-9878-cbf72c530b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.084655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-20a3e282-e436-4ccc-9878-cbf72c530b64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82dcc934-ecc2-4a48-b1a4-ac4c2b39f3d7 HTTP/1.1" status: 204 len: 168 time: 0.5852201 Nov 12 12:38:09.094021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e17fb23-4edf-4969-951f-5b6ed4e38f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.127375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3e282-e436-4ccc-9878-cbf72c530b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dcc934-ecc2-4a48-b1a4-ac4c2b39f3d7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:09.131030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.170803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Provisioning complete for port 4ecc621c-0ddf-49af-b587-a26af548b034 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:09.171182 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.219046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9f256ee8-7310-4ff1-92a7-015b4d3c95e8 None None] Port 4ecc621c-0ddf-49af-b587-a26af548b034 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:09.272684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8388989-09db-459c-9d44-6da3683ed32b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=bcb67d73-9468-48e8-b2cc-461dba652a5b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:09.315674 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.321812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.368613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.375227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973503 Nov 12 12:38:09.383210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:09.398683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184d962-16f7-423b-ad2a-fcb98674bbda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60994da3-7871-45e5-9881-fcd350c8e988,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:09.403482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:09.415910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.437873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:09.509345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port bcb67d73-9468-48e8-b2cc-461dba652a5b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:09.509679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.516670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0a309fda-3964-4550-ac5f-10ad68c5a037 None None] Provisioning complete for port 4ecc621c-0ddf-49af-b587-a26af548b034 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:09.517056 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0a309fda-3964-4550-ac5f-10ad68c5a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.615116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0a309fda-3964-4550-ac5f-10ad68c5a037 None None] Port 4ecc621c-0ddf-49af-b587-a26af548b034 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:09.686436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:09.686666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.688926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.848179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 978638e4-cfc4-496e-9f5a-3ab349167458 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:09.862574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.928710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for bcb67d73-9468-48e8-b2cc-461dba652a5b owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:09.931285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:09.975094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 978638e4-cfc4-496e-9f5a-3ab349167458 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:09.976922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:10.606950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:10.779305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Subnet': ['ID=53a17d37-99ec-4cc2-815a-09eff8566f1b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:10.829202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Checking segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:10.829982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network hostable DHCP agents. Network: aaed0afa-46d4-4259-a9d9-21829c166e31, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:10.887645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network aaed0afa-46d4-4259-a9d9-21829c166e31 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:10.902693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, aaed0afa-46d4-4259-a9d9-21829c166e31) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:10.912871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:10.914581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:10.924060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58dbd5c-6e6f-477f-b829-ecb65e3d9b67 None None] Network aaed0afa-46d4-4259-a9d9-21829c166e31 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:11.006262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:11.142234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e06e0bca-1c16-403f-bfa0-dcd2610a708f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1100962 Nov 12 12:38:11.143472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:11.146650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=bcb67d73-9468-48e8-b2cc-461dba652a5b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:11.150572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'subnet': {'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:11.157794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:11.173888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:11.183363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6c29aa11-1066-4a38-8d68-d2b21c44c2bc tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/bcb67d73-9468-48e8-b2cc-461dba652a5b HTTP/1.1" status: 204 len: 168 time: 2.2685609 Nov 12 12:38:11.184009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:11.458947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df148b03-38aa-49d9-98ff-6b387ec906a1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:11.470925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-df148b03-38aa-49d9-98ff-6b387ec906a1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2793210 Nov 12 12:38:11.478525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41354) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:11.590705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:11.689902 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61567a3-42c0-4055-bdbc-b8380c79029d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:38:11.699665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-aaed0afa-46d4-4259-a9d9-21829c166e31', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:11.700644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:11.700788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a61567a3-42c0-4055-bdbc-b8380c79029d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/bcb67d73-9468-48e8-b2cc-461dba652a5b HTTP/1.1" status: 404 len: 333 time: 0.2104852 Nov 12 12:38:11.705094 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:11.733974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-249038038'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:11.738794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 172.25.1.25 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/d3bd88c5-be60-483b-99fc-4039a9a6544b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:11.766003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:11.771430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:11.876407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:11.891347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.023938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:12.068918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.069271 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment ad0313aa-83a6-4b65-813d-200056cadb9b of type vlan for network 84a02a01-09cd-4ebb-b846-e9c54cfb346e Nov 12 12:38:12.277275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Allocated IP 10.1.1.2 (aaed0afa-46d4-4259-a9d9-21829c166e31/53a17d37-99ec-4cc2-815a-09eff8566f1b/a0da3a72-fbdb-4c43-b7b9-4895431be16c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:12.314020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.317106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.328760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.439412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.457174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:12.465300 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.576014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Checking segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:12.576014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network hostable DHCP agents. Network: 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:12.599366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8840306 Nov 12 12:38:12.610235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41378) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:12.623411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:12.659012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Subnet': ['ID=a04809b7-44c9-4f29-989b-0145b213ab40,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:12.684576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:12.717213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:12.724421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:12.734715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.761818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd126df-4d39-4a4d-a0a4-02a8093c41ff None None] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:12.824091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8d9de473-d10e-4e12-a8ed-6d195219724a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6772287 Nov 12 12:38:12.829537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41382) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:12.841024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:12.842531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'name': 'tempest-TaggedBootDevicesTest-1668633918', 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:13.057364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:13.101263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ac15b-ba82-4e01-a62c-9828e0433db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=84a02a01-09cd-4ebb-b846-e9c54cfb346e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:13.216501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:13.330340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:13.375869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:13.401700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:13.423577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:13.440936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=d3bd88c5-be60-483b-99fc-4039a9a6544b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:13.523776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:13.549049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:13.553457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:13.583986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] device_id is not set on port 715e755b-4ff1-44f6-ae90-340b668411f1 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:13.634630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:13.689549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:13.973644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 10.1.1.181 (aaed0afa-46d4-4259-a9d9-21829c166e31/53a17d37-99ec-4cc2-815a-09eff8566f1b/715e755b-4ff1-44f6-ae90-340b668411f1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:14.068173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1747987915'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:14.099793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.263346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41404) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:14.315486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Network aaed0afa-46d4-4259-a9d9-21829c166e31 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:14.321842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:14.334981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:14.438609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.451541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:14.461664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.477242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Pushing event updated for resources: {'Port': ['ID=a0da3a72-fbdb-4c43-b7b9-4895431be16c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:14.520686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Made reservation on behalf of e50497661f814ce1817c9af48e68cc35 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:14.529336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.540833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'fixed_ips': [{'subnet_id': 'a04809b7-44c9-4f29-989b-0145b213ab40'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:14.546379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.669856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.695565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Attempting to bind port a0da3a72-fbdb-4c43-b7b9-4895431be16c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:14.695974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Attempting to bind port a0da3a72-fbdb-4c43-b7b9-4895431be16c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:14.696356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Attempting to bind port a0da3a72-fbdb-4c43-b7b9-4895431be16c on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:14.700821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.781183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network aaed0afa-46d4-4259-a9d9-21829c166e31 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:14.790314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:14.800036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:14.803127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:14.817187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:14.817576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Checking segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:14.817990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.818425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Bound using segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:14.818923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Bound port: a0da3a72-fbdb-4c43-b7b9-4895431be16c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:14.820261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.836440 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c18aabd-8f17-44e8-8953-647b388e601d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.992165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d05e97e1-acf2-4785-a53e-7ea409ac1017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:14.996333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.009826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.017512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Allocated IP 10.2.2.2 (0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5/a04809b7-44c9-4f29-989b-0145b213ab40/6c545e66-0cbf-4369-8954-c095c318262e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:15.163702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=d3bd88c5-be60-483b-99fc-4039a9a6544b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:15.177611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.196293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c18aabd-8f17-44e8-8953-647b388e601d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.202912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:15.203532 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.223737 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c18aabd-8f17-44e8-8953-647b388e601d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.253684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.337442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=28ebe97d-0496-4828-bb64-a8d1d21d1a9b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:15.351248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-55fe6ca8-0dd5-4c8b-a60b-505b948e0dbc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5179465 Nov 12 12:38:15.359313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.367478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] For port a0da3a72-fbdb-4c43-b7b9-4895431be16c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:15.370682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.386000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:15.405634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'name': 'tempest-TaggedBootDevicesTest-1474738840', 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:15.408178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.416971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85894923-b123-49cd-9aee-9aa62e6192d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0242596 Nov 12 12:38:15.427404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d05e97e1-acf2-4785-a53e-7ea409ac1017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.432030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2c18aabd-8f17-44e8-8953-647b388e601d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=697706d0907141b2b3f1796d577ffaa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9744482 Nov 12 12:38:15.434121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.442285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:15.463078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18aabd-8f17-44e8-8953-647b388e601d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2d9a5c-3035-46fa-bb19-4972b3b84976,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:15.468609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d05e97e1-acf2-4785-a53e-7ea409ac1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.502052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:15.503858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] For port a0da3a72-fbdb-4c43-b7b9-4895431be16c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0da3a72-fbdb-4c43-b7b9-4895431be16c,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:15.518026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.522990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': 'ad0313aa-83a6-4b65-813d-200056cadb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:15.523375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 84a02a01-09cd-4ebb-b846-e9c54cfb346e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:15.523627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:15.541457 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.546472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:15.562468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:15.565072 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.565413 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Added segment ecf990f5-c854-416c-85d0-edde9d00364c of type vlan for network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 Nov 12 12:38:15.634072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Pushing event updated for resources: {'Port': ['ID=6c545e66-0cbf-4369-8954-c095c318262e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:15.664286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.721349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e97e1-acf2-4785-a53e-7ea409ac1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eeaa94-f7bf-4ac8-a43e-0597277dee44,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:15.782788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d05e97e1-acf2-4785-a53e-7ea409ac1017 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71cca909ddf04b348e9366e7923fa387&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4927208 Nov 12 12:38:15.783053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:15.818894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:15.853494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:38:15.880463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ae0d7-6627-4daf-aca4-8892e396f17b None None] Pushing event updated for resources: {'Port': ['ID=a0da3a72-fbdb-4c43-b7b9-4895431be16c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:15.884888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23a895da-cf8d-4fe0-aa91-30268c3e68b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.896246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Attempting to bind port 6c545e66-0cbf-4369-8954-c095c318262e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:15.899439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 84a02a01-09cd-4ebb-b846-e9c54cfb346e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:15.901944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Attempting to bind port 6c545e66-0cbf-4369-8954-c095c318262e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:15.902743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Attempting to bind port 6c545e66-0cbf-4369-8954-c095c318262e on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:15.918373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:15.918373 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.949597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:15.950492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Checking segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:15.959142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.961384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Bound using segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:15.963497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Bound port: 6c545e66-0cbf-4369-8954-c095c318262e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:15.964089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:15.975676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3a59b-3f8a-40c6-a203-1eaeaf956415 None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:16.019220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ca9a523-f32a-49a8-bbbd-e6df0d358c6f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4062274 Nov 12 12:38:16.026956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23a895da-cf8d-4fe0-aa91-30268c3e68b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.053334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:16.112279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:16.123204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb363588-a1cd-4a38-acfb-22e92cb25ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.181777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3528b4dd-5bac-4f64-b646-7effc71593db,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:16.222658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.232225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:16.236666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.287408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] For port 6c545e66-0cbf-4369-8954-c095c318262e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:16.290971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] For port 6c545e66-0cbf-4369-8954-c095c318262e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c545e66-0cbf-4369-8954-c095c318262e,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:16.315177 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.342145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb363588-a1cd-4a38-acfb-22e92cb25ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.365976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-78a7d2da-261a-43f6-ace7-3c82a82b3cac tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2086873206&fields=id&tenant_id=2504b03453644f56a84376a8155fffef HTTP/1.1" status: 200 len: 267 time: 0.2951629 Nov 12 12:38:16.389377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23a895da-cf8d-4fe0-aa91-30268c3e68b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.394715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23a895da-cf8d-4fe0-aa91-30268c3e68b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.407474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-23a895da-cf8d-4fe0-aa91-30268c3e68b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c2d9a5c-3035-46fa-bb19-4972b3b84976 HTTP/1.1" status: 204 len: 168 time: 0.9629827 Nov 12 12:38:16.505402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb363588-a1cd-4a38-acfb-22e92cb25ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.508876 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb363588-a1cd-4a38-acfb-22e92cb25ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.519106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bb363588-a1cd-4a38-acfb-22e92cb25ebf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6eeaa94-f7bf-4ac8-a43e-0597277dee44 HTTP/1.1" status: 204 len: 168 time: 0.7350643 Nov 12 12:38:16.533450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc64da-1714-4356-8e74-196eade22b41 None None] Pushing event updated for resources: {'Port': ['ID=6c545e66-0cbf-4369-8954-c095c318262e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:16.580768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a895da-cf8d-4fe0-aa91-30268c3e68b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2d9a5c-3035-46fa-bb19-4972b3b84976,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:16.631164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb363588-a1cd-4a38-acfb-22e92cb25ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eeaa94-f7bf-4ac8-a43e-0597277dee44,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:16.678262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-d74bb546-aee4-4cdd-8ea9-6b559e387fc5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:16.679924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-d74bb546-aee4-4cdd-8ea9-6b559e387fc5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 937 time: 0.2712004 Nov 12 12:38:16.749235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': '28ebe97d-0496-4828-bb64-a8d1d21d1a9b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:16.750675 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:16.798217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event updated for resources: {'Network': ['ID=02871ea7-2eae-4a3c-bf0b-284c4bc1c824,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:16.815832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0b7efb0-17d8-4999-bb76-e6385c2fee5e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7530403 Nov 12 12:38:16.826921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41450) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:16.836348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:16.840139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-3f685549-a34a-4e6b-a11b-85a220424db5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:16.840302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Request body: {'subnet': {'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:16.849955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-3f685549-a34a-4e6b-a11b-85a220424db5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 936 time: 0.1536868 Nov 12 12:38:17.038053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-6816886f-2fee-4565-947f-4b836ea21e77 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1867602 Nov 12 12:38:17.198627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-69f069b1-92d7-46f7-af70-7bc7dfda78af tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1478598 Nov 12 12:38:17.216598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:17.256160 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:17.452458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] device_id is not set on port f3a22de2-4066-4798-a150-c437fbaad9e2 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:17.468940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:17.476122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:17.575178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0da3a72-fbdb-4c43-b7b9-4895431be16c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:17.613119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:17.645045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-f685df8b-dbd3-4b16-a5e6-b1bd787aedda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:17.659553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41458) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:17.664641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-f685df8b-dbd3-4b16-a5e6-b1bd787aedda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:17.678886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-f685df8b-dbd3-4b16-a5e6-b1bd787aedda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:17.680588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-f685df8b-dbd3-4b16-a5e6-b1bd787aedda tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=95665ecc-45f7-415e-b2a5-c46f227117a2&id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 1996 time: 0.4810908 Nov 12 12:38:17.693899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6910ab0-414c-4c5d-8596-d942324de1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:17.704723 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099742af-6b10-474a-8786-3b04f276eb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:17.711226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-d07341a4-c961-45be-83fd-1a8ed383e972 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/quotas/2504b03453644f56a84376a8155fffef HTTP/1.1" status: 200 len: 375 time: 0.0220766 Nov 12 12:38:17.777719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Allocated IP 2001:db8::2 (84a02a01-09cd-4ebb-b846-e9c54cfb346e/28ebe97d-0496-4828-bb64-a8d1d21d1a9b/637bea4b-01b3-4a80-a33e-057c9f57fec8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:17.837189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc9704e-98bc-473e-b89f-c116126961ef None None] Network aaed0afa-46d4-4259-a9d9-21829c166e31 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:17.850303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Made reservation on behalf of e50497661f814ce1817c9af48e68cc35 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:17.856186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:17.903281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-528bf505-97eb-452a-ae24-07434e787384 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1847918 Nov 12 12:38:17.970897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a0da3a72-fbdb-4c43-b7b9-4895431be16c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:17.973158 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.136710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe093b6d-83e7-4ccc-bd53-b617f5f5076a None None] Provisioning complete for port a0da3a72-fbdb-4c43-b7b9-4895431be16c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:18.137162 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe093b6d-83e7-4ccc-bd53-b617f5f5076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.157175 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-b090faf8-f313-45d6-b443-b4b7b4068487 service neutron] 10.222.0.18 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132363 Nov 12 12:38:18.393705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-69292f90-abff-4073-851d-8567c1e2ae8a service neutron] 10.222.0.18 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205858 Nov 12 12:38:18.416142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.470327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 10.1.1.252 (aaed0afa-46d4-4259-a9d9-21829c166e31/53a17d37-99ec-4cc2-815a-09eff8566f1b/f3a22de2-4066-4798-a150-c437fbaad9e2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:18.493983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-09cabf81-0270-4188-8d83-805518cdcdba service neutron] 10.222.0.18 "GET /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0869505 Nov 12 12:38:18.494598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.517444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.555065 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ebbbe-fdea-45c7-b827-1cad9a8c9631 None None] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:18.618007 n-d-804878-5 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28ebe97d-0496-4828-bb64-a8d1d21d1a9b (CIDR: 2001:db8::/64) Nov 12 12:38:18.692552 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:38:18.693078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:38:18.702449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-9454d3d5-ebaa-438b-a6ce-c37e7793360a service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064507 Nov 12 12:38:18.819390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:18.825569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-87fd3a84-253a-4b1b-94ef-757014b2b1a9 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7172885 Nov 12 12:38:18.828586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:18.907695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6910ab0-414c-4c5d-8596-d942324de1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.925892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6910ab0-414c-4c5d-8596-d942324de1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.943079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099742af-6b10-474a-8786-3b04f276eb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.961724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-c3e4b588-a80e-421c-8f9a-28b702999a12 service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504201 Nov 12 12:38:18.981592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099742af-6b10-474a-8786-3b04f276eb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.987156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.018692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-ae39f198-096c-48cc-ba6c-4238c4e3b7b5 service neutron] 10.222.0.18 "GET /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0482466 Nov 12 12:38:19.083645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe093b6d-83e7-4ccc-bd53-b617f5f5076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.102592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:19.113029 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e6910ab0-414c-4c5d-8596-d942324de1fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37b3f6e371f649f99af99edf14384423&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4496830 Nov 12 12:38:19.113232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Pushing event updated for resources: {'Port': ['ID=637bea4b-01b3-4a80-a33e-057c9f57fec8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:19.116021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6910ab0-414c-4c5d-8596-d942324de1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daef96f-8a4e-4290-a20d-58b259614d7b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:19.119585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:19.155948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a0da3a72-fbdb-4c43-b7b9-4895431be16c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0da3a72-fbdb-4c43-b7b9-4895431be16c,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:19.156405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-099742af-6b10-474a-8786-3b04f276eb10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f68200b262bf4de48f92394c9f91f1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5352728 Nov 12 12:38:19.157249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41470) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:19.158433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:19.180137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.194967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:19.228466 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.229533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c545e66-0cbf-4369-8954-c095c318262e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:19.283805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:19.288151 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.384248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-6f2f3c16-c15e-434d-8a38-d6e53f2334bd req-b4506606-c8ea-4768-abec-b4f5a0f41f7f service neutron] (102779) timed out ('10.222.0.81', 55561) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:38:19.412362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-45a55fc6-3f14-4774-b30d-bb818be0acda req-a56dcbac-ddea-4dad-bd9e-fb6e8acca138 service neutron] (102779) timed out ('10.222.0.81', 55364) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:38:19.451439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099742af-6b10-474a-8786-3b04f276eb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8879fe-746c-45d3-bb95-f1965fc7b795,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:19.485023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event updated for resources: {'Subnet': ['ID=17e30f20-ff2d-4d1f-8742-437ac7237f1a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:19.495934 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.538896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-fe093b6d-83e7-4ccc-bd53-b617f5f5076a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:38:19.539255 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-fe093b6d-83e7-4ccc-bd53-b617f5f5076a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:38:19.546781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a0da3a72-fbdb-4c43-b7b9-4895431be16c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:19.564332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Attempting to bind port 637bea4b-01b3-4a80-a33e-057c9f57fec8 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:19.564746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Attempting to bind port 637bea4b-01b3-4a80-a33e-057c9f57fec8 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'ad0313aa-83a6-4b65-813d-200056cadb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:19.565254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Attempting to bind port 637bea4b-01b3-4a80-a33e-057c9f57fec8 on network 84a02a01-09cd-4ebb-b846-e9c54cfb346e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:19.579096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:19.579479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Checking segment: {'id': 'ad0313aa-83a6-4b65-813d-200056cadb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:19.579879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.580279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Bound using segment: {'id': 'ad0313aa-83a6-4b65-813d-200056cadb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:19.580939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Bound port: 637bea4b-01b3-4a80-a33e-057c9f57fec8, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0313aa-83a6-4b65-813d-200056cadb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:19.581376 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.602687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6c545e66-0cbf-4369-8954-c095c318262e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:19.603066 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.669912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network aaed0afa-46d4-4259-a9d9-21829c166e31 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:19.692183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d92f073-b265-4797-96b7-bf1a3ae5a24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.702880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:19.713750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Checking segment: {'id': 'ecf990f5-c854-416c-85d0-edde9d00364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:19.714085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Network hostable DHCP agents. Network: 02871ea7-2eae-4a3c-bf0b-284c4bc1c824, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:19.730509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:19.758249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] For port 637bea4b-01b3-4a80-a33e-057c9f57fec8, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:19.762423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] For port 637bea4b-01b3-4a80-a33e-057c9f57fec8, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=637bea4b-01b3-4a80-a33e-057c9f57fec8,segment=NetworkSegment(ad0313aa-83a6-4b65-813d-200056cadb9b),segment_id=ad0313aa-83a6-4b65-813d-200056cadb9b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:19.774895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.926975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d92f073-b265-4797-96b7-bf1a3ae5a24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.945729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:19.952294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:19.976993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:19.978327 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c81ee8-0cfa-430b-8f52-20c258482be7 None None] Pushing event updated for resources: {'Port': ['ID=637bea4b-01b3-4a80-a33e-057c9f57fec8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:20.002138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c84bcd15-ea06-4f7a-ac5f-581f951768b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.009585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.087150 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8dba474e-7170-4eff-aed2-f9124b8e68b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6870568 Nov 12 12:38:20.121994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=671a34d5-4f8b-48f5-b0f4-db4f25bb429c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:20.171134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-48bc7a1e-c3a3-435e-880b-24d674c2245d service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1419446 Nov 12 12:38:20.223307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d92f073-b265-4797-96b7-bf1a3ae5a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.226842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d92f073-b265-4797-96b7-bf1a3ae5a24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.230483 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d92f073-b265-4797-96b7-bf1a3ae5a24a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca8879fe-746c-45d3-bb95-f1965fc7b795 HTTP/1.1" status: 204 len: 168 time: 1.0456848 Nov 12 12:38:20.231078 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.260821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:20.268278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f073-b265-4797-96b7-bf1a3ae5a24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8879fe-746c-45d3-bb95-f1965fc7b795,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:20.277295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 02871ea7-2eae-4a3c-bf0b-284c4bc1c824) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:20.282724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:20.286391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.312674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f591a3fb-9b7b-4e4f-a8f5-bfdbf471ac1e tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4845247 Nov 12 12:38:20.313397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:20.324710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597cb182-577c-4b6e-b37c-536ded38b254 None None] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:20.326802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Request body: {'port': {'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1863877684'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:20.336927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:20.356967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c84bcd15-ea06-4f7a-ac5f-581f951768b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.365875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:20.375692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:20.386004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.534039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Made reservation on behalf of e50497661f814ce1817c9af48e68cc35 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:20.538936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.556181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-28cd0395-68c2-4094-a2dc-7148eed43019 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7352943 Nov 12 12:38:20.572682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:20.574560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-4db2a5b6-878c-4a3c-ac2d-dc125cba796a service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770430 Nov 12 12:38:20.605135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'fixed_ips': [{'subnet_id': '28ebe97d-0496-4828-bb64-a8d1d21d1a9b'}, {'subnet_id': '671a34d5-4f8b-48f5-b0f4-db4f25bb429c'}], 'name': 'tempest-PortsIpV6TestJSON-86497876'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:20.622109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 6c545e66-0cbf-4369-8954-c095c318262e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c545e66-0cbf-4369-8954-c095c318262e,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:20.627297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] device_id is not set on port 03b3269a-1c7a-4057-ba89-7f68f058df5f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:20.647822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.750634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c84bcd15-ea06-4f7a-ac5f-581f951768b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.755105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c84bcd15-ea06-4f7a-ac5f-581f951768b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:20.756463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c84bcd15-ea06-4f7a-ac5f-581f951768b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5daef96f-8a4e-4290-a20d-58b259614d7b HTTP/1.1" status: 204 len: 168 time: 1.5781944 Nov 12 12:38:20.811555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bcd15-ea06-4f7a-ac5f-581f951768b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daef96f-8a4e-4290-a20d-58b259614d7b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:20.864027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=6c545e66-0cbf-4369-8954-c095c318262e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:20.890255 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-525b89e5-119b-45cb-8e34-7f9aa7d9603b service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996745 Nov 12 12:38:20.960522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Provisioning complete for port a0da3a72-fbdb-4c43-b7b9-4895431be16c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:20.961077 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.062328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:21.070492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016674728', 'description': 'tempest-description--1748456665'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:21.085825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0da3a72-fbdb-4c43-b7b9-4895431be16c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:21.089846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23354237-9657-430d-97f2-f614badce15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-02871ea7-2eae-4a3c-bf0b-284c4bc1c824', 'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824', 'tenant_id': 'e50497661f814ce1817c9af48e68cc35', 'fixed_ips': [{'subnet_id': '17e30f20-ff2d-4d1f-8742-437ac7237f1a'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:21.091165 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23354237-9657-430d-97f2-f614badce15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.124946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Allocated IP 172.20.0.4 (02871ea7-2eae-4a3c-bf0b-284c4bc1c824/17e30f20-ff2d-4d1f-8742-437ac7237f1a/03b3269a-1c7a-4057-ba89-7f68f058df5f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:21.185054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.252359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-4fe55952-855a-47d6-a6d6-03afefbc178b service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573911 Nov 12 12:38:21.513600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a0da3a72-fbdb-4c43-b7b9-4895431be16c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:21.514968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.565503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-b047b11a-a568-47d6-8c2a-75be05058a25 service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009655 Nov 12 12:38:21.636090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Provisioning complete for port 6c545e66-0cbf-4369-8954-c095c318262e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:21.636090 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.736112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.815593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-3a698866-8f46-4dd6-987d-3380b8fba84f service neutron] 10.222.0.18 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362013 Nov 12 12:38:21.891316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.953157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f1cb1-5659-4764-9eb0-890a4376659e None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:21.967049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 637bea4b-01b3-4a80-a33e-057c9f57fec8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:21.996256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event updated for resources: {'Port': ['ID=03b3269a-1c7a-4057-ba89-7f68f058df5f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:22.003718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:22.012256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:22.017041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:22.083638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-67a88f49-ba96-4f29-a8c7-aabe0c0540e9 service neutron] 10.222.0.18 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588739 Nov 12 12:38:22.120045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.121465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:22.133470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.270460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-23354237-9657-430d-97f2-f614badce15a None None] Allocated IP 172.20.0.2 (02871ea7-2eae-4a3c-bf0b-284c4bc1c824/17e30f20-ff2d-4d1f-8742-437ac7237f1a/1c350194-b8f8-4a2f-9460-ffff39695b15) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:22.270591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:22.270591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.370352 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.374412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3048475 Nov 12 12:38:22.375032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:22.391169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f3555-a837-4ed8-a1a4-759c14d42c61 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b5760-419a-4de3-a5d6-e595e6b3bb51,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:22.403977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Provisioning complete for port f3a22de2-4066-4798-a150-c437fbaad9e2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:22.404460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.415145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b895fee8-1f8c-4a8e-9a5b-4f6dafac6db8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1003435 Nov 12 12:38:22.418410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:22.452060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'security_group_rule': {'security_group_id': '2a2b5760-419a-4de3-a5d6-e595e6b3bb51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:22.482843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.529867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port f488bea2-aa51-444b-9f40-ab00bc5f4e17 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:22.542686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:22.554454 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.659300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Deleting port 03b3269a-1c7a-4057-ba89-7f68f058df5f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:22.659703 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.687971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.743836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-1d871ac2-4d98-4c04-bceb-7944c133515b service neutron] 10.222.0.18 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528766 Nov 12 12:38:22.758637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Port f3a22de2-4066-4798-a150-c437fbaad9e2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:22.882639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.898532 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.945208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319c7bea-22dc-4e7e-8b0d-6a5a68060155,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:22.971129 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:22.975987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f822b1f1-6332-4447-962c-4b42acb971fe tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5409641 Nov 12 12:38:22.982429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:22.999292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Provisioning complete for port 715e755b-4ff1-44f6-ae90-340b668411f1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:23.000645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.003618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'security_group_rule': {'security_group_id': '2a2b5760-419a-4de3-a5d6-e595e6b3bb51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:23.089139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-985b6c50-6a88-4410-a74a-e95c7bb8cca8 service neutron] 10.222.0.18 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362479 Nov 12 12:38:23.226022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.282154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-980b171a-f4d3-47f7-97a8-348883cc2012 None None] Port 715e755b-4ff1-44f6-ae90-340b668411f1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:23.308755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.410731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23354237-9657-430d-97f2-f614badce15a None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.507440 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.544337 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23354237-9657-430d-97f2-f614badce15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.545029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Calling delete_port for 03b3269a-1c7a-4057-ba89-7f68f058df5f owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:23.555474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] Update dhcp port {'port': {'network_id': '84a02a01-09cd-4ebb-b846-e9c54cfb346e', 'fixed_ips': [{'subnet_id': '28ebe97d-0496-4828-bb64-a8d1d21d1a9b', 'ip_address': '2001:db8::2'}, {'subnet_id': '671a34d5-4f8b-48f5-b0f4-db4f25bb429c'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '637bea4b-01b3-4a80-a33e-057c9f57fec8'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:38:23.666827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 637bea4b-01b3-4a80-a33e-057c9f57fec8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=637bea4b-01b3-4a80-a33e-057c9f57fec8,segment=NetworkSegment(ad0313aa-83a6-4b65-813d-200056cadb9b),segment_id=ad0313aa-83a6-4b65-813d-200056cadb9b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:23.684672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354237-9657-430d-97f2-f614badce15a None None] Pushing event updated for resources: {'Port': ['ID=1c350194-b8f8-4a2f-9460-ffff39695b15,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:23.757999 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.941425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f1d98848-88a2-405c-9ec9-e60eaacf73ee None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:23.941425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1d98848-88a2-405c-9ec9-e60eaacf73ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.957478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23354237-9657-430d-97f2-f614badce15a None None] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:23.959301 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.970303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.990874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c545e66-0cbf-4369-8954-c095c318262e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:24.017473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-23354237-9657-430d-97f2-f614badce15a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:24.076124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23354237-9657-430d-97f2-f614badce15a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:24.081765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event deleted for resources: {'Port': ['ID=03b3269a-1c7a-4057-ba89-7f68f058df5f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:24.096273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=637bea4b-01b3-4a80-a33e-057c9f57fec8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:24.126011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-879cf984-d0b4-435e-bca5-8cdbcd0e4244 service neutron] 10.222.0.18 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0244625 Nov 12 12:38:24.200422 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.206429 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.269824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d74eef-bf11-4b5a-b3b9-1c9f522cbd8e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:24.301214 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.310509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5f7f0acc-9cf2-4f7c-a003-23df943fa680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3263671 Nov 12 12:38:24.311031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:24.317313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:24.405391 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.598974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.612441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-23354237-9657-430d-97f2-f614badce15a None None] Attempting to bind port 1c350194-b8f8-4a2f-9460-ffff39695b15 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:24.612981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-23354237-9657-430d-97f2-f614badce15a None None] Attempting to bind port 1c350194-b8f8-4a2f-9460-ffff39695b15 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'ecf990f5-c854-416c-85d0-edde9d00364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:24.613315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23354237-9657-430d-97f2-f614badce15a None None] Attempting to bind port 1c350194-b8f8-4a2f-9460-ffff39695b15 on network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:24.654849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23354237-9657-430d-97f2-f614badce15a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:24.655278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23354237-9657-430d-97f2-f614badce15a None None] Checking segment: {'id': 'ecf990f5-c854-416c-85d0-edde9d00364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:24.655789 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23354237-9657-430d-97f2-f614badce15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.656193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23354237-9657-430d-97f2-f614badce15a None None] Bound using segment: {'id': 'ecf990f5-c854-416c-85d0-edde9d00364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:24.657082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-23354237-9657-430d-97f2-f614badce15a None None] Bound port: 1c350194-b8f8-4a2f-9460-ffff39695b15, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf990f5-c854-416c-85d0-edde9d00364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '02871ea7-2eae-4a3c-bf0b-284c4bc1c824'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:24.657224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23354237-9657-430d-97f2-f614badce15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.685371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6c545e66-0cbf-4369-8954-c095c318262e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:24.685798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.734554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.740280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-627f56e9-7c8c-4b5a-85b5-75366c27fd46 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "DELETE /v2.0/ports/03b3269a-1c7a-4057-ba89-7f68f058df5f HTTP/1.1" status: 204 len: 168 time: 2.3206081 Nov 12 12:38:24.743794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:24.843962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::3c9 (84a02a01-09cd-4ebb-b846-e9c54cfb346e/28ebe97d-0496-4828-bb64-a8d1d21d1a9b/f488bea2-aa51-444b-9f40-ab00bc5f4e17) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:24.855848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-23354237-9657-430d-97f2-f614badce15a None None] For port 1c350194-b8f8-4a2f-9460-ffff39695b15, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:24.860589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8:0:1::28 (84a02a01-09cd-4ebb-b846-e9c54cfb346e/671a34d5-4f8b-48f5-b0f4-db4f25bb429c/f488bea2-aa51-444b-9f40-ab00bc5f4e17) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:24.876187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-23354237-9657-430d-97f2-f614badce15a None None] For port 1c350194-b8f8-4a2f-9460-ffff39695b15, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1c350194-b8f8-4a2f-9460-ffff39695b15,segment=NetworkSegment(ecf990f5-c854-416c-85d0-edde9d00364c),segment_id=ecf990f5-c854-416c-85d0-edde9d00364c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:24.884133 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23354237-9657-430d-97f2-f614badce15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:24.896466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 172.25.1.125 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/03dd1dcd-01fb-40d1-a019-09f8f5f6ae1a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:24.958940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354237-9657-430d-97f2-f614badce15a None None] Pushing event updated for resources: {'Port': ['ID=1c350194-b8f8-4a2f-9460-ffff39695b15,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:25.185836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.308202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.339137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-059d0bdd-1905-4ad5-96ce-3007288cac68 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.5910330 Nov 12 12:38:25.342131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:25.348875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1574188578'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:25.372457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.462793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Made reservation on behalf of e50497661f814ce1817c9af48e68cc35 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:25.481018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:25.482315 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.486935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:25.500065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:25.558754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.606047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=03dd1dcd-01fb-40d1-a019-09f8f5f6ae1a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:25.718130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:25.730932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] Allocated IP 2001:db8:0:1::2 (84a02a01-09cd-4ebb-b846-e9c54cfb346e/671a34d5-4f8b-48f5-b0f4-db4f25bb429c/637bea4b-01b3-4a80-a33e-057c9f57fec8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:25.765792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.767322 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Added segment 175885fd-456d-4168-a5dd-78112831c836 of type vlan for network 67eb43f4-fa95-418d-8b51-eab6dcc818ae Nov 12 12:38:25.788812 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:25.941589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.068424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.078516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:26.125681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:26.155324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c8828ee-b215-4d80-a555-9102312e1070 req-f087758b-bd99-4b3e-a7f4-7fdf54603d7f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0388813 Nov 12 12:38:26.159908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:26.184177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] For port 637bea4b-01b3-4a80-a33e-057c9f57fec8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=637bea4b-01b3-4a80-a33e-057c9f57fec8,segment=NetworkSegment(ad0313aa-83a6-4b65-813d-200056cadb9b),segment_id=ad0313aa-83a6-4b65-813d-200056cadb9b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:26.192240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:26.202914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.229910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=f488bea2-aa51-444b-9f40-ab00bc5f4e17,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:26.239009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1c350194-b8f8-4a2f-9460-ffff39695b15 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:26.419103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.424109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.429753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.432906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.451947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-58f473d5-1580-4b19-91ec-3fed966afd2b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 5.8649943 Nov 12 12:38:26.455970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:26.462552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ebe97d-0496-4828-bb64-a8d1d21d1a9b'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:26.469706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.477498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:26.479294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.593467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=03dd1dcd-01fb-40d1-a019-09f8f5f6ae1a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:26.618516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1c350194-b8f8-4a2f-9460-ffff39695b15 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:26.618889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.637938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.703889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:26.705014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-963be399-b1ed-4aca-b8c4-40b09b42a670 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3929951 Nov 12 12:38:26.878866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abb027-bee0-49a0-a111-d2533e9d397a None None] Pushing event updated for resources: {'Port': ['ID=637bea4b-01b3-4a80-a33e-057c9f57fec8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:26.944076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5979805 Nov 12 12:38:26.945267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:26.950545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-70004a70-df40-4bed-8d1b-d84f8020b904 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:26.964113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-70004a70-df40-4bed-8d1b-d84f8020b904 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.7069485 Nov 12 12:38:27.019096 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:27.055448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-67d2fce7-6ea3-47ae-a668-ce67511a0cdd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.0901535 Nov 12 12:38:27.070577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:27.099195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 1c350194-b8f8-4a2f-9460-ffff39695b15, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1c350194-b8f8-4a2f-9460-ffff39695b15,segment=NetworkSegment(ecf990f5-c854-416c-85d0-edde9d00364c),segment_id=ecf990f5-c854-416c-85d0-edde9d00364c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:27.102529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ad419-7004-4ed6-a47c-31d4f0401de5 None None] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:27.270017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c6d5-3625-4b6c-82ef-1acbb9345e27 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event updated for resources: {'Network': ['ID=67eb43f4-fa95-418d-8b51-eab6dcc818ae,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:27.272443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:27.274861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 637bea4b-01b3-4a80-a33e-057c9f57fec8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:27.277240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:27.452282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-464bcc20-d22f-4ca5-9496-04cf51ac971f req-ad6a1dc6-da07-4d71-8554-01670ba372e1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.1053426 Nov 12 12:38:27.615742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-63956873-5634-4f40-b821-49ff7c4a6e23 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5576777 Nov 12 12:38:27.643364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 67eb43f4-fa95-418d-8b51-eab6dcc818ae details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:27.670455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2532d161-3cb7-45a4-bf65-78b5ae4852e2 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/agents/e6bf7281-b35a-413a-b868-d13caace7c8e/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.7111166 Nov 12 12:38:27.672484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41712) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:27.733829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c878c369-e629-4cc3-bd5f-cdb7e8268739 None None] Provisioning complete for port 1c350194-b8f8-4a2f-9460-ffff39695b15 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:27.745414 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c878c369-e629-4cc3-bd5f-cdb7e8268739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:27.894358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af6ecf04-09e7-4f77-ac94-55ad79193600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:27.944790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=1c350194-b8f8-4a2f-9460-ffff39695b15,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:27.952763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56083d27-3749-4f95-8bf7-2d5ef792dcc8 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] Network 67eb43f4-fa95-418d-8b51-eab6dcc818ae is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:27.965805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-90360680-1437-43d3-b797-a8ee2c45d95e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1016674728&fields=id&tenant_id=c04b1ad243b345c19603c00a819581e7 HTTP/1.1" status: 200 len: 267 time: 0.2441583 Nov 12 12:38:27.971592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56083d27-3749-4f95-8bf7-2d5ef792dcc8 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "POST /v2.0/agents/e6bf7281-b35a-413a-b868-d13caace7c8e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2947686 Nov 12 12:38:27.974070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:27.998445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a347d-164b-49e6-834b-c09ee5049b70 None None] Network 67eb43f4-fa95-418d-8b51-eab6dcc818ae requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:28.077379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Delete allocated IP 2001:db8:0:1::28 (84a02a01-09cd-4ebb-b846-e9c54cfb346e/671a34d5-4f8b-48f5-b0f4-db4f25bb429c) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 12:38:28.089522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-5e9a8ad1-b1f9-4d40-a3c8-8a602bdc1c87 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477415 Nov 12 12:38:28.228905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-374dc33e-e648-4e60-b574-859b52c11a4c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:28.231139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-374dc33e-e648-4e60-b574-859b52c11a4c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 932 time: 0.2425935 Nov 12 12:38:28.246509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1d569-be2e-4e3c-8f91-e305d96a40cb None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:28.255411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:28.255807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.294991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-a75d2262-eff3-498d-9773-f70d70cc8c9e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:28.296811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-a75d2262-eff3-498d-9773-f70d70cc8c9e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 932 time: 0.0538466 Nov 12 12:38:28.300009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-39d54141-904b-482a-8178-14b405401bce tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/agents/e6bf7281-b35a-413a-b868-d13caace7c8e/dhcp-networks HTTP/1.1" status: 200 len: 12004 time: 0.3245571 Nov 12 12:38:28.301499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-c6f4ed53-6824-4b97-a1d0-47e1aad2eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:28.303259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-c6f4ed53-6824-4b97-a1d0-47e1aad2eb7c service neutron] 10.222.0.81 "GET /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 1033 time: 0.1620739 Nov 12 12:38:28.303964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:28.317308 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af6ecf04-09e7-4f77-ac94-55ad79193600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.332535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af6ecf04-09e7-4f77-ac94-55ad79193600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.344228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d5a0f2d8-e254-4c53-b2f0-691cb53acf22 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0329771 Nov 12 12:38:28.430964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-4a3152f2-49d1-4dde-a6d5-a24f00d56e22 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242588 Nov 12 12:38:28.441403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af6ecf04-09e7-4f77-ac94-55ad79193600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d970e14ea254028ba6520a332c0c355&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1397147 Nov 12 12:38:28.452157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:28.452972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ecf04-09e7-4f77-ac94-55ad79193600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adafc6-fcee-4550-a9ae-a798e62e8290,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:28.488666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.502604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.523906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-e8d91593-f08b-4b3a-95c8-211122f6e719 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1665566 Nov 12 12:38:28.579291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=f488bea2-aa51-444b-9f40-ab00bc5f4e17,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:28.627602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] In _notify_port_updated(), no bound segment for port f488bea2-aa51-444b-9f40-ab00bc5f4e17 on network 84a02a01-09cd-4ebb-b846-e9c54cfb346e {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:38:28.633483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:28.634156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.636478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-53a51d5b-7fdd-4dc0-b7bf-8c6b6654506f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/ports/f488bea2-aa51-444b-9f40-ab00bc5f4e17 HTTP/1.1" status: 200 len: 924 time: 2.1787856 Nov 12 12:38:28.640661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:28.658258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ebe97d-0496-4828-bb64-a8d1d21d1a9b'}, {'subnet_id': '671a34d5-4f8b-48f5-b0f4-db4f25bb429c'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:28.671639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-da9b7208-3f34-42cc-ac33-90b69806c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:28.673407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-788a5bc8-461f-4350-971c-819c9009fffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:28.675624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-da9b7208-3f34-42cc-ac33-90b69806c7e4 service neutron] 10.222.0.81 "GET /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 1032 time: 0.3285966 Nov 12 12:38:28.725186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-216083a7-aa38-4234-9fb1-b90cbf71f939 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "DELETE /v2.0/agents/e6bf7281-b35a-413a-b868-d13caace7c8e/dhcp-networks/67eb43f4-fa95-418d-8b51-eab6dcc818ae HTTP/1.1" status: 204 len: 168 time: 0.4184217 Nov 12 12:38:28.728511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:28.790437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-788a5bc8-461f-4350-971c-819c9009fffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:29.013340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e7f56286-fd6a-45b7-884d-873387086c7d None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:29.013849 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7f56286-fd6a-45b7-884d-873387086c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:29.018869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d3aecef7-2034-4b70-a702-dd4be54e6365 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:29.042749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d3aecef7-2034-4b70-a702-dd4be54e6365 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:29.056812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d3aecef7-2034-4b70-a702-dd4be54e6365 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:29.058546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d3aecef7-2034-4b70-a702-dd4be54e6365 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/networks?id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 200 len: 1990 time: 0.5244315 Nov 12 12:38:29.101400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-0f415389-211a-4c5e-815c-cd863c2f39e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/quotas/c04b1ad243b345c19603c00a819581e7 HTTP/1.1" status: 200 len: 375 time: 0.0342739 Nov 12 12:38:29.129844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-8c62c06d-9721-4c2e-8647-97a28bc57043 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:29.158211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-8c62c06d-9721-4c2e-8647-97a28bc57043 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:29.178186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-8c62c06d-9721-4c2e-8647-97a28bc57043 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:29.182526 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-8c62c06d-9721-4c2e-8647-97a28bc57043 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=95665ecc-45f7-415e-b2a5-c46f227117a2&id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 1996 time: 0.4960232 Nov 12 12:38:29.268684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1c350194-b8f8-4a2f-9460-ffff39695b15 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:29.407605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1c350194-b8f8-4a2f-9460-ffff39695b15 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:29.408002 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:29.504605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f6fb205-c768-4c22-8801-033f6b75ea17 req-e5311b02-e9ac-4446-a5de-593eada1038e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.3197966 Nov 12 12:38:29.518035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ee20bd71-747c-442a-bf1e-7ee4067e2369 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3329484 Nov 12 12:38:29.618692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ddef2809-9331-4b77-9d30-f000fd7a70d8 None None] Provisioning complete for port 1c350194-b8f8-4a2f-9460-ffff39695b15 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:29.651279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddef2809-9331-4b77-9d30-f000fd7a70d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:29.661539 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:29.674510 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:29.818568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10eb9675-c421-47d4-969b-ec0be9c2fb19 req-d1a1f1f3-36a1-47df-8c54-43a4f12cd596 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.1577032 Nov 12 12:38:29.855589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-3ea899a0-3b1f-4970-9777-86f129984819 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2504b03453644f56a84376a8155fffef HTTP/1.1" status: 200 len: 380 time: 0.6399024 Nov 12 12:38:29.895901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'admin_state_up': True, 'tenant_id': '2504b03453644f56a84376a8155fffef', 'security_groups': ['ce2b90ad-6235-4500-b2eb-b9a59d0c5eed']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:29.986807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 637bea4b-01b3-4a80-a33e-057c9f57fec8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:30.055217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-788a5bc8-461f-4350-971c-819c9009fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:30.059711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-788a5bc8-461f-4350-971c-819c9009fffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:30.065767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-788a5bc8-461f-4350-971c-819c9009fffa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3adafc6-fcee-4550-a9ae-a798e62e8290 HTTP/1.1" status: 204 len: 168 time: 1.5966997 Nov 12 12:38:30.131371 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:30.186479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d4670c3-3e77-43bf-9757-5d37b091790e tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/agents/e6bf7281-b35a-413a-b868-d13caace7c8e/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 1.4516828 Nov 12 12:38:30.202421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a5bc8-461f-4350-971c-819c9009fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adafc6-fcee-4550-a9ae-a798e62e8290,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:30.205809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41756) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:30.252648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-77db616b-24f7-4a8e-8941-e7e5ced2cc1e service neutron] 10.222.0.18 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326376 Nov 12 12:38:30.395534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:30.395898 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:30.441009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e72a6da9-1a83-44b5-8fed-cda42078c287 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/networks/02871ea7-2eae-4a3c-bf0b-284c4bc1c824/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2318511 Nov 12 12:38:30.449839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41762) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:30.682648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:30.686685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:30.734200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-01df9c96-4964-48b1-a146-f2b793f9a04b None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:30.739437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01df9c96-4964-48b1-a146-f2b793f9a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:30.793114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f799f3e0-d79e-4e85-aad2-483a1a568bbc req-84a4ff0f-d4db-4448-a288-5285da71bcec tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.1375697 Nov 12 12:38:30.857308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41770) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:30.859223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-38e67064-11f7-4857-9089-cf23d4db9b31 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/networks/02871ea7-2eae-4a3c-bf0b-284c4bc1c824/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3045473 Nov 12 12:38:30.924063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:30.985072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-01df9c96-4964-48b1-a146-f2b793f9a04b None None] Could not find standard attr ID for object 03b3269a-1c7a-4057-ba89-7f68f058df5f. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:38:31.003398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-01df9c96-4964-48b1-a146-f2b793f9a04b None None] Provisioning complete for port f488bea2-aa51-444b-9f40-ab00bc5f4e17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:31.004006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01df9c96-4964-48b1-a146-f2b793f9a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.012942 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc78ddcf-8e8b-46ae-adaf-a23ac1843753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.054753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-01df9c96-4964-48b1-a146-f2b793f9a04b None None] Port f488bea2-aa51-444b-9f40-ab00bc5f4e17 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:31.109461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-676c0afb-2597-4a66-be21-f235c1240fc7 service neutron] 10.222.0.18 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190460 Nov 12 12:38:31.196224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc8bdb5f-9681-45d4-937b-08e5afa0ae4c None None] Provisioning complete for port f488bea2-aa51-444b-9f40-ab00bc5f4e17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:31.198368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc8bdb5f-9681-45d4-937b-08e5afa0ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.264181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-e868e34a-9b79-4fa9-9b72-3f9ddad1d1ed service neutron] 10.222.0.18 "GET /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1218841 Nov 12 12:38:31.283007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8:0:1::154 (84a02a01-09cd-4ebb-b846-e9c54cfb346e/671a34d5-4f8b-48f5-b0f4-db4f25bb429c/f488bea2-aa51-444b-9f40-ab00bc5f4e17) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:31.298910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-89f6a29c-844b-40da-8527-7c14e840a96f req-1076fde1-663a-45be-9c3e-458496d735ee tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.1995976 Nov 12 12:38:31.300765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cc8bdb5f-9681-45d4-937b-08e5afa0ae4c None None] Port f488bea2-aa51-444b-9f40-ab00bc5f4e17 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:31.435634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 172.20.0.7 (d0654cd6-507f-4dcf-86e6-7f0688fc218c/01579e2b-c67d-41c9-a5ff-e1587aef7979/b9706f7d-d061-45fd-8cde-dff5e795728f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:31.568461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-314887db-36d5-4e69-8281-cf1c3cdf2537 service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955968 Nov 12 12:38:31.631122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc78ddcf-8e8b-46ae-adaf-a23ac1843753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.799333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-fc72c27d-9254-46ce-a3e3-f7f29169037b service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297289 Nov 12 12:38:31.812961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.820291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.860273 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-cb5fff32-5a54-4712-869c-08dc1adf49d5 service neutron] 10.222.0.18 "GET /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0597880 Nov 12 12:38:31.935958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-bd3d0e16-3ced-4982-ad1d-6fed0f13a117 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:31.937688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-bd3d0e16-3ced-4982-ad1d-6fed0f13a117 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 1.1282570 Nov 12 12:38:31.946111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14471664-044d-4e3c-95a0-0bf5cd875982 tempest-DHCPAgentSchedulersTestJSON-1395602140 tempest-DHCPAgentSchedulersTestJSON-1395602140-project-admin] 10.222.0.18 "GET /v2.0/agents/e6bf7281-b35a-413a-b868-d13caace7c8e/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 1.0532024 Nov 12 12:38:31.946111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc78ddcf-8e8b-46ae-adaf-a23ac1843753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.959208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.968245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:32.019189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:32.042910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:32.093284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-e6352d37-4e26-497a-95bd-113ba522133c service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321224 Nov 12 12:38:32.123449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:32.147245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:32.167222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:32.259204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:32.399505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:32.409204 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:32.479625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-0ba29a84-0e41-4450-a287-00b4cdc4c122 service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837383 Nov 12 12:38:32.542448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78ddcf-8e8b-46ae-adaf-a23ac1843753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6018ee34-cbce-4c48-a557-229bbd02a687,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:32.558991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc78ddcf-8e8b-46ae-adaf-a23ac1843753 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69943a5c58f84393b80b1a1a6ba65200&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6320040 Nov 12 12:38:32.564258 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-22935279-e3aa-47fd-9e71-8d677ce92720 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6915069 Nov 12 12:38:32.568902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:32.599110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'admin_state_up': True, 'tenant_id': '2504b03453644f56a84376a8155fffef', 'security_groups': ['ce2b90ad-6235-4500-b2eb-b9a59d0c5eed']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:32.632770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] In _notify_port_updated(), no bound segment for port f488bea2-aa51-444b-9f40-ab00bc5f4e17 on network 84a02a01-09cd-4ebb-b846-e9c54cfb346e {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:38:32.663343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:32.663952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:32.672145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41800) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:32.672969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/ports/f488bea2-aa51-444b-9f40-ab00bc5f4e17 HTTP/1.1" status: 200 len: 1010 time: 4.0311983 Nov 12 12:38:32.678508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12676e-90f7-4692-bc5a-d19db13c39d4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=f488bea2-aa51-444b-9f40-ab00bc5f4e17,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:32.775478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b2458b6-841f-42ba-a63b-b4078333fee0 None None] Provisioning complete for port b9706f7d-d061-45fd-8cde-dff5e795728f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:32.776126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b2458b6-841f-42ba-a63b-b4078333fee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:32.923375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b2458b6-841f-42ba-a63b-b4078333fee0 None None] Port b9706f7d-d061-45fd-8cde-dff5e795728f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:32.931564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.024560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6b152-aa9b-4ffc-ad59-35e1e632d76e req-474d792c-016a-42ab-a2df-1517fccca68b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:33.037748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23b6b152-aa9b-4ffc-ad59-35e1e632d76e req-474d792c-016a-42ab-a2df-1517fccca68b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 931 time: 1.0140676 Nov 12 12:38:33.096391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5e2d32b8-95b1-4830-b53c-256468e65405 None None] Provisioning complete for port f488bea2-aa51-444b-9f40-ab00bc5f4e17 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:33.097013 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e2d32b8-95b1-4830-b53c-256468e65405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.225512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5e2d32b8-95b1-4830-b53c-256468e65405 None None] Port f488bea2-aa51-444b-9f40-ab00bc5f4e17 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:33.628270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-108f8dd8-7aca-462a-8936-03fa63a6e8bc service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1473560 Nov 12 12:38:33.644496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16ec-b6b3-481c-a59f-331689a07fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.758756 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16ec-b6b3-481c-a59f-331689a07fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.848848 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-23b6b152-aa9b-4ffc-ad59-35e1e632d76e req-49f949a1-84e6-43e7-8638-61ce90783e81 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7889850 Nov 12 12:38:33.914140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-9ef9802b-a4e7-4985-a8d3-994c3001f6b8 service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849479 Nov 12 12:38:33.944013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16ec-b6b3-481c-a59f-331689a07fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.952342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16ec-b6b3-481c-a59f-331689a07fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.953547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b2ff16ec-b6b3-481c-a59f-331689a07fa7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6018ee34-cbce-4c48-a557-229bbd02a687 HTTP/1.1" status: 204 len: 168 time: 1.3752599 Nov 12 12:38:34.002862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:34.003544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:34.010588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.011489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.031734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff16ec-b6b3-481c-a59f-331689a07fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6018ee34-cbce-4c48-a557-229bbd02a687,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:34.132598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a56edfd-46f4-49ad-9af1-d200f7e2a6a0 req-bb2aa9d5-ce92-47cb-8ac1-16ed84061619 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.1157105 Nov 12 12:38:34.142403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.279343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port f488bea2-aa51-444b-9f40-ab00bc5f4e17 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:34.281354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.298662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67eb43f4-fa95-418d-8b51-eab6dcc818ae']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:34.347293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175885fd-456d-4168-a5dd-78112831c836') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:34.347573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175885fd-456d-4168-a5dd-78112831c836') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:34.393183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.440119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.443171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.10 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/5692a9c2-2afd-4559-88bb-f6c23d64ed56) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:34.453723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:38:34.454235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:38:34.457660 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:38:34.528256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 10.1.1.123 (64237f3e-9d8f-4b12-80f5-7a9295d86b28/55129ecc-8936-4630-8d00-e7030321681e/8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:34.590914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.597479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.604691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "DELETE /v2.0/networks/67eb43f4-fa95-418d-8b51-eab6dcc818ae HTTP/1.1" status: 204 len: 168 time: 2.5851169 Nov 12 12:38:34.617908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41822) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:34.729012 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b939d1e-ca12-4a4f-9d35-5e9a6eceb345 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] DELETE failed (client error): The resource could not be found. Nov 12 12:38:34.729012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b939d1e-ca12-4a4f-9d35-5e9a6eceb345 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:38:34.735735 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9b939d1e-ca12-4a4f-9d35-5e9a6eceb345 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "DELETE /v2.0/ports/03b3269a-1c7a-4057-ba89-7f68f058df5f HTTP/1.1" status: 404 len: 333 time: 0.1146410 Nov 12 12:38:34.747976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41830) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:34.757005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d650d-4ca9-4d6c-8c89-576f4a9524d8 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event deleted for resources: {'Network': ['ID=67eb43f4-fa95-418d-8b51-eab6dcc818ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:34.832112 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.832788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-7f18f983-5e00-4751-bf72-245a0d40edac service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023941 Nov 12 12:38:34.880867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for f488bea2-aa51-444b-9f40-ab00bc5f4e17 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:35.235628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ab5e-7c59-44cc-bf71-abb7c556bd00 req-476cf61c-1ba2-4eb9-a107-a2b0e8bc3f6a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:35.245495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4319ab5e-7c59-44cc-bf71-abb7c556bd00 req-476cf61c-1ba2-4eb9-a107-a2b0e8bc3f6a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 931 time: 0.2200768 Nov 12 12:38:35.268422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.297640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Deleting subnet 17e30f20-ff2d-4d1f-8742-437ac7237f1a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:38:35.313404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.417392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4319ab5e-7c59-44cc-bf71-abb7c556bd00 req-effd2025-538c-4c0b-9385-c193f2ba063b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643686 Nov 12 12:38:35.473650 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.519478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.547633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.551353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5399d822-d0db-448a-9751-84099d9d1b8f service neutron] 10.222.0.18 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028248 Nov 12 12:38:35.639686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=5692a9c2-2afd-4559-88bb-f6c23d64ed56,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:35.684391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff7c068d-c897-4944-a66c-12eb5c93bb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.710844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:35.729670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a68c43-2d52-44cf-a97f-aab725265673 req-84738f5a-34cc-4e27-a648-81eea57076d1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:35.740077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2a68c43-2d52-44cf-a97f-aab725265673 req-84738f5a-34cc-4e27-a648-81eea57076d1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 932 time: 0.1043630 Nov 12 12:38:35.758751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:35.762548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:35.835176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:35.835887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:35.913195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2a68c43-2d52-44cf-a97f-aab725265673 req-a52e87be-cd69-46aa-ba1e-fda980b15dd1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671250 Nov 12 12:38:35.932178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-58f885b2-a5b3-4b19-a250-c432c9fd0d96 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9507892 Nov 12 12:38:35.946725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Request body: {'port': {'device_id': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:35.976215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4cb97165-1858-4582-8cbc-abe8a0740e40 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146945 Nov 12 12:38:36.088005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:36.091585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:36.164105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:36.326894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c34dff78-4c23-4ef5-8e0d-8bbb4b8f19da None None] Provisioning complete for port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:36.327504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c34dff78-4c23-4ef5-8e0d-8bbb4b8f19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:36.460725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c34dff78-4c23-4ef5-8e0d-8bbb4b8f19da None None] Port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:36.569164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:36.607002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:36.633898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:36.637662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:36.736311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:36.738199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:36.745786 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.746455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.747091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.747621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.748147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.748663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.749185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.749704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.750246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.750762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.751274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.751802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:36.755470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:36.926545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-e3f50ea0-2cd8-41d3-8a32-b251e26c70f8 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9384263 Nov 12 12:38:36.960179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51857b-1ed0-4490-bb41-0100ad433110 req-c61cafa6-3570-4360-87b4-30126b38b026 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:36.987213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51857b-1ed0-4490-bb41-0100ad433110 req-c61cafa6-3570-4360-87b4-30126b38b026 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:36.988982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e51857b-1ed0-4490-bb41-0100ad433110 req-c61cafa6-3570-4360-87b4-30126b38b026 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 1653 time: 0.3700409 Nov 12 12:38:37.068744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.073316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "DELETE /v2.0/subnets/17e30f20-ff2d-4d1f-8742-437ac7237f1a HTTP/1.1" status: 204 len: 168 time: 2.3188407 Nov 12 12:38:37.075215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=f488bea2-aa51-444b-9f40-ab00bc5f4e17,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:37.079315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f91dc-a240-4671-a1d4-adf8b7a103c2 None None] Network 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:37.098629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:37.105615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbdf71-b219-4094-9d49-7421dfc3b5a7 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event deleted for resources: {'Subnet': ['ID=17e30f20-ff2d-4d1f-8742-437ac7237f1a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:37.192017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e51857b-1ed0-4490-bb41-0100ad433110 req-381003d8-bc4b-4dfc-8461-8be38bc12ad4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848004 Nov 12 12:38:37.273640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5692a9c2-2afd-4559-88bb-f6c23d64ed56 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:38:37.299010 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.332964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Transition to ACTIVE for port object 5692a9c2-2afd-4559-88bb-f6c23d64ed56 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:38:37.349038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:37.351571 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.413095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb304690-d8c1-4f3b-a118-e9027f4ffaee None None] Provisioning complete for port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:37.413474 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb304690-d8c1-4f3b-a118-e9027f4ffaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.448933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.495076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eb304690-d8c1-4f3b-a118-e9027f4ffaee None None] Port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:37.509669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f9315a1-68d5-45c1-b0e3-b71b152fa883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.574016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Pushing event updated for resources: {'Port': ['ID=5692a9c2-2afd-4559-88bb-f6c23d64ed56,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:37.637619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47e5f1-b354-4e1b-9d29-b062f8b1850a req-0943ce0f-bd87-4a6b-89e9-478b1c2f567a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:37.639749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0f47e5f1-b354-4e1b-9d29-b062f8b1850a req-0943ce0f-bd87-4a6b-89e9-478b1c2f567a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.3023374 Nov 12 12:38:37.662798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] DHCP port deletion for 02871ea7-2eae-4a3c-bf0b-284c4bc1c824 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:38:37.709338 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.713445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a093d2e6-952f-4909-910f-524e30eb0566 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/f488bea2-aa51-444b-9f40-ab00bc5f4e17 HTTP/1.1" status: 204 len: 168 time: 4.9619458 Nov 12 12:38:37.728465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-ec7a938d-b422-4ac6-948f-e08b89e89b65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1483350 Nov 12 12:38:37.744737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:37.794347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'admin_state_up': True, 'tenant_id': '2504b03453644f56a84376a8155fffef', 'security_groups': ['ce2b90ad-6235-4500-b2eb-b9a59d0c5eed']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:37.802250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] Deleting port 1c350194-b8f8-4a2f-9460-ffff39695b15 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:37.802712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.814122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Attempting to bind port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:37.825382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Attempting to bind port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:37.825382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Attempting to bind port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:37.864397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:37.864751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Attempting to bind port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:37.877587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.887222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:37.887562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:37.887959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:37.888412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Bound port: 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:37.888774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:37.910865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0f47e5f1-b354-4e1b-9d29-b062f8b1850a req-03bf8c5b-5b21-4bec-9624-b787f4017363 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636316 Nov 12 12:38:37.976319 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ba86cd-e4cd-4e95-9098-206a8e11c3e3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:38:37.982601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-27ba86cd-e4cd-4e95-9098-206a8e11c3e3 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/f488bea2-aa51-444b-9f40-ab00bc5f4e17 HTTP/1.1" status: 404 len: 333 time: 0.2367480 Nov 12 12:38:37.991479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:38.012396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6704f95c-695b-4825-9873-dd74aad444c5 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0824215 Nov 12 12:38:38.065648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] For port 1c350194-b8f8-4a2f-9460-ffff39695b15, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1c350194-b8f8-4a2f-9460-ffff39695b15,segment=NetworkSegment(ecf990f5-c854-416c-85d0-edde9d00364c),segment_id=ecf990f5-c854-416c-85d0-edde9d00364c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:38.066143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.103983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] Calling delete_port for 1c350194-b8f8-4a2f-9460-ffff39695b15 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:38.135503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 671a34d5-4f8b-48f5-b0f4-db4f25bb429c {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:38:38.146121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.336411 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.347129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.405392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-e7b1e192-aeeb-40c3-aade-01615bd4eec1 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704231 Nov 12 12:38:38.412380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] Pushing event deleted for resources: {'Port': ['ID=1c350194-b8f8-4a2f-9460-ffff39695b15,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:38.432555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] For port 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:38.437634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8823b1e-3942-49a5-a3c4-6a1d7c97e13f None None] No DVR routers for this DVR port 1c350194-b8f8-4a2f-9460-ffff39695b15 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:38:38.538660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] For port 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:38.575931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.694610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:38.695527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.697299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] 10.222.0.65 "PUT /v2.0/ports/5692a9c2-2afd-4559-88bb-f6c23d64ed56 HTTP/1.1" status: 200 len: 1092 time: 2.7638311 Nov 12 12:38:38.700759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'tag': '5692a9c2-2afd-4559-88bb-f6c23d64ed56'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:38:38.703563 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11407c41-bb57-4ff1-b040-3125cec1d607" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc5972a-a424-4c60-9dfc-a96fc5f7cd01", "tag": "5692a9c2-2afd-4559-88bb-f6c23d64ed56"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:38:38.724377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c44a3-89a7-48d4-b16d-ac73ef49df8e req-daea5e13-5710-44a1-b94e-425f37b8193f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:38.732469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c44a3-89a7-48d4-b16d-ac73ef49df8e req-daea5e13-5710-44a1-b94e-425f37b8193f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:38.744662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e9c44a3-89a7-48d4-b16d-ac73ef49df8e req-daea5e13-5710-44a1-b94e-425f37b8193f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 1653 time: 0.4162052 Nov 12 12:38:38.838866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.843566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eac1b6-e320-49e4-b9ab-642404afacbd service neutron] Pushing event updated for resources: {'Port': ['ID=5692a9c2-2afd-4559-88bb-f6c23d64ed56,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:38.902331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f9315a1-68d5-45c1-b0e3-b71b152fa883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:38.929876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6456739-f42a-4840-82ed-bd9e2eecc640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.083462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4e9c44a3-89a7-48d4-b16d-ac73ef49df8e req-ee3ca072-7fd0-422c-bd28-ffd6ca6939c0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374443 Nov 12 12:38:39.122443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-45e30d5d-b742-4af1-ad4e-b24a5252d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:39.159278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-45e30d5d-b742-4af1-ad4e-b24a5252d2be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 1095 time: 0.3875954 Nov 12 12:38:39.184623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f9315a1-68d5-45c1-b0e3-b71b152fa883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.204701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.404936 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f02d987-cbf3-4c80-86bb-1132cd2e5d57 x-openstack-request-id: req-4f02d987-cbf3-4c80-86bb-1132cd2e5d57 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:38:39.410628 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc5972a-a424-4c60-9dfc-a96fc5f7cd01", "tag": "5692a9c2-2afd-4559-88bb-f6c23d64ed56", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:38:39.416050 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f02d987-cbf3-4c80-86bb-1132cd2e5d57 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:38:39.423786 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'tag': '5692a9c2-2afd-4559-88bb-f6c23d64ed56', 'status': 'completed', 'code': 200} Nov 12 12:38:39.429716 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.432274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:39.439264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1c350194-b8f8-4a2f-9460-ffff39695b15 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:38:39.445104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-93efc3d4-5acb-4fef-b9c0-bb3577a34873 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56 HTTP/1.1" status: 200 len: 217 time: 0.2674289 Nov 12 12:38:39.452541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.544089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02871ea7-2eae-4a3c-bf0b-284c4bc1c824']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:39.552189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1c350194-b8f8-4a2f-9460-ffff39695b15 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:38:39.559396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1c350194-b8f8-4a2f-9460-ffff39695b15 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:38:39.578365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf990f5-c854-416c-85d0-edde9d00364c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:39.578663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf990f5-c854-416c-85d0-edde9d00364c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:39.602394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.613570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.641466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.652030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=671a34d5-4f8b-48f5-b0f4-db4f25bb429c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:39.663918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:38:39.667339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.711879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f48c58-a487-4319-86aa-783ccf974e21 None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:39.727398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:39.763157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d41b87df-04a5-4230-af78-8a1a8f8811cb tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/671a34d5-4f8b-48f5-b0f4-db4f25bb429c HTTP/1.1" status: 204 len: 168 time: 1.7616262 Nov 12 12:38:39.773398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41990) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:39.943062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-08b0e196-1135-4d1d-a807-adeb5e06a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:39.946535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-08b0e196-1135-4d1d-a807-adeb5e06a85d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.4816718 Nov 12 12:38:40.087445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6b15-9879-4fc6-96f6-10c89d50748c req-452baa1d-01f1-4ad7-8fcc-8f31fd6ffa01 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:40.101377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c14a6b15-9879-4fc6-96f6-10c89d50748c req-452baa1d-01f1-4ad7-8fcc-8f31fd6ffa01 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.6518486 Nov 12 12:38:40.154305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 10.1.1.133 (64237f3e-9d8f-4b12-80f5-7a9295d86b28/55129ecc-8936-4630-8d00-e7030321681e/cad53b8a-8590-4671-b981-16b96dea7ff4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:40.196216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 28ebe97d-0496-4828-bb64-a8d1d21d1a9b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:38:40.235193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.417642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-19bb45aa-96b4-4d85-984c-7ae111e3a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:40.422481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-19bb45aa-96b4-4d85-984c-7ae111e3a704 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4622684 Nov 12 12:38:40.490276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9315a1-68d5-45c1-b0e3-b71b152fa883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cccffd-d74a-4abf-830d-2af70cf368ab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:38:40.497384 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:38:40.516281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3f9315a1-68d5-45c1-b0e3-b71b152fa883 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26f79623e06945c795e7ea7a02c8b9db&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7721272 Nov 12 12:38:40.517714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:40.526647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.531572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.538190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] 10.222.0.18 "DELETE /v2.0/networks/02871ea7-2eae-4a3c-bf0b-284c4bc1c824 HTTP/1.1" status: 204 len: 168 time: 3.4241810 Nov 12 12:38:40.544765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.604463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c14a6b15-9879-4fc6-96f6-10c89d50748c req-fd55046d-088f-4f07-a9fa-06c087fb6b99 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885647 Nov 12 12:38:40.611326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.665723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47f65ebb-7306-4eff-8d55-c7337549c6ca req-63f64af5-75e3-4b37-861b-addfb91c4ccf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.1589687 Nov 12 12:38:40.721113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96172f4c-8f5c-4a15-a646-3e0bfffe99d5 tempest-DHCPAgentSchedulersTestJSON-1479215838 tempest-DHCPAgentSchedulersTestJSON-1479215838-project] Pushing event deleted for resources: {'Network': ['ID=02871ea7-2eae-4a3c-bf0b-284c4bc1c824,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:40.743310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.765380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a3830a4-9591-4608-88ce-dbfa9ca87af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.831921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a3830a4-9591-4608-88ce-dbfa9ca87af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.938934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:41.053938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-7b1ba128-afec-4aba-aa2c-23974714ca3c service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927677 Nov 12 12:38:41.374647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:41.628840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:41.683160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd8075c2-4d06-4081-94e1-828c2bfd64a9 None None] Provisioning complete for port 637bea4b-01b3-4a80-a33e-057c9f57fec8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:41.683767 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd8075c2-4d06-4081-94e1-828c2bfd64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:41.817808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.162037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866f6b88-8a00-4e72-a077-ba5f5403dc57 req-98783bbf-5f4c-426d-8252-3fbf2c563fa2 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0718718 Nov 12 12:38:42.198435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:42.207434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:42.235551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.243916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a3830a4-9591-4608-88ce-dbfa9ca87af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.251896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a3830a4-9591-4608-88ce-dbfa9ca87af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.262396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a3830a4-9591-4608-88ce-dbfa9ca87af2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21cccffd-d74a-4abf-830d-2af70cf368ab HTTP/1.1" status: 204 len: 168 time: 1.7371039 Nov 12 12:38:42.265468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:42.350506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf03c-2339-43c2-8412-2dd149c845dc req-1c7c42ce-ef72-4b60-a0e5-9689e2881172 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:42.366435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf03c-2339-43c2-8412-2dd149c845dc req-1c7c42ce-ef72-4b60-a0e5-9689e2881172 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:42.386078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf03c-2339-43c2-8412-2dd149c845dc req-1c7c42ce-ef72-4b60-a0e5-9689e2881172 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:42.387830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-359bf03c-2339-43c2-8412-2dd149c845dc req-1c7c42ce-ef72-4b60-a0e5-9689e2881172 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 2374 time: 1.3218989 Nov 12 12:38:42.505676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:42.565054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3830a4-9591-4608-88ce-dbfa9ca87af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cccffd-d74a-4abf-830d-2af70cf368ab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:42.760490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515a0-173d-423e-933e-1385d5a8be20 req-23d6b72c-b98d-4d3d-aa1e-697805aa6f85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:42.773772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d515a0-173d-423e-933e-1385d5a8be20 req-23d6b72c-b98d-4d3d-aa1e-697805aa6f85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.6318846 Nov 12 12:38:42.785282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:42.793668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.851868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-b234a8e9-c480-42fc-8a9c-43833a0f55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:42.851868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-b234a8e9-c480-42fc-8a9c-43833a0f55f1 service neutron] 10.222.0.81 "GET /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 1028 time: 0.3240733 Nov 12 12:38:42.875150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3c90ab9c-e314-4965-b509-fedd71827960 None None] Provisioning complete for port cad53b8a-8590-4671-b981-16b96dea7ff4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:42.878316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c90ab9c-e314-4965-b509-fedd71827960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.908003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-359bf03c-2339-43c2-8412-2dd149c845dc req-97c40c85-6e9b-49ef-b203-cf72c259ea8e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4834466 Nov 12 12:38:42.910991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=28ebe97d-0496-4828-bb64-a8d1d21d1a9b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:42.949867 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:42.967530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-43aaf078-c25c-4897-8f47-d94f6064cd1c tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/28ebe97d-0496-4828-bb64-a8d1d21d1a9b HTTP/1.1" status: 204 len: 168 time: 3.1816959 Nov 12 12:38:42.974886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:43.031093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea1c57-db20-417d-8f5f-46b6db3d1e7f None None] Network 84a02a01-09cd-4ebb-b846-e9c54cfb346e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:43.047631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-c1132f63-24d8-498c-b342-83478de23adc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2917063 Nov 12 12:38:43.076295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2', 'admin_state_up': True, 'tenant_id': '2504b03453644f56a84376a8155fffef', 'security_groups': ['ce2b90ad-6235-4500-b2eb-b9a59d0c5eed']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:43.118362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fc50f980-ad57-4f04-90e9-902e98c9cd88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e50497661f814ce1817c9af48e68cc35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9600685 Nov 12 12:38:43.123777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:43.195933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6e678916-609a-4168-b312-8a374774a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:43.201402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6e678916-609a-4168-b312-8a374774a74f service neutron] 10.222.0.81 "GET /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 1028 time: 0.3066058 Nov 12 12:38:43.317049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80189bc9-e4a7-4cec-9914-025f4359a43b req-21f63c3a-1764-4828-9092-1cc382906e6f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.1203344 Nov 12 12:38:43.339861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-cd9992ad-9414-4271-bca0-228e68f7ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:43.345445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-cd9992ad-9414-4271-bca0-228e68f7ef7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 1095 time: 1.0733495 Nov 12 12:38:43.417583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2801128c-c011-458e-ace0-2a818727e0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:43.541902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-ca3e025e-976f-47dd-95fa-c3227241a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:43.544049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-ca3e025e-976f-47dd-95fa-c3227241a113 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.1618831 Nov 12 12:38:43.590561 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2801128c-c011-458e-ace0-2a818727e0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:43.596817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3c90ab9c-e314-4965-b509-fedd71827960 None None] Port cad53b8a-8590-4671-b981-16b96dea7ff4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:43.706667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-4abde3ef-b135-4b43-89d7-6b82efcd8a7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56 HTTP/1.1" status: 200 len: 217 time: 0.1489365 Nov 12 12:38:43.833748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:43.854829 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:38:43.865437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d515a0-173d-423e-933e-1385d5a8be20 req-5a3d827c-e970-4655-8e05-96cdea74e805 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0904980 Nov 12 12:38:43.886673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] DHCP port deletion for 84a02a01-09cd-4ebb-b846-e9c54cfb346e request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:38:43.957734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-0e149789-1443-41ef-b5f3-af7be1d37e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:43.965397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-0e149789-1443-41ef-b5f3-af7be1d37e73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.2382302 Nov 12 12:38:44.006997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] Deleting port 637bea4b-01b3-4a80-a33e-057c9f57fec8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:44.008774 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:44.098123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2801128c-c011-458e-ace0-2a818727e0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:44.108973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2801128c-c011-458e-ace0-2a818727e0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:44.114066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2801128c-c011-458e-ace0-2a818727e0e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3528b4dd-5bac-4f64-b646-7effc71593db HTTP/1.1" status: 204 len: 168 time: 0.9879315 Nov 12 12:38:44.126549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] For port 637bea4b-01b3-4a80-a33e-057c9f57fec8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=637bea4b-01b3-4a80-a33e-057c9f57fec8,segment=NetworkSegment(ad0313aa-83a6-4b65-813d-200056cadb9b),segment_id=ad0313aa-83a6-4b65-813d-200056cadb9b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:44.127424 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:44.145302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] Calling delete_port for 637bea4b-01b3-4a80-a33e-057c9f57fec8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:44.154847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801128c-c011-458e-ace0-2a818727e0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3528b4dd-5bac-4f64-b646-7effc71593db,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:44.271573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-341448af-e65e-40ac-ac7a-8fb1ab91d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:44.273178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-341448af-e65e-40ac-ac7a-8fb1ab91d5d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004274 Nov 12 12:38:44.318733 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:44.394697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] No DVR routers for this DVR port 637bea4b-01b3-4a80-a33e-057c9f57fec8 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:38:44.553749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5905e-5a54-4885-b509-63b1f191772b None None] Pushing event deleted for resources: {'Port': ['ID=637bea4b-01b3-4a80-a33e-057c9f57fec8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:44.616859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f844f51-1a55-4e8f-a8da-1e1dd207613c req-fa92c5e1-7ee0-4352-8d88-c542dd89dc4a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:44.628261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f844f51-1a55-4e8f-a8da-1e1dd207613c req-fa92c5e1-7ee0-4352-8d88-c542dd89dc4a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:44.636727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f844f51-1a55-4e8f-a8da-1e1dd207613c req-fa92c5e1-7ee0-4352-8d88-c542dd89dc4a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:44.638862 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f844f51-1a55-4e8f-a8da-1e1dd207613c req-fa92c5e1-7ee0-4352-8d88-c542dd89dc4a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 2374 time: 0.4325514 Nov 12 12:38:44.754212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-5779548d-3a2f-402b-9c0d-f304db24f422 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673572 Nov 12 12:38:44.812521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f844f51-1a55-4e8f-a8da-1e1dd207613c req-05cc1599-ff89-4154-a857-87faac1c0036 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598382 Nov 12 12:38:44.841641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7727ebd4-7c98-42f7-8b67-51d76b463eeb req-6d0cb135-8705-4335-9345-d49240da2dd9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.2762468 Nov 12 12:38:44.900239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 637bea4b-01b3-4a80-a33e-057c9f57fec8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:44.906691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:45.115415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-11407c41-bb57-4ff1-b040-3125cec1d607 req-0d92d6a6-af93-42a3-8b95-af6e17ceda39 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542180 Nov 12 12:38:45.153822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3b9d06f1-e999-4979-8346-a2d07d2a0ce7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:45.186744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:45.194542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3b9d06f1-e999-4979-8346-a2d07d2a0ce7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:45.223651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3b9d06f1-e999-4979-8346-a2d07d2a0ce7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:45.241184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3b9d06f1-e999-4979-8346-a2d07d2a0ce7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "GET /v2.0/networks?id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 200 len: 1990 time: 1.9696925 Nov 12 12:38:45.262381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:45.264984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:45.270958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 637bea4b-01b3-4a80-a33e-057c9f57fec8 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:38:45.452532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 637bea4b-01b3-4a80-a33e-057c9f57fec8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:38:45.455154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 637bea4b-01b3-4a80-a33e-057c9f57fec8 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:38:45.497380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ddc48-3798-412e-bedd-766200bf1c1d req-f73d7ec8-5ca4-419b-b4f6-1172362e048f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:45.508169 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-402ddc48-3798-412e-bedd-766200bf1c1d req-f73d7ec8-5ca4-419b-b4f6-1172362e048f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.3694494 Nov 12 12:38:45.752945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:45.777007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-402ddc48-3798-412e-bedd-766200bf1c1d req-1772384f-ed3e-44d0-a4b0-7758aba10349 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615335 Nov 12 12:38:45.785024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:45.927018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0981e666-be95-4afb-b239-4cfe4191d8e0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:45.969886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-7f6fd2c7-92f5-4d26-a025-7c367655c624 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c04b1ad243b345c19603c00a819581e7 HTTP/1.1" status: 200 len: 380 time: 0.3005922 Nov 12 12:38:46.014126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'admin_state_up': True, 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'security_groups': ['2a2b5760-419a-4de3-a5d6-e595e6b3bb51']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:46.022184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.028925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.029581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.029975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.031517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.032851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.038333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.039269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.039778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.040116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.040981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.041312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:46.048983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port 637bea4b-01b3-4a80-a33e-057c9f57fec8, host n-d-804878-5, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:46.049397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.102401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe65c3fe-c987-4ff6-aebc-56052aff1433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f540f7779f434650bbcc58ead1cbbc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9113657 Nov 12 12:38:46.107945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:46.237967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97daa8b6-5d9f-40c7-81ed-e011e1767116 req-6b062304-33f9-4f90-a941-f18b6383675a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.1177580 Nov 12 12:38:46.269642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 637bea4b-01b3-4a80-a33e-057c9f57fec8 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:46.301959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Port 637bea4b-01b3-4a80-a33e-057c9f57fec8 was not found and therefore no delete operation was performed {{(pid=102778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:38:46.334542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7397bdf4-0f78-4121-8aca-50d5ee6bf6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.425947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7397bdf4-0f78-4121-8aca-50d5ee6bf6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.467282 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.511376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.565867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port 637bea4b-01b3-4a80-a33e-057c9f57fec8 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:38:46.588041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7397bdf4-0f78-4121-8aca-50d5ee6bf6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.591922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7397bdf4-0f78-4121-8aca-50d5ee6bf6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:46.598094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7397bdf4-0f78-4121-8aca-50d5ee6bf6a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0981e666-be95-4afb-b239-4cfe4191d8e0 HTTP/1.1" status: 204 len: 168 time: 0.4848325 Nov 12 12:38:46.621990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397bdf4-0f78-4121-8aca-50d5ee6bf6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0981e666-be95-4afb-b239-4cfe4191d8e0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:47.155234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 10.2.2.100 (95665ecc-45f7-415e-b2a5-c46f227117a2/8c865e10-3178-43c7-8f8f-901364c3f703/a1cec711-7957-490b-8285-42e45aae8d64) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:47.249043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ace63-d073-4dc6-854d-14280d60b752 req-c96956be-fc68-4c89-bff4-58878388d16a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:47.271519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f21ace63-d073-4dc6-854d-14280d60b752 req-c96956be-fc68-4c89-bff4-58878388d16a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1783748 Nov 12 12:38:47.413465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=637bea4b-01b3-4a80-a33e-057c9f57fec8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:47.458830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f21ace63-d073-4dc6-854d-14280d60b752 req-8c655308-1fb8-4ca8-90a4-5cbcc201cd2f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863437 Nov 12 12:38:47.649307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c7dab-f22c-41f4-9f2e-c76ad3c075b9 req-162eb494-bbc6-4c8d-abde-f85f4c3cb149 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:47.666807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c7dab-f22c-41f4-9f2e-c76ad3c075b9 req-162eb494-bbc6-4c8d-abde-f85f4c3cb149 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:47.693809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c7dab-f22c-41f4-9f2e-c76ad3c075b9 req-162eb494-bbc6-4c8d-abde-f85f4c3cb149 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:47.706906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a71c7dab-f22c-41f4-9f2e-c76ad3c075b9 req-162eb494-bbc6-4c8d-abde-f85f4c3cb149 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 2374 time: 1.5573802 Nov 12 12:38:47.707043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2a69cbb-6ae2-4764-b310-50bc30ef337d req-428cac8a-a79f-4ab6-ae40-b87f673548d2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0800829 Nov 12 12:38:47.817633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:47.898147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:47.929782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a02a01-09cd-4ebb-b846-e9c54cfb346e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:47.952968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0313aa-83a6-4b65-813d-200056cadb9b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:47.953459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0313aa-83a6-4b65-813d-200056cadb9b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:38:47.965517 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:47.984330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.017966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:38:48.018665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:38:48.024255 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:38:48.047998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:48.051641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.138205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a71c7dab-f22c-41f4-9f2e-c76ad3c075b9 req-4ec725c8-eba6-447c-8b2a-81fae5a1fb98 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292307 Nov 12 12:38:48.203030 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.215481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.242244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.246883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/84a02a01-09cd-4ebb-b846-e9c54cfb346e HTTP/1.1" status: 204 len: 168 time: 5.2295828 Nov 12 12:38:48.251146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:48.292925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff46d-3c76-49af-95b6-cc4fa421afab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=84a02a01-09cd-4ebb-b846-e9c54cfb346e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:48.307012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:48.314735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:48.354540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:48.380482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c62733-7d91-4353-b358-221eaafa2745 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:48.389339 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-11c62733-7d91-4353-b358-221eaafa2745 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1369486 Nov 12 12:38:48.394678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:48.475116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:48.528164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 172.20.0.5 (a3dba46e-5512-4e5d-b220-b6ed74cfd05f/6850434a-b87f-4bb1-92f5-8ddb4cb81b87/5311de14-71d7-4e80-8c76-be5676bd07f1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:48.541718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:48.542919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.572065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fee65864-2eb2-427e-8588-eb1765ede9be tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1711538 Nov 12 12:38:48.576670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:48.588687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493856471'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:48.600909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-83633af9-b362-4a82-9cba-e02878cbc932 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5456090 Nov 12 12:38:48.643233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2', 'admin_state_up': True, 'tenant_id': '2504b03453644f56a84376a8155fffef', 'security_groups': ['ce2b90ad-6235-4500-b2eb-b9a59d0c5eed']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:48.654078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:48.658697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.751493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851f573-73c7-4d47-a8fc-1ca91f6990a9 req-8c7a1a9d-5dbf-4012-af46-187cc408b6bb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:48.770522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b851f573-73c7-4d47-a8fc-1ca91f6990a9 req-8c7a1a9d-5dbf-4012-af46-187cc408b6bb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1807339 Nov 12 12:38:48.856171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:48.889277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b851f573-73c7-4d47-a8fc-1ca91f6990a9 req-4704fbad-d677-4c4d-8c15-80002e1ea367 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175158 Nov 12 12:38:48.917245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cdca5533-ccc6-4ad9-85c0-f7111df095c6 None None] Provisioning complete for port a1cec711-7957-490b-8285-42e45aae8d64 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:48.918393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdca5533-ccc6-4ad9-85c0-f7111df095c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:48.979200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cdca5533-ccc6-4ad9-85c0-f7111df095c6 None None] Port a1cec711-7957-490b-8285-42e45aae8d64 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:49.029243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4eaac14-c30e-42a1-b98b-bfe6ebb2d144 req-e7de3093-fbc6-4432-af2b-41caac6ad502 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.1590333 Nov 12 12:38:49.032815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.037631 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment a63f270c-a288-426c-9952-7aa204ae2baf of type vlan for network 88290eaa-2d33-439d-9332-8f170762bb7b Nov 12 12:38:49.117740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.172100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.196479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.202952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:49.203668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.315258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Made reservation on behalf of 2504b03453644f56a84376a8155fffef for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:49.321077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.332145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=88290eaa-2d33-439d-9332-8f170762bb7b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:49.337186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2288179-a455-466f-99fa-8823e26e6eb8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7591088 Nov 12 12:38:49.345705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 88290eaa-2d33-439d-9332-8f170762bb7b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:49.370059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:49.379467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:49.496362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.578235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:49.590844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:49.595029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:49.602285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:49.651934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd8083-04b7-41da-84e5-c382410a3a30 req-e79d12fc-82f3-43e7-9bee-91b362152e7b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:49.663940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:49.664754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:49.666530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd8083-04b7-41da-84e5-c382410a3a30 req-e79d12fc-82f3-43e7-9bee-91b362152e7b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:49.680060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd8083-04b7-41da-84e5-c382410a3a30 req-e79d12fc-82f3-43e7-9bee-91b362152e7b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:49.686643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd8083-04b7-41da-84e5-c382410a3a30 req-e79d12fc-82f3-43e7-9bee-91b362152e7b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:49.703091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54dd8083-04b7-41da-84e5-c382410a3a30 req-e79d12fc-82f3-43e7-9bee-91b362152e7b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3095 time: 0.3746407 Nov 12 12:38:49.771235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3d7045ce-78dd-4e04-afc2-6aa8b2a504a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7819808 Nov 12 12:38:49.816203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'admin_state_up': True, 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'security_groups': ['2a2b5760-419a-4de3-a5d6-e595e6b3bb51']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:49.886549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54dd8083-04b7-41da-84e5-c382410a3a30 req-e0ec1321-70fa-4db5-986a-e285afdffb0e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787119 Nov 12 12:38:49.888210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:49.924553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:50.237704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-328276af-4be2-4522-9908-f4e12a762119 None None] Provisioning complete for port 5311de14-71d7-4e80-8c76-be5676bd07f1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:50.238319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-328276af-4be2-4522-9908-f4e12a762119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:50.300978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d951c-aca9-4f6e-83bb-297d7dc08970 req-23b150bc-a9b3-4883-9f16-405e2406dfa7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:50.302726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b24d951c-aca9-4f6e-83bb-297d7dc08970 req-23b150bc-a9b3-4883-9f16-405e2406dfa7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 931 time: 0.0963957 Nov 12 12:38:50.398202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:50.402739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:50.404664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b24d951c-aca9-4f6e-83bb-297d7dc08970 req-cc8b8e2e-8433-42d0-9b56-ee08106c5475 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931540 Nov 12 12:38:50.410976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-328276af-4be2-4522-9908-f4e12a762119 None None] Port 5311de14-71d7-4e80-8c76-be5676bd07f1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:50.414527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:50.459639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Allocated IP 10.2.2.200 (95665ecc-45f7-415e-b2a5-c46f227117a2/8c865e10-3178-43c7-8f8f-901364c3f703/e250d5c8-b695-47b9-9df9-b9b75d1eb399) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:50.652068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:50.762620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=36e20206-7e52-4486-90ad-409824fc2d44,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:50.795564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af0c4230-ea67-4d37-b285-1bc0c53e245d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:50.856340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': 'a63f270c-a288-426c-9952-7aa204ae2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:50.857006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 88290eaa-2d33-439d-9332-8f170762bb7b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:50.909382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 88290eaa-2d33-439d-9332-8f170762bb7b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:50.940311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 88290eaa-2d33-439d-9332-8f170762bb7b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:50.952178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c3b426-b125-4f6c-bbd3-6af8e6d41946 None None] Network 88290eaa-2d33-439d-9332-8f170762bb7b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:51.034622 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af0c4230-ea67-4d37-b285-1bc0c53e245d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.041355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:51.062657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.065645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.076977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af0c4230-ea67-4d37-b285-1bc0c53e245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.169796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-88290eaa-2d33-439d-9332-8f170762bb7b', 'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': '36e20206-7e52-4486-90ad-409824fc2d44'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:38:51.171987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.232672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.242971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8f0ea96-e0d7-4600-89f4-19713699bb21 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8650939 Nov 12 12:38:51.255842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:51.265993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b', 'name': 'tempest-PortsIpV6TestJSON-1635918322'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:51.317159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348be1af-edcf-4637-b3b9-f2b81f791342 req-5497156b-1ba3-4871-99e4-cfc4ed958dc7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.324776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-348be1af-edcf-4637-b3b9-f2b81f791342 req-5497156b-1ba3-4871-99e4-cfc4ed958dc7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 1.1446354 Nov 12 12:38:51.372638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.396057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Allocated IP 2001:db8::2 (88290eaa-2d33-439d-9332-8f170762bb7b/36e20206-7e52-4486-90ad-409824fc2d44/705fd41f-8ccd-4d36-9cd5-c24ea74fedf7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:51.401660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c4230-ea67-4d37-b285-1bc0c53e245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88847738-472f-48ff-a6ed-1bf8f9e5f091,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:51.431098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af0c4230-ea67-4d37-b285-1bc0c53e245d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8d70c0bc99c4b4d975cb9c05e8c0f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0237026 Nov 12 12:38:51.442041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1576479127'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:51.453526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:51.489911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 10.1.1.131 (aaed0afa-46d4-4259-a9d9-21829c166e31/53a17d37-99ec-4cc2-815a-09eff8566f1b/6d9a0aa7-7d81-4a18-be7b-27276221c905) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:51.500084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77a0fd-5167-4703-94fd-16416590917f req-834ec20f-f516-431b-be24-cafca333f178 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.516404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77a0fd-5167-4703-94fd-16416590917f req-834ec20f-f516-431b-be24-cafca333f178 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.519660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:51.526840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77a0fd-5167-4703-94fd-16416590917f req-834ec20f-f516-431b-be24-cafca333f178 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.544196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:51.545205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77a0fd-5167-4703-94fd-16416590917f req-834ec20f-f516-431b-be24-cafca333f178 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.547142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa77a0fd-5167-4703-94fd-16416590917f req-834ec20f-f516-431b-be24-cafca333f178 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3095 time: 0.4150300 Nov 12 12:38:51.561725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:51.629340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-348be1af-edcf-4637-b3b9-f2b81f791342 req-fd6710dd-bbfb-49b6-a3c5-d0ef0a52ad22 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778456 Nov 12 12:38:51.629997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event updated for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:51.653299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Made reservation on behalf of 989d7f0a1b6f48fca2f28ef74c03f016 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:51.661846 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.713585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.779448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:51.780242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.797994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:51.804232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.828806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa77a0fd-5167-4703-94fd-16416590917f req-3dc6d30d-81b6-49a2-abc1-91760f74ebb3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742395 Nov 12 12:38:51.869772 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14db9c08-092e-418a-be0b-265a5244f08c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.904033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-900eb51d-e5d2-4b02-a19f-4026b7eb8a2c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2858002 Nov 12 12:38:51.911305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port cc4a4eaf-01ef-4949-a5ca-483c110719eb yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:51.953751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:51.991843 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.008182 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.027476 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14db9c08-092e-418a-be0b-265a5244f08c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.033419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Network 88290eaa-2d33-439d-9332-8f170762bb7b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:52.035148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:52.038416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:52.113364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Pushing event updated for resources: {'Port': ['ID=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:52.123669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc36ca-9278-474e-a660-9b6aae7debbe req-b37fe996-dbab-4169-936f-7d31b6206b45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:52.125696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3dbc36ca-9278-474e-a660-9b6aae7debbe req-b37fe996-dbab-4169-936f-7d31b6206b45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 931 time: 0.3259244 Nov 12 12:38:52.137809 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.153098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::3c0 (88290eaa-2d33-439d-9332-8f170762bb7b/36e20206-7e52-4486-90ad-409824fc2d44/cc4a4eaf-01ef-4949-a5ca-483c110719eb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:52.155817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.176074 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.180000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.180906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.181517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.182013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.182934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.183658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.184172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.184716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.185219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.185757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.186631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.187156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:38:52.192488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24846ab0-f5fd-40aa-8b54-54c7067221eb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:52.205118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.210591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:52.224993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Attempting to bind port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:52.225334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Attempting to bind port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a63f270c-a288-426c-9952-7aa204ae2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:52.225706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Attempting to bind port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 on network 88290eaa-2d33-439d-9332-8f170762bb7b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:52.236287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.236287 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Added segment 81e4846c-154c-4e56-b976-eda21824c292 of type vlan for network a4a06458-4a75-47d8-868b-86332ed95066 Nov 12 12:38:52.237629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:52.238344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Checking segment: {'id': 'a63f270c-a288-426c-9952-7aa204ae2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:52.238990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.239863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Bound using segment: {'id': 'a63f270c-a288-426c-9952-7aa204ae2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:52.240785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Bound port: 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63f270c-a288-426c-9952-7aa204ae2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:52.241459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.259670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2f62d78e-983f-446a-9c60-338120c614bc None None] Provisioning complete for port e250d5c8-b695-47b9-9df9-b9b75d1eb399 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:52.260755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f62d78e-983f-446a-9c60-338120c614bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.320965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.366293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2f62d78e-983f-446a-9c60-338120c614bc None None] Port e250d5c8-b695-47b9-9df9-b9b75d1eb399 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:52.382806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] For port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:52.387354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] For port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,segment=NetworkSegment(a63f270c-a288-426c-9952-7aa204ae2baf),segment_id=a63f270c-a288-426c-9952-7aa204ae2baf)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:52.394769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.438995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3dbc36ca-9278-474e-a660-9b6aae7debbe req-80b7e78c-09cf-49d7-85cc-64dea8a6ab3c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885816 Nov 12 12:38:52.457924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14db9c08-092e-418a-be0b-265a5244f08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.490285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14db9c08-092e-418a-be0b-265a5244f08c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.494699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-14db9c08-092e-418a-be0b-265a5244f08c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88847738-472f-48ff-a6ed-1bf8f9e5f091 HTTP/1.1" status: 204 len: 168 time: 1.0324011 Nov 12 12:38:52.529563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f547e68-52be-49bb-8ff0-b9c67c846893 None None] Pushing event updated for resources: {'Port': ['ID=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:52.579195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:52.612005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db9c08-092e-418a-be0b-265a5244f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88847738-472f-48ff-a6ed-1bf8f9e5f091,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:52.824202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:52.979020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network aaed0afa-46d4-4259-a9d9-21829c166e31 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:52.987881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:52.999051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:53.070051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:38:53.179337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.204535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.205210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.209363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.210016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.297914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-56ff9ad6-5390-42f4-978e-108fb7fc8b87 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.306327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-56ff9ad6-5390-42f4-978e-108fb7fc8b87 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.317200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-56ff9ad6-5390-42f4-978e-108fb7fc8b87 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.318710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:53.324342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-56ff9ad6-5390-42f4-978e-108fb7fc8b87 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.333156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-56ff9ad6-5390-42f4-978e-108fb7fc8b87 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.335194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-56ff9ad6-5390-42f4-978e-108fb7fc8b87 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3816 time: 0.2801538 Nov 12 12:38:53.402122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.402701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-65a4a835-9fd7-41c5-b2d1-cccdd8db94e7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6229370 Nov 12 12:38:53.425621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'admin_state_up': True, 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'security_groups': ['2a2b5760-419a-4de3-a5d6-e595e6b3bb51']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:53.431191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f57322f9-388a-4b6e-a2b3-7474ead8f76b None None] Provisioning complete for port 6d9a0aa7-7d81-4a18-be7b-27276221c905 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:53.431592 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f57322f9-388a-4b6e-a2b3-7474ead8f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.443354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9706f7d-d061-45fd-8cde-dff5e795728f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:38:53.453128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f784707-4573-4f38-bec3-766b580541d2 req-660a691c-5ce7-4123-a54e-a44e8a6e6558 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.455134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f784707-4573-4f38-bec3-766b580541d2 req-660a691c-5ce7-4123-a54e-a44e8a6e6558 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.3881307 Nov 12 12:38:53.460940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.501809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:53.503746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.535139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f57322f9-388a-4b6e-a2b3-7474ead8f76b None None] Port 6d9a0aa7-7d81-4a18-be7b-27276221c905 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:53.541768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4909594 Nov 12 12:38:53.543480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b62cd-d9e3-43bb-963a-59905060fa87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Pushing event updated for resources: {'Network': ['ID=a4a06458-4a75-47d8-868b-86332ed95066,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:53.549757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:53.550293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.606000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a4a06458-4a75-47d8-868b-86332ed95066 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:53.668224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffc19-05b5-4538-91d8-d1896489909b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.690743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Transition to ACTIVE for port object b9706f7d-d061-45fd-8cde-dff5e795728f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:38:53.707297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 88290eaa-2d33-439d-9332-8f170762bb7b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:53.716639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b9d8181-07d4-4d4c-9acd-ee834ee3e9b3 req-6da840c8-3d0e-4e1c-978e-3e675f774516 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705029 Nov 12 12:38:53.721404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.747326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:53.763730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:53.782525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:53.783177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.808462 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:53.823790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f784707-4573-4f38-bec3-766b580541d2 req-6d9107f8-3573-4075-b1e6-1418022678f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550014 Nov 12 12:38:53.874064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=cc4a4eaf-01ef-4949-a5ca-483c110719eb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:53.884944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0a764a8-366f-4566-bffd-cf2d504cab2d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6244695 Nov 12 12:38:53.887781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:53.898012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '88290eaa-2d33-439d-9332-8f170762bb7b', 'name': 'tempest-PortsIpV6TestJSON-97280049'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:53.913594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,segment=NetworkSegment(a63f270c-a288-426c-9952-7aa204ae2baf),segment_id=a63f270c-a288-426c-9952-7aa204ae2baf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:53.925135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.022750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:54.086054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Pushing event updated for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:54.238817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:54.244123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.245487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:54.249051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.292141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 2151d44b-7e88-4d4a-987f-00aaf3e3517a yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:54.328715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cbddf-1214-4381-9b49-cef267bb0ccf req-073a6bfd-c288-4e3e-b679-f5baf5cbbb81 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:54.335610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cbddf-1214-4381-9b49-cef267bb0ccf req-073a6bfd-c288-4e3e-b679-f5baf5cbbb81 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:54.349751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-982cbddf-1214-4381-9b49-cef267bb0ccf req-073a6bfd-c288-4e3e-b679-f5baf5cbbb81 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 1653 time: 0.3836126 Nov 12 12:38:54.354744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e80546-7b94-4d60-b39c-40e733ff23e9 None None] Network 88290eaa-2d33-439d-9332-8f170762bb7b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:54.420460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:54.432096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Attempting to bind port b9706f7d-d061-45fd-8cde-dff5e795728f on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:54.432433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Attempting to bind port b9706f7d-d061-45fd-8cde-dff5e795728f by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:54.432822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Attempting to bind port b9706f7d-d061-45fd-8cde-dff5e795728f on network d0654cd6-507f-4dcf-86e6-7f0688fc218c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:54.439364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Request body: {'port': {'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066', 'binding:host_id': 'n-h2-804878-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1319475915'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:54.473452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc9182f6-d10f-402e-81de-779391fa6b72 None None] Provisioning complete for port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:54.474137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc9182f6-d10f-402e-81de-779391fa6b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.486423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffc19-05b5-4538-91d8-d1896489909b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.502956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Port b9706f7d-d061-45fd-8cde-dff5e795728f on network d0654cd6-507f-4dcf-86e6-7f0688fc218c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:54.503643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Attempting to bind port b9706f7d-d061-45fd-8cde-dff5e795728f on network d0654cd6-507f-4dcf-86e6-7f0688fc218c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:54.510626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffc19-05b5-4538-91d8-d1896489909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.538636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-982cbddf-1214-4381-9b49-cef267bb0ccf req-7195465e-eb59-42e4-a208-b76f60c96e4f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877906 Nov 12 12:38:54.563047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:54.563047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Checking segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:54.563047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Bound using segment: {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:54.563047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Bound port: b9706f7d-d061-45fd-8cde-dff5e795728f, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:54.563615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.565836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Made reservation on behalf of dc98d990a854485390aa1285a6b3616a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:54.568089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.600484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.609617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::22f (88290eaa-2d33-439d-9332-8f170762bb7b/36e20206-7e52-4486-90ad-409824fc2d44/2151d44b-7e88-4d4a-987f-00aaf3e3517a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:54.717701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ffc19-05b5-4538-91d8-d1896489909b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef37f5-7d28-4312-b38f-097374e8a2f5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:54.721827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9d4ffc19-05b5-4538-91d8-d1896489909b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b45a46d5f7364ab694e8c111355b4809&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2067168 Nov 12 12:38:54.746351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:54.835886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 10.1.1.196 (aaed0afa-46d4-4259-a9d9-21829c166e31/53a17d37-99ec-4cc2-815a-09eff8566f1b/6a1b0778-d38b-429d-ba93-5d22267bb579) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:54.891929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:54.903137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9706f7d-d061-45fd-8cde-dff5e795728f,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:54.932866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:54.996886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.043455 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.070512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.098825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa19462d-364c-451d-be5e-d9a95f9e5eb8 None None] Provisioning complete for port cc4a4eaf-01ef-4949-a5ca-483c110719eb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:55.099426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa19462d-364c-451d-be5e-d9a95f9e5eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.117535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port c785a890-0a60-45f5-a132-bde8112c6254 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:55.142898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0015-4376-427e-a657-0d78ccca26f1 req-14400bea-4bf0-4631-bc76-7c0ca0b37322 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.150421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0015-4376-427e-a657-0d78ccca26f1 req-14400bea-4bf0-4631-bc76-7c0ca0b37322 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.157964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0015-4376-427e-a657-0d78ccca26f1 req-14400bea-4bf0-4631-bc76-7c0ca0b37322 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.165929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0015-4376-427e-a657-0d78ccca26f1 req-14400bea-4bf0-4631-bc76-7c0ca0b37322 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.172797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0015-4376-427e-a657-0d78ccca26f1 req-14400bea-4bf0-4631-bc76-7c0ca0b37322 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.182366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-409e0015-4376-427e-a657-0d78ccca26f1 req-14400bea-4bf0-4631-bc76-7c0ca0b37322 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3828 time: 0.2965591 Nov 12 12:38:55.183440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:38:55.223876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b1a2a-df8b-424a-ae2e-82b9f513d3c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:55.311410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-aa19462d-364c-451d-be5e-d9a95f9e5eb8 None None] Port cc4a4eaf-01ef-4949-a5ca-483c110719eb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:55.312509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70c79709-2cfb-4e88-8ffe-15a16d1fab0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.333060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:55.333551 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.350093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70c79709-2cfb-4e88-8ffe-15a16d1fab0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.362754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa19462d-364c-451d-be5e-d9a95f9e5eb8 None None] Provisioning complete for port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:55.363895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa19462d-364c-451d-be5e-d9a95f9e5eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.408948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.418426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.443241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.443866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.452291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] 10.222.0.81 "PUT /v2.0/ports/b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 1091 time: 3.5057595 Nov 12 12:38:55.470720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:38:55.473537 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719c5738-7d5c-4721-bf04-3a61a3f172d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:38:55.535572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:55.591368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90c152-a489-40ef-90fb-e6e422281c08 req-96d4521a-3d89-43fe-bc37-f9ea8728c7d1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.597704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef90c152-a489-40ef-90fb-e6e422281c08 req-96d4521a-3d89-43fe-bc37-f9ea8728c7d1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.6527112 Nov 12 12:38:55.617856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d677-7626-4264-84ef-8103aa67350a service neutron] Pushing event updated for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:55.660783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b0479c3c-3d5e-44df-803a-445d47c39a4f None None] Provisioning complete for port cc4a4eaf-01ef-4949-a5ca-483c110719eb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:55.661194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0479c3c-3d5e-44df-803a-445d47c39a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.750789 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-409e0015-4376-427e-a657-0d78ccca26f1 req-c20cc1b7-d080-4404-88f9-2b334b256fb3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5651987 Nov 12 12:38:55.799880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b0479c3c-3d5e-44df-803a-445d47c39a4f None None] Port cc4a4eaf-01ef-4949-a5ca-483c110719eb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:55.815178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 88290eaa-2d33-439d-9332-8f170762bb7b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:55.825803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=2151d44b-7e88-4d4a-987f-00aaf3e3517a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:55.840915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.871768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:55.876819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:55.882650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:55.892778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.925303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70c79709-2cfb-4e88-8ffe-15a16d1fab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.929153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70c79709-2cfb-4e88-8ffe-15a16d1fab0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:55.931333 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-70c79709-2cfb-4e88-8ffe-15a16d1fab0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3eef37f5-7d28-4312-b38f-097374e8a2f5 HTTP/1.1" status: 204 len: 168 time: 1.1834068 Nov 12 12:38:55.975299 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8736494-81fe-47a2-b409-36f0f81c92de x-openstack-request-id: req-f8736494-81fe-47a2-b409-36f0f81c92de {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:38:55.975823 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:38:55.976736 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8736494-81fe-47a2-b409-36f0f81c92de {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:38:55.978267 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'status': 'completed', 'code': 200} Nov 12 12:38:55.989330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef90c152-a489-40ef-90fb-e6e422281c08 req-f6c5d569-c597-4137-85ac-7fa63fce44d3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638861 Nov 12 12:38:55.990965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.012864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c79709-2cfb-4e88-8ffe-15a16d1fab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef37f5-7d28-4312-b38f-097374e8a2f5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:56.021826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-718657fd-406a-42b1-a7cd-154936c9f978 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1329224 Nov 12 12:38:56.022870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:56.266990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network aaed0afa-46d4-4259-a9d9-21829c166e31 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:38:56.269843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port c785a890-0a60-45f5-a132-bde8112c6254 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:38:56.287091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d9e1d-891b-411d-8eee-9e3a166a5156 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.292297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1a0d9e1d-891b-411d-8eee-9e3a166a5156 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c0 HTTP/1.1" status: 200 len: 929 time: 0.2532208 Nov 12 12:38:56.296296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:56.311570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.311714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:56.352374 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.389763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:56.399028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:56.425196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f976edf1-8eaa-4924-955c-a4b72aababeb None None] Provisioning complete for port 2151d44b-7e88-4d4a-987f-00aaf3e3517a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:56.429082 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f976edf1-8eaa-4924-955c-a4b72aababeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.488974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c0acc-136c-4a73-8ace-e7d48d5a36bb req-b8137713-8fe7-4a1f-97d3-233d435d774a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.513357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c0acc-136c-4a73-8ace-e7d48d5a36bb req-b8137713-8fe7-4a1f-97d3-233d435d774a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.529075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c0acc-136c-4a73-8ace-e7d48d5a36bb req-b8137713-8fe7-4a1f-97d3-233d435d774a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.531901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-515c0acc-136c-4a73-8ace-e7d48d5a36bb req-b8137713-8fe7-4a1f-97d3-233d435d774a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 2374 time: 0.4151659 Nov 12 12:38:56.546706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f976edf1-8eaa-4924-955c-a4b72aababeb None None] Port 2151d44b-7e88-4d4a-987f-00aaf3e3517a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:56.549233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=c785a890-0a60-45f5-a132-bde8112c6254,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:56.600846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-3c3205d6-f4db-456e-93e0-637d7212701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.602055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-3c3205d6-f4db-456e-93e0-637d7212701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.603288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-3c3205d6-f4db-456e-93e0-637d7212701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.603941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-3c3205d6-f4db-456e-93e0-637d7212701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.604809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-3c3205d6-f4db-456e-93e0-637d7212701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.607179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-3c3205d6-f4db-456e-93e0-637d7212701d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 4363 time: 0.5478582 Nov 12 12:38:56.635368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:56.636340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.709432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Checking segment: {'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:56.709806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Network hostable DHCP agents. Network: a4a06458-4a75-47d8-868b-86332ed95066, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:38:56.746292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-515c0acc-136c-4a73-8ace-e7d48d5a36bb req-500152cf-a130-4f6c-9be1-f1e88cc439d6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821728 Nov 12 12:38:56.775737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 2151d44b-7e88-4d4a-987f-00aaf3e3517a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:56.776262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.785414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c6d16b0b-9643-42b9-9296-e7f23074d9be None None] Provisioning complete for port 6a1b0778-d38b-429d-ba93-5d22267bb579 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:38:56.797417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6d16b0b-9643-42b9-9296-e7f23074d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.852157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Network a4a06458-4a75-47d8-868b-86332ed95066 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:38:56.876821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a4a06458-4a75-47d8-868b-86332ed95066) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:38:56.885645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:38:56.906435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96a53c-02c6-4076-8c54-f456462bd24e None None] Network a4a06458-4a75-47d8-868b-86332ed95066 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:56.914176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:56.914528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:56.915013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:56.929147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:56.938946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:56.938946 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:56.951374 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 2 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:56.976922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 2151d44b-7e88-4d4a-987f-00aaf3e3517a owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:56.988385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:56.988720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:56.989058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.001931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.002725 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.003902 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 3 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.035914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c6d16b0b-9643-42b9-9296-e7f23074d9be None None] Port 6a1b0778-d38b-429d-ba93-5d22267bb579 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:38:57.053085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.053567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.054147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.063507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.063765 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.065265 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 4 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.093359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.094136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.094136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.108133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.108484 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.109447 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 5 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.129771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.130130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.130545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.155480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:38:57.165824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:57.174304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.174683 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.179992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Transition to ACTIVE for port object 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:38:57.211053 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 6 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.214416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:57.268090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.268353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.268680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.326729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.327221 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.328498 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 7 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.338731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:57.424390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cec527-f42c-4578-a729-cc1612111f5e req-c46ff9ee-fa04-4f77-accc-f4b9e5371325 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:57.431732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6cec527-f42c-4578-a729-cc1612111f5e req-c46ff9ee-fa04-4f77-accc-f4b9e5371325 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.2702193 Nov 12 12:38:57.433239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=2151d44b-7e88-4d4a-987f-00aaf3e3517a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:57.435388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.435513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.435808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.528214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:57.533605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-986e2d69-451c-40d3-bf35-9d99a94a8026 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/2151d44b-7e88-4d4a-987f-00aaf3e3517a HTTP/1.1" status: 204 len: 168 time: 1.2326860 Nov 12 12:38:57.546453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.546717 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.547245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:57.549119 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 8 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.638339 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d581de63-4730-4b95-9b95-da34a4d31881 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:38:57.642430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d581de63-4730-4b95-9b95-da34a4d31881 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/2151d44b-7e88-4d4a-987f-00aaf3e3517a HTTP/1.1" status: 404 len: 333 time: 0.0819452 Nov 12 12:38:57.662365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:57.664675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42276) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:57.675834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.676672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.677094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.738495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6cec527-f42c-4578-a729-cc1612111f5e req-728c899f-9d55-4cc0-93fd-2c7dd3a3e937 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996233 Nov 12 12:38:57.795531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.795888 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.800910 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 9 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.831980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.831980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.831980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.854697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-55ef0ec4-87d0-4006-b2a3-a4221df6eb8e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4357061 Nov 12 12:38:57.857653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.857996 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.860239 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 10 to bind port c785a890-0a60-45f5-a132-bde8112c6254 Nov 12 12:38:57.877722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:57.878069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:57.878509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:57.888171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port c785a890-0a60-45f5-a132-bde8112c6254 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:57.888513 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port c785a890-0a60-45f5-a132-bde8112c6254 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:38:57.888909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:57.896180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'admin_state_up': True, 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'security_groups': ['2a2b5760-419a-4de3-a5d6-e595e6b3bb51']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:57.959404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1706478698'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:57.991142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port cc4a4eaf-01ef-4949-a5ca-483c110719eb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:57.991489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.019998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-1e270f58-049f-4b0d-bdf3-10cd8951a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.021390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-1e270f58-049f-4b0d-bdf3-10cd8951a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.022023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-1e270f58-049f-4b0d-bdf3-10cd8951a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.023842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-1e270f58-049f-4b0d-bdf3-10cd8951a4f3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2504b03453644f56a84376a8155fffef&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.4052334 Nov 12 12:38:58.079298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Pushing event updated for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:58.097208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:58.101360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.112919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] For port c785a890-0a60-45f5-a132-bde8112c6254, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:58.113296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 12:38:58.130610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.132810 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.144807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.152036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.159285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.165504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.171553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.178144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.180512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80e928b3-7412-4042-896f-f266fd90f249 req-85674e19-a725-4e5d-ab52-778ee56e7a4e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 4606 time: 0.9884350 Nov 12 12:38:58.187366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a07c1-fec8-43eb-b868-4fa1991b4d05 req-be969e0c-d7c1-498c-8400-074b1aca9b10 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.193833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a07c1-fec8-43eb-b868-4fa1991b4d05 req-be969e0c-d7c1-498c-8400-074b1aca9b10 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.200778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a07c1-fec8-43eb-b868-4fa1991b4d05 req-be969e0c-d7c1-498c-8400-074b1aca9b10 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.202515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f58a07c1-fec8-43eb-b868-4fa1991b4d05 req-be969e0c-d7c1-498c-8400-074b1aca9b10 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 2374 time: 0.2816405 Nov 12 12:38:58.217351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.217960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.278372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=c785a890-0a60-45f5-a132-bde8112c6254,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:58.284774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.331345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:58.361534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Attempting to bind port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:38:58.362270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Attempting to bind port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:38:58.362606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Attempting to bind port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:58.369929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for cc4a4eaf-01ef-4949-a5ca-483c110719eb owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:58.409007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:38:58.409334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Attempting to bind port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:38:58.421110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-1505cd7b-dfd6-4323-8d20-d82eef0e8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.422652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-719c5738-7d5c-4721-bf04-3a61a3f172d9 req-1505cd7b-dfd6-4323-8d20-d82eef0e8483 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3889191 Nov 12 12:38:58.461030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80e928b3-7412-4042-896f-f266fd90f249 req-77ce9bd6-8f0c-4006-9f60-62611c8e1556 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276299 Nov 12 12:38:58.461962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:38:58.462352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Checking segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:38:58.462736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Bound using segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:38:58.463197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Bound port: 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:38:58.463553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.504404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-991beb55-4f7d-4423-b246-a4ff5e0bdae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0824554 Nov 12 12:38:58.511634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:58.547393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.552797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f58a07c1-fec8-43eb-b868-4fa1991b4d05 req-4424c547-f1a0-4bac-b508-c48038991dc2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322582 Nov 12 12:38:58.557598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.592018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.592175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:38:58.636077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78fead8-e752-48bc-9479-07346cc2e2b6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:58.640246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.640601 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Added segment 60c77f4a-2783-4105-98d8-5b07e27cd593 of type vlan for network 01950eeb-3616-4f47-bc91-88d6b323176e Nov 12 12:38:58.658204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:38:58.692371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:38:58.700295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.718773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.743568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.779545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=cc4a4eaf-01ef-4949-a5ca-483c110719eb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:58.784286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.797285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.797927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.813895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:58.814969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.816969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] 10.222.0.81 "PUT /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 1136 time: 3.3098512 Nov 12 12:38:58.828602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': '7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:38:58.836041 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a3627d-b9f8-45de-a04a-38ff8b181b86" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:38:58.837919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.844815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0548798d-647b-46f9-ac96-980c58cb8219 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/cc4a4eaf-01ef-4949-a5ca-483c110719eb HTTP/1.1" status: 204 len: 168 time: 1.1615829 Nov 12 12:38:58.852969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:58.856274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Deleting port c785a890-0a60-45f5-a132-bde8112c6254 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:38:58.857382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:58.878219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:58.945210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2617970 Nov 12 12:38:58.947077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:58.951626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'subnet': {'network_id': '01950eeb-3616-4f47-bc91-88d6b323176e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:38:59.002474 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d760dac-e8a4-4763-a6ee-360eaaf7bb1b x-openstack-request-id: req-4d760dac-e8a4-4763-a6ee-360eaaf7bb1b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:38:59.003138 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:38:59.003600 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d760dac-e8a4-4763-a6ee-360eaaf7bb1b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:38:59.004208 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': '7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9', 'status': 'completed', 'code': 200} Nov 12 12:38:59.064019 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d80a8e-065f-4d60-a5c4-81fbb605aada tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:38:59.071376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96d80a8e-065f-4d60-a5c4-81fbb605aada tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/cc4a4eaf-01ef-4949-a5ca-483c110719eb HTTP/1.1" status: 404 len: 333 time: 0.2112391 Nov 12 12:38:59.072849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42292) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:59.182958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ac8e1-5689-4cce-ad60-038ae069d74e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Network': ['ID=01950eeb-3616-4f47-bc91-88d6b323176e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:59.199852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b613828-95b7-4c02-b683-c036c0ea8a4f service neutron] Pushing event updated for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:59.200323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 01950eeb-3616-4f47-bc91-88d6b323176e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:38:59.233561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 36e20206-7e52-4486-90ad-409824fc2d44 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:38:59.241000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.255016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] For port c785a890-0a60-45f5-a132-bde8112c6254, host n-h2-804878-5, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:38:59.255388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.303228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Calling delete_port for c785a890-0a60-45f5-a132-bde8112c6254 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:38:59.313788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.315545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:38:59.320822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.327977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.368834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915dd0d-9c58-461a-be16-463ee31eaa21 req-9cd789dc-994b-45df-b0c7-bf21e92858e7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.370435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f915dd0d-9c58-461a-be16-463ee31eaa21 req-9cd789dc-994b-45df-b0c7-bf21e92858e7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.4288185 Nov 12 12:38:59.375362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.375850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.376671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.376798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.377221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.377695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.379547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-acd6efe9-7703-472a-94f3-e51335dacab4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5292 time: 0.3467162 Nov 12 12:38:59.380799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 10.2.2.100 (0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5/a04809b7-44c9-4f29-989b-0145b213ab40/e5b2db53-b081-47a4-aada-faa90c345d3b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:38:59.587036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.589331 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.668419 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.740852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f915dd0d-9c58-461a-be16-463ee31eaa21 req-04df2d0d-48bb-4419-a09c-d854b12d6561 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238547 Nov 12 12:38:59.745051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=36e20206-7e52-4486-90ad-409824fc2d44,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:38:59.755240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.761499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ac2ecc4c-0e1e-4b47-89f1-5c51e4cecc1b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/36e20206-7e52-4486-90ad-409824fc2d44 HTTP/1.1" status: 204 len: 168 time: 0.6865978 Nov 12 12:38:59.765735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:38:59.776771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e23050-d770-4c80-8342-5b9448dd7997 None None] Network 88290eaa-2d33-439d-9332-8f170762bb7b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:38:59.802037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-fc030489-df28-4667-96ee-bebc27476541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.802571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-fc030489-df28-4667-96ee-bebc27476541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.803037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-fc030489-df28-4667-96ee-bebc27476541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:59.804880 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-fc030489-df28-4667-96ee-bebc27476541 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2504b03453644f56a84376a8155fffef&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3856323 Nov 12 12:38:59.836474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.936648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.939581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.961466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.983429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event deleted for resources: {'Port': ['ID=c785a890-0a60-45f5-a132-bde8112c6254,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:00.024765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.031918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.038479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.045512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.052096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.059410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.062506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.067711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-c147afa8-4ed7-408f-a321-ccdc4c1b3098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 4606 time: 0.4149992 Nov 12 12:39:00.068905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b972f596-8c10-45c2-a724-bf9d01e8b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c785a890-0a60-45f5-a132-bde8112c6254 HTTP/1.1" status: 204 len: 168 time: 1.5562284 Nov 12 12:39:00.084213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:00.118248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Subnet': ['ID=0a792852-f97d-4265-b896-60be43ddc09e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:00.119005 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.164474 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3607bbfd-ff7b-46e7-8629-99800469ec6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:39:00.170736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3607bbfd-ff7b-46e7-8629-99800469ec6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "GET /v2.0/ports/c785a890-0a60-45f5-a132-bde8112c6254 HTTP/1.1" status: 404 len: 333 time: 0.0853655 Nov 12 12:39:00.173538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] DHCP port deletion for 88290eaa-2d33-439d-9332-8f170762bb7b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:39:00.174499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:00.177660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-8c5dce86-8524-468e-b9b0-6b0c57f38ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.179501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a3627d-b9f8-45de-a04a-38ff8b181b86 req-8c5dce86-8524-468e-b9b0-6b0c57f38ee8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3598814 Nov 12 12:39:00.188322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Checking segment: {'id': '60c77f4a-2783-4105-98d8-5b07e27cd593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01950eeb-3616-4f47-bc91-88d6b323176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:00.189353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network hostable DHCP agents. Network: 01950eeb-3616-4f47-bc91-88d6b323176e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:39:00.194458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Request body: {'port': {'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416703752'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:00.215130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67261de-7f45-4556-8350-55946b307548 req-232b2c4a-90ff-4cac-b39b-ba7bd858a4ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.221908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67261de-7f45-4556-8350-55946b307548 req-232b2c4a-90ff-4cac-b39b-ba7bd858a4ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.229476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67261de-7f45-4556-8350-55946b307548 req-232b2c4a-90ff-4cac-b39b-ba7bd858a4ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.237029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c67261de-7f45-4556-8350-55946b307548 req-232b2c4a-90ff-4cac-b39b-ba7bd858a4ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 2374 time: 0.2638094 Nov 12 12:39:00.270531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] Deleting port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:00.271940 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.288830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d844c074-b9b9-4111-9fea-2fe5ba6b5080 req-39a4525e-8fd9-459f-b6f3-38ff8cc133a0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2189603 Nov 12 12:39:00.341985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:00.342640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.345672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:39:00.403235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] For port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,segment=NetworkSegment(a63f270c-a288-426c-9952-7aa204ae2baf),segment_id=a63f270c-a288-426c-9952-7aa204ae2baf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:00.403893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.412574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 01950eeb-3616-4f47-bc91-88d6b323176e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:00.422461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:00.423029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.433563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a10cd6-fd95-4723-b4d8-807f09431270 None None] Network 01950eeb-3616-4f47-bc91-88d6b323176e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:00.435982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] Calling delete_port for 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:00.442977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecc621c-0ddf-49af-b587-a26af548b034 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:00.447818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Made reservation on behalf of dc98d990a854485390aa1285a6b3616a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:00.453646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,segment=NetworkSegment(a63f270c-a288-426c-9952-7aa204ae2baf),segment_id=a63f270c-a288-426c-9952-7aa204ae2baf)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:00.454141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.461948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.465792 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-945d668f-b4ba-4851-8639-059962ebd5a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5163500 Nov 12 12:39:00.470794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:00.471103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.475419 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.476501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1944320386', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:00.503482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c67261de-7f45-4556-8350-55946b307548 req-60c8569e-d211-4b2f-9dc4-9d3cc25a7527 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653751 Nov 12 12:39:00.526348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:00.538010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Transition to ACTIVE for port object 4ecc621c-0ddf-49af-b587-a26af548b034 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:00.589249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:00.598032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:00.614884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:00.629533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:00.716923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port aef6acb0-c9a3-42c3-990c-0b7ee6db66be yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:00.724925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:00.738510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:00.845775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d564c622-50ce-4280-bd81-23f93546dd9e None None] Network 01950eeb-3616-4f47-bc91-88d6b323176e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:01.100080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:01.127445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.168434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.203607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-4bcfef92-238b-4bfe-90ab-becce993dc5a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3178558 Nov 12 12:39:01.224262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'admin_state_up': True, 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'security_groups': ['2a2b5760-419a-4de3-a5d6-e595e6b3bb51']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:01.257150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:39:01.264400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.265473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.284712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] Pushing event deleted for resources: {'Port': ['ID=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:01.310727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.380371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:39:01.380872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:39:01.468222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00cab4-5bb9-4f2d-8907-c55a12c3d4bc None None] No DVR routers for this DVR port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:01.478730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=705fd41f-8ccd-4d36-9cd5-c24ea74fedf7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:01.485091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-56c574cf-f719-4eb4-b85c-75dd751f0b54 None None] Provisioning complete for port e5b2db53-b081-47a4-aada-faa90c345d3b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:01.485409 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56c574cf-f719-4eb4-b85c-75dd751f0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.499499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port 705fd41f-8ccd-4d36-9cd5-c24ea74fedf7 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:01.546690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56c574cf-f719-4eb4-b85c-75dd751f0b54 None None] Port e5b2db53-b081-47a4-aada-faa90c345d3b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:01.619940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.776222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eea6e1-690b-48ec-b3c8-f36a306aa7eb req-c433c9da-5ded-4baa-8a0e-56f2c753f1ac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:01.783965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02eea6e1-690b-48ec-b3c8-f36a306aa7eb req-c433c9da-5ded-4baa-8a0e-56f2c753f1ac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.5207441 Nov 12 12:39:01.793325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.980454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88290eaa-2d33-439d-9332-8f170762bb7b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:01.994808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.011195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63f270c-a288-426c-9952-7aa204ae2baf') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:02.011409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63f270c-a288-426c-9952-7aa204ae2baf') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:02.026271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.043019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-02eea6e1-690b-48ec-b3c8-f36a306aa7eb req-0178c1be-b804-4564-bfea-a201c51ceb61 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523782 Nov 12 12:39:02.173824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.193772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:39:02.194224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:39:02.199555 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:39:02.227592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Attempting to bind port 4ecc621c-0ddf-49af-b587-a26af548b034 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:02.227592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Attempting to bind port 4ecc621c-0ddf-49af-b587-a26af548b034 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:02.228723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Attempting to bind port 4ecc621c-0ddf-49af-b587-a26af548b034 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:02.298903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.307036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.314457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.322825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.334358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.349024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.357089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.361106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-a1d2cfe1-0023-4aed-a052-d00af00d2f2a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5383 time: 0.2888470 Nov 12 12:39:02.361410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.361896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Port 4ecc621c-0ddf-49af-b587-a26af548b034 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:02.362145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Attempting to bind port 4ecc621c-0ddf-49af-b587-a26af548b034 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:02.387271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.396646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/88290eaa-2d33-439d-9332-8f170762bb7b HTTP/1.1" status: 204 len: 168 time: 2.6295764 Nov 12 12:39:02.398250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:02.398608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Checking segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:02.399571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Bound using segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:02.400309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Bound port: 4ecc621c-0ddf-49af-b587-a26af548b034, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:02.400685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.404292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:02.407370 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.423061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648344548'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:02.447312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4723ac5-ad07-422c-9adc-b3fc513c2bb9 req-063d2bd1-71ae-4cb0-9df5-4f775f487cb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.457807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4723ac5-ad07-422c-9adc-b3fc513c2bb9 req-063d2bd1-71ae-4cb0-9df5-4f775f487cb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.473015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4723ac5-ad07-422c-9adc-b3fc513c2bb9 req-063d2bd1-71ae-4cb0-9df5-4f775f487cb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.485694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4723ac5-ad07-422c-9adc-b3fc513c2bb9 req-063d2bd1-71ae-4cb0-9df5-4f775f487cb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.487530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4723ac5-ad07-422c-9adc-b3fc513c2bb9 req-063d2bd1-71ae-4cb0-9df5-4f775f487cb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 3095 time: 0.2891026 Nov 12 12:39:02.491447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fa77e-6efd-4022-8cd1-85e9540f674a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=88290eaa-2d33-439d-9332-8f170762bb7b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:02.517347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Made reservation on behalf of c04b1ad243b345c19603c00a819581e7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:02.523682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.607522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4723ac5-ad07-422c-9adc-b3fc513c2bb9 req-8d3d2977-1041-4a82-9139-878f95177dfd tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033952 Nov 12 12:39:02.663320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a76be6f3-0462-4f9f-9763-4089443a77c4 req-7ed498a6-328e-42e0-97fe-2af83453b544 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2888515 Nov 12 12:39:02.674377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:02.678068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.712936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:02.746863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4ecc621c-0ddf-49af-b587-a26af548b034,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:02.752513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.764761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.871049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Network a4a06458-4a75-47d8-868b-86332ed95066 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:02.875697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:02.877557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.879226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] 10.222.0.81 "PUT /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 1135 time: 4.0303926 Nov 12 12:39:02.887488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.889496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': '4ecc621c-0ddf-49af-b587-a26af548b034'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:02.903967 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "4ecc621c-0ddf-49af-b587-a26af548b034"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:02.921536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:02.940597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:39:02.988838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:02.991919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:03.007973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:03.010546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.013818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.039134 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a42bb9-a727-4441-a026-f708669ab229 x-openstack-request-id: req-a9a42bb9-a727-4441-a026-f708669ab229 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:03.040349 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "4ecc621c-0ddf-49af-b587-a26af548b034", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:03.040776 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9a42bb9-a727-4441-a026-f708669ab229 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:03.042037 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': '4ecc621c-0ddf-49af-b587-a26af548b034', 'status': 'completed', 'code': 200} Nov 12 12:39:03.123029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=aef6acb0-c9a3-42c3-990c-0b7ee6db66be,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:03.176932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.177341 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment 37e4b19a-c0c0-4036-ae34-6072a7cffa02 of type vlan for network 293661f7-15eb-49bc-866b-4e784fb86e3e Nov 12 12:39:03.178038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.134 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/b1859cd2-e461-4b96-9f68-2e1cb0422f5b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:03.369658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.416868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.496086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:03.501149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:03.523057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:03.539347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7231faae-f981-4a4f-93d7-d30db4cdbddc None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:39:03.587808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.604126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:03.604990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5e7552cc-6852-43f7-86c6-5b2f9875545d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4292428 Nov 12 12:39:03.613245 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.616155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=b1859cd2-e461-4b96-9f68-2e1cb0422f5b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:03.624838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:03.645329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0dffc3b4-24d6-48ba-9b96-e3a5437eabf0 None None] Provisioning complete for port b1859cd2-e461-4b96-9f68-2e1cb0422f5b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:03.646116 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dffc3b4-24d6-48ba-9b96-e3a5437eabf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.716871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0dffc3b4-24d6-48ba-9b96-e3a5437eabf0 None None] Port b1859cd2-e461-4b96-9f68-2e1cb0422f5b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:03.731446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Allocated IP 10.2.2.200 (0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5/a04809b7-44c9-4f29-989b-0145b213ab40/ba006da0-3ca0-4b4b-9a14-0ebe1df53110) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:03.835076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.845196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.845960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.846629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.847263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.847922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.848574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.849221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:03.851600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-9196ce4d-2dc5-4836-a5c3-253e3c2c3819 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6220 time: 0.8055229 Nov 12 12:39:03.871847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:39:03.929121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277cb69-aaff-42a6-9dbb-33d1db978302 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:04.003038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc8bb2-19f4-4fa9-bb53-4989c70d6cd1 req-479ab204-db06-419e-b1ec-e7475ab2fb36 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.004657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eebc8bb2-19f4-4fa9-bb53-4989c70d6cd1 req-479ab204-db06-419e-b1ec-e7475ab2fb36 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.8055537 Nov 12 12:39:04.060215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.066727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.067354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.077449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294157-8d3f-4e57-b92e-76ab74c55344 req-c156d85f-eb2a-4151-82be-90ad8382de8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.084316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294157-8d3f-4e57-b92e-76ab74c55344 req-c156d85f-eb2a-4151-82be-90ad8382de8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.090988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294157-8d3f-4e57-b92e-76ab74c55344 req-c156d85f-eb2a-4151-82be-90ad8382de8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.098564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294157-8d3f-4e57-b92e-76ab74c55344 req-c156d85f-eb2a-4151-82be-90ad8382de8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.100923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb294157-8d3f-4e57-b92e-76ab74c55344 req-c156d85f-eb2a-4151-82be-90ad8382de8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 3095 time: 0.3224566 Nov 12 12:39:04.325896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9131794 Nov 12 12:39:04.327657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb294157-8d3f-4e57-b92e-76ab74c55344 req-01c8e6af-8520-48c0-9567-9bb4ac18a921 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059879 Nov 12 12:39:04.329598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:04.439853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:04.473499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1740-96c3-4a21-8270-0d3fd6098ec4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=293661f7-15eb-49bc-866b-4e784fb86e3e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:04.487763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 293661f7-15eb-49bc-866b-4e784fb86e3e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:39:04.526771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-4e871a63-c128-4fca-be96-5b6ca6a7303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.527350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-4e871a63-c128-4fca-be96-5b6ca6a7303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.527826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-4e871a63-c128-4fca-be96-5b6ca6a7303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.529640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-4e871a63-c128-4fca-be96-5b6ca6a7303f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2504b03453644f56a84376a8155fffef&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6593440 Nov 12 12:39:04.547929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eebc8bb2-19f4-4fa9-bb53-4989c70d6cd1 req-72f64ed3-8768-4058-87fe-83ac375e4098 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238998 Nov 12 12:39:04.626628 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.749954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.858035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.864376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-283fa608-5a84-4d8f-8e6e-14ea5bed9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.869638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31764b6a-024e-47b0-b8a1-f2b57f64a9b9 req-283fa608-5a84-4d8f-8e6e-14ea5bed9039 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277645 Nov 12 12:39:04.991129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:04.999979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.004258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.011992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.029268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.036285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.044176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.052766 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-ae9e33aa-11af-469f-8726-4619e5d7472e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5383 time: 0.4491315 Nov 12 12:39:05.060962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:05.072191 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.074626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:05.101319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:05.108252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port aef6acb0-c9a3-42c3-990c-0b7ee6db66be yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:05.133048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.179495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.180904 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.189405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:05.218868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.225017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:05.247992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Transition to ACTIVE for port object 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:05.250107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event updated for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:05.251389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.261558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f542e600-b21e-4f75-a42f-765992c046e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0496740 Nov 12 12:39:05.262406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.282936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:05.431912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:05.484431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-453f69e0-310b-449f-9c46-e0b06e603e84 None None] Provisioning complete for port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:05.485059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-453f69e0-310b-449f-9c46-e0b06e603e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.613068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-453f69e0-310b-449f-9c46-e0b06e603e84 None None] Port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:05.621817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.676644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a2f67dc-a7f3-4c67-906b-9d02f5d7a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.901345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-43f8da45-403c-4703-8583-f7189df4a300 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.903398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:05.916770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-43f8da45-403c-4703-8583-f7189df4a300 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.938331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-43f8da45-403c-4703-8583-f7189df4a300 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.948861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-43f8da45-403c-4703-8583-f7189df4a300 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.956122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-43f8da45-403c-4703-8583-f7189df4a300 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:05.959605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-43f8da45-403c-4703-8583-f7189df4a300 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 3816 time: 0.3932998 Nov 12 12:39:06.172948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=aef6acb0-c9a3-42c3-990c-0b7ee6db66be,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:06.178669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5311de14-71d7-4e80-8c76-be5676bd07f1 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:06.187530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.190624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.207009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Transition to ACTIVE for port object 5311de14-71d7-4e80-8c76-be5676bd07f1 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:06.229480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Attempting to bind port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:06.229820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Attempting to bind port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:06.230155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Attempting to bind port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.239547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:06.239879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Attempting to bind port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.240402 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dc515a2-3f31-420f-9b7b-d46c75a561c6 req-4d6966d6-159d-4c58-864e-0e9dbd70a973 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1864896 Nov 12 12:39:06.242142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.353274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Pushing event updated for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:06.379693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:06.380288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Checking segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:06.380964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Bound using segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:06.381602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Bound port: 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:06.382295 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.418410 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d0656f0-d336-407c-9dc8-44d10d2969de req-d68b1194-927b-488e-8f69-97a0cad42487 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055278 Nov 12 12:39:06.455665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:06.456054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:06.456574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.491544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:06.492037 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:06.497498 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 2 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:06.519444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:06.519952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:06.520398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.531610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=938b7bea-2618-466d-8289-e8a245471065,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:06.553134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241d930-e949-4d1d-9302-0c633085f814 req-1f73318c-0280-43bb-9f59-14dbd287ba9a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:06.561644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7241d930-e949-4d1d-9302-0c633085f814 req-1f73318c-0280-43bb-9f59-14dbd287ba9a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1689780 Nov 12 12:39:06.624542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:06.624798 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:06.632572 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 3 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:06.642971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:06.646911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:06.648355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7241d930-e949-4d1d-9302-0c633085f814 req-aecd6ddd-ec95-4174-aa62-030a7f00832a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 Nov 12 12:39:06.657927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.667844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:06.668187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:06.668529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.670578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': '37e4b19a-c0c0-4036-ae34-6072a7cffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:06.670878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 293661f7-15eb-49bc-866b-4e784fb86e3e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:39:06.713951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Attempting to bind port 5311de14-71d7-4e80-8c76-be5676bd07f1 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:06.714661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Attempting to bind port 5311de14-71d7-4e80-8c76-be5676bd07f1 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:06.715154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Attempting to bind port 5311de14-71d7-4e80-8c76-be5676bd07f1 on network a3dba46e-5512-4e5d-b220-b6ed74cfd05f {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.719763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:06.722927 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:06.724729 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 4 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:06.730824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:06.731549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.734262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:39:06.734399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] 10.222.0.81 "PUT /v2.0/ports/8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 200 len: 1091 time: 3.8156102 Nov 12 12:39:06.734860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Port 5311de14-71d7-4e80-8c76-be5676bd07f1 on network a3dba46e-5512-4e5d-b220-b6ed74cfd05f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:06.735420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Attempting to bind port 5311de14-71d7-4e80-8c76-be5676bd07f1 on network a3dba46e-5512-4e5d-b220-b6ed74cfd05f {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.745459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:06.749294 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:06.758369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:06.759639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Checking segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:06.761309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Bound using segment: {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:06.762085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Bound port: 5311de14-71d7-4e80-8c76-be5676bd07f1, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f09908-d711-4a93-82ac-0b6915e27cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:06.764362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.779866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 293661f7-15eb-49bc-866b-4e784fb86e3e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:39:06.796502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:06.796737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:06.797080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:06.826634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:06.827547 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:06.829937 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 5 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:06.836995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 293661f7-15eb-49bc-866b-4e784fb86e3e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:06.848080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5eba3-967e-403a-82e1-ad2f2bfaf245 None None] Network 293661f7-15eb-49bc-866b-4e784fb86e3e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:06.863526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:06.889694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:06.890441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:06.912974 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70718fe-967d-4860-9a60-afe7de8aff0c x-openstack-request-id: req-d70718fe-967d-4860-9a60-afe7de8aff0c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:06.913577 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:06.913756 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d70718fe-967d-4860-9a60-afe7de8aff0c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:06.915085 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9', 'status': 'completed', 'code': 200} Nov 12 12:39:07.014778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:07.016100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:07.016610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:07.064243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a144bd-619c-4d0b-9687-ddd52a4ec805 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:07.105906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.108452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:07.108797 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:07.109831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:07.124221 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 6 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:07.130982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:07.148158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:07.148608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:07.149158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:07.165336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.166957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-48b00231-93fe-4f25-bfec-1022f236639b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7366424 Nov 12 12:39:07.167300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.168298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.168609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:07.168959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:07.169526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.170187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.170813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.171577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.174491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-285ce4f4-e14d-4acc-810f-b6bcdcd44191 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6287 time: 0.2479830 Nov 12 12:39:07.176132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e', 'name': 'tempest-PortsIpV6TestJSON-1600923084', 'fixed_ips': [{'subnet_id': '938b7bea-2618-466d-8289-e8a245471065', 'ip_address': '2001:db8::10'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:07.188653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5311de14-71d7-4e80-8c76-be5676bd07f1,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:07.214103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:07.215053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:38:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:07.257946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:07.290948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:07.292066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:38:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:07.301219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:07.301557 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:07.304805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.310695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6afd43e8-29f0-43be-94a9-16762564a7e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8383253 Nov 12 12:39:07.312420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:07.312904 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 7 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:07.337404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:07.337404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:07.337805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:07.351335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:07.354389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3b0c0-9a6f-4b5e-8554-316233fecc11 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:07.356393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-293661f7-15eb-49bc-866b-4e784fb86e3e', 'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': '938b7bea-2618-466d-8289-e8a245471065'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:39:07.362612 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.388740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:07.389075 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:07.395007 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 8 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:07.426139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:07.426525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:07.426835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:07.438356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:07.438737 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:07.446622 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 9 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:07.508527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:07.596479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad53b8a-8590-4671-b981-16b96dea7ff4 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:07.604424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.643867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:07.644693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:07.645141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:07.657067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:07.657556 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:07.660418 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 10 to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be Nov 12 12:39:07.676599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.684008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.690831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.698290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.704780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.713313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.717671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.720461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.722801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-131fae87-7aca-4c4a-800e-7c3090d3d7c5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5395 time: 0.3063080 Nov 12 12:39:07.735144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.749040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Pushing event updated for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:07.798095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:07.798570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:07.799014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:07.818800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port a39d8e71-bc61-4d67-b378-2ef218d2196f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:07.856196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f5878517-ea5e-4a0d-b509-f5aead76199f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.861539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Allocated IP 2001:db8::2 (293661f7-15eb-49bc-866b-4e784fb86e3e/938b7bea-2618-466d-8289-e8a245471065/13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:07.864682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f5878517-ea5e-4a0d-b509-f5aead76199f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.872791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f5878517-ea5e-4a0d-b509-f5aead76199f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.881511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f5878517-ea5e-4a0d-b509-f5aead76199f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.889332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f5878517-ea5e-4a0d-b509-f5aead76199f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.891545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f5878517-ea5e-4a0d-b509-f5aead76199f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 3828 time: 0.3114374 Nov 12 12:39:07.892816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Transition to ACTIVE for port object cad53b8a-8590-4671-b981-16b96dea7ff4 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:07.901858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:07.902814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.904473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-bd86626d-5629-4d73-80da-9333db644753 service neutron] 10.222.0.81 "PUT /v2.0/ports/5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 200 len: 1091 time: 2.6260159 Nov 12 12:39:07.910183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:07.942021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:08.010704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:08.075972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3affccf5-1d3a-4919-bdb9-debd4ac2498e req-8f094a68-d913-4532-9a1e-3f8483ff24f0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3289480 Nov 12 12:39:08.076746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:08.077088 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:08.077473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.294519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.303414 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.306315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-58865b8c-7623-4702-9608-d0b96d7347e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:08.306903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-58865b8c-7623-4702-9608-d0b96d7347e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:08.307272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-58865b8c-7623-4702-9608-d0b96d7347e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:08.308893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-58865b8c-7623-4702-9608-d0b96d7347e5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2504b03453644f56a84376a8155fffef&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7276740 Nov 12 12:39:08.343739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] For port aef6acb0-c9a3-42c3-990c-0b7ee6db66be, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:08.344237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 12:39:08.386802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Network 293661f7-15eb-49bc-866b-4e784fb86e3e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:08.392729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:08.401404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:08.424083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.431693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-827b0922-5d0c-4e3b-9faa-22e56e1cfe9f req-f2339851-c986-4d0c-9d27-09cbbbf07e27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5259891 Nov 12 12:39:08.440794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Pushing event updated for resources: {'Port': ['ID=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:08.500983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Attempting to bind port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:08.501371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Attempting to bind port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '37e4b19a-c0c0-4036-ae34-6072a7cffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:08.501721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Attempting to bind port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f on network 293661f7-15eb-49bc-866b-4e784fb86e3e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:08.516072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:08.516072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Checking segment: {'id': '37e4b19a-c0c0-4036-ae34-6072a7cffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:08.516072 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.516072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Bound using segment: {'id': '37e4b19a-c0c0-4036-ae34-6072a7cffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:08.516072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Bound port: 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e4b19a-c0c0-4036-ae34-6072a7cffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:08.516072 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.595162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.614758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] For port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:08.622608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] For port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,segment=NetworkSegment(37e4b19a-c0c0-4036-ae34-6072a7cffa02),segment_id=37e4b19a-c0c0-4036-ae34-6072a7cffa02)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:08.635067 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.803840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b891344-7914-4d8b-a703-9ebd92c6b0c6 None None] Pushing event updated for resources: {'Port': ['ID=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:08.874949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::10 (293661f7-15eb-49bc-866b-4e784fb86e3e/938b7bea-2618-466d-8289-e8a245471065/a39d8e71-bc61-4d67-b378-2ef218d2196f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:08.876480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Attempting to bind port cad53b8a-8590-4671-b981-16b96dea7ff4 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:08.876834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Attempting to bind port cad53b8a-8590-4671-b981-16b96dea7ff4 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:08.877166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Attempting to bind port cad53b8a-8590-4671-b981-16b96dea7ff4 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:08.885346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Port cad53b8a-8590-4671-b981-16b96dea7ff4 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:08.885553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Attempting to bind port cad53b8a-8590-4671-b981-16b96dea7ff4 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:08.916421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43b249b5-369c-44e5-a8f2-6be85bad62fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:08.918217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:08.921771 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca643ce-cc97-4f9a-a926-64b156a35edf" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:08.957985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:08.958645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Checking segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:08.958891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Bound using segment: {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:08.959256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Bound port: cad53b8a-8590-4671-b981-16b96dea7ff4, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1590dff1-64e3-4bc9-9bf5-5273c156c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:08.959680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.217860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:09.239075 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.341503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.364217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:09.365776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.369451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715e755b-4ff1-44f6-ae90-340b668411f1 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:09.376272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] In _notify_port_updated(), no bound segment for port aef6acb0-c9a3-42c3-990c-0b7ee6db66be on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:39:09.377433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.378260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.378389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.380040 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "PUT /v2.0/ports/aef6acb0-c9a3-42c3-990c-0b7ee6db66be HTTP/1.1" status: 200 len: 979 time: 5.7652471 Nov 12 12:39:09.388694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42386) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:09.391859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Transition to ACTIVE for port object 715e755b-4ff1-44f6-ae90-340b668411f1 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:09.393743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-49761743-ada8-49fb-bdb5-1310829aafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.395841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2deb1a45-f5d6-450d-a02e-9bde717ff9dc req-49761743-ada8-49fb-bdb5-1310829aafae service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0721164 Nov 12 12:39:09.399987 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894887c-c8f9-4d9e-8427-a232e700acea x-openstack-request-id: req-b894887c-c8f9-4d9e-8427-a232e700acea {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:09.400359 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:09.400901 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b894887c-c8f9-4d9e-8427-a232e700acea {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:09.412127 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'status': 'completed', 'code': 200} Nov 12 12:39:09.417613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.465681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86add3eb-b17c-4b16-833d-6033e749eb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=aef6acb0-c9a3-42c3-990c-0b7ee6db66be,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:09.474005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.536661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 293661f7-15eb-49bc-866b-4e784fb86e3e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:09.554032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704488-a131-41b0-9c04-9dca1072f03e req-3ebd4636-85c6-4830-92cd-7fa0fe2f0de0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.561252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67704488-a131-41b0-9c04-9dca1072f03e req-3ebd4636-85c6-4830-92cd-7fa0fe2f0de0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 1.3108628 Nov 12 12:39:09.571770 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.626139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.632423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.640410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.646556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,segment=NetworkSegment(37e4b19a-c0c0-4036-ae34-6072a7cffa02),segment_id=37e4b19a-c0c0-4036-ae34-6072a7cffa02)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:09.647665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.648402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=a39d8e71-bc61-4d67-b378-2ef218d2196f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:09.653621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:09.655158 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.663539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:09.668092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.678860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.679547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.684294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.702084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.711256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-c7a529ae-1766-4f5a-bab3-31dd5e0ec525 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5407 time: 0.3141789 Nov 12 12:39:09.719615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Pushing event updated for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:09.781433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:09.788530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=cad53b8a-8590-4671-b981-16b96dea7ff4,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:09.793600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-947314c3-9a7b-4023-b097-d11cf8d4df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.798150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-947314c3-9a7b-4023-b097-d11cf8d4df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.798677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-947314c3-9a7b-4023-b097-d11cf8d4df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.799156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-947314c3-9a7b-4023-b097-d11cf8d4df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.801894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-947314c3-9a7b-4023-b097-d11cf8d4df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.804682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:09.807288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-947314c3-9a7b-4023-b097-d11cf8d4df40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 4363 time: 0.4981537 Nov 12 12:39:09.810891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:09.935170 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1f123f58-9274-40ec-8fb7-d3e5bb94e218 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7649062 Nov 12 12:39:09.956369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42390) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:09.987058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.987537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.988007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.988484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.989562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.990038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.991233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.991705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.992166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.992703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.993152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.993607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.994058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.994539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.994982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.995436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.995889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.996339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.997307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.997307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.997670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.998119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.998600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.999051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.999502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:09.999953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.000404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.000854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.001564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.002024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.002525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.002976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.003593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.003871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.004320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.004769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.005220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.005663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.006113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.006589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.007039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.007489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.016973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe542ea1-3762-4853-a0d3-5929e0e4865f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37113 time: 0.6094725 Nov 12 12:39:10.017574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '293661f7-15eb-49bc-866b-4e784fb86e3e', 'name': 'tempest-PortsIpV6TestJSON-1630119847', 'fixed_ips': [{'subnet_id': '938b7bea-2618-466d-8289-e8a245471065', 'ip_address': '2001:db8::f'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:10.022261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:10.032047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:10.062082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac20f98e-1dfa-4ee7-ac99-0b0fbbb80446 req-32ebfd5e-871f-4013-a276-1d30154279f4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3498132 Nov 12 12:39:10.120548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.121726 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:10.124711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-d1bd28f2-4d26-45ff-9970-6d4b4108cd3b service neutron] 10.222.0.81 "PUT /v2.0/ports/cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 200 len: 1091 time: 3.2811737 Nov 12 12:39:10.177157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:10.247043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Attempting to bind port 715e755b-4ff1-44f6-ae90-340b668411f1 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:10.248070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Attempting to bind port 715e755b-4ff1-44f6-ae90-340b668411f1 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:10.248712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Attempting to bind port 715e755b-4ff1-44f6-ae90-340b668411f1 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:10.287665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Port 715e755b-4ff1-44f6-ae90-340b668411f1 on network aaed0afa-46d4-4259-a9d9-21829c166e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:10.288164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Attempting to bind port 715e755b-4ff1-44f6-ae90-340b668411f1 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:10.339707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:10.341190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Checking segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:10.341914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Bound using segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:10.343141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Bound port: 715e755b-4ff1-44f6-ae90-340b668411f1, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:10.346040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:10.348712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6426276-9404-42a4-9699-d35e7273ec9e None None] Network 293661f7-15eb-49bc-866b-4e784fb86e3e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:10.441337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.462551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.468863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.491265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.491483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b2308439-8a91-4438-b9dd-de5e13d4cfc0 None None] Provisioning complete for port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:10.491822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2308439-8a91-4438-b9dd-de5e13d4cfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:10.507632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.525441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:10.528055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-a7ce68e9-e2e9-474e-95df-9ba79016e13f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 4601 time: 0.3409045 Nov 12 12:39:10.532424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:10.688509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b604cb27-a035-4f6e-b84c-2d54b60010e3 req-914cea17-2e4f-4c9d-9681-8b0380713c0b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518447 Nov 12 12:39:10.734384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:10.757482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:10.836171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=715e755b-4ff1-44f6-ae90-340b668411f1,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:10.858906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:10.868132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67704488-a131-41b0-9c04-9dca1072f03e req-9ac2e4f9-72e5-4b8a-831f-8614e7c3eb5d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1525099 Nov 12 12:39:10.896537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.006774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Pushing event updated for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:11.010128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-53e651d5-fbca-4e8a-9af5-cb30c2aca934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.010936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-53e651d5-fbca-4e8a-9af5-cb30c2aca934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.011411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-53e651d5-fbca-4e8a-9af5-cb30c2aca934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.013069 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-53e651d5-fbca-4e8a-9af5-cb30c2aca934 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c04b1ad243b345c19603c00a819581e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1874127 Nov 12 12:39:11.090320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.091077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.092628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d1aaa2e2-da1a-42ce-a3ce-50add17c7c0e service neutron] 10.222.0.81 "PUT /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 1131 time: 3.1566625 Nov 12 12:39:11.188068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:11.189856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:11.392503 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.399428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.412038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:11.412427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.420559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4'}, {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '715e755b-4ff1-44f6-ae90-340b668411f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:11.425997 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fed8bd-37c6-4d13-b4cc-f99f620ec259" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4"}, {"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "715e755b-4ff1-44f6-ae90-340b668411f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:11.480435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-fc85f1c6-d79c-4607-97fa-0091a90e75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.486914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fca643ce-cc97-4f9a-a926-64b156a35edf req-fc85f1c6-d79c-4607-97fa-0091a90e75b3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4640043 Nov 12 12:39:11.537350 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0dc3b2-68f1-45d9-9fd7-5219459fd44c x-openstack-request-id: req-0e0dc3b2-68f1-45d9-9fd7-5219459fd44c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:11.538056 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "715e755b-4ff1-44f6-ae90-340b668411f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:11.538056 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e0dc3b2-68f1-45d9-9fd7-5219459fd44c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:11.538417 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4', 'status': 'completed', 'code': 200} Nov 12 12:39:11.539318 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '715e755b-4ff1-44f6-ae90-340b668411f1', 'status': 'completed', 'code': 200} Nov 12 12:39:11.547965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-de9c7fde-1023-40e6-8d6b-9b1f56868e56 None None] Provisioning complete for port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:11.548400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de9c7fde-1023-40e6-8d6b-9b1f56868e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.707931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.734405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.743176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:11.752765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.754989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.770229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.772819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Deleting port aef6acb0-c9a3-42c3-990c-0b7ee6db66be {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:11.773177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.787059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.788037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.788527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.789006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.790470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.790897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.791642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.792151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.794628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-706877d1-6e8a-4a31-817a-add9c9b9a6d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6354 time: 0.1932602 Nov 12 12:39:11.801753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.816824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:11.831096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1f1d19dc-5bc0-49eb-9695-a512458824d3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5407 time: 0.5148072 Nov 12 12:39:11.864892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-de9c7fde-1023-40e6-8d6b-9b1f56868e56 None None] Provisioning complete for port a39d8e71-bc61-4d67-b378-2ef218d2196f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:11.865338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de9c7fde-1023-40e6-8d6b-9b1f56868e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:11.935790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-de9c7fde-1023-40e6-8d6b-9b1f56868e56 None None] Port a39d8e71-bc61-4d67-b378-2ef218d2196f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:11.983447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cec711-7957-490b-8285-42e45aae8d64 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:12.003817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.064223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ae45c639-b946-403a-8286-0b71d157c79d None None] Provisioning complete for port a39d8e71-bc61-4d67-b378-2ef218d2196f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:12.064223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae45c639-b946-403a-8286-0b71d157c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.091285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 85e43bff-d539-41b3-84f8-128d958a598d yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:12.120995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ae45c639-b946-403a-8286-0b71d157c79d None None] Port a39d8e71-bc61-4d67-b378-2ef218d2196f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:12.148441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Transition to ACTIVE for port object a1cec711-7957-490b-8285-42e45aae8d64 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:12.169244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.218313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44d73919-f34b-4b93-9b19-a64f1128ea0c req-1a188564-534e-4c78-9473-86c3f3833532 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3859637 Nov 12 12:39:12.272655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] For port aef6acb0-c9a3-42c3-990c-0b7ee6db66be, host n-h2-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:12.272904 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.388497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:12.412521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Calling delete_port for aef6acb0-c9a3-42c3-990c-0b7ee6db66be owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:12.513463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-6d6bf473-6265-4db8-88da-248da860f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.513906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-6d6bf473-6265-4db8-88da-248da860f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.514428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-6d6bf473-6265-4db8-88da-248da860f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.516344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-6d6bf473-6265-4db8-88da-248da860f318 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2504b03453644f56a84376a8155fffef&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6728492 Nov 12 12:39:12.559581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48049a-f458-45d4-bfeb-d472b9fe88a5 req-1a82cb4b-8c68-4a26-af7e-edbae8cdd37b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.563841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b48049a-f458-45d4-bfeb-d472b9fe88a5 req-1a82cb4b-8c68-4a26-af7e-edbae8cdd37b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1442056 Nov 12 12:39:12.654952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.670085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Attempting to bind port a1cec711-7957-490b-8285-42e45aae8d64 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:12.670399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.670686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Attempting to bind port a1cec711-7957-490b-8285-42e45aae8d64 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:12.671144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Attempting to bind port a1cec711-7957-490b-8285-42e45aae8d64 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:12.679764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Port a1cec711-7957-490b-8285-42e45aae8d64 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:12.680881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Attempting to bind port a1cec711-7957-490b-8285-42e45aae8d64 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:12.693556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.694090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:12.694606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Checking segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:12.695125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Bound using segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:12.696248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Bound port: a1cec711-7957-490b-8285-42e45aae8d64, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:12.696707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.701367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.709710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.716760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.718742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a22de2-4066-4798-a150-c437fbaad9e2 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:12.724741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6da6b365-267f-4648-9a0b-ce427020a128 req-de47d8a4-0a15-423f-aabc-97b49dd65e5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 4601 time: 0.7739778 Nov 12 12:39:12.745458 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.796865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b48049a-f458-45d4-bfeb-d472b9fe88a5 req-f5ec4044-b4cb-4519-8571-c307db23ef92 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006092 Nov 12 12:39:12.804686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Transition to ACTIVE for port object f3a22de2-4066-4798-a150-c437fbaad9e2 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:12.815808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.816416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::f (293661f7-15eb-49bc-866b-4e784fb86e3e/938b7bea-2618-466d-8289-e8a245471065/85e43bff-d539-41b3-84f8-128d958a598d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:12.891495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:12.907532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1cec711-7957-490b-8285-42e45aae8d64,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:12.920979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.933600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Pushing event updated for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:12.954557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:12.955382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:12.958408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] 10.222.0.81 "PUT /v2.0/ports/a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 200 len: 1091 time: 2.7977111 Nov 12 12:39:13.019874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27fa4b-8262-4b33-bd37-49368d0cb6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:13.034600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Request body: {'port': {'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:13.079322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6da6b365-267f-4648-9a0b-ce427020a128 req-c1be52e6-15d4-4d64-a133-0ae234774cec tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3506029 Nov 12 12:39:13.123321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-6ad358b7-ba29-4171-b318-d79c41b2ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.125888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-6ad358b7-ba29-4171-b318-d79c41b2ab2f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5998769 Nov 12 12:39:13.127479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.1 (01950eeb-3616-4f47-bc91-88d6b323176e/0a792852-f97d-4265-b896-60be43ddc09e/b31d5c55-7f6f-4f5f-b4a3-df121fae7a62) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:13.145388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.161746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Attempting to bind port f3a22de2-4066-4798-a150-c437fbaad9e2 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:13.162400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Attempting to bind port f3a22de2-4066-4798-a150-c437fbaad9e2 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:13.163540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Attempting to bind port f3a22de2-4066-4798-a150-c437fbaad9e2 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:13.203117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Port f3a22de2-4066-4798-a150-c437fbaad9e2 on network aaed0afa-46d4-4259-a9d9-21829c166e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:13.208030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Attempting to bind port f3a22de2-4066-4798-a150-c437fbaad9e2 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:13.218269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:13.220749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Checking segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:13.221275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Bound using segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:13.221836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Bound port: f3a22de2-4066-4798-a150-c437fbaad9e2, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:13.226720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.264408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.282288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event deleted for resources: {'Port': ['ID=aef6acb0-c9a3-42c3-990c-0b7ee6db66be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:13.297535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.302482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e601bbfb-66d5-40fb-a261-ae1802f439d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "DELETE /v2.0/ports/aef6acb0-c9a3-42c3-990c-0b7ee6db66be HTTP/1.1" status: 204 len: 168 time: 3.2716358 Nov 12 12:39:13.326077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42404) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:13.375803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:13.379499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f3a22de2-4066-4798-a150-c437fbaad9e2,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:13.474480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.474703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.475258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.475868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.476335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.476978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.477676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.477972 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d5505b-035e-4c4d-9aee-3bb04ff14d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:39:13.478244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.479647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-84d5505b-035e-4c4d-9aee-3bb04ff14d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "GET /v2.0/ports/aef6acb0-c9a3-42c3-990c-0b7ee6db66be HTTP/1.1" status: 404 len: 333 time: 0.1510508 Nov 12 12:39:13.480439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-dc8764a1-d44d-4452-979d-41ab12afb7d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6169 time: 0.2815533 Nov 12 12:39:13.489013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:13.499573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133075575', 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:13.548212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.548893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.550237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] 10.222.0.81 "PUT /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 1131 time: 2.3673716 Nov 12 12:39:13.551839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64'}, {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': 'f3a22de2-4066-4798-a150-c437fbaad9e2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:13.554194 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "a1cec711-7957-490b-8285-42e45aae8d64"}, {"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "f3a22de2-4066-4798-a150-c437fbaad9e2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:13.575920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.587899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:13.662242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.734544 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e4629b-b6bd-4840-a23f-5b9c966beac2 x-openstack-request-id: req-64e4629b-b6bd-4840-a23f-5b9c966beac2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:13.734972 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "a1cec711-7957-490b-8285-42e45aae8d64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "f3a22de2-4066-4798-a150-c437fbaad9e2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:13.735107 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64e4629b-b6bd-4840-a23f-5b9c966beac2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:13.735483 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64', 'status': 'completed', 'code': 200} Nov 12 12:39:13.735709 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': 'f3a22de2-4066-4798-a150-c437fbaad9e2', 'status': 'completed', 'code': 200} Nov 12 12:39:13.743280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-763c7eab-481c-4992-83d9-19e4ed3c70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.743991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-763c7eab-481c-4992-83d9-19e4ed3c70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.747163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-763c7eab-481c-4992-83d9-19e4ed3c70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.747163 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-763c7eab-481c-4992-83d9-19e4ed3c70ad service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c04b1ad243b345c19603c00a819581e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2564166 Nov 12 12:39:13.753239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.757453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.763825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.770013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.776699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.799356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.805477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.813142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:13.815192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a67470b5-3dae-42af-891a-80899120a6dd req-659b1c86-e0b9-4451-b533-e7c070df449b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5419 time: 0.3702502 Nov 12 12:39:13.829067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=85e43bff-d539-41b3-84f8-128d958a598d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:13.882579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Made reservation on behalf of dc98d990a854485390aa1285a6b3616a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:13.886116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:13.919625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 293661f7-15eb-49bc-866b-4e784fb86e3e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:13.970071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5eeb-a813-4255-aac1-e98dcf2873aa service neutron] Pushing event updated for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:13.993839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port 5ad7f23a-405e-4373-a388-fbcb0a341dd2 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:14.002643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.014474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:14.065464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:14.075809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.076462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.126787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:14.150457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-26c1cc96-49f1-4c81-b8a0-f07215018964 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1365519 Nov 12 12:39:14.151463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:14.155010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.155503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.155983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.156462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.157156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.157633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.158102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.160122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-74731aa9-a208-44c7-aeb0-830f85953051 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6421 time: 0.4347665 Nov 12 12:39:14.161060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:14.172047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:14.217998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.267392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=b31d5c55-7f6f-4f5f-b4a3-df121fae7a62,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:14.304451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e1e8-83c4-440e-bb0d-d48e3d2c8a5d req-012da932-1b4e-4801-802f-3c210c1b56ef tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.306729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b38e1e8-83c4-440e-bb0d-d48e3d2c8a5d req-012da932-1b4e-4801-802f-3c210c1b56ef tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.3906970 Nov 12 12:39:14.311635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-32809a97-51e0-4b74-bd61-b400fe67f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.313907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-32809a97-51e0-4b74-bd61-b400fe67f6a0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5540602 Nov 12 12:39:14.328461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a67470b5-3dae-42af-891a-80899120a6dd req-a75b91de-53f2-4dc0-b546-610cf5d26fe7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4021418 Nov 12 12:39:14.343856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.431618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5551efbb-76a5-4136-bb91-b90bed52aeab None None] Provisioning complete for port 85e43bff-d539-41b3-84f8-128d958a598d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:14.432607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5551efbb-76a5-4136-bb91-b90bed52aeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.456849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03994222-723d-4054-9b33-6be3ea045f4e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.459293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03994222-723d-4054-9b33-6be3ea045f4e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2972221 Nov 12 12:39:14.467771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:14.478333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5551efbb-76a5-4136-bb91-b90bed52aeab None None] Port 85e43bff-d539-41b3-84f8-128d958a598d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:14.528551 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b38e1e8-83c4-440e-bb0d-d48e3d2c8a5d req-d211794f-ca68-4451-93a1-edb407020d77 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022388 Nov 12 12:39:14.556747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cda7e4-6c89-4078-8eff-666203f3ace2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.563138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cda7e4-6c89-4078-8eff-666203f3ace2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.569342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cda7e4-6c89-4078-8eff-666203f3ace2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.574289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b7cda7e4-6c89-4078-8eff-666203f3ace2 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1031897 Nov 12 12:39:14.577246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:14.626943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.723289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.729699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.737209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.745278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.751609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.757576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.764286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.770353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.772278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ba04cefd-1f50-481f-83d5-c8a53efb517a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5374 time: 0.3138139 Nov 12 12:39:14.774213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-fd978dfa-7b33-4db7-861a-8cc7934cc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.774821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-fd978dfa-7b33-4db7-861a-8cc7934cc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.775283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-fd978dfa-7b33-4db7-861a-8cc7934cc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:14.776671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 85e43bff-d539-41b3-84f8-128d958a598d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:14.776817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-fd978dfa-7b33-4db7-861a-8cc7934cc67b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2504b03453644f56a84376a8155fffef&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5759199 Nov 12 12:39:14.777088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:14.938780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e250d5c8-b695-47b9-9df9-b9b75d1eb399 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:15.272972 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.291970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 85e43bff-d539-41b3-84f8-128d958a598d owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:15.317618 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.348763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.407444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Transition to ACTIVE for port object e250d5c8-b695-47b9-9df9-b9b75d1eb399 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:15.442431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf41693b-1f29-4bfe-875d-d71dffd8c009 req-ab104250-3ae2-4726-b269-088fc286c427 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6302876 Nov 12 12:39:15.459665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.484860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Network a4a06458-4a75-47d8-868b-86332ed95066 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:15.503003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-89af7bb7-b856-4b88-8995-823950ed19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.504507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-89af7bb7-b856-4b88-8995-823950ed19e8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6950333 Nov 12 12:39:15.506598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:15.516201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:15.516815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.517417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.532501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=5ad7f23a-405e-4373-a388-fbcb0a341dd2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:15.604391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.607179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.616261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.654142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5de8b4a4-d949-451a-a66c-b23b7cd6a2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1566350 Nov 12 12:39:15.668168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:15.682967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=85e43bff-d539-41b3-84f8-128d958a598d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:15.705592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.712951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.719638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.729066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.735588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.742081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.748386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.750598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Pushing event updated for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:15.756435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b587444-40b2-49ea-aebb-7519030d4913 req-a71a2a50-1bec-4fbb-9af2-cd95e15faab5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.2333035 Nov 12 12:39:15.799484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9a0aa7-7d81-4a18-be7b-27276221c905 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:15.823769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.838400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be8847-13e1-43c4-a99e-240be076f0f1 req-cc6cbca6-a080-48c4-b07f-ce2f1e65369d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.840402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4be8847-13e1-43c4-a99e-240be076f0f1 req-cc6cbca6-a080-48c4-b07f-ce2f1e65369d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1551397 Nov 12 12:39:15.877086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.877899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.878211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.878683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.879211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.879611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.880155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.882388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-e321d329-3275-4822-920c-40b896b9382c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6211 time: 0.2558558 Nov 12 12:39:15.883380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.888917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-621f1ce2-b9bf-4ecd-92f4-3aae2c3c5425 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/85e43bff-d539-41b3-84f8-128d958a598d HTTP/1.1" status: 204 len: 168 time: 1.3083026 Nov 12 12:39:15.889918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:15.939288 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-337c9d91-0ae9-45ad-9b53-288833955e1f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:39:15.941381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-337c9d91-0ae9-45ad-9b53-288833955e1f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/85e43bff-d539-41b3-84f8-128d958a598d HTTP/1.1" status: 404 len: 333 time: 0.0443192 Nov 12 12:39:15.942379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:15.950769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:15.973789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77fc19-c831-40ad-88a8-be0e485ff895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:15.978104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eb77fc19-c831-40ad-88a8-be0e485ff895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "GET /v2.0/ports/5ad7f23a-405e-4373-a388-fbcb0a341dd2 HTTP/1.1" status: 200 len: 959 time: 0.3058417 Nov 12 12:39:15.983553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:16.002107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Transition to ACTIVE for port object 6d9a0aa7-7d81-4a18-be7b-27276221c905 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:16.011851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=b31d5c55-7f6f-4f5f-b4a3-df121fae7a62,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:16.077676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4be8847-13e1-43c4-a99e-240be076f0f1 req-128ae6ae-bfbd-4b8a-9256-f0602e5be685 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238131 Nov 12 12:39:16.094360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.130288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b587444-40b2-49ea-aebb-7519030d4913 req-6763e091-9283-4e7b-af13-ff7f3c35aa90 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3728392 Nov 12 12:39:16.182064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:16.182563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Attempting to bind port e250d5c8-b695-47b9-9df9-b9b75d1eb399 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:16.182908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Attempting to bind port e250d5c8-b695-47b9-9df9-b9b75d1eb399 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:16.184241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Attempting to bind port e250d5c8-b695-47b9-9df9-b9b75d1eb399 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:16.188032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:16.196469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-f1963b17-9387-4856-958a-6b41c41a75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:16.196716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-f1963b17-9387-4856-958a-6b41c41a75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:16.197490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-f1963b17-9387-4856-958a-6b41c41a75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:16.199517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-f1963b17-9387-4856-958a-6b41c41a75bf service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c04b1ad243b345c19603c00a819581e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3075264 Nov 12 12:39:16.206730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port a39d8e71-bc61-4d67-b378-2ef218d2196f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:16.207074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.211592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Port e250d5c8-b695-47b9-9df9-b9b75d1eb399 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:16.211926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Attempting to bind port e250d5c8-b695-47b9-9df9-b9b75d1eb399 on network 95665ecc-45f7-415e-b2a5-c46f227117a2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:16.261127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d019a9-1003-456d-8857-31807a366437 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:16.265470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:16.266053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Checking segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:16.269757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Bound using segment: {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:16.273753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Bound port: e250d5c8-b695-47b9-9df9-b9b75d1eb399, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216de35b-2f54-44ff-8be6-11ff751a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:16.273753 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.425728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:16.453802 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.557443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for a39d8e71-bc61-4d67-b378-2ef218d2196f owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:16.568010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:16.575051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:16.646748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.658448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Deleting port 5ad7f23a-405e-4373-a388-fbcb0a341dd2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:16.658815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.672119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:16.682751 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:16.701387 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:16.702399 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:16.718884 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1eb5b557-ba91-46f7-90dc-73d58b12fbc7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/routers/b448dac6-3c32-440c-bbba-c83f9a0eed38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3921766 Nov 12 12:39:16.721676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:16.725063 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.730926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'port': {'network_id': '01950eeb-3616-4f47-bc91-88d6b323176e', 'name': 'tempest-FloatingIPTestJSON-1636343185'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:16.740171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Calling delete_port for 5ad7f23a-405e-4373-a388-fbcb0a341dd2 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:16.769745 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:16.783539 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:16.784363 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:16.834345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:16.835248 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f891d434-2386-441d-9784-d9b9eab6e1ef None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:16.881558 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.915585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-38f3a936-dbc0-43fa-9c36-fdd076a5755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:16.917107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890c9751-daf6-4ecd-b6ab-9394c6c5eff2 req-38f3a936-dbc0-43fa-9c36-fdd076a5755d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7007954 Nov 12 12:39:16.949260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Attempting to bind port 6d9a0aa7-7d81-4a18-be7b-27276221c905 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:16.949897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Attempting to bind port 6d9a0aa7-7d81-4a18-be7b-27276221c905 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:16.950507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Attempting to bind port 6d9a0aa7-7d81-4a18-be7b-27276221c905 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:16.959899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Port 6d9a0aa7-7d81-4a18-be7b-27276221c905 on network aaed0afa-46d4-4259-a9d9-21829c166e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:16.963637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Attempting to bind port 6d9a0aa7-7d81-4a18-be7b-27276221c905 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:16.974869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:16.979475 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.987600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:16.991197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:16.994692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] 10.222.0.81 "PUT /v2.0/ports/e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 1091 time: 3.9657643 Nov 12 12:39:16.999862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:17.012551 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d3e0d-6768-4906-9300-6f49cd315a95" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:17.051599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.052089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] device_id is not set on port 03b0906e-87a2-455b-8e24-62f6250079f9 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:17.055030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5ad7f23a-405e-4373-a388-fbcb0a341dd2 HTTP/1.1" status: 204 len: 168 time: 1.0661120 Nov 12 12:39:17.064666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:17.121029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.129944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.137816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.146919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.156128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.166335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.175586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.188005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-25022178-8026-4e81-9618-ef1a29e78b3a req-bf760a3d-efdc-4865-869a-b14cb9348ac0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5386 time: 0.5904336 Nov 12 12:39:17.198487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:17.198839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Checking segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:17.199225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Bound using segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:17.199680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Bound port: 6d9a0aa7-7d81-4a18-be7b-27276221c905, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:17.200042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.208368 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c3b59f-95d4-487a-a949-13515acc7e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:39:17.210199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-70c3b59f-95d4-487a-a949-13515acc7e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "GET /v2.0/ports/5ad7f23a-405e-4373-a388-fbcb0a341dd2 HTTP/1.1" status: 404 len: 333 time: 0.1419735 Nov 12 12:39:17.224245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42452) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:17.242408 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb89c8c-226b-41d8-8dd1-9a86fb012a19 x-openstack-request-id: req-deb89c8c-226b-41d8-8dd1-9a86fb012a19 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:17.242820 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:17.244251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Request body: {'port': {'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-713921613'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:17.244465 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-deb89c8c-226b-41d8-8dd1-9a86fb012a19 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:17.244888 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399', 'status': 'completed', 'code': 200} Nov 12 12:39:17.262727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da297957-c0c1-4dee-8116-1173085b1683 service neutron] Pushing event updated for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:17.400645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91642ea8-7cb5-4650-9f2b-3f75b5ddc075 req-67b338b1-99c3-49f4-9c1d-6f616cc61540 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.409478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91642ea8-7cb5-4650-9f2b-3f75b5ddc075 req-67b338b1-99c3-49f4-9c1d-6f616cc61540 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1937304 Nov 12 12:39:17.427933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cc43c-9f4e-4fd6-b7fd-151ee0196915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ad7f23a-405e-4373-a388-fbcb0a341dd2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:17.483028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.483517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.484741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.484741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.485071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.485521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.486023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.488349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-e360ef04-8e37-4299-ba70-f2deef4767ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6488 time: 0.4090543 Nov 12 12:39:17.496583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-25022178-8026-4e81-9618-ef1a29e78b3a req-114f9c3c-775d-47f3-92b7-5170b820c1dd tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3076298 Nov 12 12:39:17.501799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Made reservation on behalf of dc98d990a854485390aa1285a6b3616a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:17.504292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.507243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:17.554802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-ec8c328e-bb06-4790-b733-c89246c5586e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 217 time: 0.0550983 Nov 12 12:39:17.577479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:17.591646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port d27036af-4fe8-47b5-af91-4d807bdf61b8 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:17.671664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-adf5261e-cfd8-44c1-9326-eae1fe28a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.675983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-adf5261e-cfd8-44c1-9326-eae1fe28a573 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 200 len: 856 time: 0.0929871 Nov 12 12:39:17.675983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.812789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.851529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.853499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.855514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-95d019a9-1003-456d-8857-31807a366437 service neutron] 10.222.0.81 "PUT /v2.0/ports/6d9a0aa7-7d81-4a18-be7b-27276221c905 HTTP/1.1" status: 200 len: 1091 time: 4.2726040 Nov 12 12:39:17.859424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.11 (01950eeb-3616-4f47-bc91-88d6b323176e/0a792852-f97d-4265-b896-60be43ddc09e/03b0906e-87a2-455b-8e24-62f6250079f9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:17.901764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:17.965197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.976525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-75d890ec-8e99-4056-967b-e9995d1a87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:17.978955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-75d890ec-8e99-4056-967b-e9995d1a87c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2484255 Nov 12 12:39:17.995329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.002608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.010082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.016295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.023184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.030002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.042364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.047986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-000ad89d-3619-4d45-ab2a-09e616647974 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.2805064 Nov 12 12:39:18.061403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=a39d8e71-bc61-4d67-b378-2ef218d2196f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:18.159849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91642ea8-7cb5-4650-9f2b-3f75b5ddc075 req-f6c311ea-54f3-4257-94a0-1b599751a582 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7493119 Nov 12 12:39:18.196015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-5122705d-adc2-4a32-aa4e-f13dfcfb81a1 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489701 Nov 12 12:39:18.215592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d019a9-1003-456d-8857-31807a366437 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:18.231742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.240950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7c488def-4770-4ca3-86c8-06a37c08764b tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/a39d8e71-bc61-4d67-b378-2ef218d2196f HTTP/1.1" status: 204 len: 168 time: 2.2845709 Nov 12 12:39:18.241807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.251264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:18.334024 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c69e405-6cc3-4c70-b68f-c168baf63205 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:39:18.335590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.339196 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2c69e405-6cc3-4c70-b68f-c168baf63205 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/a39d8e71-bc61-4d67-b378-2ef218d2196f HTTP/1.1" status: 404 len: 333 time: 0.0842016 Nov 12 12:39:18.345809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:18.448368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.486289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=d27036af-4fe8-47b5-af91-4d807bdf61b8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:18.511986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.533935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Network a4a06458-4a75-47d8-868b-86332ed95066 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:18.577710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:18.581887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:18.589282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:18.590549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.591757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.612946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:18.634589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c01f29b4-12e4-4910-b0f2-30658e85c15b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3924656 Nov 12 12:39:18.635398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42460) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:18.639741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:18.656399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1b0778-d38b-429d-ba93-5d22267bb579 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:18.664966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.679105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Transition to ACTIVE for port object 6a1b0778-d38b-429d-ba93-5d22267bb579 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:18.701056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:18.709515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.712167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:18.712801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.721377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8634d9e-e92a-4dd6-98e1-eb883b8d7a37 req-168b321d-afb5-4c9a-92fd-575e0085cbc2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5237494 Nov 12 12:39:18.757601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 938b7bea-2618-466d-8289-e8a245471065 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:39:18.762724 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.842599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=03b0906e-87a2-455b-8e24-62f6250079f9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:18.860316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Pushing event updated for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:18.886058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b355400e-62d8-422d-8e43-280d83d8c12a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1631136 Nov 12 12:39:18.891089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:18.894419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:18.900434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-039fdb4e-697b-4de2-bc66-5da3f16c3155 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945195 Nov 12 12:39:18.909955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'port': {'network_id': '01950eeb-3616-4f47-bc91-88d6b323176e', 'name': 'tempest-FloatingIPTestJSON-993204896'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:18.958939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-c9948d8e-d917-48b1-ba87-87192af09030 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 217 time: 0.0509412 Nov 12 12:39:19.033071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:19.071133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Attempting to bind port 6a1b0778-d38b-429d-ba93-5d22267bb579 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:19.071475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Attempting to bind port 6a1b0778-d38b-429d-ba93-5d22267bb579 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:19.071829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Attempting to bind port 6a1b0778-d38b-429d-ba93-5d22267bb579 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:19.090085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-93d5cd97-ed83-49b0-9fde-596d222641cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.091817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-93d5cd97-ed83-49b0-9fde-596d222641cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.1210792 Nov 12 12:39:19.095821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Port 6a1b0778-d38b-429d-ba93-5d22267bb579 on network aaed0afa-46d4-4259-a9d9-21829c166e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:19.096156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Attempting to bind port 6a1b0778-d38b-429d-ba93-5d22267bb579 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:19.116845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:19.117239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Checking segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:19.118221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Bound using segment: {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:19.118693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Bound port: 6a1b0778-d38b-429d-ba93-5d22267bb579, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee09192-4140-458f-b5f0-4e7958d1edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:19.119298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:19.260697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:19.273205 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da6627e-4489-479f-8277-37aaf1072375" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:19.353414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-a9ede7ef-1269-45dd-a5da-52e38a38af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.355114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-a9ede7ef-1269-45dd-a5da-52e38a38af84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2470777 Nov 12 12:39:19.432888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:19.531517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6a1b0778-d38b-429d-ba93-5d22267bb579,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:19.542969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:19.548013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:19.553170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a29bb-3f15-4f23-84fd-0db093918e1d req-94c1e86b-e4ad-4528-95d4-53c98978db8e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.554979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b05a29bb-3f15-4f23-84fd-0db093918e1d req-94c1e86b-e4ad-4528-95d4-53c98978db8e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.2219281 Nov 12 12:39:19.617985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.619827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:19.621563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] 10.222.0.81 "PUT /v2.0/ports/6a1b0778-d38b-429d-ba93-5d22267bb579 HTTP/1.1" status: 200 len: 1091 time: 1.7254727 Nov 12 12:39:19.681063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-cd0be544-0d5f-4f7b-940e-89e5c882bc22 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030810 Nov 12 12:39:19.721652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.729255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.740198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.747955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.761786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.786828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.810461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:19.812733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-0236fef6-35dd-40cb-86b0-9998142c9ea5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5398 time: 1.0946321 Nov 12 12:39:19.814968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:19.821277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:19.849971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b05a29bb-3f15-4f23-84fd-0db093918e1d req-9d76067b-8bd8-4e7b-b880-29292e98c7ec tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762282 Nov 12 12:39:19.853939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-e2376dc5-14d1-4455-acf6-d8c51685f55e service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344175 Nov 12 12:39:19.860601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad558608-af10-405b-a455-e7603dfc6ddc service neutron] Pushing event updated for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:19.912861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] device_id is not set on port 822713a2-d110-4ae2-8977-0be088c271f9 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:19.925480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-42c2ca36-b8ba-4f56-84c1-048c71490779 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 217 time: 0.0526886 Nov 12 12:39:19.940540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] device_id is not set on port d27036af-4fe8-47b5-af91-4d807bdf61b8 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:20.001296 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.013950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-eb4b56be-be7c-4f6c-8164-6c987c301125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.015546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-eb4b56be-be7c-4f6c-8164-6c987c301125 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0816319 Nov 12 12:39:20.018311 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed48a4b6-7bab-4354-8f5a-27f7a3745b7d x-openstack-request-id: req-ed48a4b6-7bab-4354-8f5a-27f7a3745b7d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:20.018599 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:20.018865 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed48a4b6-7bab-4354-8f5a-27f7a3745b7d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:20.019247 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905', 'status': 'completed', 'code': 200} Nov 12 12:39:20.028201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:20.061255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.075116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.103692 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e0ca5ad-368c-4b9d-acda-616db49c7a2c req-e77cc839-e36d-4cef-a583-9c7ecd996fe0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2754536 Nov 12 12:39:20.166346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.186398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=938b7bea-2618-466d-8289-e8a245471065,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:20.192818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e7299-0244-4e1e-973a-bad9b168d0b7 None None] Network 293661f7-15eb-49bc-866b-4e784fb86e3e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:20.205087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.211466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f0ba1e61-63de-4cf2-b475-f2198fa72d60 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/938b7bea-2618-466d-8289-e8a245471065 HTTP/1.1" status: 204 len: 168 time: 1.8577654 Nov 12 12:39:20.219685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:20.339316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=d27036af-4fe8-47b5-af91-4d807bdf61b8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:20.401868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:20.402377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:20.402985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:20.433441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:20.433697 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:20.436239 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 2 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:20.442027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.500937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.5 (01950eeb-3616-4f47-bc91-88d6b323176e/0a792852-f97d-4265-b896-60be43ddc09e/822713a2-d110-4ae2-8977-0be088c271f9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:20.518893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:20.519261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:20.519553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:20.561818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:20.562444 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:20.564449 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 3 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:20.616776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] DHCP port deletion for 293661f7-15eb-49bc-866b-4e784fb86e3e request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:39:20.622394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-c62d8d9f-3c57-415c-9187-7fbfb630ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.624057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-c62d8d9f-3c57-415c-9187-7fbfb630ecae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4745798 Nov 12 12:39:20.643210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.644143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:20.644480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:20.644858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:20.650247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.656450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.662782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.669112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.675714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.675885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:20.676385 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:20.679785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] Deleting port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:20.680169 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.682058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.684158 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-758f5095-c948-4d91-83c8-1dd2e281d428 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.5269322 Nov 12 12:39:20.692191 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 4 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:20.712250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.712729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.713515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.713829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.714320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.714782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.715757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:20.717688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5da6627e-4489-479f-8277-37aaf1072375 req-5a5eea0d-5ac6-4fac-895c-d4605d179151 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6345 time: 0.5699914 Nov 12 12:39:20.751079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] For port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,segment=NetworkSegment(37e4b19a-c0c0-4036-ae34-6072a7cffa02),segment_id=37e4b19a-c0c0-4036-ae34-6072a7cffa02)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:20.751738 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.754690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:20.754877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:20.755082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:20.767010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] Calling delete_port for 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:20.782202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b2db53-b081-47a4-aada-faa90c345d3b {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:20.792112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:20.792479 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:20.794603 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 5 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:20.814590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.830139 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:39:20.860119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:20.860464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.864455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:20.871624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:20.871959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:20.872419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:20.896901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] Pushing event deleted for resources: {'Port': ['ID=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:20.912823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00d8a8-f332-4c6a-9b4c-75ad3a7b968b None None] No DVR routers for this DVR port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:20.943798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Transition to ACTIVE for port object e5b2db53-b081-47a4-aada-faa90c345d3b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:20.953028 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09fa87b0-5d5e-4b27-ad09-995c0ee76bfb req-716b185e-22ac-4dc4-8e88-a43232f814ab tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595446 Nov 12 12:39:20.966643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.022118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Pushing event updated for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:21.096840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-ec301e86-85c6-4bfb-b1bc-d693109ad95c service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096835 Nov 12 12:39:21.101235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-c935a2de-fe7a-475e-9403-7185d2a25169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.102116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-c935a2de-fe7a-475e-9403-7185d2a25169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.103865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-c935a2de-fe7a-475e-9403-7185d2a25169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.109604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5da6627e-4489-479f-8277-37aaf1072375 req-c935a2de-fe7a-475e-9403-7185d2a25169 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c04b1ad243b345c19603c00a819581e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3554406 Nov 12 12:39:21.161558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:39:21.223814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:39:21.224973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:39:21.424003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.424339 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:21.442773 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 6 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:21.522023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.524798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:21.525160 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.527783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:21.528115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:21.528451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.552989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:21.557821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:39:21.558638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.558971 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:21.561017 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 7 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:21.571388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af95f09-e59c-4a2a-9e4e-85b405edb6d1 req-bf746859-5f9e-44d3-a4fc-8c6f5b204a6a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.573030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2af95f09-e59c-4a2a-9e4e-85b405edb6d1 req-bf746859-5f9e-44d3-a4fc-8c6f5b204a6a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.1971421 Nov 12 12:39:21.576570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.635073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:21.637107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:21.637439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:21.637827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.642658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port 13a2c2bc-d0c1-4ab0-bd19-302dcb9a832f on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:21.684221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.684457 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:21.691964 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 8 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:21.745019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:21.745362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:21.745754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.754450 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2af95f09-e59c-4a2a-9e4e-85b405edb6d1 req-39b37183-8dae-4b0a-81bd-01db3b8cdf4e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714365 Nov 12 12:39:21.796964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.805498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.805900 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:21.810515 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 9 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:21.818417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.847605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.853980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.860009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.868002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.875455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293661f7-15eb-49bc-866b-4e784fb86e3e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:21.876154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.878529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:21.883890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.884037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:21.884284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:21.884557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.889897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.891885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-9cce074f-f8a7-4dcc-ad09-24e988b09429 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5410 time: 0.5852642 Nov 12 12:39:21.899650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:21.904075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:21.904244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627e-4489-479f-8277-37aaf1072375 req-a2575f9f-2d91-41a9-9876-002955f9c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:21.906259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5da6627e-4489-479f-8277-37aaf1072375 req-a2575f9f-2d91-41a9-9876-002955f9c6ef service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6868269 Nov 12 12:39:21.906650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.906996 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:21.908650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e4b19a-c0c0-4036-ae34-6072a7cffa02') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:21.908936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e4b19a-c0c0-4036-ae34-6072a7cffa02') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:21.910737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Attempting to bind port e5b2db53-b081-47a4-aada-faa90c345d3b on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:21.910985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Attempting to bind port e5b2db53-b081-47a4-aada-faa90c345d3b by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:21.911295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Attempting to bind port e5b2db53-b081-47a4-aada-faa90c345d3b on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.911816 n-d-804878-5 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempt 10 to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 Nov 12 12:39:21.915088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=822713a2-d110-4ae2-8977-0be088c271f9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:21.928906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-e3b26710-bb65-4c03-8a3e-3160e69fdbf7 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173466 Nov 12 12:39:21.929514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Port e5b2db53-b081-47a4-aada-faa90c345d3b on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.929840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Attempting to bind port e5b2db53-b081-47a4-aada-faa90c345d3b on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.938425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:21.938755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Checking segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:21.939077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Bound using segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:21.939516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Bound port: e5b2db53-b081-47a4-aada-faa90c345d3b, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:21.939880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.949265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.966480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:21.966821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:21.967147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempting to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:21.975923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.987315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:21.987621 n-d-804878-5 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Failed to bind port d27036af-4fe8-47b5-af91-4d807bdf61b8 on host n-h2-804878-5 for vnic_type normal using segments [{'id': '81e4846c-154c-4e56-b976-eda21824c292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a4a06458-4a75-47d8-868b-86332ed95066'}] Nov 12 12:39:21.987931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.990073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:39:21.990738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:39:21.995906 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:39:22.009826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-87005e39-1317-46c2-88c6-dff22bda07df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 200 len: 217 time: 0.0661221 Nov 12 12:39:22.030743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:22.032980 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec78ebb-0a00-4641-8157-08494f334f75" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:22.033121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.033633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.114485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b58d0ba-4306-4ad4-babf-a5763d7d0430 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2105403 Nov 12 12:39:22.115384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:22.130453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '822713a2-d110-4ae2-8977-0be088c271f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:22.146659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.173638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:22.177671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-906d10f2-cefc-4d1f-b686-a9921db9ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.179202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-906d10f2-cefc-4d1f-b686-a9921db9ee21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.1406577 Nov 12 12:39:22.183199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e5b2db53-b081-47a4-aada-faa90c345d3b,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:22.191114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bb42f8a-46ac-49e6-b847-c40927173ba9 req-c2572342-c485-48fa-b16f-dd6f035ef2de tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2541323 Nov 12 12:39:22.206308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.213395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] For port d27036af-4fe8-47b5-af91-4d807bdf61b8, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:22.213828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 12:39:22.215996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.225950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/293661f7-15eb-49bc-866b-4e784fb86e3e HTTP/1.1" status: 204 len: 168 time: 2.0009882 Nov 12 12:39:22.227462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bd1c4-2870-461c-befd-96dcbeb05bbe tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=293661f7-15eb-49bc-866b-4e784fb86e3e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:22.228098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.232996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:22.234710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.239890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2078090096'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:22.293389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] In _notify_port_updated(), no bound segment for port d27036af-4fe8-47b5-af91-4d807bdf61b8 on network a4a06458-4a75-47d8-868b-86332ed95066 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:39:22.293641 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd725d1d-6b66-4d0c-8396-974f93d962b9 x-openstack-request-id: req-dd725d1d-6b66-4d0c-8396-974f93d962b9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:22.293927 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:22.294306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.294436 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd725d1d-6b66-4d0c-8396-974f93d962b9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:22.294993 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579', 'status': 'completed', 'code': 200} Nov 12 12:39:22.295445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.300291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.300932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "PUT /v2.0/ports/d27036af-4fe8-47b5-af91-4d807bdf61b8 HTTP/1.1" status: 200 len: 978 time: 3.6046889 Nov 12 12:39:22.301041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.303939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:22.307404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-63c92759-f526-49ec-8557-2eb760b252db service neutron] 10.222.0.81 "PUT /v2.0/ports/e5b2db53-b081-47a4-aada-faa90c345d3b HTTP/1.1" status: 200 len: 1091 time: 2.2907507 Nov 12 12:39:22.352232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Request body: {'port': {'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:22.393318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084044a8-f402-4aee-a269-9be2edd3aaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event updated for resources: {'Port': ['ID=d27036af-4fe8-47b5-af91-4d807bdf61b8,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:22.441382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.449513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.449712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:22.453048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.455620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.462851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.468846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.474976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.482120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c92759-f526-49ec-8557-2eb760b252db service neutron] Pushing event updated for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:22.482314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.484301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-1abca505-3b79-4334-a27e-44e9f144f85d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.3470831 Nov 12 12:39:22.486557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-d84b94e4-e2c6-461d-b097-2123d13bf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.488374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-d84b94e4-e2c6-461d-b097-2123d13bf0c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2964613 Nov 12 12:39:22.544820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Deleting port d27036af-4fe8-47b5-af91-4d807bdf61b8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:22.545162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.622661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3339efbd-5039-4dd7-9139-a384237e4fa4 req-623ecb48-e8d3-4b3e-aa09-e4448ba9ee5c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138291 Nov 12 12:39:22.640034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] For port d27036af-4fe8-47b5-af91-4d807bdf61b8, host n-h2-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:22.640544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.663164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Calling delete_port for d27036af-4fe8-47b5-af91-4d807bdf61b8 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:22.663697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.664828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.665439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.665841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.666342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.666813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.667278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:22.669244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-b8837acf-1466-4105-9862-5ac1bdc47d16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6412 time: 0.3516574 Nov 12 12:39:22.674037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.701480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:39:22.749223 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.749642 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Added segment fa29490e-bb55-437d-9724-9a34fc388ccf of type vlan for network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f Nov 12 12:39:22.761652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-c6269167-70c6-4bd5-9db2-feef6a28f14d service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624421 Nov 12 12:39:22.778314 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.839824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Pushing event deleted for resources: {'Port': ['ID=d27036af-4fe8-47b5-af91-4d807bdf61b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:22.854238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.861047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f77e56cb-3cad-41dd-a0f6-877f33e95bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d27036af-4fe8-47b5-af91-4d807bdf61b8 HTTP/1.1" status: 204 len: 168 time: 0.5525570 Nov 12 12:39:22.861233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:22.888103 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b39d9d4-b0d8-4cad-9b5f-98001d232ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] GET failed (client error): The resource could not be found. Nov 12 12:39:22.890662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b39d9d4-b0d8-4cad-9b5f-98001d232ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608923870-project-admin] 10.222.0.18 "GET /v2.0/ports/d27036af-4fe8-47b5-af91-4d807bdf61b8 HTTP/1.1" status: 404 len: 333 time: 0.0284691 Nov 12 12:39:22.894084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:22.966032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:22.992411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.098761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.123418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a06458-4a75-47d8-868b-86332ed95066']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:23.134199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e4846c-154c-4e56-b976-eda21824c292') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:23.134820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e4846c-154c-4e56-b976-eda21824c292') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:23.146883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.163012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.163601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-9b3c39cc-8563-4544-a4cb-b2138936a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.164691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-9b3c39cc-8563-4544-a4cb-b2138936a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.165223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-9b3c39cc-8563-4544-a4cb-b2138936a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.166826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-9b3c39cc-8563-4544-a4cb-b2138936a30e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c04b1ad243b345c19603c00a819581e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4804788 Nov 12 12:39:23.168116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.170674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:39:23.171101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.174931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:39:23.175103 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:39:23.180037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.180633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.259111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.262744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-ce93215b-4d9a-4703-a9cf-c255e4b0bcb2 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702616 Nov 12 12:39:23.291788 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.297889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] 10.222.0.18 "DELETE /v2.0/networks/a4a06458-4a75-47d8-868b-86332ed95066 HTTP/1.1" status: 204 len: 168 time: 0.4005876 Nov 12 12:39:23.323829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688f28-cf47-445f-b562-9ede0e43f115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234939708-project] Pushing event deleted for resources: {'Network': ['ID=a4a06458-4a75-47d8-868b-86332ed95066,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:23.393206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.403345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.411350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.422043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.425151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ff39-4499-4ea6-9bd7-fd1fb2dfdca1 req-81318169-dd02-4bff-a12b-2834295f08bb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.426828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e472ff39-4499-4ea6-9bd7-fd1fb2dfdca1 req-81318169-dd02-4bff-a12b-2834295f08bb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.5301135 Nov 12 12:39:23.442880 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-90a1d907-0a8b-4008-918d-8b2aad971061 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 200 len: 217 time: 0.1278861 Nov 12 12:39:23.447648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.456812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.458907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2228956 Nov 12 12:39:23.463367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:23.466182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.469289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-3a673980-5c47-43dc-bd84-29a841b7904c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5410 time: 0.1612098 Nov 12 12:39:23.496096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442377-c4bf-40ab-98b6-b0988014d3b5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Network': ['ID=06e881c3-7ef6-417b-b5ec-bf06eb86ee9f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:23.508869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:23.514379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:39:23.578024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f2e3b4c4-b6d1-4a3c-a33c-77bf609813fa req-c83d45e4-c113-45c3-b22c-1d6433467cce tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997908 Nov 12 12:39:23.710285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-814dda9b-49c4-4058-8e44-e684e4bd57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.714235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ec78ebb-0a00-4641-8157-08494f334f75 req-814dda9b-49c4-4058-8e44-e684e4bd57e8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5303249 Nov 12 12:39:23.736761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-ca0d8f82-415e-4345-acd5-404d642cd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.738936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-ca0d8f82-415e-4345-acd5-404d642cd9c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.2759089 Nov 12 12:39:23.745724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:23.786685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e472ff39-4499-4ea6-9bd7-fd1fb2dfdca1 req-83c56a4d-05f6-4838-853b-fd4c3707ca18 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363063 Nov 12 12:39:23.788035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.95 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bf67213b-5a2e-44da-91fb-8bc166014955) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:23.897099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:23.900016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.901513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.907517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.908219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba006da0-3ca0-4b4b-9a14-0ebe1df53110 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:23.914951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.922304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.929046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.936006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.942803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.944801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-15e9175a-9ea8-428c-84c9-0a01a576b74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.1237864 Nov 12 12:39:23.960915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:23.972839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-39c697a7-418e-4106-8872-715d9fe879a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:23.974413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-39c697a7-418e-4106-8872-715d9fe879a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2144001 Nov 12 12:39:24.026371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ad1c15a-bd04-4185-821c-948eff800bc0 req-bee704a5-2cfb-4c57-acdc-b64983111a41 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723403 Nov 12 12:39:24.049115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Transition to ACTIVE for port object ba006da0-3ca0-4b4b-9a14-0ebe1df53110 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:39:24.053933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc2bd164-a7bb-4073-8ef6-573c77466367 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=989d7f0a1b6f48fca2f28ef74c03f016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069084 Nov 12 12:39:24.055269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:24.066068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.113649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ec953f2-2179-4f1c-83e1-15d5275a3f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.138827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ec953f2-2179-4f1c-83e1-15d5275a3f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.196665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ec953f2-2179-4f1c-83e1-15d5275a3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.199477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.199999 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ec953f2-2179-4f1c-83e1-15d5275a3f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.215690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8ec953f2-2179-4f1c-83e1-15d5275a3f88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24846ab0-f5fd-40aa-8b54-54c7067221eb HTTP/1.1" status: 204 len: 168 time: 0.1502888 Nov 12 12:39:24.222840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:24.242693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec953f2-2179-4f1c-83e1-15d5275a3f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24846ab0-f5fd-40aa-8b54-54c7067221eb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:24.279861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-b39fa6c1-2c38-48eb-b850-fc92f4a0f1cb service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755039 Nov 12 12:39:24.309777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:24.312076 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:24.401269 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e829af8-3715-4099-86d2-f17ddbb9ba7f x-openstack-request-id: req-9e829af8-3715-4099-86d2-f17ddbb9ba7f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:24.401594 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:24.402403 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e829af8-3715-4099-86d2-f17ddbb9ba7f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:24.403041 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b', 'status': 'completed', 'code': 200} Nov 12 12:39:24.611244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:24.668231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-42fa767a-4e37-4d07-9cea-6dc3c58a2abc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc98d990a854485390aa1285a6b3616a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555148 Nov 12 12:39:24.670576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:24.762666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a50dafbc-94e5-4f02-8a26-b0883dbfc612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.779886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.786680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.793817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.799842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.807227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.813522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.820966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:24.822646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-191f66fd-23e5-48e9-b95e-55dfe50a6f17 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.1346631 Nov 12 12:39:24.870152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a50dafbc-94e5-4f02-8a26-b0883dbfc612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.878247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.908181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Attempting to bind port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:24.908580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Attempting to bind port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:24.909342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Attempting to bind port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:24.938730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c97c2599-09c4-4dc3-bfad-e348f5c13908 req-2c3690f7-65ba-4ddc-a528-226d81784249 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978281 Nov 12 12:39:24.968763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a50dafbc-94e5-4f02-8a26-b0883dbfc612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.971876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a50dafbc-94e5-4f02-8a26-b0883dbfc612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:24.975467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a50dafbc-94e5-4f02-8a26-b0883dbfc612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e6b1a2a-df8b-424a-ae2e-82b9f513d3c5 HTTP/1.1" status: 204 len: 168 time: 0.3016539 Nov 12 12:39:24.983659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dafbc-94e5-4f02-8a26-b0883dbfc612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b1a2a-df8b-424a-ae2e-82b9f513d3c5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:25.004640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:39:25.005234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Attempting to bind port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 on network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:25.011871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:25.046482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:25.055795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.056281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.056758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.057689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.058219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.058650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.059111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.061823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-6f21d3c0-db19-44a5-9992-cb5fa53d7c99 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6437 time: 0.2615402 Nov 12 12:39:25.071915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:25.076077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:25.076424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Checking segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:25.078386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Bound using segment: {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:25.078826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Bound port: ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8208d207-2675-4b90-8adf-861410f2a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:25.079192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:25.141234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=bf67213b-5a2e-44da-91fb-8bc166014955,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:25.144182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:25.213943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-25a151c6-db50-4945-ba7c-4d5bfb93b07a service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048417 Nov 12 12:39:25.265049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.271182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.278033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.283831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.291092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.297421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.304672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.312550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-99295112-7fb2-4d04-b2b8-02ee0e764ef2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.1450682 Nov 12 12:39:25.344727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6285543-747f-4826-bf4d-7638be94298d req-1c5cb20d-8cef-449f-8c77-0df16f4ae846 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.346322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6285543-747f-4826-bf4d-7638be94298d req-1c5cb20d-8cef-449f-8c77-0df16f4ae846 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.4423401 Nov 12 12:39:25.364679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-f2f08e4c-4c1e-481a-97d5-77a1ec4bcc2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 200 len: 217 time: 0.1159418 Nov 12 12:39:25.395413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e90680f-dd18-4eec-be41-178a9b19c95a req-4ea4a604-e745-4fa4-a4ff-b149c5ef0098 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777299 Nov 12 12:39:25.429055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:25.555645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:25.585871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Checking segment: {'id': 'fa29490e-bb55-437d-9724-9a34fc388ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:25.586261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network hostable DHCP agents. Network: 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:39:25.599201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-1073696f-3340-40ec-8d53-2617bab4e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.599668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-1073696f-3340-40ec-8d53-2617bab4e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.600149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-1073696f-3340-40ec-8d53-2617bab4e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.601867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-1073696f-3340-40ec-8d53-2617bab4e241 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c04b1ad243b345c19603c00a819581e7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5196240 Nov 12 12:39:25.605026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:25.629647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:25.646673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-4c0e4406-e20b-4e7a-9d20-b3b77021d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.652286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-4c0e4406-e20b-4e7a-9d20-b3b77021d626 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.2322206 Nov 12 12:39:25.671149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6285543-747f-4826-bf4d-7638be94298d req-aead411f-46f0-46a9-9ff6-c61300ccc959 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119993 Nov 12 12:39:25.811856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.812479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:25.813890 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] 10.222.0.81 "PUT /v2.0/ports/ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 200 len: 1091 time: 3.4661479 Nov 12 12:39:25.852003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479311-d15c-4b5e-816f-ca9d1f011bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:25.854444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:39:25.919225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-558b0ef8-04c9-4e8a-b7b5-949e897b2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.920877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-558b0ef8-04c9-4e8a-b7b5-949e897b2c61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1936960 Nov 12 12:39:25.921581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:25.933541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6047a-33de-44d2-a0b2-060a2d4014d9 None None] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:26.037071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.037636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.061162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-71541290-1913-4416-b038-201684f4f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.062323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10f7385f-b960-47d2-9ddf-c55b2c5d6a08 req-71541290-1913-4416-b038-201684f4f75a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4497573 Nov 12 12:39:26.095247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0bcf4f64-915b-4fc2-b8c0-f45f93c53ca7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6267867 Nov 12 12:39:26.098859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:26.104542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2136355445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:26.176642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.177682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.201282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.207874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.214946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.221366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.231657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.238795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.244932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.247144 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-a1c0bf10-52bc-4298-aab6-2d85c25fceb2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.1334620 Nov 12 12:39:26.265184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-06e881c3-7ef6-417b-b5ec-bf06eb86ee9f', 'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': 'b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:39:26.267184 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.287059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-7d20a5a5-e69e-4879-b949-14250b2ca811 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542852 Nov 12 12:39:26.318676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.333484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.371182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.375215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d6449d62-a259-4296-97cc-0ca375e24b3e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2748396 Nov 12 12:39:26.376307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:26.391625 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-43a09bde-6481-4edf-95ed-894f2c96e7bd req-4a2a7587-be8c-4c28-98d3-62a9ac26b827 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318583 Nov 12 12:39:26.396741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f', 'name': 'tempest-PortsIpV6TestJSON-1449382848'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:26.417041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:26.422311 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:26.547118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Allocated IP 2001:db8::2 (06e881c3-7ef6-417b-b5ec-bf06eb86ee9f/b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb/d21e75d6-8243-482d-8082-c075f8a5a825) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:26.566014 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e325871d-c9ec-4e3c-b4ab-41b57bc12c9e x-openstack-request-id: req-e325871d-c9ec-4e3c-b4ab-41b57bc12c9e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:26.566248 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:26.566472 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e325871d-c9ec-4e3c-b4ab-41b57bc12c9e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:26.566869 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110', 'status': 'completed', 'code': 200} Nov 12 12:39:26.638913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:26.645301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.650339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.650827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.651297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.651760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.652214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.652883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.653496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.655657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-984e178f-5e03-4d93-a1a9-e50287738f29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6479 time: 0.5093668 Nov 12 12:39:26.671169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 7e45f437-8fd2-47db-9dca-84c1be33bfac yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:26.724265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-56c16ce5-b0b1-4b8b-9bbe-79fad0c5ad50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 200 len: 217 time: 0.0355763 Nov 12 12:39:26.863227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-320deba5-2f0d-4df6-adc5-b1a03825f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.865022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-320deba5-2f0d-4df6-adc5-b1a03825f71a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6850434a-b87f-4bb1-92f5-8ddb4cb81b87 HTTP/1.1" status: 200 len: 851 time: 0.1030920 Nov 12 12:39:26.882314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cdcda-0c05-4e84-b0b5-765273565873 req-303192b7-523b-406b-943d-7dfd27651fca tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:26.885465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d1cdcda-0c05-4e84-b0b5-765273565873 req-303192b7-523b-406b-943d-7dfd27651fca tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.0725691 Nov 12 12:39:26.885987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:26.886458 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.906708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.946448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:26.957302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:26.988325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:26.993611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:27.041161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::235 (06e881c3-7ef6-417b-b5ec-bf06eb86ee9f/b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb/7e45f437-8fd2-47db-9dca-84c1be33bfac) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:27.048237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1744600057'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:27.072982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Attempting to bind port d21e75d6-8243-482d-8082-c075f8a5a825 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:27.073614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Attempting to bind port d21e75d6-8243-482d-8082-c075f8a5a825 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'fa29490e-bb55-437d-9724-9a34fc388ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:27.073751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9d1cdcda-0c05-4e84-b0b5-765273565873 req-96cdf985-8d11-422d-83e7-4793332f5518 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498122 Nov 12 12:39:27.074279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Attempting to bind port d21e75d6-8243-482d-8082-c075f8a5a825 on network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:27.081226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:27.081837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Checking segment: {'id': 'fa29490e-bb55-437d-9724-9a34fc388ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:27.082488 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.083040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Bound using segment: {'id': 'fa29490e-bb55-437d-9724-9a34fc388ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:27.083686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Bound port: d21e75d6-8243-482d-8082-c075f8a5a825, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa29490e-bb55-437d-9724-9a34fc388ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '06e881c3-7ef6-417b-b5ec-bf06eb86ee9f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:27.084252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.086382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Pushing event updated for resources: {'Port': ['ID=d21e75d6-8243-482d-8082-c075f8a5a825,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:27.119388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.120657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.165635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] For port d21e75d6-8243-482d-8082-c075f8a5a825, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:27.169254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] For port d21e75d6-8243-482d-8082-c075f8a5a825, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d21e75d6-8243-482d-8082-c075f8a5a825,segment=NetworkSegment(fa29490e-bb55-437d-9724-9a34fc388ccf),segment_id=fa29490e-bb55-437d-9724-9a34fc388ccf)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:27.177282 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.181032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.187464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.193754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.202347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.213016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.219429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.247552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.249594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-c768ac40-2783-4786-8f21-c10dd8ffb78c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.6855137 Nov 12 12:39:27.267002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293b69a-efe7-47d1-89c7-a04e8272f221 None None] Pushing event updated for resources: {'Port': ['ID=d21e75d6-8243-482d-8082-c075f8a5a825,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:27.282277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-87264ab6-53be-4114-87d7-52e84b6fcef2 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9537265 Nov 12 12:39:27.286643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.293340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.320735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-beec46f5-de3a-4c35-813d-04dd18248422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.322739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-beec46f5-de3a-4c35-813d-04dd18248422 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4377487 Nov 12 12:39:27.326868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.331159 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f18f1210-f65e-4e73-9ef3-7c29aa9992ea tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4438729 Nov 12 12:39:27.334797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:27.359777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.380075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-b6166bac-7027-404f-b52d-c094ff216f27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 217 time: 0.0965793 Nov 12 12:39:27.449497 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.577946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.757656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.763365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.785019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.792596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.798815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.805200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.811278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.817363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.823516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:27.825511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-471580d4-f4b1-42a6-a294-df9cab0e526f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2636991 Nov 12 12:39:27.863745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.920056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.920589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd6af3f7-a216-4d90-ba11-b77f2b88f612 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:39:27.930513 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:27.931719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-395210b7-6d93-4e00-8293-1d20c6de846a tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "DELETE /v2.0/routers/bd6af3f7-a216-4d90-ba11-b77f2b88f612 HTTP/1.1" status: 204 len: 168 time: 0.5959675 Nov 12 12:39:27.939028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:27.948991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Request body: {'router': {'name': 'tempest-router-2128324537', 'distributed': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:27.957539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-161e15ff-4b2f-45cc-9899-292aeb822c40 req-ad813925-e6be-415c-95d9-e564d8aa1782 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6959412 Nov 12 12:39:27.965587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:27.982293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:27.995542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=7e45f437-8fd2-47db-9dca-84c1be33bfac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:28.000186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:28.007170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-bf663cae-1725-43de-b132-aa24d9d5e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:28.008669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-bf663cae-1725-43de-b132-aa24d9d5e194 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.5927491 Nov 12 12:39:28.010057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:28.011379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.046117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5ad4a63-da54-4d1e-9d6c-3d810bdbe22e req-d7989b89-573f-4e74-b8c0-57b759a6ad2d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791494 Nov 12 12:39:28.062939 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.063504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.080044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e5cd5a44-6102-49c3-b7d6-ea7e727dd85e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6873107 Nov 12 12:39:28.087245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:28.093627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-6631fed8-e525-496a-beec-b86a33839e92 service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353079 Nov 12 12:39:28.145178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33326d-d681-4986-a884-29814ed46827 req-0d3eb419-3b22-4b2c-9c1a-7c363ab9ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:28.147057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-0d3eb419-3b22-4b2c-9c1a-7c363ab9ac61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301684 Nov 12 12:39:28.237396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5692a9c2-2afd-4559-88bb-f6c23d64ed56 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:28.343761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.362967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.436878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-0b1c7e14-3f51-4d36-bce8-4139164f2517 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795196 Nov 12 12:39:28.460529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:28.478266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812fad-80dc-4d56-b5be-17c684139e17 req-a2a90e5a-4b4a-4f40-8507-3107de2a5019 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:28.479857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5812fad-80dc-4d56-b5be-17c684139e17 req-a2a90e5a-4b4a-4f40-8507-3107de2a5019 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 944 time: 0.2422976 Nov 12 12:39:28.480548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5692a9c2-2afd-4559-88bb-f6c23d64ed56', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': '5692a9c2-2afd-4559-88bb-f6c23d64ed56', 'mac_address': 'fa:16:3e:d5:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:28.555560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.558750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.563842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-73f78706-bcf7-4d7e-b4be-ad5299e99ac3 service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555681 Nov 12 12:39:28.564196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.575935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.590935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5692a9c2-2afd-4559-88bb-f6c23d64ed56 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:28.594896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.596113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c2d59775-c4ea-431f-86b9-e56644c1bf90 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6562371 Nov 12 12:39:28.600720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:28.626462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:28.635040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.676404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=bf67213b-5a2e-44da-91fb-8bc166014955,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:28.690201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5d7e2db3-7101-45a1-b832-fe4269f44adf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 217 time: 0.0957563 Nov 12 12:39:28.693082 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.717275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8d501-b65d-46b1-a5cc-79e3fb74b0b4 None None] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:28.756681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.762692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5692a9c2-2afd-4559-88bb-f6c23d64ed56,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:28.809618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e33326d-d681-4986-a884-29814ed46827 req-e38b5f47-1ca6-4d0a-bc27-11b7271289ad service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455305 Nov 12 12:39:28.831287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5812fad-80dc-4d56-b5be-17c684139e17 req-08bf33a1-6483-49f3-953a-c5b22e1eda51 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695830 Nov 12 12:39:28.878932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-69faa822-b4a1-4ca2-800c-0da99b18c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:28.881125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-69faa822-b4a1-4ca2-800c-0da99b18c69a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.1794517 Nov 12 12:39:28.888942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bd06ba22-3495-4964-859d-c4163c2d3452 None None] Provisioning complete for port d21e75d6-8243-482d-8082-c075f8a5a825 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:28.890033 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd06ba22-3495-4964-859d-c4163c2d3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:28.939355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5692a9c2-2afd-4559-88bb-f6c23d64ed56'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:28.970248 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 9d459bd4-9480-4ca7-8fcc-6973ad96090b associated. External IP: 172.25.1.95, port: 822713a2-d110-4ae2-8977-0be088c271f9. Nov 12 12:39:29.170789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-1337c464-e82b-4bb2-a621-19c24d6b355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.172703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-1337c464-e82b-4bb2-a621-19c24d6b355f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2821314 Nov 12 12:39:29.275884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.276397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.276830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.277301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.277767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.278256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.278726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.281625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-716b8430-1047-4fd2-a501-11299c9e0cbc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6488 time: 0.3921835 Nov 12 12:39:29.292487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d21e75d6-8243-482d-8082-c075f8a5a825 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:29.371006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd06ba22-3495-4964-859d-c4163c2d3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:29.480427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd06ba22-3495-4964-859d-c4163c2d3452 None None] For port d21e75d6-8243-482d-8082-c075f8a5a825, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d21e75d6-8243-482d-8082-c075f8a5a825,segment=NetworkSegment(fa29490e-bb55-437d-9724-9a34fc388ccf),segment_id=fa29490e-bb55-437d-9724-9a34fc388ccf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:29.501968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd06ba22-3495-4964-859d-c4163c2d3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:29.629959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.637701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.643922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.651371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.659534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.670082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.687758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:29.696186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-95da15b5-9bd6-4bec-b1c8-e25af84351f0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.4271548 Nov 12 12:39:29.759645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:29.765850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:29.935415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:29.985003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.017730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-0531dcc3-bc56-4044-8cec-48fd1686f321 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419958 Nov 12 12:39:30.021311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-481bfbc4-3a1b-4793-aac5-8fb786ca5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.023416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-481bfbc4-3a1b-4793-aac5-8fb786ca5410 service neutron] 10.222.0.81 "GET /v2.0/networks?id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 903 time: 0.7279921 Nov 12 12:39:30.034005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=7e45f437-8fd2-47db-9dca-84c1be33bfac,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:30.037483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.038021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a36cde95-a970-49dd-bf4f-c400691bfe35 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:39:30.042297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.047367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4afa1b10-a07b-4be9-8172-db5828cf32da tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a36cde95-a970-49dd-bf4f-c400691bfe35 HTTP/1.1" status: 204 len: 168 time: 1.4440889 Nov 12 12:39:30.053278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:30.061621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Request body: {'router': {'name': 'tempest-router-258834949', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dc7642d84b014935ae7e3b090dcd6c4c'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:30.093580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.106962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.114752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.121826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.134669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.140715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.147025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.149167 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-17f7fc3c-2b55-4b63-9665-efedd0ee1183 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.7201838 Nov 12 12:39:30.151503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.152581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.214249 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.242230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.285519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.292743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d21e75d6-8243-482d-8082-c075f8a5a825 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:30.293184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de0ad6c7-21f3-4e12-893d-ada9e324d6ab tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2351661 Nov 12 12:39:30.294854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42622) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:30.296975 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.307122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:30.316509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06ba22-3495-4964-859d-c4163c2d3452 None None] Pushing event updated for resources: {'Port': ['ID=d21e75d6-8243-482d-8082-c075f8a5a825,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:30.356113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.428826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.448572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25ce6e91-f763-4960-80ed-1fa97501e622 None None] Provisioning complete for port 7e45f437-8fd2-47db-9dca-84c1be33bfac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:30.448942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25ce6e91-f763-4960-80ed-1fa97501e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.485972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-d8111cca-3764-450b-adf7-1b4aa4798c38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 217 time: 0.3718078 Nov 12 12:39:30.561388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25ce6e91-f763-4960-80ed-1fa97501e622 None None] Port 7e45f437-8fd2-47db-9dca-84c1be33bfac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:30.615749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8efa0eb1-9cf1-46c6-aeb8-4e538b0d2ec9 req-e462f386-539d-4c82-947f-1e77818dfb74 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3981640 Nov 12 12:39:30.631680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25ce6e91-f763-4960-80ed-1fa97501e622 None None] Provisioning complete for port d21e75d6-8243-482d-8082-c075f8a5a825 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:30.632055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25ce6e91-f763-4960-80ed-1fa97501e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.635165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a1ee9ec-74aa-4150-bd12-8371d5af311c req-e46bf976-5e7a-4458-819a-169ccafff051 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9266813 Nov 12 12:39:30.662122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:30.705035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-f8fd3441-aa6b-4b03-bd3c-c2074d7cebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:30.715946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-f8fd3441-aa6b-4b03-bd3c-c2074d7cebf2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.2040939 Nov 12 12:39:30.780968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-615f732e-6168-40de-bbff-900b5ca01873 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623174 Nov 12 12:39:30.818752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.821695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:30.963206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:30.973727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:31.003274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:31.010266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:31.049324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-023f0887-ff87-474e-9ac7-8b0bd8747fa8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 217 time: 0.0940313 Nov 12 12:39:31.118627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9300ca30-f001-4db5-9932-31699c2876c4 None None] Provisioning complete for port 7e45f437-8fd2-47db-9dca-84c1be33bfac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:31.120301 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9300ca30-f001-4db5-9932-31699c2876c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.123266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.127233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:31.139479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102779) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 12:39:31.139818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Router 14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 migrating from provider to provider. {{(pid=102779) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 12:39:31.140231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.160002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.189873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-b54de692-7bdd-4b3b-85cd-11be14ec674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:31.191555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-b54de692-7bdd-4b3b-85cd-11be14ec674d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4635565 Nov 12 12:39:31.196585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d21e75d6-8243-482d-8082-c075f8a5a825 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:31.214577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f02f5-288e-4495-9dae-725de23005a3 req-a82ddd1b-2db2-4b99-b3ab-d27217f118f9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:31.216894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a3f02f5-288e-4495-9dae-725de23005a3 req-a82ddd1b-2db2-4b99-b3ab-d27217f118f9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 945 time: 0.4334481 Nov 12 12:39:31.218631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-145727ea-3060-42a6-8dfd-c68f9942d6e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.0987980 Nov 12 12:39:31.223179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:31.247367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:31.284066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:31.284731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:31.311549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.321761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.371314 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.469525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9300ca30-f001-4db5-9932-31699c2876c4 None None] Port 7e45f437-8fd2-47db-9dca-84c1be33bfac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:31.480726 n-d-804878-5 neutron-server[102779]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] No L3 agents can host the router 14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 Nov 12 12:39:31.483782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:31.484466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62a553-1c49-40d4-90e7-7e2355f72249 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:31.506625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d21e75d6-8243-482d-8082-c075f8a5a825 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:31.508277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.727078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Hosts for router 14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5: [] {{(pid=102779) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 12:39:31.767516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Hosts for other DVR routers connected to router 14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5: set() {{(pid=102779) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 12:39:31.770286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.771584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7a55debe-5bef-4554-a24d-d33d0184bf9e tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "PUT /v2.0/routers/14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 HTTP/1.1" status: 200 len: 716 time: 1.4725196 Nov 12 12:39:31.776425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:31.933113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e56649da-cbaa-455a-b945-57cd1b3e6f9d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "GET /v2.0/routers/14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 HTTP/1.1" status: 200 len: 716 time: 0.1468210 Nov 12 12:39:31.936805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-1c4368fc-87b7-48d9-90fb-df8fff361046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:31.938327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-1c4368fc-87b7-48d9-90fb-df8fff361046 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.8759987 Nov 12 12:39:31.938900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:32.006201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.012736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.018867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.025079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.029523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a3f02f5-288e-4495-9dae-725de23005a3 req-2a83a17c-0b6e-4372-aa18-9a69f59293da tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925937 Nov 12 12:39:32.031248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.037447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.044335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.046300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-ab0300cd-aa8b-4d11-8f55-22df269c8265 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2461047 Nov 12 12:39:32.047358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.144155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-eae41ad4-e6e0-4a44-846c-4fcf37a89b22 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217715 Nov 12 12:39:32.152752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-7c049b4f-e9fb-40b8-b1ce-08f65e95bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.154301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-7c049b4f-e9fb-40b8-b1ce-08f65e95bb07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1821053 Nov 12 12:39:32.234392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99f0c07f-d187-4af9-b5ac-50b647962bca req-bd3a8441-6618-45b6-89d8-02d155540037 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752903 Nov 12 12:39:32.265345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.268289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5692a9c2-2afd-4559-88bb-f6c23d64ed56 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:32.275084 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.276006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.410101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:39:32.417007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:32.417634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.417779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=7e45f437-8fd2-47db-9dca-84c1be33bfac,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:32.528838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:32.529406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:32.530337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-43699a37-8465-4204-8283-e8867156524b tempest-RoutersTestDVR-1165856818 tempest-RoutersTestDVR-1165856818-project] 10.222.0.18 "GET /v2.0/routers/14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 HTTP/1.1" status: 200 len: 682 time: 0.5832865 Nov 12 12:39:32.563202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.612850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:32.615330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5692a9c2-2afd-4559-88bb-f6c23d64ed56'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:32.636098 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c1322-c4a0-45ca-8237-57def3d73731" -d '{"events": [{"server_uuid": "fcc5972a-a424-4c60-9dfc-a96fc5f7cd01", "name": "network-vif-plugged", "status": "completed", "tag": "5692a9c2-2afd-4559-88bb-f6c23d64ed56"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:32.643712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.656481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:32.664866 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:32.668171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.685919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.708231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.725381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.733573 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0f3d48-5577-489a-8305-e3d1eec03b59 x-openstack-request-id: req-4a0f3d48-5577-489a-8305-e3d1eec03b59 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:32.733886 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc5972a-a424-4c60-9dfc-a96fc5f7cd01", "name": "network-vif-plugged", "status": "completed", "tag": "5692a9c2-2afd-4559-88bb-f6c23d64ed56", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:32.734219 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a0f3d48-5577-489a-8305-e3d1eec03b59 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:32.734659 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5692a9c2-2afd-4559-88bb-f6c23d64ed56', 'code': 200} Nov 12 12:39:32.756328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.767781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:32.786610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5692a9c2-2afd-4559-88bb-f6c23d64ed56,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:32.790758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15eab045-d207-4b45-989d-5f327f531cc7 req-7662bcdd-eb0d-4797-932b-26381ba9b41a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.6032629 Nov 12 12:39:32.807715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e3d3e0d-6768-4906-9300-6f49cd315a95 req-de08d42a-a221-448b-abe0-706ebe2cd4d9 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510825 Nov 12 12:39:33.024615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.087470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.121831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d04429c7-f455-4ed5-855c-9bdcc655fad8 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9371548 Nov 12 12:39:33.128295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15eab045-d207-4b45-989d-5f327f531cc7 req-f5de91f2-7adb-4126-b1f4-321f9cb4484e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3364923 Nov 12 12:39:33.129555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.129990 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 9d459bd4-9480-4ca7-8fcc-6973ad96090b disassociated. External IP: 172.25.1.95, port: 822713a2-d110-4ae2-8977-0be088c271f9. Nov 12 12:39:33.234009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1ac03ccf-7f0b-4360-a81c-4d323976bea2 None None] Provisioning complete for port 7e45f437-8fd2-47db-9dca-84c1be33bfac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:33.234826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ac03ccf-7f0b-4360-a81c-4d323976bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.285766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1ac03ccf-7f0b-4360-a81c-4d323976bea2 None None] Port 7e45f437-8fd2-47db-9dca-84c1be33bfac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:33.441599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-f3970151-3532-466b-afba-a8ab14238116 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080256 Nov 12 12:39:33.459696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.467005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.473299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.480153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.492744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.494529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.500928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.502978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777e48e5-e455-40cf-8083-505eaca50e8f req-ce491450-c76b-4c9b-b576-1443e1a296ca tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.1398623 Nov 12 12:39:33.563760 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d8404669-b67a-478a-8d32-7347678e75e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905 HTTP/1.1" status: 200 len: 217 time: 0.0597317 Nov 12 12:39:33.733896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-64a664ec-eb02-4942-a90d-59a25bfa45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.738262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-64a664ec-eb02-4942-a90d-59a25bfa45f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.1383986 Nov 12 12:39:33.765577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-777e48e5-e455-40cf-8083-505eaca50e8f req-a6b6ccca-be12-4721-a75c-7103af0e0ad0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494650 Nov 12 12:39:33.813836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:33.819417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-8fca123e-66d3-4ac4-b9af-4a862a9432fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.821618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-8fca123e-66d3-4ac4-b9af-4a862a9432fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713401 Nov 12 12:39:33.823542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd26f84-d405-4563-ad3f-e40e71fa6406 req-97437a70-b780-490a-a813-0e1eb06ee60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.825438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abd26f84-d405-4563-ad3f-e40e71fa6406 req-97437a70-b780-490a-a813-0e1eb06ee60a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 1097 time: 0.7456970 Nov 12 12:39:33.829382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Router 9716a572-5c07-4db5-b77f-3b30d3ba2aae is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:39:33.880074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.884489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.904880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338c55c-ab57-4568-be9f-7f6afb8323e8 req-64ab33fb-28bb-4083-94cd-5d3012ecca2f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:33.906623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e338c55c-ab57-4568-be9f-7f6afb8323e8 req-64ab33fb-28bb-4083-94cd-5d3012ecca2f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.6680086 Nov 12 12:39:34.044928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.045484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:39:34.047930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-d973525f-b7af-4a15-a835-37ddf997b9ae service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189217 Nov 12 12:39:34.055007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abd26f84-d405-4563-ad3f-e40e71fa6406 req-62ff585b-6a66-41ed-a61e-f13fb3e6c98e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955822 Nov 12 12:39:34.062090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.066475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-99168e2e-21f4-4a7c-b784-132fd2d677b5 tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "DELETE /v2.0/routers/14611a7b-f9ad-4079-b7bc-a5a1b0bdd8c5 HTTP/1.1" status: 204 len: 168 time: 1.5329654 Nov 12 12:39:34.069282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:34.074830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Request body: {'router': {'name': 'tempest-router-1237204360', 'distributed': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:34.088422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:34.098201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:34.116194 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:34.118810 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.121227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.122582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.123689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.142756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e338c55c-ab57-4568-be9f-7f6afb8323e8 req-a597be09-712b-4c9c-b941-98d0bfd1c958 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943376 Nov 12 12:39:34.145210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:34.151298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24ce14ad-5b3b-4321-ab6f-9bf045a1ad37 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/routers/9716a572-5c07-4db5-b77f-3b30d3ba2aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0673897 Nov 12 12:39:34.154145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:34.165561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] Sync routers for ids ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:34.203658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] Routers {'9716a572-5c07-4db5-b77f-3b30d3ba2aae'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:34.207881 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.208618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.231748 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:34.232380 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.270482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.278894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.283170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a848e9ce-a6ba-4938-8eed-e736837d4b77 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/floatingips/9d459bd4-9480-4ca7-8fcc-6973ad96090b HTTP/1.1" status: 200 len: 687 time: 3.0469935 Nov 12 12:39:34.290208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.290838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:34.301299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] Routers {'9716a572-5c07-4db5-b77f-3b30d3ba2aae'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:34.301847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4dbd19-f9dc-4f33-a5d7-94afacab3f1a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.302419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.306472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1f4dbd19-f9dc-4f33-a5d7-94afacab3f1a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports?device_id=9716a572-5c07-4db5-b77f-3b30d3ba2aae HTTP/1.1" status: 200 len: 989 time: 0.1485450 Nov 12 12:39:34.310853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:34.313913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.315458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5bd03957-8e91-4b89-89ee-7cab07d49e7f tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2448337 Nov 12 12:39:34.317893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:34.335888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.340287 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58212b-f37b-4ec6-b4dc-696c1abd0991 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:34.357281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:34.358275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3de32-5f12-46ed-bdd7-d2df04b1b35b None None] The sync data for ids ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:34.478640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ea364421-b3de-43b1-811f-bfda764c18b0 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199176 Nov 12 12:39:34.490700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.510264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.516301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.522484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.529708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.535974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.543141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.550627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.552711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-00efb569-cce2-4b3d-94aa-d99a99b2ca1a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.2630813 Nov 12 12:39:34.602238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5d3cad20-85a3-4b13-9530-398b0fdd8998 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6a1b0778-d38b-429d-ba93-5d22267bb579 HTTP/1.1" status: 200 len: 217 time: 0.1151912 Nov 12 12:39:34.701502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.704689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.717793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port bf67213b-5a2e-44da-91fb-8bc166014955 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:34.718127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.771990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.772541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 126f283c-5402-48ef-9f48-ce62d3744178 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:39:34.789968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-edaf8d11-cf70-4ee8-96c2-2a2ec1f38484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.791534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-edaf8d11-cf70-4ee8-96c2-2a2ec1f38484 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.1482005 Nov 12 12:39:34.814967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ad217df-ba5e-478a-8704-7859fb5db57b req-d304c958-93ae-4928-b186-6e92f430ded3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281866 Nov 12 12:39:34.890483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-eb3a1885-bd64-4567-a720-4a9acd73ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:34.892682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-eb3a1885-bd64-4567-a720-4a9acd73ac9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768166 Nov 12 12:39:34.920722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.921200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.935592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for bf67213b-5a2e-44da-91fb-8bc166014955 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:35.072451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-cf726e29-097a-4ab2-b912-a01263d656dd service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714737 Nov 12 12:39:35.091941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.097073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d4bed3da-634d-49e5-94eb-b0902e1ffd0d tempest-RoutersTestDVR-266043811 tempest-RoutersTestDVR-266043811-project-admin] 10.222.0.18 "DELETE /v2.0/routers/126f283c-5402-48ef-9f48-ce62d3744178 HTTP/1.1" status: 204 len: 168 time: 0.7743354 Nov 12 12:39:35.105620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.163546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=bf67213b-5a2e-44da-91fb-8bc166014955,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:35.253406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.262806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.269583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.278438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.287393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.298044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.306116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.308448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-b5bfba4b-ff3c-481e-b625-4a0d33a77296 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2205648 Nov 12 12:39:35.417020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b47a52d-bbed-49f7-b99f-166abb7d5882 req-d4777d17-ed30-40bd-ba1a-ce30d5d5d2d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874171 Nov 12 12:39:35.423030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.426545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.427828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e571d542-73ba-4d61-a7d6-4250b0a7a876 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d459bd4-9480-4ca7-8fcc-6973ad96090b HTTP/1.1" status: 204 len: 168 time: 1.1222513 Nov 12 12:39:35.432025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:35.437904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '03b0906e-87a2-455b-8e24-62f6250079f9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:35.527588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.613840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:35.683788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10bc8314-6ec5-4577-962c-118d13e8dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.777698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.826655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:35.945861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-46541856-4aa2-43d0-83b5-1197bbf33829 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196461 Nov 12 12:39:35.958431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c652b1a-4329-4c23-896c-24207ad07c41 req-e1bf9108-2652-49b0-aeff-903c049d87e4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:35.960813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c652b1a-4329-4c23-896c-24207ad07c41 req-e1bf9108-2652-49b0-aeff-903c049d87e4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.2030089 Nov 12 12:39:35.980285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.167 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/e866e0a8-02aa-456b-a506-f47006a48630) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:36.025753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3557f120-8650-409e-9606-13cca3228a8b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5b2db53-b081-47a4-aada-faa90c345d3b HTTP/1.1" status: 200 len: 217 time: 0.0636985 Nov 12 12:39:36.081567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1337df7b-c7d0-4bda-aaf5-6b07308533e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.150423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c652b1a-4329-4c23-896c-24207ad07c41 req-dd5dcc80-e303-4b7f-b69f-7eb6458d776c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783206 Nov 12 12:39:36.169871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-a8c22aec-938f-4977-84ed-be4614d57541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.171840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-a8c22aec-938f-4977-84ed-be4614d57541 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.1391163 Nov 12 12:39:36.175322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.219674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.227091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.233154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.239795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.246491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.255489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.262638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.264707 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-f17e047e-b7c8-4565-8abf-f26b8af665cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.1892729 Nov 12 12:39:36.312226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-80ae80df-123d-446f-800b-c3df4d18eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.313983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-80ae80df-123d-446f-800b-c3df4d18eaaf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1337898 Nov 12 12:39:36.368757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.385295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1337df7b-c7d0-4bda-aaf5-6b07308533e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.415921 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1337df7b-c7d0-4bda-aaf5-6b07308533e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.446681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 7e45f437-8fd2-47db-9dca-84c1be33bfac {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:36.447246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.454884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:36.471395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:36.480191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b1a38890-86ae-448c-b8bc-b508c616f55d req-5e8524eb-0148-4c06-a8e1-54424cab89af tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996083 Nov 12 12:39:36.492371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:36.530695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1337df7b-c7d0-4bda-aaf5-6b07308533e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc7642d84b014935ae7e3b090dcd6c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9157147 Nov 12 12:39:36.534903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:36.537284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=e866e0a8-02aa-456b-a506-f47006a48630,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:36.539162 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-ff5f8761-1469-493d-8085-f6f799e067bd service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159667 Nov 12 12:39:36.540486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337df7b-c7d0-4bda-aaf5-6b07308533e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160584cd-efdf-4038-aa2c-948a73967aef,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:36.704648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.731311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 7e45f437-8fd2-47db-9dca-84c1be33bfac owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:36.763636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7938817f-7f85-48ee-94f1-733a0a701f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.774569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.789533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.797819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.805573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.812916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.819328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.844176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:36.844176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-0e4bea0f-e7de-4324-9901-bc35d2ab1247 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2547519 Nov 12 12:39:36.853653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7938817f-7f85-48ee-94f1-733a0a701f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:36.894608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-a042b7d4-93f8-40ad-924c-c1f419d449f6 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474727 Nov 12 12:39:36.982395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-3744018d-1bb5-4fd9-a6f9-359f135ec75b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 200 len: 217 time: 0.0741129 Nov 12 12:39:37.087437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7938817f-7f85-48ee-94f1-733a0a701f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:37.092411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7938817f-7f85-48ee-94f1-733a0a701f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:37.096553 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7938817f-7f85-48ee-94f1-733a0a701f2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/160584cd-efdf-4038-aa2c-948a73967aef HTTP/1.1" status: 204 len: 168 time: 0.5603642 Nov 12 12:39:37.134616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-098a7835-78cc-46e4-89a2-9fa2d6cdfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:37.136131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-098a7835-78cc-46e4-89a2-9fa2d6cdfe92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.1466849 Nov 12 12:39:37.136283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938817f-7f85-48ee-94f1-733a0a701f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160584cd-efdf-4038-aa2c-948a73967aef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:37.149528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52519163-c7f1-4873-8bb1-d85cf29c9f48 req-3d065e61-c170-4a39-945d-417645a9969e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2712266 Nov 12 12:39:37.249837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-db905598-d4ea-43fa-91a6-a2097f8e51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:37.251802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-db905598-d4ea-43fa-91a6-a2097f8e51ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009765 Nov 12 12:39:37.420775 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:37.485290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=7e45f437-8fd2-47db-9dca-84c1be33bfac,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:37.526262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-27d19f0c-9532-4aa1-8ee0-05651b9d97fe service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404361 Nov 12 12:39:37.555152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.555578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.555905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.556288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.556670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.557020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.557350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.557681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.558008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.558373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.558700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.559025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:37.656622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:37.660623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078587a9-dd69-4164-8371-9e00b58c777d req-808653c9-fc8e-486b-88af-c00c7fd71ba8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:37.663754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-078587a9-dd69-4164-8371-9e00b58c777d req-808653c9-fc8e-486b-88af-c00c7fd71ba8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.2984397 Nov 12 12:39:37.748773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:37.787463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-957577a8-6e17-47ed-8649-caad23176012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:37.965713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-957577a8-6e17-47ed-8649-caad23176012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.031929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-957577a8-6e17-47ed-8649-caad23176012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.123422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.129592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.131091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.137349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.143652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.151641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.158762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.166680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.168774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-d8ef4698-bb64-4cf0-ac10-6771ff7cb2b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.4621563 Nov 12 12:39:38.173405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957577a8-6e17-47ed-8649-caad23176012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60de728-b498-48b7-a0de-03c7f531e048,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:38.224429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-078587a9-dd69-4164-8371-9e00b58c777d req-4c88d122-a7fe-4cb6-88a6-5d27c49b92a7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494392 Nov 12 12:39:38.272478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.309833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-957577a8-6e17-47ed-8649-caad23176012 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=713f8b6d963f45218a8495815bf325d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5599768 Nov 12 12:39:38.313503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:38.331876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Router 9716a572-5c07-4db5-b77f-3b30d3ba2aae has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:38.334139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68863c16-76c7-484c-bf97-afb9ff55b1be req-5f5fdec4-4d79-4b10-918d-42b0b5fc1024 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786301 Nov 12 12:39:38.506101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.514577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.533885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9eae9cc5-255c-4c73-a683-ffd94d47bfa6 req-46dd2961-7914-41ed-8596-a7ef2ce2667d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2435751 Nov 12 12:39:38.535132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.543919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:38.544127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.552525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a2f29366-8374-41c3-838a-3d356454faf7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/routers/9716a572-5c07-4db5-b77f-3b30d3ba2aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2399054 Nov 12 12:39:38.556348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c27b8de-6b31-4513-befb-97d790b51b0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.556502 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] Sync routers for ids ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:38.558652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42748) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:38.565473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.572706 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] Routers {'9716a572-5c07-4db5-b77f-3b30d3ba2aae'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:38.574368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.575404 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:38.581695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.588722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.595855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.609017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-72bbd940-d4ca-44e9-afd6-6e09a31b7b57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2838004 Nov 12 12:39:38.648704 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:38.664866 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e9d785-0426-4f75-9ca1-ab9901b0b5ce tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:39:38.666400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-52e9d785-0426-4f75-9ca1-ab9901b0b5ce tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/7e45f437-8fd2-47db-9dca-84c1be33bfac HTTP/1.1" status: 404 len: 333 time: 0.1055253 Nov 12 12:39:38.668032 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] Routers {'9716a572-5c07-4db5-b77f-3b30d3ba2aae'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:38.671541 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:38.672120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.672604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.673074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.673537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.674000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.674481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.674938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:38.676841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-42aea5cd-3e8a-4adf-a21f-f2f935c0e773 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6479 time: 0.2168925 Nov 12 12:39:38.680926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c27b8de-6b31-4513-befb-97d790b51b0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.682598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:38.712962 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:38.714011 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7faa8-a358-4079-a67c-b4da961d195b None None] The sync data for ids ['9716a572-5c07-4db5-b77f-3b30d3ba2aae'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:38.732311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.852973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ec0ab8d9-8004-4fbb-b0b3-cf9ddf9da064 req-4293a003-5796-47de-932e-2b4657cbc5d0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385497 Nov 12 12:39:38.872624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:38.879602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=e866e0a8-02aa-456b-a506-f47006a48630,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:38.924241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6520418-850a-4e83-a805-2b28b33ac311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.008420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb783-b1d0-497d-a3e9-95645893242b req-a285adc3-591a-4297-85c7-0c3043bf709c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:39.016256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfecb783-b1d0-497d-a3e9-95645893242b req-a285adc3-591a-4297-85c7-0c3043bf709c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.3383176 Nov 12 12:39:39.056080 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP e430e718-699d-4756-8d7f-5911459fac8f associated. External IP: 172.25.1.167, port: 03b0906e-87a2-455b-8e24-62f6250079f9. Nov 12 12:39:39.114535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c27b8de-6b31-4513-befb-97d790b51b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.118195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c27b8de-6b31-4513-befb-97d790b51b0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.121961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c27b8de-6b31-4513-befb-97d790b51b0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e60de728-b498-48b7-a0de-03c7f531e048 HTTP/1.1" status: 204 len: 168 time: 0.7991400 Nov 12 12:39:39.188120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.190098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b8de-6b31-4513-befb-97d790b51b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60de728-b498-48b7-a0de-03c7f531e048,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:39.192718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.197968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-35ef40cb-5aaa-4264-a38b-3749bd6f99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:39.199581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-35ef40cb-5aaa-4264-a38b-3749bd6f99f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 200 len: 903 time: 0.4861727 Nov 12 12:39:39.296033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfecb783-b1d0-497d-a3e9-95645893242b req-5b718e90-f085-4d80-896b-fc935457df38 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788303 Nov 12 12:39:39.297646 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-c5ffe0ab-93fd-4ea6-9785-4f563ea17900 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 200 len: 217 time: 0.0876887 Nov 12 12:39:39.307258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.307909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Fanout notify agent at l3_agent the message router_deleted on router 9716a572-5c07-4db5-b77f-3b30d3ba2aae {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:39:39.326676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.331236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b03042a1-357b-4f57-8881-542dbcebb663 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/routers/9716a572-5c07-4db5-b77f-3b30d3ba2aae HTTP/1.1" status: 204 len: 168 time: 0.6455004 Nov 12 12:39:39.351726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:39.390697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.462079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:39.580946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-c26a6c19-7133-4518-8d62-e93255ec178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:39.584491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-c26a6c19-7133-4518-8d62-e93255ec178d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.2663960 Nov 12 12:39:39.627379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:39:39.682541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.745401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf08a3-a9b0-43d8-8958-c0943e0e0aaf req-b2f2307c-f6be-44da-89b4-e88298229883 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:39.747614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0cdf08a3-a9b0-43d8-8958-c0943e0e0aaf req-b2f2307c-f6be-44da-89b4-e88298229883 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.1982067 Nov 12 12:39:39.824243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:39.843874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:39.857011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0cdf08a3-a9b0-43d8-8958-c0943e0e0aaf req-0de0553a-2f41-4890-a877-5096bbf85845 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021450 Nov 12 12:39:39.863550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:39.878307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:39.919635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:39.940662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:39.980997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:39.982244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:40.014795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7708d7f3-04ab-4266-9402-241d85b45f24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5811529 Nov 12 12:39:40.017847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:40.051234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:40.052037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0b14b-f1f1-4665-8c09-ce3be0197993 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:40.238136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.245884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.254332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.261601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.268754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.276850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.284409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.286429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bcd9e59-3443-4301-a668-52e812548073 req-26ab1ed1-39be-4dba-bbe9-2beec17ddcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2513134 Nov 12 12:39:40.293112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-091ee25b-649d-4761-a1fe-12a1e28506bb tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/floatingips/e430e718-699d-4756-8d7f-5911459fac8f HTTP/1.1" status: 200 len: 979 time: 0.2741325 Nov 12 12:39:40.294941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:40.486545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab44eda5-b087-4a6e-b275-a95dddb3d0eb tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1904404 Nov 12 12:39:40.489414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:40.512973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:40.533017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'port_id': '822713a2-d110-4ae2-8977-0be088c271f9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:40.554852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-de01edd6-ce61-46fb-8708-a05a71b44882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.556660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-de01edd6-ce61-46fb-8708-a05a71b44882 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9638150 Nov 12 12:39:40.600267 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:40.702994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.711189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42804) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:40.719351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.730562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.731026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:40.741373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.747608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bcd9e59-3443-4301-a668-52e812548073 req-420c3d15-c183-40d4-8d3d-600c65f1c3ee tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4533277 Nov 12 12:39:40.749247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.755545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.768125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:40.780984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c12f33b-330a-4824-a48b-901047db413f req-ebbbc4b7-22fd-498c-8ed4-b3fe742a28de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 1.0369241 Nov 12 12:39:40.883724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:40.943006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a29a4d1f-e730-4022-8478-f51a00da0701 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:40.943443 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-a29a4d1f-e730-4022-8478-f51a00da0701 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 12:39:40.943940 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-a29a4d1f-e730-4022-8478-f51a00da0701 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 12:39:40.950028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a29a4d1f-e730-4022-8478-f51a00da0701 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2335293 Nov 12 12:39:40.952562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:40.964515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165556985'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:41.068552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c12f33b-330a-4824-a48b-901047db413f req-326cda8c-e00e-464c-87e1-d75502004fbc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2835758 Nov 12 12:39:41.089649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.112326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.118555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-aacd8c0c-74f2-4cec-8c49-8c7ffa69dac7 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505860 Nov 12 12:39:41.276951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.278319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379340-355b-4897-b71f-eec56d52c91b req-fe758ddc-abf5-4532-918b-580ce3286742 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:41.280986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94379340-355b-4897-b71f-eec56d52c91b req-fe758ddc-abf5-4532-918b-580ce3286742 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.1307108 Nov 12 12:39:41.341800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:41.368183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adcf57d-9b4b-4e92-b41c-b7d11ac3d366 None None] Network 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:41.371347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.377742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-31f779fc-4945-4893-8fa8-c75fcfe35690 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb HTTP/1.1" status: 204 len: 168 time: 2.0249619 Nov 12 12:39:41.381521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42820) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:41.540829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07814660-c7e7-47ac-bb9f-5413c7e6a2c7 req-b9f3f073-95fa-4533-acc6-a35550f5f3b2 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130359 Nov 12 12:39:41.587848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.636616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94379340-355b-4897-b71f-eec56d52c91b req-c0933e4a-78ec-4b50-851b-6d6c9a7707c5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490233 Nov 12 12:39:41.651500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.661111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.681167 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.751476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa5bab-e31d-44b0-b3d4-336b6603667b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:41.763601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] DHCP port deletion for 06e881c3-7ef6-417b-b5ec-bf06eb86ee9f request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:39:41.884475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.899263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] Deleting port d21e75d6-8243-482d-8082-c075f8a5a825 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:41.899837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.902560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port d21e75d6-8243-482d-8082-c075f8a5a825 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:41.902912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.904588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:41.992677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] For port d21e75d6-8243-482d-8082-c075f8a5a825, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d21e75d6-8243-482d-8082-c075f8a5a825,segment=NetworkSegment(fa29490e-bb55-437d-9724-9a34fc388ccf),segment_id=fa29490e-bb55-437d-9724-9a34fc388ccf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:41.993202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.001397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.010974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.012454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] Calling delete_port for d21e75d6-8243-482d-8082-c075f8a5a825 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:42.043277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.047421 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0857704 Nov 12 12:39:42.054938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:42.065305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '723e544d-22a6-4243-8ece-fbfc48e9ca70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:42.090878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e4f3b-58bc-40d0-8de9-a6124da8b36b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723e544d-22a6-4243-8ece-fbfc48e9ca70,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:42.118635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.125246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.132069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.138833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.145875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.158373 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.159060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.167910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.170125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-1a5ed074-82af-4afb-8d45-41a6dcef383c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2752156 Nov 12 12:39:42.178365 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.182712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] No DVR routers for this DVR port d21e75d6-8243-482d-8082-c075f8a5a825 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:42.187256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port d21e75d6-8243-482d-8082-c075f8a5a825, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d21e75d6-8243-482d-8082-c075f8a5a825,segment=NetworkSegment(fa29490e-bb55-437d-9724-9a34fc388ccf),segment_id=fa29490e-bb55-437d-9724-9a34fc388ccf)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:42.187632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.208487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefca29-381c-487a-9b33-a1e309f0b1d6 None None] Pushing event deleted for resources: {'Port': ['ID=d21e75d6-8243-482d-8082-c075f8a5a825,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:42.267245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for d21e75d6-8243-482d-8082-c075f8a5a825 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:42.310404 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP e430e718-699d-4756-8d7f-5911459fac8f associated. External IP: 172.25.1.167, port: 03b0906e-87a2-455b-8e24-62f6250079f9. Nov 12 12:39:42.330387 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.366062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.373146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.379897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.381466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.387967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.394938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.401687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.408130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.410019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40201682-ec3f-43a3-b063-875f1efe9306 req-da74b09b-cc63-4f5d-919e-7ce5b72fd20d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.1654518 Nov 12 12:39:42.440509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1b50f9-8b91-497b-9900-835ed1790e80,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:42.480217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.484890 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b22862fd-1685-4bdd-b9ad-1077445a1726 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4288783 Nov 12 12:39:42.485689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42832) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:42.492139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed3f42e0-2eda-4bf6-a688-3eaa4cc54bce req-19c54434-f8a8-44ff-9470-74c38d911914 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3083017 Nov 12 12:39:42.504150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a4e86b7f-66fe-4853-8f26-5e01b5bbf348 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '723e544d-22a6-4243-8ece-fbfc48e9ca70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:42.515708 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.548864 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4e86b7f-66fe-4853-8f26-5e01b5bbf348 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.565427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=d21e75d6-8243-482d-8082-c075f8a5a825,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:42.572217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port d21e75d6-8243-482d-8082-c075f8a5a825 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:42.645223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40201682-ec3f-43a3-b063-875f1efe9306 req-d22e12e0-a374-4612-964f-455710462e84 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2263720 Nov 12 12:39:42.762273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.800798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e881c3-7ef6-417b-b5ec-bf06eb86ee9f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:42.818832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa99ed8-5f0d-4389-80d1-5b27f0fc191b req-0b363361-33bf-4127-910a-bcb8c153ef4a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:42.821610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffa99ed8-5f0d-4389-80d1-5b27f0fc191b req-0b363361-33bf-4127-910a-bcb8c153ef4a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.0922353 Nov 12 12:39:42.826132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa29490e-bb55-437d-9724-9a34fc388ccf') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:42.826460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa29490e-bb55-437d-9724-9a34fc388ccf') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:42.924484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffa99ed8-5f0d-4389-80d1-5b27f0fc191b req-2277000b-8aa4-413b-8a25-3c1c55051879 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Nov 12 12:39:42.930891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.948622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.956095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:39:42.956655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:39:42.960265 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:39:43.058725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.092478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.098451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/06e881c3-7ef6-417b-b5ec-bf06eb86ee9f HTTP/1.1" status: 204 len: 168 time: 1.7138517 Nov 12 12:39:43.107436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde3e2-b9e4-44a3-b85d-e1aacb9e9d48 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=06e881c3-7ef6-417b-b5ec-bf06eb86ee9f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:43.114000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42838) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:43.169634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb781a-73b0-42cb-9bfd-fd0238878081 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.171621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fbbb781a-73b0-42cb-9bfd-fd0238878081 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 HTTP/1.1" status: 200 len: 845 time: 0.0562437 Nov 12 12:39:43.176131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:43.199965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d21e75d6-8243-482d-8082-c075f8a5a825 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:39:43.250061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d21e75d6-8243-482d-8082-c075f8a5a825 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:39:43.250875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d21e75d6-8243-482d-8082-c075f8a5a825 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:39:43.322007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cb7f5322-29b5-4e83-ba16-57d383fad8cf tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1442707 Nov 12 12:39:43.326368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:43.333195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:43.334114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:43.380255 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-a4e86b7f-66fe-4853-8f26-5e01b5bbf348 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 12:39:43.384880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a4e86b7f-66fe-4853-8f26-5e01b5bbf348 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8896093 Nov 12 12:39:43.385266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:43.429467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-6d508eca-d0c2-4a57-8e37-0e685e183afe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.430986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-6d508eca-d0c2-4a57-8e37-0e685e183afe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.1243942 Nov 12 12:39:43.510847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89bb3d24-ed76-424f-8a24-a927eddab5c8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.514067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:43.517690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.622883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89bb3d24-ed76-424f-8a24-a927eddab5c8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.685002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:43.696919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:43.718619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:43.722230 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:43.794617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:43.794962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.797362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89bb3d24-ed76-424f-8a24-a927eddab5c8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.800769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89bb3d24-ed76-424f-8a24-a927eddab5c8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.804907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89bb3d24-ed76-424f-8a24-a927eddab5c8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/723e544d-22a6-4243-8ece-fbfc48e9ca70 HTTP/1.1" status: 204 len: 168 time: 0.4147036 Nov 12 12:39:43.809979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:43.814206 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:43.824544 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:43.825151 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:43.863385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:43.864035 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc5b15-e63b-480f-8ab6-b4517e35ae77 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:43.869082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3d24-ed76-424f-8a24-a927eddab5c8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e544d-22a6-4243-8ece-fbfc48e9ca70,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:43.932813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.940329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.947690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.955975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.965184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.972391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.974190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:43.980451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:43.983050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-210d5cd9-64e1-40e3-8b32-fde2e753995b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.3452890 Nov 12 12:39:44.012394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.017946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.026760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.035310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.043916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.051684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.058931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.060957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-ea2f0e84-58c4-41d3-8262-3625c95c4e83 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.2542777 Nov 12 12:39:44.121371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:44.169545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:44.183002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port 5692a9c2-2afd-4559-88bb-f6c23d64ed56, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5692a9c2-2afd-4559-88bb-f6c23d64ed56,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:44.183360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.184580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c0cdb7-05e4-4025-8de1-c500e647b999 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:44.194228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.194228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.205654 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca2dae79-523c-40a4-9963-f818e9e9ede4 req-fd3d18e0-3fd0-47dc-a7c0-6d4eaeba6c64 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805913 Nov 12 12:39:44.215426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 5692a9c2-2afd-4559-88bb-f6c23d64ed56 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:44.228664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8995955 Nov 12 12:39:44.235910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:44.255507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020579720'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:44.267614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86209e-0f91-4685-8ed5-de867260a550 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=3761704e-2e4e-4c14-a246-0044ae61c42f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:44.283198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1c4d8471-3e3f-4583-96f4-91a1717a0e49 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4684029 Nov 12 12:39:44.290412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:44.299898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--126324749'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:44.310319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b975dd60-4757-4db1-b05f-e56b12ee3d39 req-2685d0ab-6646-48ba-8504-36561a6703de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2068267 Nov 12 12:39:44.327017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.415357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:44.449018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.476510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.485430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.533766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fcde8-fb6a-493c-abda-78fea40dd85f req-650c8137-9d87-4c61-8525-cd01b9395cc6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:44.535499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-533fcde8-fb6a-493c-abda-78fea40dd85f req-650c8137-9d87-4c61-8525-cd01b9395cc6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 946 time: 0.1725841 Nov 12 12:39:44.547016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d0a1a-009f-4442-8f4d-37b5bed7c575,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:44.553324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.559482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-403f0579-78bd-4e36-8c0a-686ca18b6db7 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3142307 Nov 12 12:39:44.563188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:44.575011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1625315316'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:44.624783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-7daba2d6-d325-4779-be3a-72e685bdd4b2', 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'tenant_id': 'a8d37fdbb4bf474f90b1edeab196b592', 'fixed_ips': [{'subnet_id': '3761704e-2e4e-4c14-a246-0044ae61c42f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:39:44.627066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.630299 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.744051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.750024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.753146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-533fcde8-fb6a-493c-abda-78fea40dd85f req-30c42f67-7b54-496c-b28e-9bf2290072ae tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050900 Nov 12 12:39:44.756991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.768763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:44.779944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.781291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2149608 Nov 12 12:39:44.787121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:44.791108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.794954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1361511692', 'security_groups': ['76cc6dc4-8aba-46d9-9bcb-99fed99060f1'], 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3761704e-2e4e-4c14-a246-0044ae61c42f'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:44.850117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5692a9c2-2afd-4559-88bb-f6c23d64ed56'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:44.854033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:44.943002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:44.961979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:44.963027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:44.987551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port 5692a9c2-2afd-4559-88bb-f6c23d64ed56 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:39:44.993109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=5692a9c2-2afd-4559-88bb-f6c23d64ed56,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:45.002678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:45.016396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:45.064376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:45.065188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:45.076116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e47ac0-f83f-44c2-9391-d3634e6b18a6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc6dc4-8aba-46d9-9bcb-99fed99060f1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:45.114465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.124486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:45.124486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24b56a-7af3-4953-bc88-17eaa426f0a9 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:45.130512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5be8b2c6-cc47-49e3-b6d0-e85a4b303112 req-fd6502b2-91f2-4b4a-94cc-758d798a68a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "DELETE /v2.0/ports/5692a9c2-2afd-4559-88bb-f6c23d64ed56 HTTP/1.1" status: 204 len: 173 time: 1.6619945 Nov 12 12:39:45.135390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3f716e9f-620c-4d48-b4f6-c7df720c8c40 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/floatingips/e430e718-699d-4756-8d7f-5911459fac8f HTTP/1.1" status: 200 len: 977 time: 4.6333392 Nov 12 12:39:45.135885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'name': 'network-vif-deleted', 'tag': '5692a9c2-2afd-4559-88bb-f6c23d64ed56'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:39:45.139383 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c363e353-dad6-4a7e-940d-dea6dfbdb4a3" -d '{"events": [{"server_uuid": "fcc5972a-a424-4c60-9dfc-a96fc5f7cd01", "name": "network-vif-deleted", "tag": "5692a9c2-2afd-4559-88bb-f6c23d64ed56"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:39:45.146318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Allocated IP 2001:db8::2 (7daba2d6-d325-4779-be3a-72e685bdd4b2/3761704e-2e4e-4c14-a246-0044ae61c42f/95a011a0-21c3-4636-843b-8ec4bce38b58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:45.157933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:45.188989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:45.196462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.292410 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.332379 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b502f-9aed-4f5d-a487-8ebdcc8011ac x-openstack-request-id: req-285b502f-9aed-4f5d-a487-8ebdcc8011ac {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:39:45.332678 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc5972a-a424-4c60-9dfc-a96fc5f7cd01", "name": "network-vif-deleted", "tag": "5692a9c2-2afd-4559-88bb-f6c23d64ed56", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:39:45.332941 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-285b502f-9aed-4f5d-a487-8ebdcc8011ac {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:39:45.336454 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc5972a-a424-4c60-9dfc-a96fc5f7cd01', 'name': 'network-vif-deleted', 'tag': '5692a9c2-2afd-4559-88bb-f6c23d64ed56', 'status': 'completed', 'code': 200} Nov 12 12:39:45.338430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port b15d8c32-79cb-4fa5-84c6-e5398ec1abed yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:45.445703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42908) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:45.475988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.485573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.493242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.495126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2034307 Nov 12 12:39:45.511398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:45.523910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f4c8-a14c-480f-b0ec-9ba2dfd08444 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23b6bfc-996f-4345-bae8-6758202148ac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:45.575020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.576453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d6e91ef5-3a94-4cf0-8540-5580cf663a13 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': 'd23b6bfc-996f-4345-bae8-6758202148ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:45.580202 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-d6e91ef5-3a94-4cf0-8540-5580cf663a13 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 12:39:45.581169 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d6e91ef5-3a94-4cf0-8540-5580cf663a13 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:45.583218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6e91ef5-3a94-4cf0-8540-5580cf663a13 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0609002 Nov 12 12:39:45.595196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:45.597341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:45.609559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:45.618895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:45.624079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Pushing event updated for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:45.644898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.651376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.657489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.664383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.670672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.681205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.683789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.685893 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-f042c1b1-542e-40ae-b5a3-f774aacd5711 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2966745 Nov 12 12:39:45.735425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Attempting to bind port 95a011a0-21c3-4636-843b-8ec4bce38b58 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:45.735962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Attempting to bind port 95a011a0-21c3-4636-843b-8ec4bce38b58 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:45.736089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Attempting to bind port 95a011a0-21c3-4636-843b-8ec4bce38b58 on network 7daba2d6-d325-4779-be3a-72e685bdd4b2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:45.742449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:45.742887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Checking segment: {'id': '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:45.743313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.743699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Bound using segment: {'id': '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:45.744171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Bound port: 95a011a0-21c3-4636-843b-8ec4bce38b58, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:45.744798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.792199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.811197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.818808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.827075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.829657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:45.833221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95a011a0-21c3-4636-843b-8ec4bce38b58,segment=NetworkSegment(6fd1ca72-7c01-45d9-8a99-53ee3a3a7906),segment_id=6fd1ca72-7c01-45d9-8a99-53ee3a3a7906)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:45.835328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.839737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.843398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.851183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:45.860352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-387308b2-6cf2-46c2-b4b4-d8fda52f9024 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.3881001 Nov 12 12:39:45.861935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.907356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d75b91aa-73c8-4518-b83f-d55d551114c4 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:45.936779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbea36-7539-433d-9a70-9b1059368506 None None] Pushing event updated for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:45.972346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77f0bfcb-186d-447c-b28e-2517b503d206 req-741e8b51-c429-4562-a34b-54800dbe7d48 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2733231 Nov 12 12:39:46.076379 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.086657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.087136 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP e430e718-699d-4756-8d7f-5911459fac8f disassociated. External IP: 172.25.1.167, port: 822713a2-d110-4ae2-8977-0be088c271f9. Nov 12 12:39:46.107371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d75b91aa-73c8-4518-b83f-d55d551114c4 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.142601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::275 (7daba2d6-d325-4779-be3a-72e685bdd4b2/3761704e-2e4e-4c14-a246-0044ae61c42f/b15d8c32-79cb-4fa5-84c6-e5398ec1abed) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:46.250879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e89fc14-37e1-4a8d-b6dd-6ca444179334 req-aa6ada54-1a0f-42a5-ba4c-5ee0ea33a126 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3891597 Nov 12 12:39:46.319797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.333606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f334f088-e735-4e64-a9a9-f2783145f4c7 req-06e72e1d-baa5-4ab8-8813-b63f34172820 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.1774716 Nov 12 12:39:46.344235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.424018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d75b91aa-73c8-4518-b83f-d55d551114c4 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.426701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d75b91aa-73c8-4518-b83f-d55d551114c4 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.427886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d75b91aa-73c8-4518-b83f-d55d551114c4 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/d23b6bfc-996f-4345-bae8-6758202148ac HTTP/1.1" status: 204 len: 168 time: 0.7537618 Nov 12 12:39:46.434186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:46.489618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a449c3c5-9a90-468f-815b-7f2d6edd5793,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:46.496242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b91aa-73c8-4518-b83f-d55d551114c4 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23b6bfc-996f-4345-bae8-6758202148ac,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:46.536085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.536425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.536768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.537103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.537433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.537763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.539127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.539461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.539787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.540108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.540430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.540756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:46.547580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d947ad08-3058-474c-b472-113c95e8b547 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11c8185403e44d79bfa8e73fc33a655b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0630794 Nov 12 12:39:46.552576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:46.587241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0533d84c-c468-412e-b8cd-fae0db7dc72a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155097 Nov 12 12:39:46.588938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:46.602759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866623215'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:46.619242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc58ef6-edf4-4ea7-99e6-dcecf8b97d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.655902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc58ef6-edf4-4ea7-99e6-dcecf8b97d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.691024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.705450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.743143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc58ef6-edf4-4ea7-99e6-dcecf8b97d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.745751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dc58ef6-edf4-4ea7-99e6-dcecf8b97d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.750157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8dc58ef6-edf4-4ea7-99e6-dcecf8b97d5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a449c3c5-9a90-468f-815b-7f2d6edd5793 HTTP/1.1" status: 204 len: 168 time: 0.1934364 Nov 12 12:39:46.771455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc58ef6-edf4-4ea7-99e6-dcecf8b97d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a449c3c5-9a90-468f-815b-7f2d6edd5793,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:46.860619 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.919815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:46.931126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:39:46.973933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.142835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.144015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5518467 Nov 12 12:39:47.162733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:47.170383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d91e7-27fa-4d6c-8e8c-41e6e2858eb8 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f8c1e-8d95-4409-892e-e3eeb32d9632,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:47.180176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5807851b-fff0-4c89-a2e9-4ffc5968fca7 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '9c9f8c1e-8d95-4409-892e-e3eeb32d9632', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:47.181476 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-5807851b-fff0-4c89-a2e9-4ffc5968fca7 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 12:39:47.182002 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-5807851b-fff0-4c89-a2e9-4ffc5968fca7 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:47.192142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:47.205591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5807851b-fff0-4c89-a2e9-4ffc5968fca7 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088284 Nov 12 12:39:47.247917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:47.308045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:47.315590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:47.335663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.336351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.361959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:47.369360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:47.374801 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:47.400481 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:47.403698 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:47.427963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=b15d8c32-79cb-4fa5-84c6-e5398ec1abed,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:47.462029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.475454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8131f15-f670-4dcd-8f38-05c682b28dde tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.493000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.499144 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:47.509405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.525804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:47.526283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.526716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.529764 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:47.531603 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:47.544456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.563374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.579142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.597858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:47.614629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-db2b890d-25ef-4c29-9b23-094878002751 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.3938465 Nov 12 12:39:47.630051 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:47.631042 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8dd74-9621-4e23-9cdf-699bb2f3dc97 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:39:47.672382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1e960b9-0db7-4434-a5e9-55e00ec0652d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8841438 Nov 12 12:39:47.679471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:47.693708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:47.698538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8131f15-f670-4dcd-8f38-05c682b28dde tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.726578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02b7602c-d47b-4797-92b3-2d724179e243 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/floatingips/e430e718-699d-4756-8d7f-5911459fac8f HTTP/1.1" status: 200 len: 688 time: 2.5520358 Nov 12 12:39:47.734492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:47.735833 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.785719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95a011a0-21c3-4636-843b-8ec4bce38b58,segment=NetworkSegment(6fd1ca72-7c01-45d9-8a99-53ee3a3a7906),segment_id=6fd1ca72-7c01-45d9-8a99-53ee3a3a7906)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:47.791608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:47.846434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ba1853c-f5ae-4d4e-88ef-55bfd8f8b1d9 req-91f0c7ec-b2c2-4eac-9a0a-e6f12d50d10b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306669 Nov 12 12:39:47.880906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:48.014451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0b067699-1467-45d2-8b57-5286b5c90adb None None] Provisioning complete for port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:48.019519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b067699-1467-45d2-8b57-5286b5c90adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.075118 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8131f15-f670-4dcd-8f38-05c682b28dde tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.079298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8131f15-f670-4dcd-8f38-05c682b28dde tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.083063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b8131f15-f670-4dcd-8f38-05c682b28dde tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c9f8c1e-8d95-4409-892e-e3eeb32d9632 HTTP/1.1" status: 204 len: 168 time: 0.8874083 Nov 12 12:39:48.108414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:48.110813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d2665f-0b13-4aa2-b11d-3581c7257b31 req-d591fda1-a2d4-4c71-bf33-9af143ac88c1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.1116652 Nov 12 12:39:48.139954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8131f15-f670-4dcd-8f38-05c682b28dde tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f8c1e-8d95-4409-892e-e3eeb32d9632,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:48.163802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0b067699-1467-45d2-8b57-5286b5c90adb None None] Port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:48.170381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.176997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.185559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.197784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.203903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.206768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0b067699-1467-45d2-8b57-5286b5c90adb None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:48.207137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b067699-1467-45d2-8b57-5286b5c90adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.212875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.220301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:48.226911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:48.230130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-273bb353-735d-4e16-b143-17151669c502 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.7612333 Nov 12 12:39:48.234982 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.347106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5692a9c2-2afd-4559-88bb-f6c23d64ed56 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:39:48.372113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9263c456-067b-4801-b95e-0ae11ddaf418 req-d467889e-7245-4166-8b68-542d5aac79f1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304014 Nov 12 12:39:48.388284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7398295-9ed1-4f43-b687-e074835759e1 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2574725 Nov 12 12:39:48.392245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:48.392779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:48.403450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148764216'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:48.405317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5692a9c2-2afd-4559-88bb-f6c23d64ed56 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:39:48.405798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5692a9c2-2afd-4559-88bb-f6c23d64ed56 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:39:48.426506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port e866e0a8-02aa-456b-a506-f47006a48630 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:48.427137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.505788 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3761704e-2e4e-4c14-a246-0044ae61c42f (CIDR: 2001:db8::/64) Nov 12 12:39:48.510478 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:48.510946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:39:48.545620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d84c3212-4eb8-4922-adbc-759ec00f5ea4 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8610749 Nov 12 12:39:48.545867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:48.557970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:48.602366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7b5cd418-8981-4345-a4e0-e031dfa23750 None None] Provisioning complete for port b15d8c32-79cb-4fa5-84c6-e5398ec1abed triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:48.602910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd418-8981-4345-a4e0-e031dfa23750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.687484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7b5cd418-8981-4345-a4e0-e031dfa23750 None None] Port b15d8c32-79cb-4fa5-84c6-e5398ec1abed cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:48.720968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:48.727710 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.904035 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.914605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1448357836-network', 'tenant_id': '5025417732144a0782c19bb271fe7f50'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:48.962411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Made reservation on behalf of 5025417732144a0782c19bb271fe7f50 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:48.964937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.981436 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.026344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.026927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.058750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for e866e0a8-02aa-456b-a506-f47006a48630 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:49.068655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.075761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.083536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.091044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.097141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.104582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.111789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.113717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-d9c34c25-e122-44ca-9753-07b3952bfb51 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.1611533 Nov 12 12:39:49.121918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.197043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:49.213714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:49.224298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be1024-8d84-43db-a691-90cda271cd25 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:49.241943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.242504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.257410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.270846 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.284441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:49.305238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.313404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.313678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=774a3f94-a110-4f6d-8912-e2ed96831daa,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:49.315321 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9164960 Nov 12 12:39:49.326424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.336213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-240ec325-1eae-4270-9801-dbfc8b6eb584 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': 'bfb52d30-0d76-4336-b246-0291204f6aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:49.337957 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-240ec325-1eae-4270-9801-dbfc8b6eb584 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 12:39:49.339784 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-240ec325-1eae-4270-9801-dbfc8b6eb584 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:49.344337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-240ec325-1eae-4270-9801-dbfc8b6eb584 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166707 Nov 12 12:39:49.347371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42986) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.350773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.354131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fc2857e3-de33-4562-9cb3-b9a25016823b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': 'bfb52d30-0d76-4336-b246-0291204f6aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:49.356134 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-fc2857e3-de33-4562-9cb3-b9a25016823b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 12:39:49.356706 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-fc2857e3-de33-4562-9cb3-b9a25016823b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:49.360979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fc2857e3-de33-4562-9cb3-b9a25016823b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124440 Nov 12 12:39:49.361946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.371311 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-516ccdb0-7607-43c7-aa9c-e0262793114f req-cc3c1519-2561-46de-b696-518c40bf9787 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2445393 Nov 12 12:39:49.376516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:39:49.377594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a4eca56a-ba85-4f73-b399-79bcaa0c0ccf tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': 'bfb52d30-0d76-4336-b246-0291204f6aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:49.379175 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-a4eca56a-ba85-4f73-b399-79bcaa0c0ccf tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 12:39:49.379753 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a4eca56a-ba85-4f73-b399-79bcaa0c0ccf tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:49.385159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a4eca56a-ba85-4f73-b399-79bcaa0c0ccf tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0215580 Nov 12 12:39:49.392453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9f4040dd-d520-4467-8c9e-d9b7a22e3575 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8424280 Nov 12 12:39:49.392453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.392730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.396577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dd7ce3e7-96bf-457a-b5bd-d92ee7908198 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': 'bfb52d30-0d76-4336-b246-0291204f6aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:49.396920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.397856 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Added segment 447be00e-84ca-4cd0-88f3-b8adcc67ea33 of type vlan for network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 Nov 12 12:39:49.398401 n-d-804878-5 neutron-server[102778]: WARNING neutron.api.v2.base [None req-dd7ce3e7-96bf-457a-b5bd-d92ee7908198 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 12:39:49.399072 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-dd7ce3e7-96bf-457a-b5bd-d92ee7908198 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:49.403123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dd7ce3e7-96bf-457a-b5bd-d92ee7908198 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113735 Nov 12 12:39:49.405006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.409452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1079466172', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '774a3f94-a110-4f6d-8912-e2ed96831daa'}], 'security_groups': ['c28d0a1a-009f-4442-8f4d-37b5bed7c575']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:49.509175 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.586461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.600871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-15f63042-f968-46b6-bf2f-77d14765479d req-c5b95313-d0a0-4046-87f2-b74daca227eb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.3037133 Nov 12 12:39:49.606916 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.608295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.609055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.619290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505e618-abfe-460f-98ba-c88aa4434cb5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.651284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2570801 Nov 12 12:39:49.658274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42998) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:49.677357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Request body: {'subnet': {'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1448357836-subnet', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:49.708961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abb2a7-448a-44b6-8f0d-707ae0f4b545 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb52d30-0d76-4336-b246-0291204f6aa4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:49.785754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:49.853000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Pushing event updated for resources: {'Network': ['ID=0c76998d-4d7c-462e-ae52-f993f5fe41e5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:49.860061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207eeb8c-2b52-4652-a008-d799b0f01400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02a1f0-dc1a-4076-a179-f9cbf55b5231,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:49.865227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Made reservation on behalf of 5025417732144a0782c19bb271fe7f50 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:49.869571 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:49.892448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:39:49.938416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.947925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.954501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.960966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.967452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.976102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.985902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:49.988157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-3bd94f70-e6c3-4cb3-89b6-dd36a8bb8fb7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5431 time: 0.4573052 Nov 12 12:39:50.008753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:50.013973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.040148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:50.040148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.044831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'port_id': '7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9', 'mac_address': 'fa:16:3e:8d:46:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:50.056187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=e866e0a8-02aa-456b-a506-f47006a48630,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:50.133581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505e618-abfe-460f-98ba-c88aa4434cb5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.146313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.150932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.154847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f27b0a2-8893-42a6-9eae-e3a627650251 req-920f9274-f851-445c-8f44-10650971b9bf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531746 Nov 12 12:39:50.166247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-908a2c1e-645c-4d7c-95d2-dd9f6160d1b9 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/floatingips/e430e718-699d-4756-8d7f-5911459fac8f HTTP/1.1" status: 204 len: 168 time: 2.4030044 Nov 12 12:39:50.172177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.172901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.210109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:50.302646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.310791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:50.333491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.352269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e250d5c8-b695-47b9-9df9-b9b75d1eb399 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:50.384548 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-4965f383-8235-4a7d-8423-b108afd9f9bd tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] delete failed (client error): The resource could not be found. Nov 12 12:39:50.389923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4965f383-8235-4a7d-8423-b108afd9f9bd tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/floatingips/e430e718-699d-4756-8d7f-5911459fac8f HTTP/1.1" status: 404 len: 345 time: 0.2048764 Nov 12 12:39:50.398037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505e618-abfe-460f-98ba-c88aa4434cb5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.401216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.401388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9505e618-abfe-460f-98ba-c88aa4434cb5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.402538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9505e618-abfe-460f-98ba-c88aa4434cb5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/bfb52d30-0d76-4336-b246-0291204f6aa4 HTTP/1.1" status: 204 len: 168 time: 0.9884818 Nov 12 12:39:50.416628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.421310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505e618-abfe-460f-98ba-c88aa4434cb5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb52d30-0d76-4336-b246-0291204f6aa4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:50.460808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Delete allocated IP 2001:db8::275 (7daba2d6-d325-4779-be3a-72e685bdd4b2/3761704e-2e4e-4c14-a246-0044ae61c42f) {{(pid=102778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 12:39:50.481342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8:0:1::2e1 (7daba2d6-d325-4779-be3a-72e685bdd4b2/774a3f94-a110-4f6d-8912-e2ed96831daa/b15d8c32-79cb-4fa5-84c6-e5398ec1abed) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:50.515800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a92178-f41c-4cec-b615-aab1203f844f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:50.577312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Checking segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:50.577680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Network hostable DHCP agents. Network: 0c76998d-4d7c-462e-ae52-f993f5fe41e5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:39:50.581042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Update dhcp port {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'fixed_ips': [{'subnet_id': '3761704e-2e4e-4c14-a246-0044ae61c42f', 'ip_address': '2001:db8::2'}, {'subnet_id': '774a3f94-a110-4f6d-8912-e2ed96831daa'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '95a011a0-21c3-4636-843b-8ec4bce38b58'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:39:50.616513 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.648153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8834ced-1538-4d2a-b0c1-1e8eff8db1c6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.655728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8834ced-1538-4d2a-b0c1-1e8eff8db1c6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.663064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8834ced-1538-4d2a-b0c1-1e8eff8db1c6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.667901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8834ced-1538-4d2a-b0c1-1e8eff8db1c6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/ports?network_id=01950eeb-3616-4f47-bc91-88d6b323176e HTTP/1.1" status: 200 len: 2358 time: 0.2655399 Nov 12 12:39:50.669203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.671807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:39:50.698609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0c76998d-4d7c-462e-ae52-f993f5fe41e5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:50.716215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144eb63-083b-470c-a18c-f745c8739c71 None None] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:50.719286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.724775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:50.727986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.732276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.732871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.771879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.778856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.786876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.795396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.801622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.808749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.820100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.822866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-80c73c6d-fb5f-4f67-94fc-c10f976006b7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.2713773 Nov 12 12:39:50.845987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ffe6ecc8-82ff-4ffb-90f9-cb03532d7740 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4215353 Nov 12 12:39:50.852252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.857019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36e157da-1b42-4783-bce8-5fc97380f641 req-913c0391-882d-49ee-9d54-47f3f74fd229 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.1076176 Nov 12 12:39:50.862519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381947120'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:50.894817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] In _notify_port_updated(), no bound segment for port b15d8c32-79cb-4fa5-84c6-e5398ec1abed on network 7daba2d6-d325-4779-be3a-72e685bdd4b2 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:39:50.902713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.903366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:50.904692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/ports/b15d8c32-79cb-4fa5-84c6-e5398ec1abed HTTP/1.1" status: 200 len: 931 time: 1.5005510 Nov 12 12:39:50.912258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b4eb9cb-a7be-4f92-b914-51ae70039e20 req-5f6b02b0-f557-469f-b242-1e2b7a24522a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787103 Nov 12 12:39:50.914102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43016) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.920821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-50a61b32-7042-420e-99a5-d61e168fd06d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2471383 Nov 12 12:39:50.924444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43018) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.933097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:50.936718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7dee1-20bd-4973-b8c9-eed75f5212a3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:50.945302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-edf7dee1-20bd-4973-b8c9-eed75f5212a3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/subnets/0a792852-f97d-4265-b896-60be43ddc09e HTTP/1.1" status: 200 len: 797 time: 0.2591650 Nov 12 12:39:50.954818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:50.958181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc623d-fb61-41d5-87ed-de108106cb51 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=b15d8c32-79cb-4fa5-84c6-e5398ec1abed,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:50.965911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'port': {'network_id': '01950eeb-3616-4f47-bc91-88d6b323176e', 'name': 'tempest-FloatingIPTestJSON-1954382346', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:50.991352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.008301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.009356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.092822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:51.115402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port b15d8c32-79cb-4fa5-84c6-e5398ec1abed {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:39:51.115402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.132374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399', 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2', 'port_id': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399', 'mac_address': 'fa:16:3e:66:fb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c865e10-3178-43c7-8f8f-901364c3f703', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:51.192425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.255872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.287417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for b15d8c32-79cb-4fa5-84c6-e5398ec1abed owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:39:51.307977 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.356874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e250d5c8-b695-47b9-9df9-b9b75d1eb399 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:51.385906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Allocated IP 2001:db8:0:1::2 (7daba2d6-d325-4779-be3a-72e685bdd4b2/774a3f94-a110-4f6d-8912-e2ed96831daa/95a011a0-21c3-4636-843b-8ec4bce38b58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:51.404927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:51.487233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:39:51.488486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.494813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:51.526774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.534271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.535341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9706f7d-d061-45fd-8cde-dff5e795728f details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:51.546003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.587051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.603517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.610936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.618197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=b15d8c32-79cb-4fa5-84c6-e5398ec1abed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:51.618889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.645641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.648208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.654154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7f41ff9d-0a88-4f35-969b-1f3594980d5f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/b15d8c32-79cb-4fa5-84c6-e5398ec1abed HTTP/1.1" status: 204 len: 168 time: 0.7325363 Nov 12 12:39:51.656800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:51.665908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.674925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.681601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:51.687361 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e86698-a443-403a-a47b-35214baeb160 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:39:51.689675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38e86698-a443-403a-a47b-35214baeb160 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/b15d8c32-79cb-4fa5-84c6-e5398ec1abed HTTP/1.1" status: 404 len: 333 time: 0.0315146 Nov 12 12:39:51.693306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:51.693671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-fc2528ee-1e60-4eb2-8392-4ae45c91acf5 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5432 time: 0.3570371 Nov 12 12:39:51.708373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:51.780297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95a011a0-21c3-4636-843b-8ec4bce38b58,segment=NetworkSegment(6fd1ca72-7c01-45d9-8a99-53ee3a3a7906),segment_id=6fd1ca72-7c01-45d9-8a99-53ee3a3a7906)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:51.785230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.803187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e77-74ac-439f-8efe-9cddc7fe4793 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.833105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e77-74ac-439f-8efe-9cddc7fe4793 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.898986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e77-74ac-439f-8efe-9cddc7fe4793 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.902990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e77-74ac-439f-8efe-9cddc7fe4793 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.904428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcdd9e77-74ac-439f-8efe-9cddc7fe4793 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/security-groups/76cc6dc4-8aba-46d9-9bcb-99fed99060f1 HTTP/1.1" status: 204 len: 168 time: 0.2100785 Nov 12 12:39:51.908509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:51.920191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:51.931510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.932798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2911bac7-1023-44c9-9a1e-4776e09bb377 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0748007 Nov 12 12:39:51.946367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:51.958000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Allocated IP 172.20.0.2 (0c76998d-4d7c-462e-ae52-f993f5fe41e5/66a92178-f41c-4cec-b615-aab1203f844f/5e64a828-c110-4984-b3e6-a78e0987f25b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:51.962400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9e77-74ac-439f-8efe-9cddc7fe4793 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc6dc4-8aba-46d9-9bcb-99fed99060f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:51.968118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0eca912b-832a-4d8f-af2b-25877ec9be07 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:51.968718 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-0eca912b-832a-4d8f-af2b-25877ec9be07 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 12:39:51.969091 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0eca912b-832a-4d8f-af2b-25877ec9be07 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:51.970049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0eca912b-832a-4d8f-af2b-25877ec9be07 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126038 Nov 12 12:39:51.973209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:51.988653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8c9dfbad-7d35-479a-a9a1-9f142e03a416 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.062790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f33cfc2-9b73-4e14-b6d4-3646cffd4ad2 req-0500b2ee-1e29-4de0-ac0b-c981a2d9b814 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.0636575 Nov 12 12:39:52.153765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1918a1e3-4653-485f-8ce1-77c74751c306 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.155343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.176333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.196640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1918a1e3-4653-485f-8ce1-77c74751c306 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.266338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1918a1e3-4653-485f-8ce1-77c74751c306 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.266559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1918a1e3-4653-485f-8ce1-77c74751c306 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.267535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1918a1e3-4653-485f-8ce1-77c74751c306 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/security-groups/c28d0a1a-009f-4442-8f4d-37b5bed7c575 HTTP/1.1" status: 204 len: 168 time: 0.3566132 Nov 12 12:39:52.268403 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-8c9dfbad-7d35-479a-a9a1-9f142e03a416 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:52.269558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8c9dfbad-7d35-479a-a9a1-9f142e03a416 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2952714 Nov 12 12:39:52.296143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.296477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.297398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918a1e3-4653-485f-8ce1-77c74751c306 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d0a1a-009f-4442-8f4d-37b5bed7c575,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:52.309072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0cc4c389-4f77-4ba9-8861-cb05d8fb0847 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.310312 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-0cc4c389-4f77-4ba9-8861-cb05d8fb0847 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 12:39:52.310868 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0cc4c389-4f77-4ba9-8861-cb05d8fb0847 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:52.311808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0cc4c389-4f77-4ba9-8861-cb05d8fb0847 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094337 Nov 12 12:39:52.321579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.326843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ba7e3b05-f247-474f-8581-1767a4c812d5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.492589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9706f7d-d061-45fd-8cde-dff5e795728f,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:52.508638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.517147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.526545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.542251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.557198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.568490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.584370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:52.593112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-68024f4b-b1b1-4ba9-a012-0c2696366627 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.3447821 Nov 12 12:39:52.618649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 3761704e-2e4e-4c14-a246-0044ae61c42f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:39:52.649257 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ba7e3b05-f247-474f-8581-1767a4c812d5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:52.650747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ba7e3b05-f247-474f-8581-1767a4c812d5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3278289 Nov 12 12:39:52.651598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.661925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.697394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0006c6af-ba94-4be6-8149-a4d5181848b0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.698010 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-0006c6af-ba94-4be6-8149-a4d5181848b0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 12:39:52.698526 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0006c6af-ba94-4be6-8149-a4d5181848b0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:52.703131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0006c6af-ba94-4be6-8149-a4d5181848b0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127511 Nov 12 12:39:52.706374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.718703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f7f18831-0f9c-4fa1-bc01-cbc36ba1400b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.732573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.756886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e962aa91-96c1-4ad6-904a-714667db9a3d req-b1bc1c5c-5845-44ee-8b97-e7b65dbcdfe4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0539434 Nov 12 12:39:52.810844 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.849594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.860479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-016144dd-ea99-4a71-a8ff-0beb1ff5ccc2 req-cff997ee-2a72-4089-b308-4f434c5e68e2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624302 Nov 12 12:39:52.867822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.870040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'port_id': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'mac_address': 'fa:16:3e:c3:b6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:52.879291 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-f7f18831-0f9c-4fa1-bc01-cbc36ba1400b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Project 45e58a96c1254f30962f7c8a6e221817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:39:52.886132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Pushing event updated for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:52.906017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:52.911685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.912505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.912722 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f7f18831-0f9c-4fa1-bc01-cbc36ba1400b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:52.913369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.913904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.914492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.915069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.915659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.916331 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f7f18831-0f9c-4fa1-bc01-cbc36ba1400b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2047589 Nov 12 12:39:52.916543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.917116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.917744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.918338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.918978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c844620-253d-4518-816d-ccc5cc8f5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:39:52.919185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.927492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d89dbe14-f24c-4010-a672-fcb112ee674f tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.928053 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-d89dbe14-f24c-4010-a672-fcb112ee674f tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 12:39:52.928881 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d89dbe14-f24c-4010-a672-fcb112ee674f tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:52.929959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d89dbe14-f24c-4010-a672-fcb112ee674f tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098643 Nov 12 12:39:52.933668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:52.938945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5a961054-89d9-41b3-bbe0-2fa3c0f2a7fb tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:52.983805 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-5a961054-89d9-41b3-bbe0-2fa3c0f2a7fb tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Project 45e58a96c1254f30962f7c8a6e221817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:39:52.989208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] device_id is not set on port 592015e3-97dc-49e9-8023-be47ce088cef yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:53.023062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:53.036221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:53.041929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:53.044600 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.048509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Pushing event updated for resources: {'Port': ['ID=5e64a828-c110-4984-b3e6-a78e0987f25b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:53.053287 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-5a961054-89d9-41b3-bbe0-2fa3c0f2a7fb tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:53.058720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5a961054-89d9-41b3-bbe0-2fa3c0f2a7fb tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1240656 Nov 12 12:39:53.062244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:53.076814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9a16c60b-0e6c-43c1-903b-e0de92f79ded tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:53.084734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9706f7d-d061-45fd-8cde-dff5e795728f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:53.085607 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c2-637d-4fe4-9469-b93446b68efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.126287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.205040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9706f7d-d061-45fd-8cde-dff5e795728f,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:53.212538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Attempting to bind port 5e64a828-c110-4984-b3e6-a78e0987f25b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:39:53.212911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Attempting to bind port 5e64a828-c110-4984-b3e6-a78e0987f25b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:39:53.213276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Attempting to bind port 5e64a828-c110-4984-b3e6-a78e0987f25b on network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:39:53.215590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.216264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1cec711-7957-490b-8285-42e45aae8d64 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:53.218649 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-9a16c60b-0e6c-43c1-903b-e0de92f79ded tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Project 45e58a96c1254f30962f7c8a6e221817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:39:53.279270 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-9a16c60b-0e6c-43c1-903b-e0de92f79ded tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:53.284061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9a16c60b-0e6c-43c1-903b-e0de92f79ded tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2188075 Nov 12 12:39:53.285068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:53.335767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:53.338594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:39:53.338981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Checking segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:39:53.339393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.339793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Bound using segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:39:53.340284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Bound port: 5e64a828-c110-4984-b3e6-a78e0987f25b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:39:53.340676 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.416157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.470338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:39:53.495177 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.511458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb25fbe8-e76e-456e-9134-1ce23bf0107d tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.521035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.525332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-07d7aebb-d5b8-4c5d-96ad-46429f06aa47 req-0092a9c5-cfd7-45d7-9c30-206222ec93a8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc5972a-a424-4c60-9dfc-a96fc5f7cd01 HTTP/1.1" status: 200 len: 210 time: 0.2298748 Nov 12 12:39:53.573006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=3761704e-2e4e-4c14-a246-0044ae61c42f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:53.581516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.586242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-40a9026c-e316-4bb7-a640-5cc9a9caf471 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/3761704e-2e4e-4c14-a246-0044ae61c42f HTTP/1.1" status: 204 len: 168 time: 1.2849481 Nov 12 12:39:53.598575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:53.612124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:53.612886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1cec711-7957-490b-8285-42e45aae8d64,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:53.634547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:53.639901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c2-637d-4fe4-9469-b93446b68efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.665267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'a1cec711-7957-490b-8285-42e45aae8d64', 'network_id': '95665ecc-45f7-415e-b2a5-c46f227117a2', 'port_id': 'a1cec711-7957-490b-8285-42e45aae8d64', 'mac_address': 'fa:16:3e:50:12:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c865e10-3178-43c7-8f8f-901364c3f703', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:53.679241 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bd74c2-637d-4fe4-9469-b93446b68efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.744768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:53.745251 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.747113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] For port 5e64a828-c110-4984-b3e6-a78e0987f25b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:39:53.781911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb25fbe8-e76e-456e-9134-1ce23bf0107d tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.825405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] For port 5e64a828-c110-4984-b3e6-a78e0987f25b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5e64a828-c110-4984-b3e6-a78e0987f25b,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:39:53.856816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.875386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:53.986705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Allocated IP 172.25.1.75 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/52c5d9f1-f909-4e05-b206-e7c7d22d8032) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:54.006564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd74c2-637d-4fe4-9469-b93446b68efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f06c87-fec6-4514-9f68-7a9874d36da8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:54.025755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3334a5c-cb1a-4005-896a-e7d746e02250 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:54.061306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cec711-7957-490b-8285-42e45aae8d64 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:54.067098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb25fbe8-e76e-456e-9134-1ce23bf0107d tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.081144 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb25fbe8-e76e-456e-9134-1ce23bf0107d tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.085871 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fb25fbe8-e76e-456e-9134-1ce23bf0107d tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c HTTP/1.1" status: 204 len: 168 time: 0.7932639 Nov 12 12:39:54.103778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:54.150709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25fbe8-e76e-456e-9134-1ce23bf0107d tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f2b02-244b-4fc6-bcf4-cfdf9afbcf9c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:54.163384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.14 (01950eeb-3616-4f47-bc91-88d6b323176e/0a792852-f97d-4265-b896-60be43ddc09e/592015e3-97dc-49e9-8023-be47ce088cef) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:54.196199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efebd05-5ba2-4437-ab9d-3190bec0dbaf None None] Pushing event updated for resources: {'Port': ['ID=5e64a828-c110-4984-b3e6-a78e0987f25b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:54.202793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1cec711-7957-490b-8285-42e45aae8d64,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:54.223106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.13 (01950eeb-3616-4f47-bc91-88d6b323176e/0a792852-f97d-4265-b896-60be43ddc09e/592015e3-97dc-49e9-8023-be47ce088cef) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:54.232527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a0bd74c2-637d-4fe4-9469-b93446b68efa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88d9eefb6d9b4b63aea047d36b527f21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4966424 Nov 12 12:39:54.237166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:54.267111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.274843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.282403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.283489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.284367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:54.291169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.298127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.306394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.314539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.317102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-2dad1b09-e629-40de-94bb-eea3ae6caf29 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.3185873 Nov 12 12:39:54.337683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:54.369843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.398649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6168e99e-1198-47a1-8818-43d7473c0cae None None] Provisioning complete for port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:54.398960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6168e99e-1198-47a1-8818-43d7473c0cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.451686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.458509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.465531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.472153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.482973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.485460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ce87f6c-533c-4b86-8104-db15d86d7a31 req-9b1e8ec4-9381-4ade-bd16-bc1f77d953f3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358447 Nov 12 12:39:54.496103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.505963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:54.508161 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-66a73dca-e07c-4e99-be09-f9582020fb8d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5434 time: 0.4829862 Nov 12 12:39:54.526384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e0b99fe2-0687-465a-824d-4e3eb5f340ed tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3793876 Nov 12 12:39:54.530958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:54.544918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--740658347'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:54.592779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.645454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:54.653831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3111-f262-47aa-97f6-7f0350980b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.666836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:54.687742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.700761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6168e99e-1198-47a1-8818-43d7473c0cae None None] Port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:54.704152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3111-f262-47aa-97f6-7f0350980b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.712329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'port_id': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9', 'mac_address': 'fa:16:3e:f0:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:54.723363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6168e99e-1198-47a1-8818-43d7473c0cae None None] Could not find standard attr ID for object b15d8c32-79cb-4fa5-84c6-e5398ec1abed. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:39:54.799808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6168e99e-1198-47a1-8818-43d7473c0cae None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:54.800192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6168e99e-1198-47a1-8818-43d7473c0cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.832071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.846773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3111-f262-47aa-97f6-7f0350980b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.849373 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3111-f262-47aa-97f6-7f0350980b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.854461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4dbd3111-f262-47aa-97f6-7f0350980b35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9f06c87-fec6-4514-9f68-7a9874d36da8 HTTP/1.1" status: 204 len: 168 time: 0.6123621 Nov 12 12:39:54.854660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.857125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.861646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.880089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b4598ede-d0be-4964-8b28-7bf852d895f6 req-d40f722f-f9c8-452b-9ed5-c5c1228705b1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3522680 Nov 12 12:39:54.880980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.895850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:54.908970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:54.909471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:54.912286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:54.919132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd3111-f262-47aa-97f6-7f0350980b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f06c87-fec6-4514-9f68-7a9874d36da8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:54.936727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4ce90-14eb-4a38-a99c-84078999e8d7 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:39:54.965839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.967262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4324241 Nov 12 12:39:54.980445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:54.982803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e457f51-9cb6-44a0-b3b0-7d9a03a1da1a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917f2eb4-79c2-463f-b140-b5f0e6bf30b5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:54.994044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ad786938-31fa-4a87-b613-422240485080 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '917f2eb4-79c2-463f-b140-b5f0e6bf30b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:55.015136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Pushing event updated for resources: {'Port': ['ID=52c5d9f1-f909-4e05-b206-e7c7d22d8032,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:55.045906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.104329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:55.128611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:55.136195 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.143792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4ecc621c-0ddf-49af-b587-a26af548b034 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:55.144150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:55.159858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:55.288666 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ad786938-31fa-4a87-b613-422240485080 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The resource could not be found. Nov 12 12:39:55.296489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ad786938-31fa-4a87-b613-422240485080 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3086925 Nov 12 12:39:55.306086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:55.327446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bb7edc99-fed4-4f37-9c13-361cc544296e tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '917f2eb4-79c2-463f-b140-b5f0e6bf30b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8a8bbaca-0ff4-48c5-ace8-12b3f426684b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:55.330432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5e64a828-c110-4984-b3e6-a78e0987f25b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:55.334276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=592015e3-97dc-49e9-8023-be47ce088cef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:55.411381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:55.412368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.428678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4ecc621c-0ddf-49af-b587-a26af548b034,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:55.461542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:55.496599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7611e2e3-f50e-4c06-8a32-0b73ad65fd9b None None] Provisioning complete for port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:55.497228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7611e2e3-f50e-4c06-8a32-0b73ad65fd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.545855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.556068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '4ecc621c-0ddf-49af-b587-a26af548b034', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'port_id': '4ecc621c-0ddf-49af-b587-a26af548b034', 'mac_address': 'fa:16:3e:e1:04:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:55.573343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7611e2e3-f50e-4c06-8a32-0b73ad65fd9b None None] Port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:55.621755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.627932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:55.663363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5e64a828-c110-4984-b3e6-a78e0987f25b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:55.664057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.677717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:55.689284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:55.718620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:55.719345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.741320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf5aab-780d-4257-b8a0-56a73ce4b0ed None None] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:55.755081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=071c41b0-0e92-4efc-a7d8-79cf5c7cef91,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:55.768975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-130d5336-78c2-434c-96b7-ecfa76915f03 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1671505 Nov 12 12:39:55.772651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:55.780113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'security_group': {'name': 'tempest-secgroup-700608173'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:55.800166 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-bb7edc99-fed4-4f37-9c13-361cc544296e tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The resource could not be found. Nov 12 12:39:55.801599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.802653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb7edc99-fed4-4f37-9c13-361cc544296e tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4942894 Nov 12 12:39:55.810448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43102) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:55.844003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecc621c-0ddf-49af-b587-a26af548b034 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:55.853223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8351c10b-6643-4e69-8470-32fb397d5388 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.8947120 Nov 12 12:39:55.855350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dcf966a-0bea-4b2a-adea-ad9497e2569f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.859424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:55.864987 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:55.880795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '592015e3-97dc-49e9-8023-be47ce088cef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:55.947689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-03cefa33-7875-4571-a7e9-b8fd57d77641 None None] Provisioning complete for port 5e64a828-c110-4984-b3e6-a78e0987f25b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:55.947924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03cefa33-7875-4571-a7e9-b8fd57d77641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.000816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4ecc621c-0ddf-49af-b587-a26af548b034,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:56.041526 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.047381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.048067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device cad53b8a-8590-4671-b981-16b96dea7ff4 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:56.078819 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-656bca66-3e4c-4024-a413-14d18912b103 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.170972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.177801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.184769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.191475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.197909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.212849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.221987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03cefa33-7875-4571-a7e9-b8fd57d77641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.225019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.228003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-cd73c99d-20ed-437b-9100-dff7ad2a6993 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.4409802 Nov 12 12:39:56.274321 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.356797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-03cefa33-7875-4571-a7e9-b8fd57d77641 None None] For port 5e64a828-c110-4984-b3e6-a78e0987f25b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5e64a828-c110-4984-b3e6-a78e0987f25b,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:56.358740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-656bca66-3e4c-4024-a413-14d18912b103 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.437045 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03cefa33-7875-4571-a7e9-b8fd57d77641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.451445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=cad53b8a-8590-4671-b981-16b96dea7ff4,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:56.464257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.520056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:56.523508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f1a83-6aa4-4688-aea4-5d98defc2228 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:39:56.564725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.579635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.587900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.592398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'cad53b8a-8590-4671-b981-16b96dea7ff4', 'network_id': '64237f3e-9d8f-4b12-80f5-7a9295d86b28', 'port_id': 'cad53b8a-8590-4671-b981-16b96dea7ff4', 'mac_address': 'fa:16:3e:2f:55:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55129ecc-8936-4630-8d00-e7030321681e', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:56.594142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.603122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.609344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.616170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.618908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7a5e61d8-3e20-4bb4-8ebc-7b0ffff07182 req-900090f0-e1a9-4d10-98f2-cee0c33773a0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3710916 Nov 12 12:39:56.622491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:56.624762 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-4eb86183-a2d5-45f6-a535-87e9c90c358e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5437 time: 0.5485849 Nov 12 12:39:56.625088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-656bca66-3e4c-4024-a413-14d18912b103 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.627743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-656bca66-3e4c-4024-a413-14d18912b103 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.629077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-656bca66-3e4c-4024-a413-14d18912b103 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/917f2eb4-79c2-463f-b140-b5f0e6bf30b5 HTTP/1.1" status: 204 len: 168 time: 0.8183103 Nov 12 12:39:56.635017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:56.635275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.640728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dcf966a-0bea-4b2a-adea-ad9497e2569f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.658581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4dcf966a-0bea-4b2a-adea-ad9497e2569f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.685185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bca66-3e4c-4024-a413-14d18912b103 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f2eb4-79c2-463f-b140-b5f0e6bf30b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:56.698527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Router 360fe910-2bf3-45de-8961-2d847d32cc87 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:39:56.736633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c1984f7-b4d2-4a7a-8559-c0aaaac43faa req-1bbfde0a-1750-4271-b681-190f99f4fac8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907860 Nov 12 12:39:56.746173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.747380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9734523 Nov 12 12:39:56.754279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43110) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:56.763433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8e509704-5215-4701-82bb-6216a41a3953 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251163 Nov 12 12:39:56.778272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:56.782469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94cb58-f6c6-48ef-b005-09e5d300018a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e31b35-9ed8-4b2a-a69d-aa1bb33fe6b3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:56.791249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-69541186-5a65-4c55-967e-62a707097a76 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '1a44a85d-f486-48a2-be7e-75230f7d39b8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:56.858000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.861321 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-69541186-5a65-4c55-967e-62a707097a76 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The resource could not be found. Nov 12 12:39:56.864405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335816683'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:56.867718 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-69541186-5a65-4c55-967e-62a707097a76 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0873127 Nov 12 12:39:56.868583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:56.879372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--463239341'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:56.882111 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.883225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4dcf966a-0bea-4b2a-adea-ad9497e2569f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b91f9e8019e34026860f9a0beba047b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2540655 Nov 12 12:39:56.885300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee867ce0-c800-4184-b26c-36302a301fbc None None] Provisioning complete for port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:56.885300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee867ce0-c800-4184-b26c-36302a301fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:56.892182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:56.970542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf966a-0bea-4b2a-adea-ad9497e2569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43eb59f9-8f40-4e55-9ec9-dd61c11f8c68,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:56.997990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.015717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:39:57.089495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.093861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.095449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-746f72ee-cfe9-4583-acfe-a13965b9ee7c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1699307 Nov 12 12:39:57.102130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:57.123186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d76af76b-5f1d-4384-b1a8-fc7555aaa522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.177544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.190155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.202361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d76af76b-5f1d-4384-b1a8-fc7555aaa522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.207707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.29 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/abfd4941-a87e-4b8c-b866-99b94c4ef590) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:57.237882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ee867ce0-c800-4184-b26c-36302a301fbc None None] Port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:39:57.251312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce54c14f-2f10-41ee-a513-c12bd62a7120,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:57.251828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Sync routers for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:39:57.267547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cefa33-7875-4571-a7e9-b8fd57d77641 None None] Pushing event updated for resources: {'Port': ['ID=5e64a828-c110-4984-b3e6-a78e0987f25b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:57.269773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.270749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:39:57.271311 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:39:57.275327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3c748192-cef5-4dd4-8b9c-7f23d6138773 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5105958 Nov 12 12:39:57.280651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:57.280809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad53b8a-8590-4671-b981-16b96dea7ff4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:39:57.285613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140644190'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:57.298521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:39:57.299179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:57.361261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d76af76b-5f1d-4384-b1a8-fc7555aaa522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.364085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d76af76b-5f1d-4384-b1a8-fc7555aaa522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.366478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d76af76b-5f1d-4384-b1a8-fc7555aaa522 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43eb59f9-8f40-4e55-9ec9-dd61c11f8c68 HTTP/1.1" status: 204 len: 168 time: 0.4721880 Nov 12 12:39:57.383507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.387817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76af76b-5f1d-4384-b1a8-fc7555aaa522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43eb59f9-8f40-4e55-9ec9-dd61c11f8c68,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:57.407896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.413305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.423845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:39:57.458395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887891e8-f877-41fb-94ed-7a06f6b58b78,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:57.513746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.519328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fc75b1d8-5df3-4701-b071-2c870c4e0ab0 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6488636 Nov 12 12:39:57.523713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.525321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:57.530811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--457710670'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:57.544286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee867ce0-c800-4184-b26c-36302a301fbc None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:57.545136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee867ce0-c800-4184-b26c-36302a301fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.562567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.575788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=cad53b8a-8590-4671-b981-16b96dea7ff4,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:57.648065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.693363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.734818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:57.738461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5311de14-71d7-4e80-8c76-be5676bd07f1 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:39:57.757658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=abfd4941-a87e-4b8c-b866-99b94c4ef590,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:57.783765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.794824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.806962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.818975 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:57.836893 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:39:57.863822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:57.889621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:57.927339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:58.013768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:58.017674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4911594 Nov 12 12:39:58.029057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:58.030527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7488046 Nov 12 12:39:58.031341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43142) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:58.039193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:58.044478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-405202450', 'security_groups': ['ea4e5aa2-33f1-4894-be83-bed368f6e456'], 'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '071c41b0-0e92-4efc-a7d8-79cf5c7cef91'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:58.046544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-387cf493-a5f6-4d20-91de-052e6915dbf9 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '887891e8-f877-41fb-94ed-7a06f6b58b78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7b407683-e72e-4b12-8882-b17a508e6671'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:39:58.087711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad232d8-d61f-467d-8ce4-fe50fb5115aa tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b407683-e72e-4b12-8882-b17a508e6671,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:58.123990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5efe5-988f-4eea-bf4d-c847e26db445 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4e5aa2-33f1-4894-be83-bed368f6e456,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:58.186205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.192526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.197699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5e64a828-c110-4984-b3e6-a78e0987f25b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:39:58.198872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.207032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.213439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.219766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.228243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.230381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-3f497767-d9a0-48e0-9eda-b58a1346b862 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.3443694 Nov 12 12:39:58.282800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.291882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.299399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.307878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.315037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.322433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.329044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:58.331258 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-b9a8cdf5-2303-46cf-a6bc-bcec86260b8f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.5059605 Nov 12 12:39:58.338385 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-387cf493-a5f6-4d20-91de-052e6915dbf9 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:39:58.343891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-387cf493-a5f6-4d20-91de-052e6915dbf9 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3008430 Nov 12 12:39:58.349644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:39:58.361840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:58.368698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b9706f7d-d061-45fd-8cde-dff5e795728f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:58.374384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:58.425079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['cad53b8a-8590-4671-b981-16b96dea7ff4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:58.427378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['4ecc621c-0ddf-49af-b587-a26af548b034'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:58.452714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a1cec711-7957-490b-8285-42e45aae8d64'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:58.531535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5e39407-f66c-4768-b254-52f40b6fe709 req-d50e769a-0051-4b7f-923b-e72b6e094151 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819985 Nov 12 12:39:58.552430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:58.698926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5311de14-71d7-4e80-8c76-be5676bd07f1,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:39:58.872228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4edd92a4-cf8d-46ad-9f76-bef72bae75cc None None] Provisioning complete for port 5e64a828-c110-4984-b3e6-a78e0987f25b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:58.873082 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4edd92a4-cf8d-46ad-9f76-bef72bae75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:58.884463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Allocated IP 172.20.0.1 (0c76998d-4d7c-462e-ae52-f993f5fe41e5/66a92178-f41c-4cec-b615-aab1203f844f/aaf042a5-7341-415f-928e-afe0c32d5d1e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:39:58.984890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] Update dhcp port {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'fixed_ips': [{'subnet_id': '774a3f94-a110-4f6d-8912-e2ed96831daa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '071c41b0-0e92-4efc-a7d8-79cf5c7cef91'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '95a011a0-21c3-4636-843b-8ec4bce38b58'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:39:59.042596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.057255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'port_id': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'mac_address': 'fa:16:3e:82:7d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:39:59.121685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.174840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:55Z', 'revision_number': 3, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:39:59.204260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:39:59.214582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:39:59.230437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:39:59.239856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf042a5-7341-415f-928e-afe0c32d5d1e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:39:59.273855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac829fec-4963-47ac-b8fb-f75cf3428fc6 req-c936dfd7-98c9-432c-a108-44e669051ddb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9468687 Nov 12 12:39:59.321251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.375493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:39:59.426662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57fbe893-daf6-4674-9448-fd7dc5de6514 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.471381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5e64a828-c110-4984-b3e6-a78e0987f25b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:39:59.472092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.483431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['e250d5c8-b695-47b9-9df9-b9b75d1eb399'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:39:59.526479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.545707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57fbe893-daf6-4674-9448-fd7dc5de6514 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.660840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.719004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] device_id is not set on port 83a7e291-ca07-47cb-a479-c65be53787c7 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:39:59.764030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:59.817337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Checking router: 360fe910-2bf3-45de-8961-2d847d32cc87 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:39:59.818711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Updating router 360fe910-2bf3-45de-8961-2d847d32cc87 port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:39:59.926692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8::31c (7daba2d6-d325-4779-be3a-72e685bdd4b2/071c41b0-0e92-4efc-a7d8-79cf5c7cef91/83a7e291-ca07-47cb-a479-c65be53787c7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:00.108637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.144925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57fbe893-daf6-4674-9448-fd7dc5de6514 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.149534 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57fbe893-daf6-4674-9448-fd7dc5de6514 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.151121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57fbe893-daf6-4674-9448-fd7dc5de6514 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b407683-e72e-4b12-8882-b17a508e6671 HTTP/1.1" status: 204 len: 168 time: 1.7969363 Nov 12 12:40:00.160850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.164806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:00.204305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe893-daf6-4674-9448-fd7dc5de6514 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b407683-e72e-4b12-8882-b17a508e6671,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:00.299664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:00.348302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.365192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:00.376666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:00.384791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.385722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.388622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=83a7e291-ca07-47cb-a479-c65be53787c7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:00.411199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab8991cb-97bc-4788-ad1c-c6baa2040615 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2427118 Nov 12 12:40:00.416534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:00.444220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.445001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.450469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.457137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.464047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.471213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.477969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.484435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.486448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-5cda1cae-203a-41c4-a620-b9b469d89755 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5422 time: 0.7261016 Nov 12 12:40:00.530821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5311de14-71d7-4e80-8c76-be5676bd07f1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:00.531694 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.547682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.565327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.611927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf042a5-7341-415f-928e-afe0c32d5d1e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:00.661422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eaa26df9-25a9-4c6d-b8ef-b02747b8dc54 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6183269 Nov 12 12:40:00.665962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:00.675116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:00.677518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5311de14-71d7-4e80-8c76-be5676bd07f1,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:00.685867 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.719964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.903331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.932632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d61de2-f1fe-476a-b24e-391376ee0bb3 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:00.956449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:00.962877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] Allocated IP 2001:db8::2 (7daba2d6-d325-4779-be3a-72e685bdd4b2/071c41b0-0e92-4efc-a7d8-79cf5c7cef91/95a011a0-21c3-4636-843b-8ec4bce38b58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:00.978953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f2f5cb6-2e31-4c34-9866-b845a8e2ff11 req-3a545d96-af09-4e8b-93bf-a6c6312ec539 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4591410 Nov 12 12:40:00.988046 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:01.011047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:01.023564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:01.039451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:01.050038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:01.066136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:01.068483 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-a30b6bcc-042f-4e1a-a30d-9565b8bcc74f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.4817019 Nov 12 12:40:01.108921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.111064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.111713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6a1b0778-d38b-429d-ba93-5d22267bb579 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:01.160032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:01.171247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.217351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:01.242722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d61de2-f1fe-476a-b24e-391376ee0bb3 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.335511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95a011a0-21c3-4636-843b-8ec4bce38b58,segment=NetworkSegment(6fd1ca72-7c01-45d9-8a99-53ee3a3a7906),segment_id=6fd1ca72-7c01-45d9-8a99-53ee3a3a7906)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:01.362719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:01.369752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:01.443087 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.463885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.472848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.480970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0846b546-9a0f-4a80-8d18-4b0e2d036a48 req-873d1e70-bdb2-4385-8186-58b0b1eff6de tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3814762 Nov 12 12:40:01.640402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d61de2-f1fe-476a-b24e-391376ee0bb3 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.643118 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d61de2-f1fe-476a-b24e-391376ee0bb3 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.644299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-99d61de2-f1fe-476a-b24e-391376ee0bb3 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/887891e8-f877-41fb-94ed-7a06f6b58b78 HTTP/1.1" status: 204 len: 168 time: 1.2227516 Nov 12 12:40:01.653641 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 071c41b0-0e92-4efc-a7d8-79cf5c7cef91 (CIDR: 2001:db8::/64) Nov 12 12:40:01.656898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43218) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:01.668950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=abfd4941-a87e-4b8c-b866-99b94c4ef590,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:01.685781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61de2-f1fe-476a-b24e-391376ee0bb3 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887891e8-f877-41fb-94ed-7a06f6b58b78,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:01.701996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.716507 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:40:01.717091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:01.726188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Router 360fe910-2bf3-45de-8961-2d847d32cc87 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:01.763647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.853499 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP b0e59026-456e-4203-9b19-44f940d8ae3d associated. External IP: 172.25.1.29, port: 592015e3-97dc-49e9-8023-be47ce088cef. Nov 12 12:40:01.858482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:01.859626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1473227-c35a-449a-a996-b7a968d6b196 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1907597 Nov 12 12:40:01.864013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:01.893448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2315ea28-8ed2-4976-bce4-ef52398b9087 None None] Provisioning complete for port aaf042a5-7341-415f-928e-afe0c32d5d1e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:01.893827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2315ea28-8ed2-4976-bce4-ef52398b9087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.028640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d4282e9-77a0-4cde-a7cb-8a5d8c6c5872 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3682532 Nov 12 12:40:02.031388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43224) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:02.035883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--369790626'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:02.074465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:02.107656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d37a6cd3-24e3-4b3c-8f16-22841a9e6fe3 admin admin] 10.222.0.18 "PUT /v2.0/routers/360fe910-2bf3-45de-8961-2d847d32cc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9973431 Nov 12 12:40:02.113595 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.219469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6a1b0778-d38b-429d-ba93-5d22267bb579,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:02.260477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2315ea28-8ed2-4976-bce4-ef52398b9087 None None] Port aaf042a5-7341-415f-928e-afe0c32d5d1e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:02.334914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.341989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.349437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.357021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.364079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.373894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.380083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6a1b0778-d38b-429d-ba93-5d22267bb579', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'port_id': '6a1b0778-d38b-429d-ba93-5d22267bb579', 'mac_address': 'fa:16:3e:b9:25:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:02.381070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:02.390336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0845e464-a517-444e-8431-5ef702d183b0 req-0f2b486a-b112-4049-8392-7a3561d69471 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5423 time: 0.2451177 Nov 12 12:40:02.468538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3ce04-ee16-4370-9f37-59d46e368f15 None None] Pushing event updated for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:02.480414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:02.484868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.492033 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.500616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.536767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b73f7fe2-87d2-4afc-bcb4-57b5745ccead None None] Provisioning complete for port aaf042a5-7341-415f-928e-afe0c32d5d1e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:02.556593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b73f7fe2-87d2-4afc-bcb4-57b5745ccead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.592268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.596425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5641890 Nov 12 12:40:02.599586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:02.636730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1b079c99-4a12-4f5f-9661-f4478044d39b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '5749df03-a391-4795-ad37-98fd8074ca4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:02.671648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:02.710306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6c2b4-8a7e-4c29-abc2-ebfa05416db5 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5749df03-a391-4795-ad37-98fd8074ca4f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:02.725359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0845e464-a517-444e-8431-5ef702d183b0 req-6d41a4ed-90f7-4880-b4d2-17eaadcf3ca7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3338966 Nov 12 12:40:02.735319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:02.768628 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1b079c99-4a12-4f5f-9661-f4478044d39b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:40:02.770514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1b079c99-4a12-4f5f-9661-f4478044d39b tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1511617 Nov 12 12:40:02.773108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43240) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:02.780499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9a6c80c2-7fad-43ee-8f51-98e5014fdd2a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group_rule': {'security_group_id': '5749df03-a391-4795-ad37-98fd8074ca4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:02.815413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b73f7fe2-87d2-4afc-bcb4-57b5745ccead None None] Port aaf042a5-7341-415f-928e-afe0c32d5d1e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:02.838218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1b0778-d38b-429d-ba93-5d22267bb579 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:02.866601 n-d-804878-5 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 774a3f94-a110-4f6d-8912-e2ed96831daa (CIDR: 2001:db8:0:1::/64) Nov 12 12:40:02.883695 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:40:02.885091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:02.896170 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-9a6c80c2-7fad-43ee-8f51-98e5014fdd2a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:40:02.898671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9a6c80c2-7fad-43ee-8f51-98e5014fdd2a tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1239967 Nov 12 12:40:02.901978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43250) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:02.966576 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.000164 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.025689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83e0647d-1767-48b6-8701-ce2f0d9cbf33 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.025925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6a1b0778-d38b-429d-ba93-5d22267bb579,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:03.079959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83e0647d-1767-48b6-8701-ce2f0d9cbf33 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.119839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.123580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d30b21-6a00-4acf-aba2-a6ed88d6c316 None None] Pushing event updated for resources: {'Port': ['ID=52c5d9f1-f909-4e05-b206-e7c7d22d8032,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:03.128197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.135517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.145842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.147240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ba006da0-3ca0-4b4b-9a14-0ebe1df53110 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:03.148319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.155343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e25287-580f-4bd8-be70-da26dbb2132c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:03.179749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.189319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.196661 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83e0647d-1767-48b6-8701-ce2f0d9cbf33 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.202023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83e0647d-1767-48b6-8701-ce2f0d9cbf33 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.203787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-83e0647d-1767-48b6-8701-ce2f0d9cbf33 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/5749df03-a391-4795-ad37-98fd8074ca4f HTTP/1.1" status: 204 len: 168 time: 0.3002949 Nov 12 12:40:03.205210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:03.215151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-5362b619-e80e-41a8-8484-c1161c2cb313 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.5367897 Nov 12 12:40:03.223637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:03.226593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0647d-1767-48b6-8701-ce2f0d9cbf33 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749df03-a391-4795-ad37-98fd8074ca4f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:03.240087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43258) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:03.254795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-146810481-network', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:03.263503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Attempting to bind port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:03.263877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Attempting to bind port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:03.264245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Attempting to bind port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:03.273827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-daf34811-3dee-4dce-91d4-cca69ce45741 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4140854 Nov 12 12:40:03.276159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:03.290279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:03.290663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:03.291068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.291460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:03.292047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Bound port: 52c5d9f1-f909-4e05-b206-e7c7d22d8032, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:03.292391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.313586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'subnet': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:03.323374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:03.327887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Made reservation on behalf of ad74363881d443e19cb9b6a04a532557 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:03.330514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.341677 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:03.376651 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:03.378658 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:03.383745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.436477 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:03.446282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:03.451295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:03.452420 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:03.509824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3c442198-c2ee-462e-9cef-950aca5f0258 None None] Provisioning complete for port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:03.510219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c442198-c2ee-462e-9cef-950aca5f0258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.515995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.565713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5867650a-5c61-4804-b2fd-dc5305bd56ef tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3330505 Nov 12 12:40:03.577855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] For port 52c5d9f1-f909-4e05-b206-e7c7d22d8032, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:03.579913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43266) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:03.581213 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:03.582468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eea1b0-f195-49eb-b3b0-a1b6b1a45627 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:03.590396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'tempest-secgroup--302290741'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:03.595607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fa56d309-7452-4b93-bc6b-b69f916e7621 req-c33b7f30-3678-4cae-8786-b84a36345037 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3796070 Nov 12 12:40:03.632853 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-84d150bd-36db-4b4c-84ee-b9b807afccf8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7691183 Nov 12 12:40:03.637180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:03.638753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43268) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:03.652454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'port_id': '592015e3-97dc-49e9-8023-be47ce088cef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:03.652872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] For port 52c5d9f1-f909-4e05-b206-e7c7d22d8032, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=52c5d9f1-f909-4e05-b206-e7c7d22d8032,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:03.666246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.667046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.676146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.681881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110', 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'port_id': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110', 'mac_address': 'fa:16:3e:cd:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04809b7-44c9-4f29-989b-0145b213ab40', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:03.689127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3c442198-c2ee-462e-9cef-950aca5f0258 None None] Port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:03.713343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.717427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f7bfc-410e-40c0-821b-c21691eb3f9d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:03.763016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:40:03.808596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.810064 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Added segment abf4c01c-11b7-4748-b778-70e18b3fb79c of type vlan for network ee7cd0fc-83f8-4186-a2b7-eff83555f161 Nov 12 12:40:03.849079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.864265 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.900067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:03.900850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:03.909997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd9a16e-5c84-4bb3-9512-c06bcf9f1d39,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:03.960904 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.989203 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Made reservation on behalf of a8d37fdbb4bf474f90b1edeab196b592 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:03.994444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.023829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.024781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.025409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.144464 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9024060 Nov 12 12:40:04.148835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:04.158963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43278) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:04.175800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Request body: {'subnet': {'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-146810481-subnet', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:04.212334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.219127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.226079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.232780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.239731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.249194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.257640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:04.269038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-2d0e5c51-1ecc-4ed1-8ef0-c5702f30d058 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5424 time: 0.3010807 Nov 12 12:40:04.279633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.281231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Made reservation on behalf of ad74363881d443e19cb9b6a04a532557 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:04.284936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.306238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c7ed09dc-28f0-473d-af7b-f1302b46b73b None None] Provisioning complete for port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:04.306960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7ed09dc-28f0-473d-af7b-f1302b46b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.314816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:04.329477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce681f3-f4f1-44db-8843-6d6fc3af1fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7cd0fc-83f8-4186-a2b7-eff83555f161,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:04.332663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.398198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e78bae2-47c0-454a-8cae-d45892f77ebc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:04.454659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:40:04.522861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba006da0-3ca0-4b4b-9a14-0ebe1df53110 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:04.544818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.546968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-530a1bbe-b81c-404c-b87e-e2a17b7937e2 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9626122 Nov 12 12:40:04.558058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:04.572135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:04.577663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-387f2c21-5d26-4f19-bd6d-de14cc58ff77 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:04.578110 n-d-804878-5 neutron-server[102779]: WARNING neutron.api.v2.base [None req-387f2c21-5d26-4f19-bd6d-de14cc58ff77 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 12:40:04.579546 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-387f2c21-5d26-4f19-bd6d-de14cc58ff77 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 12:40:04.582594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-387f2c21-5d26-4f19-bd6d-de14cc58ff77 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "PUT /v2.0/security-groups/0e78bae2-47c0-454a-8cae-d45892f77ebc HTTP/1.1" status: 409 len: 330 time: 0.0155976 Nov 12 12:40:04.598718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:04.640503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e152b92d-93a0-46d5-8018-4f438f0749b7 req-574e6ebf-030c-4af7-833e-8403c1dbcfbf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3702722 Nov 12 12:40:04.681377 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.682643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6d9a0aa7-7d81-4a18-be7b-27276221c905 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:04.694638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d30b21-6a00-4acf-aba2-a6ed88d6c316 None None] Pushing event updated for resources: {'Port': ['ID=52c5d9f1-f909-4e05-b206-e7c7d22d8032,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:04.923474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d9b896c-be96-4e00-a615-b9bbdf5e8d24 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.007948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.012257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d9b896c-be96-4e00-a615-b9bbdf5e8d24 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.078568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.087744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.095906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.104078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.111090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.119187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.125361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.127577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-1c7b1a9f-36b0-418e-aecf-0e3234b48888 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.3114822 Nov 12 12:40:05.186960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cd8856-85e0-4421-afaa-32bdd0ca5ea3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:05.194933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d9b896c-be96-4e00-a615-b9bbdf5e8d24 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.199445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d9b896c-be96-4e00-a615-b9bbdf5e8d24 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.205380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6d9b896c-be96-4e00-a615-b9bbdf5e8d24 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/0e78bae2-47c0-454a-8cae-d45892f77ebc HTTP/1.1" status: 204 len: 168 time: 0.6056643 Nov 12 12:40:05.210934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:05.244672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b896c-be96-4e00-a615-b9bbdf5e8d24 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e78bae2-47c0-454a-8cae-d45892f77ebc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:05.267418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.312739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-44e5f487-37bd-4819-a908-8d9fb592c5ee tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0874388 Nov 12 12:40:05.312739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:05.331038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:05.334939 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-2cd86fdf-41a4-4755-ac7f-f7d6e01262b9 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] delete failed (client error): The resource could not be found. Nov 12 12:40:05.342009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2cd86fdf-41a4-4755-ac7f-f7d6e01262b9 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "DELETE /v2.0/security-groups/58f08965-1cdb-4994-b338-76d1db5c83fd HTTP/1.1" status: 404 len: 347 time: 0.0271635 Nov 12 12:40:05.344947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:05.351031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '6d9a0aa7-7d81-4a18-be7b-27276221c905', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'port_id': '6d9a0aa7-7d81-4a18-be7b-27276221c905', 'mac_address': 'fa:16:3e:a1:b2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:05.392154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Checking segment: {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:05.403594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Network hostable DHCP agents. Network: ee7cd0fc-83f8-4186-a2b7-eff83555f161, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:40:05.414424 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d9091fe1-287a-4d3f-bef8-08b34bbd8f04 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] show failed (client error): The resource could not be found. Nov 12 12:40:05.424091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:05.425745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d9091fe1-287a-4d3f-bef8-08b34bbd8f04 tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-groups/39241f64-d50f-452e-b0f9-42816a7d209c HTTP/1.1" status: 404 len: 347 time: 0.0630741 Nov 12 12:40:05.438203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:05.438479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:40:05.453581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed09dc-28f0-473d-af7b-f1302b46b73b None None] Port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:05.472151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:40:05.473102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:05.473550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.487631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ee7cd0fc-83f8-4186-a2b7-eff83555f161) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:05.488180 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-01ffedf1-6af7-4dcb-9614-f9c9566eb5ad tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] show failed (client error): The resource could not be found. Nov 12 12:40:05.489937 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-01ffedf1-6af7-4dcb-9614-f9c9566eb5ad tempest-NegativeSecGroupIPv6Test-1472340356 tempest-NegativeSecGroupIPv6Test-1472340356-project] 10.222.0.18 "GET /v2.0/security-group-rules/4539b5fd-2cdb-498b-bf88-d0bc16ce1622 HTTP/1.1" status: 404 len: 356 time: 0.0573719 Nov 12 12:40:05.494139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:05.500787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.501426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.533426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fd8ae4ea-4691-4b6c-9d94-9aa350656647 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3687291 Nov 12 12:40:05.536582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:05.545669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:05.571844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:05.576517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6330cf2-bf42-4f64-88c9-6e237911ac0e None None] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:05.597929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.599038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.615306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c15d01e6-d496-437c-a2aa-bcfa06ecddf1 req-5dd5b571-366e-4299-9152-cf37da2772fc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4669707 Nov 12 12:40:05.626480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:05.627443 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.639315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Subnet': ['ID=2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:05.697961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.700820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.717438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43310) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:05.722911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7680b76d-33c5-4e5b-88ce-c7961a01a0d1 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4255433 Nov 12 12:40:05.726386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-679428555', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb'}], 'security_groups': ['47e31b35-9ed8-4b2a-a69d-aa1bb33fe6b3', 'ce54c14f-2f10-41ee-a513-c12bd62a7120']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:05.726811 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.777338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:05.830046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1b7f3-188a-4f33-be60-0f68ea51c66c None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:05.960765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:06.049534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.064341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.075808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.092659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.123568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.136901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.157942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.159997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6e606e16-2249-4fa1-9be0-309eb4ae5b05 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5425 time: 0.2840619 Nov 12 12:40:06.254062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c7ed09dc-28f0-473d-af7b-f1302b46b73b None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:06.254447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7ed09dc-28f0-473d-af7b-f1302b46b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.345798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9a0aa7-7d81-4a18-be7b-27276221c905 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:06.360229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dcd86335-057b-4b30-9b5e-d834e943fd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.465900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:06.497599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.498304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 715e755b-4ff1-44f6-ae90-340b668411f1 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:06.553785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ee7cd0fc-83f8-4186-a2b7-eff83555f161', 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'fixed_ips': [{'subnet_id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:40:06.554727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.555932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.630400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.651118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:06.811498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=715e755b-4ff1-44f6-ae90-340b668411f1,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:06.828209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 2, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:06.864383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:06.871881 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:06.875309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:06.946650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:06.955959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.962592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.969083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.975645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.982063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.983784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e46f0-ba5d-488f-94e3-b114adb20cff None None] The sync data for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 is: [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 2, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:06.989965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:06.997488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:07.005635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600bc0d0-58fa-4274-8344-f7d5276640db req-afcf4ecc-6305-4649-bfc5-65fe44f33034 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.1723661 Nov 12 12:40:07.031437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '715e755b-4ff1-44f6-ae90-340b668411f1', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'port_id': '715e755b-4ff1-44f6-ae90-340b668411f1', 'mac_address': 'fa:16:3e:14:dc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:07.107942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1d8472a-3d1a-4e5f-95e5-8308e426483e req-6cef2fbe-d214-44d4-8dc3-4f636a8c87c8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9273686 Nov 12 12:40:07.116851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68b953ac-1ed7-4190-9f62-cf7d1d362c5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45e58a96c1254f30962f7c8a6e221817&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1550300 Nov 12 12:40:07.119770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43324) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:07.132035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:07.132882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:07.170075 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-600bc0d0-58fa-4274-8344-f7d5276640db req-b1b3785e-88de-4114-9256-74f40ede8882 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626117 Nov 12 12:40:07.197321 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57831028-4d7c-48da-a69a-8631baf15fa8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/floatingips/b0e59026-456e-4203-9b19-44f940d8ae3d HTTP/1.1" status: 200 len: 978 time: 3.5549989 Nov 12 12:40:07.200239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43328) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:07.241697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:07.248203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] Update dhcp port {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'fixed_ips': [{'subnet_id': '774a3f94-a110-4f6d-8912-e2ed96831daa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '071c41b0-0e92-4efc-a7d8-79cf5c7cef91', 'ip_address': '2001:db8::2'}, {'subnet_id': '2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '95a011a0-21c3-4636-843b-8ec4bce38b58'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:40:07.258143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.296386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Allocated IP 172.20.0.2 (ee7cd0fc-83f8-4186-a2b7-eff83555f161/37cd8856-85e0-4421-afaa-32bdd0ca5ea3/267364c5-0e35-42f7-832d-ce51f20d4f35) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:07.319520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Provisioning complete for port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:07.323308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.385966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.391759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:07.392598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:07.395457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715e755b-4ff1-44f6-ae90-340b668411f1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:07.551812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:07.553338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835f447-1733-4035-a79c-dc5b3909d5eb None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:07.567426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port abfd4941-a87e-4b8c-b866-99b94c4ef590 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:07.567908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.571621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Delete allocated IP 2001:db8::31c (7daba2d6-d325-4779-be3a-72e685bdd4b2/071c41b0-0e92-4efc-a7d8-79cf5c7cef91) {{(pid=102778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 12:40:07.580413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Allocated IP 2001:db8:0:2::32d (7daba2d6-d325-4779-be3a-72e685bdd4b2/2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb/83a7e291-ca07-47cb-a479-c65be53787c7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:07.606700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-509f0134-f628-4989-b239-3dfac043c390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.650926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=715e755b-4ff1-44f6-ae90-340b668411f1,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:07.671949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.673028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.690011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.690897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e5b2db53-b081-47a4-aada-faa90c345d3b details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:07.692670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for abfd4941-a87e-4b8c-b866-99b94c4ef590 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:07.693552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-509f0134-f628-4989-b239-3dfac043c390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.845479 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.885271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.911962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-509f0134-f628-4989-b239-3dfac043c390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.918784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-509f0134-f628-4989-b239-3dfac043c390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:07.925279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-509f0134-f628-4989-b239-3dfac043c390 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1faa5bab-e31d-44b0-b3d4-336b6603667b HTTP/1.1" status: 204 len: 168 time: 0.7832065 Nov 12 12:40:08.008773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:40:08.016324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f0134-f628-4989-b239-3dfac043c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa5bab-e31d-44b0-b3d4-336b6603667b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:08.030423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.106896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=abfd4941-a87e-4b8c-b866-99b94c4ef590,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:08.167177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e5b2db53-b081-47a4-aada-faa90c345d3b,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:08.175827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:08.263771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:08.265057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.267131 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP b0e59026-456e-4203-9b19-44f940d8ae3d disassociated (deleted). External IP: 172.25.1.29, port: 592015e3-97dc-49e9-8023-be47ce088cef. Nov 12 12:40:08.267745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:08.272781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:08.278020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'e5b2db53-b081-47a4-aada-faa90c345d3b', 'network_id': '0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5', 'port_id': 'e5b2db53-b081-47a4-aada-faa90c345d3b', 'mac_address': 'fa:16:3e:c2:08:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04809b7-44c9-4f29-989b-0145b213ab40', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:08.280525 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.373928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.422847 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.592434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.720795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.825794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] In _notify_port_updated(), no bound segment for port 83a7e291-ca07-47cb-a479-c65be53787c7 on network 7daba2d6-d325-4779-be3a-72e685bdd4b2 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:40:08.839002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.853874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.861428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:08.861659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.864974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "PUT /v2.0/ports/83a7e291-ca07-47cb-a479-c65be53787c7 HTTP/1.1" status: 200 len: 969 time: 3.1460781 Nov 12 12:40:08.867843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b637a5a-daf7-47b7-9032-78d3afa8c505 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event updated for resources: {'Port': ['ID=83a7e291-ca07-47cb-a479-c65be53787c7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:08.868470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.875973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:08.891420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.905316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.934388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.973527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:08.981627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-f9016444-d3dd-428b-b18e-4bb01e62575b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.5906434 Nov 12 12:40:09.014927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.031879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.041404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:09.048215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.077194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.111228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.145104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.173879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:09.194026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-9ed75130-65dd-4fb4-9a40-fcb92644f5a4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5427 time: 0.8934624 Nov 12 12:40:09.239610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] For port 52c5d9f1-f909-4e05-b206-e7c7d22d8032, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=52c5d9f1-f909-4e05-b206-e7c7d22d8032,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:09.295800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 52c5d9f1-f909-4e05-b206-e7c7d22d8032 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:09.379801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Attempting to bind port 267364c5-0e35-42f7-832d-ce51f20d4f35 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:09.380453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Attempting to bind port 267364c5-0e35-42f7-832d-ce51f20d4f35 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:09.381525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Attempting to bind port 267364c5-0e35-42f7-832d-ce51f20d4f35 on network ee7cd0fc-83f8-4186-a2b7-eff83555f161 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:09.403792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Allocated IP 172.25.1.34 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/b8254d3a-f19d-46f3-8124-0632d2000444) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:09.433518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:09.434402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Checking segment: {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:09.435005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.435833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Bound using segment: {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:09.437049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Bound port: 267364c5-0e35-42f7-832d-ce51f20d4f35, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:09.437652 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.453030 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e3f9e69-335f-42ed-a075-3aab6da42e1d req-82ff9c39-d59d-4e50-8bf2-2efb7cba8a80 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4523647 Nov 12 12:40:09.476253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.524166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:09.537932 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:09.549715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.559513 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:09.560184 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:09.617755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] For port 267364c5-0e35-42f7-832d-ce51f20d4f35, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:09.627270 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5d9c5c3-696c-4e03-88cc-c9f51161ed0e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/floatingips/b0e59026-456e-4203-9b19-44f940d8ae3d HTTP/1.1" status: 204 len: 168 time: 2.4253647 Nov 12 12:40:09.627767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:09.630192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] For port 267364c5-0e35-42f7-832d-ce51f20d4f35, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=267364c5-0e35-42f7-832d-ce51f20d4f35,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:09.655995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Could not find standard attr ID for object b15d8c32-79cb-4fa5-84c6-e5398ec1abed. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:40:09.661591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Pushing event updated for resources: {'Port': ['ID=267364c5-0e35-42f7-832d-ce51f20d4f35,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:09.668251 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:09.676759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.727456 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:09.729110 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:09.808655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.841306 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:09.849368 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a5779-2d4d-4545-bd54-8f16a67c3bc2 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:09.943852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] Allocated IP 2001:db8:0:2::2 (7daba2d6-d325-4779-be3a-72e685bdd4b2/2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb/95a011a0-21c3-4636-843b-8ec4bce38b58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:09.944072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43444) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:09.961863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port 592015e3-97dc-49e9-8023-be47ce088cef {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:09.964781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:09.970613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cfcc8b-04e9-4c01-bc5a-286443be5fd5 req-16b315f6-ebdd-4931-9e1c-b1853312a6f6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7725263 Nov 12 12:40:09.984289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:09.991363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:10.028227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:10.127207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Pushing event updated for resources: {'Port': ['ID=b8254d3a-f19d-46f3-8124-0632d2000444,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:10.176627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.212653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for 592015e3-97dc-49e9-8023-be47ce088cef owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:10.220365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Pushing event updated for resources: {'Port': ['ID=52c5d9f1-f909-4e05-b206-e7c7d22d8032,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:10.244251 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-843489dd-f066-46d0-9334-947c72f9c4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.252392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.277027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-efd13ebc-f30d-49fb-ad97-8813b4f7c9da tempest-ServiceProvidersTest-1370015282 tempest-ServiceProvidersTest-1370015282-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3022192 Nov 12 12:40:10.294224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.303897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799f6f1-7bc0-4312-a6e7-3d463baf786e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:10.312707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b2db53-b081-47a4-aada-faa90c345d3b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:10.324713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 83a7e291-ca07-47cb-a479-c65be53787c7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:10.327004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.422749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.447826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34332c4-0010-4932-bae2-aa9a98e0ccfc None None] Pushing event updated for resources: {'Port': ['ID=267364c5-0e35-42f7-832d-ce51f20d4f35,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:10.534627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e5b2db53-b081-47a4-aada-faa90c345d3b,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:10.540192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:10.540648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.552079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Provisioning complete for port 83a7e291-ca07-47cb-a479-c65be53787c7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:10.553067 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.573325 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.576395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f3a22de2-4066-4798-a150-c437fbaad9e2 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:10.583671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95a011a0-21c3-4636-843b-8ec4bce38b58,segment=NetworkSegment(6fd1ca72-7c01-45d9-8a99-53ee3a3a7906),segment_id=6fd1ca72-7c01-45d9-8a99-53ee3a3a7906)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:10.703315 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.777118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=592015e3-97dc-49e9-8023-be47ce088cef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:10.888489 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.934331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-61907bd2-77aa-4bd5-bb8b-ba9059d20258 None None] Port 83a7e291-ca07-47cb-a479-c65be53787c7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:10.940374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:40:10.950494 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.969540 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:10.971396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:10.978461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f3a22de2-4066-4798-a150-c437fbaad9e2,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:11.030571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:11.052307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.118802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'f3a22de2-4066-4798-a150-c437fbaad9e2', 'network_id': 'aaed0afa-46d4-4259-a9d9-21829c166e31', 'port_id': 'f3a22de2-4066-4798-a150-c437fbaad9e2', 'mac_address': 'fa:16:3e:6f:0f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a17d37-99ec-4cc2-815a-09eff8566f1b', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:11.125062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.153291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.159903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.166968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.181022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.203557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.205344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 83a7e291-ca07-47cb-a479-c65be53787c7 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:11.215786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:11.232499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-e40a3614-6265-4b97-b714-c393d6bcc4fe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.3813627 Nov 12 12:40:11.233647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.236908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3a456866-8759-4a29-a45e-4ccbb58ca3d1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/ports/592015e3-97dc-49e9-8023-be47ce088cef HTTP/1.1" status: 204 len: 168 time: 1.6069965 Nov 12 12:40:11.244201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:11.373147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Sync routers for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:11.460699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc25f7e8-0bfd-45a4-a719-4f0637d92295 req-a3f9c935-1a2f-41dd-bb02-9837b2aecaf1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118874 Nov 12 12:40:11.520215 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.522773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8f649be-d536-41e5-8f06-357d851a6c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.564782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f2142832-b7fd-4598-924f-5b7ea933deea None None] Provisioning complete for port b8254d3a-f19d-46f3-8124-0632d2000444 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:11.565161 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2142832-b7fd-4598-924f-5b7ea933deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.628039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:11.628725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:11.690558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f2142832-b7fd-4598-924f-5b7ea933deea None None] Port b8254d3a-f19d-46f3-8124-0632d2000444 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:11.692610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eca9f-0d35-4e95-a799-98d6e23b8bdb None None] Pushing event updated for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:11.711788 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8f649be-d536-41e5-8f06-357d851a6c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.720046 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8f649be-d536-41e5-8f06-357d851a6c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.772330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b8f649be-d536-41e5-8f06-357d851a6c33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05e849a571114582a1a026143ee0a110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312205 Nov 12 12:40:11.774728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.778149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:11.780584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a22de2-4066-4798-a150-c437fbaad9e2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:11.832985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f649be-d536-41e5-8f06-357d851a6c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c67feb-9881-4ef2-a16a-21c79b839d3f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:11.876868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f3a22de2-4066-4798-a150-c437fbaad9e2,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:11.904593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d11cac9-290f-4694-a7c3-570a8e34026d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:11.937031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:11.964584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d11cac9-290f-4694-a7c3-570a8e34026d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.039890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:12.041974 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.095426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d11cac9-290f-4694-a7c3-570a8e34026d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.098746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d11cac9-290f-4694-a7c3-570a8e34026d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.100444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d11cac9-290f-4694-a7c3-570a8e34026d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82c67feb-9881-4ef2-a16a-21c79b839d3f HTTP/1.1" status: 204 len: 168 time: 0.3213236 Nov 12 12:40:12.133024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11cac9-290f-4694-a7c3-570a8e34026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c67feb-9881-4ef2-a16a-21c79b839d3f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:12.220837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:12.223439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:12.285491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:12.400594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.434716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.500915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7f82d-49d6-4241-a4db-8d26475430dd None None] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:12.511837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:12.682329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:12.683584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:12.778632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.784708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.801970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.809848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.814678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.820544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.821756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.828144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.837168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.842485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.844161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.848538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.852007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.855373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-ef2dd8d3-9aad-4da8-ab7a-98c4ac644cc0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.2283726 Nov 12 12:40:12.878545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['ba006da0-3ca0-4b4b-9a14-0ebe1df53110'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:12.880875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:12.883659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0f7c29e9-ce87-46ed-9ad3-0ad43f9ee854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 1.6185279 Nov 12 12:40:12.950934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5311de14-71d7-4e80-8c76-be5676bd07f1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:12.954417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['715e755b-4ff1-44f6-ae90-340b668411f1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:13.011325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['e5b2db53-b081-47a4-aada-faa90c345d3b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:13.030037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-826c4b8b-fc9e-4198-b211-9f2d12e6624b req-34f3609d-265e-44be-a1cc-b5c7b88392aa tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671336 Nov 12 12:40:13.092057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6d9a0aa7-7d81-4a18-be7b-27276221c905'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:13.295615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32800f85-b8c1-44eb-b6c0-4d4898683032 req-0abed42e-f24d-4d52-8664-071142800c48 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3172092 Nov 12 12:40:13.309578 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.367077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=83a7e291-ca07-47cb-a479-c65be53787c7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:13.432307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.438282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2b51a35-418b-4093-9f2c-e70d27b90fd0 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/83a7e291-ca07-47cb-a479-c65be53787c7 HTTP/1.1" status: 204 len: 168 time: 4.5443330 Nov 12 12:40:13.438626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:13.455029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.468097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.545332 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-628ccaeb-2784-49f0-b8f7-e98bd6051cf8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] GET failed (client error): The resource could not be found. Nov 12 12:40:13.549986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-628ccaeb-2784-49f0-b8f7-e98bd6051cf8 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports/83a7e291-ca07-47cb-a479-c65be53787c7 HTTP/1.1" status: 404 len: 333 time: 0.1078315 Nov 12 12:40:13.550348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43506) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:13.674543 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4d4231a-b5d5-4409-8c20-6a9097dea022 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.727584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4d4231a-b5d5-4409-8c20-6a9097dea022 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.728932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:13.824478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4d4231a-b5d5-4409-8c20-6a9097dea022 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.827714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4d4231a-b5d5-4409-8c20-6a9097dea022 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.829099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e4d4231a-b5d5-4409-8c20-6a9097dea022 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/security-groups/ea4e5aa2-33f1-4894-be83-bed368f6e456 HTTP/1.1" status: 204 len: 168 time: 0.2777348 Nov 12 12:40:13.831925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:13.839768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e799f776-f2aa-4607-a7b6-d22ca0e94eb4 None None] Provisioning complete for port 267364c5-0e35-42f7-832d-ce51f20d4f35 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:13.840963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e799f776-f2aa-4607-a7b6-d22ca0e94eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:13.857347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4231a-b5d5-4409-8c20-6a9097dea022 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4e5aa2-33f1-4894-be83-bed368f6e456,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:13.869164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.85 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/efe8825a-0e4c-497f-ab1c-e938ce5aa13b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:13.987732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:13.988133 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.063955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.106293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['f3a22de2-4066-4798-a150-c437fbaad9e2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:14.120914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1218719836'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:14.168194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-111a0e71-bee5-45ce-be21-adbe90ee74af tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.196911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-111a0e71-bee5-45ce-be21-adbe90ee74af tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.247310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Made reservation on behalf of c5e2f91df49543dc99ea5c64f5497788 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:14.252140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.257354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.290720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.298030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.306698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.314424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.322646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.329997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.335974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.339131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.339421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-111a0e71-bee5-45ce-be21-adbe90ee74af tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.341917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-35c25d14-8354-42fe-90b0-c2adae4c39a4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.1298070 Nov 12 12:40:14.366108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-111a0e71-bee5-45ce-be21-adbe90ee74af tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.369720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-111a0e71-bee5-45ce-be21-adbe90ee74af tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce54c14f-2f10-41ee-a513-c12bd62a7120 HTTP/1.1" status: 204 len: 168 time: 0.5345688 Nov 12 12:40:14.373473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:14.386978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:14.401919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:14.446672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:14.491156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a0e71-bee5-45ce-be21-adbe90ee74af tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce54c14f-2f10-41ee-a513-c12bd62a7120,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:14.511552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6d04510f-dbd2-4807-906c-ce9d554b0d12 req-a058f7a8-0684-4fbb-8869-db301e283805 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587789 Nov 12 12:40:14.540208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49ce1010-98d7-4156-b831-0c31aad89319 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.586891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49ce1010-98d7-4156-b831-0c31aad89319 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.605738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=efe8825a-0e4c-497f-ab1c-e938ce5aa13b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:14.609114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Router c6d6932d-ce03-4277-a44c-6f2680b1409b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:40:14.680906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49ce1010-98d7-4156-b831-0c31aad89319 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.683962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49ce1010-98d7-4156-b831-0c31aad89319 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.685754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-49ce1010-98d7-4156-b831-0c31aad89319 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/security-groups/47e31b35-9ed8-4b2a-a69d-aa1bb33fe6b3 HTTP/1.1" status: 204 len: 168 time: 0.3106332 Nov 12 12:40:14.695070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:14.744137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.770653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.778215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.792395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.799409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.807447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.815350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.823218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:14.825181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-30f4297b-4555-414c-8679-0204664c4771 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.3625951 Nov 12 12:40:14.839269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 071c41b0-0e92-4efc-a7d8-79cf5c7cef91 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:40:14.843263 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.897647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:14.980779 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.013592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['6a1b0778-d38b-429d-ba93-5d22267bb579'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:15.025381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.124449 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce1010-98d7-4156-b831-0c31aad89319 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e31b35-9ed8-4b2a-a69d-aa1bb33fe6b3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:15.130017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.148623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.164926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.168505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/071c41b0-0e92-4efc-a7d8-79cf5c7cef91 HTTP/1.1" status: 204 len: 168 time: 0.4703145 Nov 12 12:40:15.169538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa316e-c463-4369-b418-e1709fa31d24 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=071c41b0-0e92-4efc-a7d8-79cf5c7cef91,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:15.174125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:15.242793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:40:15.246550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.299867 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.312491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93067003-4e95-4129-8c8b-8214cf35bcdc None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:15.314091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.355617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43536) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:15.380305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.463514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-427448df-2570-40ca-b13f-9e3f624bdd69 req-2c437269-00f5-494f-afb8-e14a783d7f5e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6205387 Nov 12 12:40:15.467620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:40:15.509506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff7b2d4-bd91-48d9-b7b8-934304c0a79f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:15.532106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:15.550845 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Sync routers for ids ['c6d6932d-ce03-4277-a44c-6f2680b1409b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:15.564904 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.565257 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Added segment b5236c45-9fad-438c-8b31-980237882a3e of type vlan for network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 Nov 12 12:40:15.585857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Routers {'c6d6932d-ce03-4277-a44c-6f2680b1409b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:15.586778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c6d6932d-ce03-4277-a44c-6f2680b1409b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:15.628579 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.630362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.722210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cce364c5-dd12-49dd-9a45-569a791aa28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.733967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.737960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3df533bf-bf07-457d-b8c2-fd377e1a2365 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 10.1973207 Nov 12 12:40:15.743526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:15.764652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.768488 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e799f776-f2aa-4607-a7b6-d22ca0e94eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.771633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.774601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:15.840412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 2, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:15.914549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.934993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.951948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.952604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:15.955430 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06431299-fc0f-44a6-9395-ed9db6fc52ff" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:15.960130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.965775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 52c5d9f1-f909-4e05-b206-e7c7d22d8032 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:15.966723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.992567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:15.996135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event updated for resources: {'Network': ['ID=73c059a6-b0b1-4626-bdb3-b30705ea05b7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:16.013393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:16.024574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-b2646da9-ecac-4e52-be73-aaef245b13d1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5438 time: 0.3084044 Nov 12 12:40:16.038376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.085117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Checking router: 360fe910-2bf3-45de-8961-2d847d32cc87 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:40:16.085693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Updating router 360fe910-2bf3-45de-8961-2d847d32cc87 port aaf042a5-7341-415f-928e-afe0c32d5d1e binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:40:16.102903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-528f402b-d6a8-4769-b2d9-eeec8e01309d tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3707156 Nov 12 12:40:16.107335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:16.108465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.115055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb HTTP/1.1" status: 204 len: 168 time: 0.9396224 Nov 12 12:40:16.119966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847397a6-ac63-4b7a-a3f7-d78badeca20a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:16.120512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:16.131847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Request body: {'subnet': {'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:16.155655 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b5f47-62c6-498b-a0be-e4ca4ffb5378 x-openstack-request-id: req-830b5f47-62c6-498b-a0be-e4ca4ffb5378 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:16.155911 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:16.156208 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-830b5f47-62c6-498b-a0be-e4ca4ffb5378 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:16.156614 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9', 'code': 200} Nov 12 12:40:16.164996 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.184719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Set router c6d6932d-ce03-4277-a44c-6f2680b1409b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:16.189993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:40:16.244336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbb5fa13-fac6-4dfd-8898-fc959dc0643f req-510b303f-ff9b-4d27-8504-f99077c2cbfe tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143817 Nov 12 12:40:16.254075 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c68f2ad-3add-4f2d-a0a8-b2ace0bc6198 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:16.254824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c68f2ad-3add-4f2d-a0a8-b2ace0bc6198 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:16.260332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6c68f2ad-3add-4f2d-a0a8-b2ace0bc6198 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/071c41b0-0e92-4efc-a7d8-79cf5c7cef91 HTTP/1.1" status: 404 len: 337 time: 0.1330914 Nov 12 12:40:16.277101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:16.290502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.305464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.314963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e799f776-f2aa-4607-a7b6-d22ca0e94eb4 None None] For port 267364c5-0e35-42f7-832d-ce51f20d4f35, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=267364c5-0e35-42f7-832d-ce51f20d4f35,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:16.326139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:16.347353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting subnet 774a3f94-a110-4f6d-8912-e2ed96831daa {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:40:16.350803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.354126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Made reservation on behalf of c5e2f91df49543dc99ea5c64f5497788 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:16.358239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.378897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e799f776-f2aa-4607-a7b6-d22ca0e94eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.442987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=efe8825a-0e4c-497f-ab1c-e938ce5aa13b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:16.467405 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.507405 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.509762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e250d5c8-b695-47b9-9df9-b9b75d1eb399 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:16.576134 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:40:11Z', 'revision_number': 3, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:16.616020 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Checking router: c6d6932d-ce03-4277-a44c-6f2680b1409b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:40:16.616747 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Updating router c6d6932d-ce03-4277-a44c-6f2680b1409b port b8254d3a-f19d-46f3-8124-0632d2000444 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:40:16.673429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.687314 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.776408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Provisioning complete for port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:16.776687 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.794808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cce364c5-dd12-49dd-9a45-569a791aa28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.831456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da6f03-7f1a-4901-98b3-ecd2e053b5d5 None None] Update dhcp port {'port': {'network_id': '7daba2d6-d325-4779-be3a-72e685bdd4b2', 'fixed_ips': [{'subnet_id': '774a3f94-a110-4f6d-8912-e2ed96831daa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2eab6995-5b3b-4ad7-ad93-36c2cfb93cbb'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '95a011a0-21c3-4636-843b-8ec4bce38b58'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:40:16.843998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cce364c5-dd12-49dd-9a45-569a791aa28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.845895 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.863608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799f776-f2aa-4607-a7b6-d22ca0e94eb4 None None] Pushing event updated for resources: {'Port': ['ID=267364c5-0e35-42f7-832d-ce51f20d4f35,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:16.920457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.950066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:16.999108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.011307 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/774a3f94-a110-4f6d-8912-e2ed96831daa HTTP/1.1" status: 204 len: 168 time: 0.7411516 Nov 12 12:40:17.014535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.029781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event updated for resources: {'Subnet': ['ID=3da795f1-1552-4d18-ae2e-6f8e0b1b76b5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:17.043815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.055417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.063705 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.064790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.073422 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.074968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.083416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.088763 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-603295e2-5a76-4e72-ab6c-dcb9bb17c61f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.091243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603295e2-5a76-4e72-ab6c-dcb9bb17c61f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.092681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.097520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-603295e2-5a76-4e72-ab6c-dcb9bb17c61f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/3761704e-2e4e-4c14-a246-0044ae61c42f HTTP/1.1" status: 404 len: 337 time: 0.0787637 Nov 12 12:40:17.098157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.101473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.107359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fe51dca-c3db-4466-a40b-44920095e049 req-e171405a-c196-43ed-be13-4720ed541bc0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.4815440 Nov 12 12:40:17.136580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39535e2-d8df-4fea-bf4a-5de8c9706389 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Subnet': ['ID=774a3f94-a110-4f6d-8912-e2ed96831daa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:17.143987 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Pushing event updated for resources: {'Port': ['ID=b8254d3a-f19d-46f3-8124-0632d2000444,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:17.161873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-37cf4887-5238-4739-90dd-644f6dd8b784 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "GET /v2.0/ports?device_id=9716a572-5c07-4db5-b77f-3b30d3ba2aae HTTP/1.1" status: 200 len: 205 time: 0.0356023 Nov 12 12:40:17.163038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.168994 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.169347 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.170210 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.170210 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.170462 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172070 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172070 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172070 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172070 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172460 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172617 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.172945 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:17.173113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Checking segment: {'id': 'b5236c45-9fad-438c-8b31-980237882a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:17.173581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Network hostable DHCP agents. Network: 73c059a6-b0b1-4626-bdb3-b30705ea05b7, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:40:17.176968 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Attempting to bind port b8254d3a-f19d-46f3-8124-0632d2000444 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:17.177376 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Attempting to bind port b8254d3a-f19d-46f3-8124-0632d2000444 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:17.178846 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Attempting to bind port b8254d3a-f19d-46f3-8124-0632d2000444 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:17.184371 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:17.184520 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:17.184906 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.185370 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:17.185907 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Bound port: b8254d3a-f19d-46f3-8124-0632d2000444, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:17.186203 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.233841 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-a9d9d26d-6929-410d-af85-634c1131934a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] delete failed (client error): The resource could not be found. Nov 12 12:40:17.238145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9d9d26d-6929-410d-af85-634c1131934a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/routers/9716a572-5c07-4db5-b77f-3b30d3ba2aae HTTP/1.1" status: 404 len: 336 time: 0.0722480 Nov 12 12:40:17.240840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.247124 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] For port b8254d3a-f19d-46f3-8124-0632d2000444, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:17.250387 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] For port b8254d3a-f19d-46f3-8124-0632d2000444, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b8254d3a-f19d-46f3-8124-0632d2000444,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:17.256715 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.274713 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-89914d19-308c-4407-aafb-838dbc754a3a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.275779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89914d19-308c-4407-aafb-838dbc754a3a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.293810 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-89914d19-308c-4407-aafb-838dbc754a3a tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/b25e3b9b-1fae-463f-8f61-b5b6ca96f6cb HTTP/1.1" status: 404 len: 337 time: 0.0516860 Nov 12 12:40:17.301386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.308739 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Routers {'c6d6932d-ce03-4277-a44c-6f2680b1409b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:17.309373 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c6d6932d-ce03-4277-a44c-6f2680b1409b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:17.339444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60f398-3f80-4c3a-bc57-e24981acf7bf None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:17.371507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:40:17.371763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.374392 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de69ec7-b40c-4a69-85c0-95e072a50de5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.378122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de69ec7-b40c-4a69-85c0-95e072a50de5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.385627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4de69ec7-b40c-4a69-85c0-95e072a50de5 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/938b7bea-2618-466d-8289-e8a245471065 HTTP/1.1" status: 404 len: 337 time: 0.0811243 Nov 12 12:40:17.388389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.462344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 73c059a6-b0b1-4626-bdb3-b30705ea05b7) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:17.464381 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a76f98-ff54-43ac-b26e-7445f638ee34 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.464937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a76f98-ff54-43ac-b26e-7445f638ee34 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.469916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf116df7-56f9-44e1-94a3-ef93b8162e1a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:17.471192 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e9a76f98-ff54-43ac-b26e-7445f638ee34 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/36e20206-7e52-4486-90ad-409824fc2d44 HTTP/1.1" status: 404 len: 337 time: 0.0803859 Nov 12 12:40:17.471779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43572) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.478090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.478855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.484528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port e250d5c8-b695-47b9-9df9-b9b75d1eb399 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:17.503728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] Set router c6d6932d-ce03-4277-a44c-6f2680b1409b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:17.517316 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36e4380-ab96-4bf9-b1db-8e0ffb54b63e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.518249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36e4380-ab96-4bf9-b1db-8e0ffb54b63e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.526873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c36e4380-ab96-4bf9-b1db-8e0ffb54b63e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/f488bea2-aa51-444b-9f40-ab00bc5f4e17 HTTP/1.1" status: 404 len: 333 time: 0.0503440 Nov 12 12:40:17.528736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.544437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272b335-8781-44c4-a85d-057472a8fd4a None None] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:17.569237 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-46007b2b-5dee-4899-b78c-b387354e3766 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4474652 Nov 12 12:40:17.570306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.571354 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-990badc9-8493-451b-9cf6-0dabea2c7590 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.571908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990badc9-8493-451b-9cf6-0dabea2c7590 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.578153 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-990badc9-8493-451b-9cf6-0dabea2c7590 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/671a34d5-4f8b-48f5-b0f4-db4f25bb429c HTTP/1.1" status: 404 len: 337 time: 0.0454473 Nov 12 12:40:17.581264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.585792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Request body: {'port': {'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7', 'name': 'tempest-TagsExtTest-911790551'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:17.610239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.623888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.637067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.651687 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4035242-03df-4738-8ceb-64ee14cb9446 None None] Pushing event updated for resources: {'Port': ['ID=b8254d3a-f19d-46f3-8124-0632d2000444,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:17.652387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.666515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.677204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.696042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:17.706347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-e8205d22-9781-4948-8339-e2307d2cad57 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5439 time: 0.3188715 Nov 12 12:40:17.757365 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933bc77-cf14-4242-842c-879a3d98c7ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.757974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f933bc77-cf14-4242-842c-879a3d98c7ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.763984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f933bc77-cf14-4242-842c-879a3d98c7ab tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/28ebe97d-0496-4828-bb64-a8d1d21d1a9b HTTP/1.1" status: 404 len: 337 time: 0.1743479 Nov 12 12:40:17.764725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.831139 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db80a08-9d06-4fdb-9760-adbf644907c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.831884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db80a08-9d06-4fdb-9760-adbf644907c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.837851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.838185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8db80a08-9d06-4fdb-9760-adbf644907c6 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/17d69c7a-988a-4b26-b276-fa7651de0bd5 HTTP/1.1" status: 404 len: 333 time: 0.0635383 Nov 12 12:40:17.838936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.847047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:17.851282 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72da6f03-7f1a-4901-98b3-ecd2e053b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.853389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:17.853751 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.861701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port e250d5c8-b695-47b9-9df9-b9b75d1eb399 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:17.862331 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.863904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:17.866503 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:17.879032 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:40:11Z', 'revision_number': 3, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:17.893649 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc4f6bf-ab86-418a-ac01-dffa1225719e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.894312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc4f6bf-ab86-418a-ac01-dffa1225719e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.900406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2cc4f6bf-ab86-418a-ac01-dffa1225719e tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/255959c0-b2ff-4f1e-83ff-fc3c97cdfac7 HTTP/1.1" status: 404 len: 337 time: 0.0579836 Nov 12 12:40:17.906488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:17.935728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1686102-d5e3-4642-a7ed-f66e427bb239 None None] The sync data for ids ['c6d6932d-ce03-4277-a44c-6f2680b1409b'] in n-d-804878-5 is: [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:40:11Z', 'revision_number': 3, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:17.962013 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f01bf0-1677-4ee2-86d1-de35c5a71392 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] DELETE failed (client error): The resource could not be found. Nov 12 12:40:17.963178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f01bf0-1677-4ee2-86d1-de35c5a71392 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:40:17.975151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-77f01bf0-1677-4ee2-86d1-de35c5a71392 tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/subnets/1b95b38e-0ce0-4005-9614-b06baf63ddf4 HTTP/1.1" status: 404 len: 337 time: 0.0668497 Nov 12 12:40:17.975968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:18.014477 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f33a8628-8732-4b66-93bc-4d43e0bcf9af req-92217b0e-b01e-4307-a0a6-cfc45e53951c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3020260 Nov 12 12:40:18.059210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cf49a-b8ce-49a0-8fa1-66c3f9357a7f None None] Pushing event updated for resources: {'Port': ['ID=aaf042a5-7341-415f-928e-afe0c32d5d1e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:18.119418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fe51dca-c3db-4466-a40b-44920095e049 req-eed31660-d609-4f55-93fc-cecf0c048cba tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8654330 Nov 12 12:40:18.143353 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:18.143830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.143968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.148678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-731e428a-424e-4d49-bd09-df70d2e99200 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8869276 Nov 12 12:40:18.154294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:18.165558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'port': {'network_id': '01950eeb-3616-4f47-bc91-88d6b323176e', 'name': 'tempest-FloatingIPTestJSON-2056199257'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:18.166645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cce364c5-dd12-49dd-9a45-569a791aa28d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc464f5097742799ada4bc747476dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8008256 Nov 12 12:40:18.169482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:18.193986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Provisioning complete for port 95a011a0-21c3-4636-843b-8ec4bce38b58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:18.199856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.238888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce364c5-dd12-49dd-9a45-569a791aa28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4653310-d8cd-48f9-885b-1f7a1cec1a7e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:18.329129 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27b1986f-74bb-47ad-9ba6-d8dc02287b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.398329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Made reservation on behalf of c5e2f91df49543dc99ea5c64f5497788 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:18.417989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.422565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27b1986f-74bb-47ad-9ba6-d8dc02287b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.446594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:18.452292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.511041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] device_id is not set on port ff9e13cf-d941-4100-b278-9631671f62b9 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:40:18.519455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Allocated IP 172.20.0.1 (ee7cd0fc-83f8-4186-a2b7-eff83555f161/37cd8856-85e0-4421-afaa-32bdd0ca5ea3/f6b3cd17-2bb2-4c1f-9985-3cf428d8744b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:18.572114 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27b1986f-74bb-47ad-9ba6-d8dc02287b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.575859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27b1986f-74bb-47ad-9ba6-d8dc02287b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.577201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-27b1986f-74bb-47ad-9ba6-d8dc02287b15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4653310-d8cd-48f9-885b-1f7a1cec1a7e HTTP/1.1" status: 204 len: 168 time: 0.3953426 Nov 12 12:40:18.620831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1986f-74bb-47ad-9ba6-d8dc02287b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4653310-d8cd-48f9-885b-1f7a1cec1a7e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:18.624142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.671731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] device_id is not set on port 72ce6a90-de4a-42dc-9b4d-b389f4ff152c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:40:18.684743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.734920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.820031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.823291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c9405-04af-4018-8e52-cda1da0c9e57 None None] Network 7daba2d6-d325-4779-be3a-72e685bdd4b2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:18.851107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:18.945379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:18.947210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Pushing event updated for resources: {'Port': ['ID=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:18.951723 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb899447-78c1-44ef-a650-51a94d81ae58" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:18.966947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:18.968679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:18.971314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:18.999586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 267364c5-0e35-42f7-832d-ce51f20d4f35 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:19.037384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.143372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.12 (01950eeb-3616-4f47-bc91-88d6b323176e/0a792852-f97d-4265-b896-60be43ddc09e/72ce6a90-de4a-42dc-9b4d-b389f4ff152c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:19.170384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Allocated IP 172.20.0.6 (73c059a6-b0b1-4626-bdb3-b30705ea05b7/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/ff9e13cf-d941-4100-b278-9631671f62b9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:19.194249 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc9f42-991b-4e4e-a54d-64811548c60d x-openstack-request-id: req-5cdc9f42-991b-4e4e-a54d-64811548c60d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:19.194879 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:19.195358 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cdc9f42-991b-4e4e-a54d-64811548c60d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:19.196772 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399', 'code': 200} Nov 12 12:40:19.216127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:19.221861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Attempting to bind port aaf042a5-7341-415f-928e-afe0c32d5d1e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:19.222698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Attempting to bind port aaf042a5-7341-415f-928e-afe0c32d5d1e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:19.223587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Attempting to bind port aaf042a5-7341-415f-928e-afe0c32d5d1e on network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:19.289851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-73c059a6-b0b1-4626-bdb3-b30705ea05b7', 'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7', 'tenant_id': 'c5e2f91df49543dc99ea5c64f5497788', 'fixed_ips': [{'subnet_id': '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:40:19.290880 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.381785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.382698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1cec711-7957-490b-8285-42e45aae8d64 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:19.416860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:19.427194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.484004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.501253 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e04bd5ac-9f6c-4b3d-9775-ecb6598cfede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.504600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:19.506120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Checking segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:19.507129 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.509739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Bound using segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:19.510749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Bound port: aaf042a5-7341-415f-928e-afe0c32d5d1e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:19.511597 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.576252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:19.638703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:19.675935 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.677926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 267364c5-0e35-42f7-832d-ce51f20d4f35 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:19.678951 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.685008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.698627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.706498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a6d1eb55-b8ce-4e4c-bc88-04c99b15a42f tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/ports/2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6 HTTP/1.1" status: 204 len: 168 time: 1.7217114 Nov 12 12:40:19.712743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:19.738249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.758264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.764673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.767604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.770798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.777028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] DHCP port deletion for 7daba2d6-d325-4779-be3a-72e685bdd4b2 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:19.778312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.778887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Could not find standard attr ID for object 83a7e291-ca07-47cb-a479-c65be53787c7. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:40:19.779937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.785369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.790415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.792038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.798072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.800024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.800169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-800a2a72-e870-4e67-bac0-846d14c72bca req-1fc78a44-aff0-4636-b095-ccad891c1261 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5440 time: 0.4884968 Nov 12 12:40:19.808918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.819200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.830839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:19.835225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] For port aaf042a5-7341-415f-928e-afe0c32d5d1e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:19.835392 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-15e5c9c8-b8fd-4927-bb7a-d71b10656f65 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.4481201 Nov 12 12:40:19.886783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] For port aaf042a5-7341-415f-928e-afe0c32d5d1e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=aaf042a5-7341-415f-928e-afe0c32d5d1e,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:19.900725 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.900940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-800a2a72-e870-4e67-bac0-846d14c72bca req-d4d654b1-0219-4b8e-b0b8-45a3a8f0469e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743546 Nov 12 12:40:19.908008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Provisioning complete for port 267364c5-0e35-42f7-832d-ce51f20d4f35 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:19.908403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-675de42c-8213-4c6d-91d4-44df984c2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:19.909860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port a1cec711-7957-490b-8285-42e45aae8d64 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:19.920244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port a1cec711-7957-490b-8285-42e45aae8d64 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:19.920633 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.005848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:20.011191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:20.013944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Pushing event updated for resources: {'Port': ['ID=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:20.087902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:20.088864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:20.169055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Router c6d6932d-ce03-4277-a44c-6f2680b1409b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:20.432758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:20.450236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c1ac8bdc-c216-4add-ba50-4c219106632c admin admin] 10.222.0.18 "PUT /v2.0/routers/c6d6932d-ce03-4277-a44c-6f2680b1409b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6969333 Nov 12 12:40:20.516073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.518900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] Deleting port 95a011a0-21c3-4636-843b-8ec4bce38b58 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:20.519414 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.521581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cf49a-b8ce-49a0-8fa1-66c3f9357a7f None None] Pushing event updated for resources: {'Port': ['ID=aaf042a5-7341-415f-928e-afe0c32d5d1e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:20.625508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.759513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95a011a0-21c3-4636-843b-8ec4bce38b58,segment=NetworkSegment(6fd1ca72-7c01-45d9-8a99-53ee3a3a7906),segment_id=6fd1ca72-7c01-45d9-8a99-53ee3a3a7906)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:20.759978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.795650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 01950eeb-3616-4f47-bc91-88d6b323176e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:20.811424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=72ce6a90-de4a-42dc-9b4d-b389f4ff152c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:20.812926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] Calling delete_port for 95a011a0-21c3-4636-843b-8ec4bce38b58 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:20.815987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:20.819289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:20.836495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:20.934981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.965471 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:20.967840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Sync routers for ids ['c6d6932d-ce03-4277-a44c-6f2680b1409b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:20.983255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5add9b69-69e4-4fec-9991-a9a16f68e9ac req-63308149-bba4-48c1-82de-e801e71cc123 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4069991 Nov 12 12:40:21.004012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.004648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.013262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.019736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e04bd5ac-9f6c-4b3d-9775-ecb6598cfede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.031483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e04bd5ac-9f6c-4b3d-9775-ecb6598cfede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.074224 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-142a2ac3-b4ef-4c24-88c9-02c58c99638f tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9171536 Nov 12 12:40:21.075392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43620) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:21.080111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'port_id': '72ce6a90-de4a-42dc-9b4d-b389f4ff152c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:21.134062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e04bd5ac-9f6c-4b3d-9775-ecb6598cfede admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33392ae27f24498499bc22f894826c33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7044716 Nov 12 12:40:21.143485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43622) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:21.152274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.155698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8254d3a-f19d-46f3-8124-0632d2000444 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:21.174426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.228119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bd5ac-9f6c-4b3d-9775-ecb6598cfede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66cec4d-401a-4138-a52a-972ee02a8aa1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:21.261614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:21.269660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:21.272555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:21.341797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Routers {'c6d6932d-ce03-4277-a44c-6f2680b1409b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:21.342852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c6d6932d-ce03-4277-a44c-6f2680b1409b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:21.377402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.384536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.390511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.399616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.405908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.412807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.419219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.421217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-810e6bff-e80b-4855-8501-ae7f3dab84cd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5440 time: 0.2353365 Nov 12 12:40:21.421844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event updated for resources: {'Port': ['ID=ff9e13cf-d941-4100-b278-9631671f62b9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:21.435959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Could not find standard attr ID for object 2c93c678-f1af-4cd9-aab8-ab2ffafbdfd6. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:40:21.471201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:21.471840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.483664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3eaa-551b-419c-8acc-ab7ad2f092e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.511560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3eaa-551b-419c-8acc-ab7ad2f092e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.518605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8f9568d0-051e-481e-9dde-737fba0bc756 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.9391682 Nov 12 12:40:21.520168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Deleting port 95a011a0-21c3-4636-843b-8ec4bce38b58 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:21.520317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.520511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.522850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43624) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:21.523164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43626) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:21.535782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484308511', 'description': 'tempest-secgroup-smoke-1484308511 description', 'project_id': '5025417732144a0782c19bb271fe7f50'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:21.544561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-578591386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:21.585462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:21.588126 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b790b5-d08f-40e3-8ac5-992d32244e18" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "a1cec711-7957-490b-8285-42e45aae8d64"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:21.672196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:40:21.672196 n-d-804878-5 neutron-server[102779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 12:40:21.672196 n-d-804878-5 neutron-server[102779]: [parameters: {'project_id_1': 'c5e2f91df49543dc99ea5c64f5497788', 'expiration_1': datetime.datetime(2021, 11, 12, 12, 40, 1, 585341)}] Nov 12 12:40:21.672196 n-d-804878-5 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:40:21.672778 n-d-804878-5 neutron-server[102779]: DEBUG oslo_db.api [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:40:21.681495 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4eccf-bf77-436b-8422-ff8e7bf7e7c7 x-openstack-request-id: req-23e4eccf-bf77-436b-8422-ff8e7bf7e7c7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:21.681803 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "a1cec711-7957-490b-8285-42e45aae8d64", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:21.682303 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23e4eccf-bf77-436b-8422-ff8e7bf7e7c7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:21.682828 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64', 'code': 200} Nov 12 12:40:21.687360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.698557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] Pushing event deleted for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:21.709843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1cec711-7957-490b-8285-42e45aae8d64,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:21.710289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-24ac5f7c-fc03-4342-88f3-d7f4f4f5ea72 req-f81bf492-fd21-48be-87bb-7d7f18d2c09d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672856 Nov 12 12:40:21.713126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72b7dc-4e20-46d7-8038-91b09092ec06 None None] No DVR routers for this DVR port 95a011a0-21c3-4636-843b-8ec4bce38b58 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:40:21.718117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Provisioning complete for port b8254d3a-f19d-46f3-8124-0632d2000444 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:21.718519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.741329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] For port 95a011a0-21c3-4636-843b-8ec4bce38b58, host n-d-804878-5, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:21.741918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.769826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.770486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Calling delete_port for 95a011a0-21c3-4636-843b-8ec4bce38b58 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:21.770685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9706f7d-d061-45fd-8cde-dff5e795728f up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:21.776890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Port 95a011a0-21c3-4636-843b-8ec4bce38b58 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:40:21.781190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.782766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Allocated IP 172.20.0.2 (73c059a6-b0b1-4626-bdb3-b30705ea05b7/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/76a0ca80-aea7-4527-ad53-35a7d363b3af) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:21.795018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3eaa-551b-419c-8acc-ab7ad2f092e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.797977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3eaa-551b-419c-8acc-ab7ad2f092e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.801609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb0a3eaa-551b-419c-8acc-ab7ad2f092e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d66cec4d-401a-4138-a52a-972ee02a8aa1 HTTP/1.1" status: 204 len: 168 time: 0.6542459 Nov 12 12:40:21.841729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Port': ['ID=95a011a0-21c3-4636-843b-8ec4bce38b58,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:21.844932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] No DVR routers for this DVR port 95a011a0-21c3-4636-843b-8ec4bce38b58 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:40:21.858568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a3eaa-551b-419c-8acc-ab7ad2f092e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66cec4d-401a-4138-a52a-972ee02a8aa1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:21.910407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Set router c6d6932d-ce03-4277-a44c-6f2680b1409b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:21.983873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.018783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.027702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.034466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.040178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daba2d6-d325-4779-be3a-72e685bdd4b2']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:22.057375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:22.057792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd1ca72-7c01-45d9-8a99-53ee3a3a7906') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:22.069659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.085212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.092938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:40:22.093466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.152040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:22.154708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b8254d3a-f19d-46f3-8124-0632d2000444 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:22.155093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:40:22.164573 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:40:22.167616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.174567 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.185747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.192080 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] 10.222.0.18 "DELETE /v2.0/networks/7daba2d6-d325-4779-be3a-72e685bdd4b2 HTTP/1.1" status: 204 len: 168 time: 2.4752576 Nov 12 12:40:22.229046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:19Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:22.275709 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 1b13feb7-ada4-4166-b13a-f5147219b2d6 associated. External IP: 172.25.1.85, port: 72ce6a90-de4a-42dc-9b4d-b389f4ff152c. Nov 12 12:40:22.286402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eecb-6a3e-4c09-8a40-3c0179ba2764 None None] The sync data for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 is: [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:19Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:22.332814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a316e4d-2d9b-4f93-80b6-eac50f8f641d tempest-PortsIpV6TestJSON-1454210351 tempest-PortsIpV6TestJSON-1454210351-project] Pushing event deleted for resources: {'Network': ['ID=7daba2d6-d325-4779-be3a-72e685bdd4b2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:22.359049 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.359882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.364255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.373448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.383719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.392009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.400388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.408789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.419291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:22.429642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-93039e9a-a63c-4f3d-b9b4-0f2be1514ec2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.2266920 Nov 12 12:40:22.430299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.431708 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9002624 Nov 12 12:40:22.434566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:22.442005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group_rule': {'security_group_id': 'a95df59e-b381-4171-97e6-838b38dfd381', 'project_id': '5025417732144a0782c19bb271fe7f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:22.543718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port b9706f7d-d061-45fd-8cde-dff5e795728f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:22.587616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2b3ae-0499-4e71-a7ba-85e05033fcf9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95df59e-b381-4171-97e6-838b38dfd381,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:22.587832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.605157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.611784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.654481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9130ed3-585e-40f9-8391-5a37c84014e6 req-82a7c930-e185-4be6-8cc1-5b5ba0809e2f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206414 Nov 12 12:40:22.662204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b9706f7d-d061-45fd-8cde-dff5e795728f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:22.663523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.668557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.672427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1146c200-7b2e-4e80-8e6f-ee1da0532707 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1286027 Nov 12 12:40:22.674713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:22.685209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-65f59dfa-acbb-4140-a887-e033e7554ef2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1306652823', 'prefixes': ['172.20.0.0/16']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:22.767855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:22.875838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.902479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:22.999439 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.006651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710137 Nov 12 12:40:23.009922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.015133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:23.024540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afde380-83ee-42ea-83f3-a570d8768724 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edf1f43-4303-4922-8297-e640ec6a1f41,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:23.048449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group_rule': {'security_group_id': 'a95df59e-b381-4171-97e6-838b38dfd381', 'project_id': '5025417732144a0782c19bb271fe7f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:23.073188 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.076060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65f59dfa-acbb-4140-a887-e033e7554ef2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for subnetpool, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.087168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.087613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-65f59dfa-acbb-4140-a887-e033e7554ef2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4090269 Nov 12 12:40:23.089443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.124263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-68e5f9ee-2092-44bb-becf-96bedb5c4d64 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-1316780411') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.134520 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.185020 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.200440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.209388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.220073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.227483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.234579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.242568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:23.244575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-8c549bc4-5df3-4fe1-96ef-7f9333561da9 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5441 time: 0.3507981 Nov 12 12:40:23.245421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:23.273824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Pushing event updated for resources: {'Port': ['ID=76a0ca80-aea7-4527-ad53-35a7d363b3af,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:23.283986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:23.307769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:23.346764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] For port b8254d3a-f19d-46f3-8124-0632d2000444, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b8254d3a-f19d-46f3-8124-0632d2000444,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:23.358230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:23.381195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:23.392463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.410493 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:23.411625 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.462998 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dfac336-e0ed-4f93-9b2d-9ed4ba6e2702 req-474f8a58-3323-438d-ad04-edb8439add86 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917915 Nov 12 12:40:23.478513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d3bf888d-ea13-48bc-b660-f72ca8e9ba5e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/floatingips/1b13feb7-ada4-4166-b13a-f5147219b2d6 HTTP/1.1" status: 200 len: 978 time: 2.3964665 Nov 12 12:40:23.484318 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.490760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.510389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.528569 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:23.530841 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.624300 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.625615 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83357416-b1f8-467a-b928-0c1f37a572f0 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:23.662222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7a1329b2-f2f4-4eaa-b8ba-ab9c94c7ce1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8d37fdbb4bf474f90b1edeab196b592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8841670 Nov 12 12:40:23.663624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.686954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.688545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-68e5f9ee-2092-44bb-becf-96bedb5c4d64 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-1316780411 HTTP/1.1" status: 201 len: 201 time: 0.5743132 Nov 12 12:40:23.696745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.718190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-75b5f5ad-1e65-4659-a704-0b2047849abf tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-494338810') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.731177 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.746111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.790705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f5697d-e65b-4db5-ae88-eabf2fbcb23d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:23.794440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port 72ce6a90-de4a-42dc-9b4d-b389f4ff152c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:23.795709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.857387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Could not find standard attr ID for object 95a011a0-21c3-4636-843b-8ec4bce38b58. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:40:23.859477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-803cb079-0d9d-48f7-b854-a740aca50424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.859773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.890615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.891856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-040bcca4-16d6-4284-9fb5-f582e1e843ad tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8693957 Nov 12 12:40:23.899784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.906419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group_rule': {'security_group_id': 'a95df59e-b381-4171-97e6-838b38dfd381', 'project_id': '5025417732144a0782c19bb271fe7f50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:23.918840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.929262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Attempting to bind port 76a0ca80-aea7-4527-ad53-35a7d363b3af on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:23.929632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Attempting to bind port 76a0ca80-aea7-4527-ad53-35a7d363b3af by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b5236c45-9fad-438c-8b31-980237882a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:23.930002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Attempting to bind port 76a0ca80-aea7-4527-ad53-35a7d363b3af on network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:23.956597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-803cb079-0d9d-48f7-b854-a740aca50424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:23.964238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75b5f5ad-1e65-4659-a704-0b2047849abf tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-494338810 HTTP/1.1" status: 201 len: 201 time: 0.2653103 Nov 12 12:40:23.967228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43690) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:23.979510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-fe4600c5-7025-4b8f-aa0d-bf732cfcc134 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-979002386') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:23.987023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:40:19Z', 'revision_number': 4, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f6b3cd17-2bb2-4c1f-9985-3cf428d8744b', 'name': '', 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'mac_address': 'fa:16:3e:94:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:17Z', 'updated_at': '2021-11-12T12:40:19Z', 'revision_number': 2, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'subnets': [{'id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:24.054695 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.060706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:24.061222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Checking segment: {'id': 'b5236c45-9fad-438c-8b31-980237882a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:24.061915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.062056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.062381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Bound using segment: {'id': 'b5236c45-9fad-438c-8b31-980237882a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:24.062885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Bound port: 76a0ca80-aea7-4527-ad53-35a7d363b3af, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5236c45-9fad-438c-8b31-980237882a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73c059a6-b0b1-4626-bdb3-b30705ea05b7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:24.063275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.083022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.090401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.096818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.104833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.111016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.118443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.125223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:24.127514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-bc552dc0-32dc-4660-a415-0d8eab379b3b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.2286866 Nov 12 12:40:24.212109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] For port 76a0ca80-aea7-4527-ad53-35a7d363b3af, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:24.214560 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-803cb079-0d9d-48f7-b854-a740aca50424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.217681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-803cb079-0d9d-48f7-b854-a740aca50424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.218998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-803cb079-0d9d-48f7-b854-a740aca50424 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c63d6433-a478-49b5-a2c3-2efd7e341c0d HTTP/1.1" status: 204 len: 168 time: 0.5537260 Nov 12 12:40:24.219494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] For port 76a0ca80-aea7-4527-ad53-35a7d363b3af, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=76a0ca80-aea7-4527-ad53-35a7d363b3af,segment=NetworkSegment(b5236c45-9fad-438c-8b31-980237882a3e),segment_id=b5236c45-9fad-438c-8b31-980237882a3e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:24.239640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cb079-0d9d-48f7-b854-a740aca50424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d6433-a478-49b5-a2c3-2efd7e341c0d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:24.251821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.258680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f926dead-ad0b-488e-aed9-d7f09c8a4857 req-d151dc1b-f81c-4c17-943c-8eaf15416e99 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228669 Nov 12 12:40:24.260385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.263691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe4600c5-7025-4b8f-aa0d-bf732cfcc134 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-979002386 HTTP/1.1" status: 201 len: 201 time: 0.2952840 Nov 12 12:40:24.267670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:24.275301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-0e38093d-5f08-41d2-995f-f186451bb48c tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-309859623') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:24.279834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.286133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Checking router: c6d6932d-ce03-4277-a44c-6f2680b1409b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:40:24.295816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Updating router c6d6932d-ce03-4277-a44c-6f2680b1409b port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:40:24.297368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.302284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987055 Nov 12 12:40:24.305447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:24.324897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group_rule': {'security_group_id': 'a95df59e-b381-4171-97e6-838b38dfd381', 'project_id': '5025417732144a0782c19bb271fe7f50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:24.324897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cce72-03a3-4612-a3a6-ae140dcb594a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbda5553-0ad3-4b0f-9ff9-e8cfbe8b06e4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:24.371190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Provisioning complete for port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:24.371484 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.373171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.447375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:24.449469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.450539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:24.452880 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eca4296-218c-48d1-b035-0d670f6760bf" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:24.473545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0e38093d-5f08-41d2-995f-f186451bb48c tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-309859623 HTTP/1.1" status: 201 len: 201 time: 0.2041647 Nov 12 12:40:24.476627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:24.480167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.480670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.481076 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 1b13feb7-ada4-4166-b13a-f5147219b2d6 disassociated. External IP: 172.25.1.85, port: 72ce6a90-de4a-42dc-9b4d-b389f4ff152c. Nov 12 12:40:24.481697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for 72ce6a90-de4a-42dc-9b4d-b389f4ff152c owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:24.487272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-14993388-65eb-4ac4-9f37-ff0e673599c8 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:24.495892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Pushing event updated for resources: {'Port': ['ID=b8254d3a-f19d-46f3-8124-0632d2000444,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:24.525062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.533573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.570531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1a85c5-86bb-4d21-b6ad-35bafcd00af8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:24.594445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.595707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b62360f7-43b1-4251-a1cb-7fa06148acb9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2892950 Nov 12 12:40:24.602697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:24.615874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group_rule': {'security_group_id': 'a95df59e-b381-4171-97e6-838b38dfd381', 'project_id': '5025417732144a0782c19bb271fe7f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:24.639440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9c9e3-b51a-4f89-a657-6a7d581f4210 None None] Pushing event updated for resources: {'Port': ['ID=76a0ca80-aea7-4527-ad53-35a7d363b3af,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:24.661283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9706f7d-d061-45fd-8cde-dff5e795728f,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:24.665840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:40:24.666335 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:40:24.729772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14993388-65eb-4ac4-9f37-ff0e673599c8 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags HTTP/1.1" status: 200 len: 241 time: 0.2497940 Nov 12 12:40:24.730021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43720) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:24.743540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-0cb33dcd-f121-45db-9dec-deb32937ce5b tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-1316780411') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:24.746107 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.750841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:24.773969 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Project 5025417732144a0782c19bb271fe7f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:40:24.811833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.887705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0cb33dcd-f121-45db-9dec-deb32937ce5b tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-1316780411 HTTP/1.1" status: 204 len: 168 time: 0.1562395 Nov 12 12:40:24.890098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:24.894554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-8f3dd50c-cff8-43d6-b9a7-0b851b337330 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-1316780411') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:24.900606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.980993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:24.987898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=72ce6a90-de4a-42dc-9b4d-b389f4ff152c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:25.007728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.082033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.096710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.123625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.137965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.155461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.170245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.184589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.187129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-b1218432-3b6a-44f6-b3ae-a96b2200b6ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5442 time: 0.5453963 Nov 12 12:40:25.216301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d4b9a2-3b26-4136-9b53-d9ca25cc4870,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:25.228398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:25.244431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.270218 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.276391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d9b614d-6867-4021-b8dd-99e65f96c94b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6711159 Nov 12 12:40:25.281082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:25.294762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Provisioning complete for port aaf042a5-7341-415f-928e-afe0c32d5d1e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:25.295536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.312075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'security_group_rule': {'security_group_id': 'a95df59e-b381-4171-97e6-838b38dfd381', 'project_id': '5025417732144a0782c19bb271fe7f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:25.377364 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Project 5025417732144a0782c19bb271fe7f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:40:25.433882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:25.448189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.484527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:25.545485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.548899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-58e68b2a-792b-45c3-ad78-e64a40baf7c4 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/ports/72ce6a90-de4a-42dc-9b4d-b389f4ff152c HTTP/1.1" status: 204 len: 168 time: 2.0530906 Nov 12 12:40:25.551465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43742) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:25.573291 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac86f7a-bdc4-4f3e-b7fb-f791404e1446 x-openstack-request-id: req-9ac86f7a-bdc4-4f3e-b7fb-f791404e1446 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:25.573676 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:25.573889 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ac86f7a-bdc4-4f3e-b7fb-f791404e1446 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:25.574355 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'code': 200} Nov 12 12:40:25.582138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:25.586279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.594928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b3b5abd-1d5c-4519-9d4c-f1223ee5f7f7 req-07bb452f-18d9-45b5-ad16-3ef71aa4cabd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3913083 Nov 12 12:40:25.670325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.676943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.700543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20fb9e5-b8b2-487f-a30e-9050c2ec58b4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:25.741051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:25.741051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c8826984-7143-49ea-80d9-6572f29cb29e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4464674 Nov 12 12:40:25.755845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:25.762417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed39ab45-7a45-4e4e-8de0-fef1ed80d2f5 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/floatingips/1b13feb7-ada4-4166-b13a-f5147219b2d6 HTTP/1.1" status: 200 len: 687 time: 0.1372588 Nov 12 12:40:25.774108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8f3dd50c-cff8-43d6-b9a7-0b851b337330 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-1316780411 HTTP/1.1" status: 204 len: 168 time: 0.8829849 Nov 12 12:40:25.784354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:25.808509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-11b7cb34-05ee-4ec5-af49-d9f561eba4fe tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:25.823907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:25.827905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:25.843738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 267364c5-0e35-42f7-832d-ce51f20d4f35 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:25.883079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.897401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.915118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.946642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.952656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.970076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:25.979835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:26.010983 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0efc8831-8fd9-4187-adb9-2f615f61899a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.4700015 Nov 12 12:40:26.023013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031757-8019-4e16-9854-e9dfd6aa9619 None None] Pushing event updated for resources: {'Port': ['ID=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:26.025879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.173835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:26.175520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.213387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-308060dc-2d78-464c-a0b5-ffcd2da463b0 req-0ab9f8c4-f864-4cc2-92ad-db16675a5330 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2006032 Nov 12 12:40:26.228186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port efe8825a-0e4c-497f-ab1c-e938ce5aa13b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:26.228775 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.228965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:26.258737 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-11b7cb34-05ee-4ec5-af49-d9f561eba4fe tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags HTTP/1.1" status: 200 len: 205 time: 0.4553578 Nov 12 12:40:26.262369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:26.263351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Attempting to bind port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:26.263803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Attempting to bind port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:26.263991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Attempting to bind port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b on network ee7cd0fc-83f8-4186-a2b7-eff83555f161 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:26.268729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-7889799c-4f4d-4a41-93f5-38d81c125e92 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.295073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.295734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e82009-c7e4-4c04-a730-4dbc4a1bd0b4 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:26.303423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:26.303903 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.348673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:26.350556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Checking segment: {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:26.350985 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.351776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Bound using segment: {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:26.352391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Bound port: f6b3cd17-2bb2-4c1f-9985-3cf428d8744b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf4c01c-11b7-4748-b778-70e18b3fb79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:26.353254 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.390437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.394271 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7889799c-4f4d-4a41-93f5-38d81c125e92 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags HTTP/1.1" status: 200 len: 240 time: 0.1290150 Nov 12 12:40:26.395233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:26.400892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-8438578e-2cfc-40ce-ba30-392d27caf056 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-494338810') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.426770 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fbe16ab3-e9cc-4af2-96b5-08cb9a51092b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484308511&fields=id&tenant_id=5025417732144a0782c19bb271fe7f50 HTTP/1.1" status: 200 len: 267 time: 0.1563406 Nov 12 12:40:26.520051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:26.522766 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8438578e-2cfc-40ce-ba30-392d27caf056 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-494338810 HTTP/1.1" status: 204 len: 168 time: 0.1258190 Nov 12 12:40:26.530018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.530622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.537514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-6afcebba-780c-4b00-b296-6537c4971a18 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-494338810') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.537707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] For port aaf042a5-7341-415f-928e-afe0c32d5d1e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=aaf042a5-7341-415f-928e-afe0c32d5d1e,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:26.555342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.565734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 267364c5-0e35-42f7-832d-ce51f20d4f35 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:26.566117 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.597122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for efe8825a-0e4c-497f-ab1c-e938ce5aa13b owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:26.682131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-6683ef9f-e7e6-411b-8915-f8a2157c61e2 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:26.694193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-6683ef9f-e7e6-411b-8915-f8a2157c61e2 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 809 time: 0.2657192 Nov 12 12:40:26.769686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8044e-b6f0-46e0-b54d-f0772bd22bb1 None None] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:26.791932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-72d8a9e0-26e7-4b5e-8ddb-87a4bad87b78 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/quotas/5025417732144a0782c19bb271fe7f50 HTTP/1.1" status: 200 len: 375 time: 0.0943570 Nov 12 12:40:26.902143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-c8288edd-ae42-44a8-8ade-efcbdef133a0 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092124 Nov 12 12:40:26.931986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6afcebba-780c-4b00-b296-6537c4971a18 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-494338810 HTTP/1.1" status: 204 len: 168 time: 0.4103429 Nov 12 12:40:26.942355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:26.944096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:26.944908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] For port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:26.948657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-f2dd9e4c-9da1-40af-ba11-6e815919fbfd tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:26.952804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-519f0443-c023-4dc6-961f-040674e793d5 None None] Provisioning complete for port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:26.953294 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-519f0443-c023-4dc6-961f-040674e793d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:26.971226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:26.981601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:26.991551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.016235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.039804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.056114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaf042a5-7341-415f-928e-afe0c32d5d1e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:27.057824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-519f0443-c023-4dc6-961f-040674e793d5 None None] Port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:27.066051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.093166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] For port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:27.099519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.103741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7f0aa3b0-b4fd-4d61-b0b5-fccca3e3339e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5442 time: 0.3496122 Nov 12 12:40:27.106536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e49efa-a36b-40c5-95b3-c86004da0af6 None None] Pushing event updated for resources: {'Port': ['ID=aaf042a5-7341-415f-928e-afe0c32d5d1e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:27.113650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.131559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.135117 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.153320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-dd84c3c5-19b2-4f59-9f28-4192f837b949 service neutron] 10.222.0.18 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460334 Nov 12 12:40:27.169142 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2dd9e4c-9da1-40af-ba11-6e815919fbfd tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags HTTP/1.1" status: 200 len: 205 time: 0.2239206 Nov 12 12:40:27.179424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:27.195065 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031757-8019-4e16-9854-e9dfd6aa9619 None None] Pushing event updated for resources: {'Port': ['ID=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:27.209488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-9477db1e-7ce1-481d-ae2b-95d625087c45 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:27.230989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=efe8825a-0e4c-497f-ab1c-e938ce5aa13b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:27.235043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Routers {'c6d6932d-ce03-4277-a44c-6f2680b1409b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:27.235743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c6d6932d-ce03-4277-a44c-6f2680b1409b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:27.383594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-455327c7-f653-48d8-a061-9e63dd5e7f28 req-7bbd4bcd-1adf-4cda-9fd3-5d1112d7a7f7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2633007 Nov 12 12:40:27.487964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9477db1e-7ce1-481d-ae2b-95d625087c45 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags HTTP/1.1" status: 200 len: 240 time: 0.3032782 Nov 12 12:40:27.488944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43800) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:27.501534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-68f32194-a6c2-431a-ab31-800f4a94f8c7 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-979002386') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:27.650224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:27.660120 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2749ab28-5f76-4059-9684-6363d001b4c8" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:27.660491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-68f32194-a6c2-431a-ab31-800f4a94f8c7 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-979002386 HTTP/1.1" status: 204 len: 168 time: 0.1676378 Nov 12 12:40:27.662775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43806) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:27.664753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port aaf042a5-7341-415f-928e-afe0c32d5d1e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:27.665130 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.668455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-3db88bc3-1351-4502-be15-7ad0e9e7e805 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-979002386') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:27.686048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.691762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.700116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.707603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.714681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.722810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.728007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:27.730755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.732716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-9b895c10-346a-464e-92a2-71157363da45 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.1632636 Nov 12 12:40:27.739845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f0689f1b-8a13-4642-9b5e-9d2981fa0e50 None None] Provisioning complete for port 76a0ca80-aea7-4527-ad53-35a7d363b3af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:27.740362 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0689f1b-8a13-4642-9b5e-9d2981fa0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.818099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.818998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4ecc621c-0ddf-49af-b587-a26af548b034 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:27.931338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:27.971718 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cdc6f694-1c42-42df-97d8-f22645452a15 req-5d1edd35-4d67-4810-a448-f5c8f0226054 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032552 Nov 12 12:40:27.987387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3db88bc3-1351-4502-be15-7ad0e9e7e805 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-979002386 HTTP/1.1" status: 204 len: 168 time: 0.3234830 Nov 12 12:40:27.990831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43812) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:28.004359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-b131b5dd-18a7-487a-9969-edf04f670034 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:28.034343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 4ecc621c-0ddf-49af-b587-a26af548b034 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:28.047574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 4ecc621c-0ddf-49af-b587-a26af548b034 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:28.048036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.059863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] Set router c6d6932d-ce03-4277-a44c-6f2680b1409b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:28.138283 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7793091a-8341-4e03-aa87-03c322899caa x-openstack-request-id: req-7793091a-8341-4e03-aa87-03c322899caa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:28.138678 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:28.139000 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7793091a-8341-4e03-aa87-03c322899caa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:28.139479 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9', 'code': 200} Nov 12 12:40:28.201364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b131b5dd-18a7-487a-9969-edf04f670034 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags HTTP/1.1" status: 200 len: 205 time: 0.2088828 Nov 12 12:40:28.204233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:28.217434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-fe17dbab-b8fd-4e76-8a20-1e452b6a4be6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:28.237047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab44448-fe17-4bed-a7f6-bd8a11dcc548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.260440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.263639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.266134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c9cf1fad-23da-4ce2-a211-1587ba23c28e tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b13feb7-ada4-4166-b13a-f5147219b2d6 HTTP/1.1" status: 204 len: 168 time: 2.5092716 Nov 12 12:40:28.270228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43816) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:28.280394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '822713a2-d110-4ae2-8977-0be088c271f9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:28.283987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe17dbab-b8fd-4e76-8a20-1e452b6a4be6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags HTTP/1.1" status: 200 len: 240 time: 0.0767336 Nov 12 12:40:28.290466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:28.297347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-f3665874-f991-42fa-bf52-2fbbf12951f6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-309859623') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:28.344107 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f3665874-f991-42fa-bf52-2fbbf12951f6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-309859623 HTTP/1.1" status: 204 len: 168 time: 0.0498052 Nov 12 12:40:28.345047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43820) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:28.347974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-6c9e94a9-64aa-4a45-a98e-85c01d25e0c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1928065 Nov 12 12:40:28.351808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:40:28.372869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-cae12ec2-1b78-4f2c-a81c-f87e81c86d31 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-309859623') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:28.420097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 95a011a0-21c3-4636-843b-8ec4bce38b58 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:40:28.429248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95a011a0-21c3-4636-843b-8ec4bce38b58 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:40:28.504793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.602320 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0689f1b-8a13-4642-9b5e-9d2981fa0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.674881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.717045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.737478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.808892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.832750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.876709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.904254 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.905493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:28.912503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cae12ec2-1b78-4f2c-a81c-f87e81c86d31 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-309859623 HTTP/1.1" status: 204 len: 168 time: 0.5626922 Nov 12 12:40:28.918912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-7f9f5e82-ef58-4ab2-abc1-5bceeec8974c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5443 time: 0.3541975 Nov 12 12:40:28.922217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43834) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:28.924614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8254d3a-f19d-46f3-8124-0632d2000444 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:28.944879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-75984843-47fa-46cb-af95-4ff34802f704 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:28.980559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab44448-fe17-4bed-a7f6-bd8a11dcc548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:28.983760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f0689f1b-8a13-4642-9b5e-9d2981fa0e50 None None] For port 76a0ca80-aea7-4527-ad53-35a7d363b3af, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=76a0ca80-aea7-4527-ad53-35a7d363b3af,segment=NetworkSegment(b5236c45-9fad-438c-8b31-980237882a3e),segment_id=b5236c45-9fad-438c-8b31-980237882a3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:29.003852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0689f1b-8a13-4642-9b5e-9d2981fa0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.068885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0be901a-2a45-4044-a5fc-9ffdda11dbe3 req-15f847cd-779b-4c75-8306-89416b648fd4 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 210 time: 0.1155462 Nov 12 12:40:29.074673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab44448-fe17-4bed-a7f6-bd8a11dcc548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.128133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0689f1b-8a13-4642-9b5e-9d2981fa0e50 None None] Pushing event updated for resources: {'Port': ['ID=76a0ca80-aea7-4527-ad53-35a7d363b3af,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:29.153694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66028d6c-face-49ad-a5d4-c320bd8b000f req-945d1232-5ca5-4719-b40d-b63aecb6a83b tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323499 Nov 12 12:40:29.167357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75984843-47fa-46cb-af95-4ff34802f704 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags HTTP/1.1" status: 200 len: 205 time: 0.2408013 Nov 12 12:40:29.170817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:29.192385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-f5de4dd0-2682-455d-a1e0-8fd52919bec6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:29.192678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4ab44448-fe17-4bed-a7f6-bd8a11dcc548 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9adf5adb584141139424ab93523c363b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1999078 Nov 12 12:40:29.193295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43840) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:29.193413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab44448-fe17-4bed-a7f6-bd8a11dcc548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464ef74-bf53-4488-bc70-05217c2d3efe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:29.207253 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.266088 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f5de4dd0-2682-455d-a1e0-8fd52919bec6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags HTTP/1.1" status: 204 len: 168 time: 0.0941267 Nov 12 12:40:29.274375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:29.285856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-cea8f53d-11ed-4f2a-a40c-052b139cc37b tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:29.292752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4ecc621c-0ddf-49af-b587-a26af548b034,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:29.302209 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.303609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device cad53b8a-8590-4671-b981-16b96dea7ff4 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:29.331663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f92deeb4-0a51-4c0f-ba49-fbe9437c056c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.411110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f92deeb4-0a51-4c0f-ba49-fbe9437c056c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.415329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Provisioning complete for port 76a0ca80-aea7-4527-ad53-35a7d363b3af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:29.415705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.423407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:40:19Z', 'revision_number': 4, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f6b3cd17-2bb2-4c1f-9985-3cf428d8744b', 'name': '', 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'mac_address': 'fa:16:3e:94:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:17Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 4, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'subnets': [{'id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:29.506407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a9c70-c2f2-423c-88af-5a558bd3cba3 None None] The sync data for ids ['c6d6932d-ce03-4277-a44c-6f2680b1409b'] in n-d-804878-5 is: [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:40:19Z', 'revision_number': 4, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'f6b3cd17-2bb2-4c1f-9985-3cf428d8744b', 'name': '', 'network_id': 'ee7cd0fc-83f8-4186-a2b7-eff83555f161', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'mac_address': 'fa:16:3e:94:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:17Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 4, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'subnets': [{'id': '37cd8856-85e0-4421-afaa-32bdd0ca5ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:29.544653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f92deeb4-0a51-4c0f-ba49-fbe9437c056c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.549050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f92deeb4-0a51-4c0f-ba49-fbe9437c056c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.551550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f92deeb4-0a51-4c0f-ba49-fbe9437c056c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c464ef74-bf53-4488-bc70-05217c2d3efe HTTP/1.1" status: 204 len: 168 time: 0.3656662 Nov 12 12:40:29.574797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92deeb4-0a51-4c0f-ba49-fbe9437c056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464ef74-bf53-4488-bc70-05217c2d3efe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:29.601275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b8254d3a-f19d-46f3-8124-0632d2000444 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:29.607922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.689759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:29.722911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.97 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/22774f13-0f39-47a0-8ca2-2ad105aaf447) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:29.741112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43852) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:29.745639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-c0a75315-3696-4810-ab3f-63a5212e8e39 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:29.755928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cea8f53d-11ed-4f2a-a40c-052b139cc37b tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags HTTP/1.1" status: 204 len: 168 time: 0.4792373 Nov 12 12:40:29.808017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.814927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.816275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.825035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.831700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.840077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.847749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.856318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:29.858708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-debed8ae-5780-43b4-8175-b0a8eef669d5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5429 time: 0.5562956 Nov 12 12:40:29.899118 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.899845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port cad53b8a-8590-4671-b981-16b96dea7ff4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:29.905336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0a75315-3696-4810-ab3f-63a5212e8e39 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1631181 Nov 12 12:40:29.910786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43856) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:29.918383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port cad53b8a-8590-4671-b981-16b96dea7ff4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:29.919400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:29.922640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-60def231-f920-4d79-bd23-96f21d96dbe7 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:30.140526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecc621c-0ddf-49af-b587-a26af548b034'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:30.147304 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb89203-7bd5-4fb4-8ec3-fa5b5b6a817a" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "4ecc621c-0ddf-49af-b587-a26af548b034"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:30.184285 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-60def231-f920-4d79-bd23-96f21d96dbe7 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2697518 Nov 12 12:40:30.187048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:30.204193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-9cf8dd44-8f10-41dc-a9f1-172d889121d2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-933273260') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:30.213814 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.218955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 76a0ca80-aea7-4527-ad53-35a7d363b3af up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:30.242345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.322254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13bd256b-9224-4b85-bbc3-a8505eed0156 req-75b0757a-3d80-4dbb-89ea-c934a3e1e08c tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 210 time: 0.1085408 Nov 12 12:40:30.421194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9316092-f4cb-4f6e-b180-c547b0bfd7f1 req-4b5e4e1e-886d-4aad-894d-28c6f514a001 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5455935 Nov 12 12:40:30.450361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43880) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:30.488152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=cad53b8a-8590-4671-b981-16b96dea7ff4,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:30.499002 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e32382b-436c-4809-b605-f86a83903d7c x-openstack-request-id: req-7e32382b-436c-4809-b605-f86a83903d7c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:30.500818 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "4ecc621c-0ddf-49af-b587-a26af548b034", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:30.501275 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e32382b-436c-4809-b605-f86a83903d7c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:30.501706 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecc621c-0ddf-49af-b587-a26af548b034', 'code': 200} Nov 12 12:40:30.549213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Provisioning complete for port ff9e13cf-d941-4100-b278-9631671f62b9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:30.551301 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.555276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.624083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9cf8dd44-8f10-41dc-a9f1-172d889121d2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-933273260 HTTP/1.1" status: 201 len: 201 time: 0.4329922 Nov 12 12:40:30.630928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c30edf47-e885-4f96-b56f-8857344cc8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.652956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:30.661117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Port ff9e13cf-d941-4100-b278-9631671f62b9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:30.665376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-b052a854-b4f3-4eea-b9d5-7eb07588f339 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-1906210536') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:30.670860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.673920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:30.692332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:30.705688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:30.781781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5311de14-71d7-4e80-8c76-be5676bd07f1 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:30.848180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Provisioning complete for port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:30.848566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.899574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 76a0ca80-aea7-4527-ad53-35a7d363b3af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:30.899947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:30.902359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=22774f13-0f39-47a0-8ca2-2ad105aaf447,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:30.985992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:30.994639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.017245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.029481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.034120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:31.047065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.060044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.074867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.088773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-82cb2bae-79dd-484a-a28a-24112c508e5e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.3875725 Nov 12 12:40:31.189565 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.203357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 5311de14-71d7-4e80-8c76-be5676bd07f1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:31.212218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 5311de14-71d7-4e80-8c76-be5676bd07f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:31.212597 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.242173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c30edf47-e885-4f96-b56f-8857344cc8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.266121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c30edf47-e885-4f96-b56f-8857344cc8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.331690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] For port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:31.344657 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.455366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaf042a5-7341-415f-928e-afe0c32d5d1e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:31.461123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86d2b5-4e1f-4d07-ba4f-6c88c5c1d3bd None None] Pushing event updated for resources: {'Port': ['ID=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:31.584642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.651995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.673935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9204aff2-d870-41b0-8bc1-1d8f4d716960 req-0fed216c-82a9-4001-9e11-f904ce51403e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0451939 Nov 12 12:40:31.714250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port aaf042a5-7341-415f-928e-afe0c32d5d1e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:31.714655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.797048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5311de14-71d7-4e80-8c76-be5676bd07f1,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:31.808219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.809317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ba006da0-3ca0-4b4b-9a14-0ebe1df53110 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:31.811937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.947924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:31.972168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.981052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:31.990245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:32.002010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:32.010644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:32.022467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:32.023470 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.032066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:32.066366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:32.083426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:32.087330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15047f31-9703-44ed-95df-121f772fd9eb req-1d609557-1b7a-4647-ae95-cbbdcae42221 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5430 time: 0.2295501 Nov 12 12:40:32.276185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15047f31-9703-44ed-95df-121f772fd9eb req-f5c56c82-8a39-4102-8b68-b58208f32f7f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093514 Nov 12 12:40:32.328833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b052a854-b4f3-4eea-b9d5-7eb07588f339 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-1906210536 HTTP/1.1" status: 201 len: 201 time: 1.6686950 Nov 12 12:40:32.330031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:32.332267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c30edf47-e885-4f96-b56f-8857344cc8bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0f4df3ab51840359c620364152f3c85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8804398 Nov 12 12:40:32.335274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-80f9d0dd-48c6-4133-b976-1da8a68cec21 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-1344059253') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:32.340508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:32.373294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30edf47-e885-4f96-b56f-8857344cc8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67de9d54-ddb0-4862-909b-52e5d18bc9e4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:32.410409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f6b3cd17-2bb2-4c1f-9985-3cf428d8744b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:32.440156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ba5f1f1-ecce-43d3-958f-d18db11e2431 req-3c05452c-0bd8-4949-be58-bae97268d718 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3504019 Nov 12 12:40:32.486083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.502299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:32.503527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe302-0ffc-4fe4-bf4d-57811ed51610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.504714 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f9978-c379-4124-8a0c-01417e5c641d" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:32.513165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-83ab1775-8628-4356-b865-eb229f25db18 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:32.515223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-83ab1775-8628-4356-b865-eb229f25db18 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.65 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 809 time: 1.1537032 Nov 12 12:40:32.537945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:32.538284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.543830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:32.546264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe302-0ffc-4fe4-bf4d-57811ed51610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.569103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.569936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6d9a0aa7-7d81-4a18-be7b-27276221c905 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:32.579149 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.590138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.633466 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f98dfe-f82a-46a6-bbc3-865c6839edaf x-openstack-request-id: req-82f98dfe-f82a-46a6-bbc3-865c6839edaf {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:32.633702 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-plugged", "status": "completed", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:32.633942 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f98dfe-f82a-46a6-bbc3-865c6839edaf {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:32.634365 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4', 'code': 200} Nov 12 12:40:32.634625 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'code': 200} Nov 12 12:40:32.650708 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe302-0ffc-4fe4-bf4d-57811ed51610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.655784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe302-0ffc-4fe4-bf4d-57811ed51610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:32.657921 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f7fe302-0ffc-4fe4-bf4d-57811ed51610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67de9d54-ddb0-4862-909b-52e5d18bc9e4 HTTP/1.1" status: 204 len: 168 time: 0.2800093 Nov 12 12:40:32.687877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fe302-0ffc-4fe4-bf4d-57811ed51610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67de9d54-ddb0-4862-909b-52e5d18bc9e4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:32.761465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-80f9d0dd-48c6-4133-b976-1da8a68cec21 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-1344059253 HTTP/1.1" status: 201 len: 201 time: 0.4302499 Nov 12 12:40:32.766900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:32.806516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-be05cb6c-0305-45dc-b39a-aeee436b39c4 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-1271594999') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:32.859793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-5400e7fa-cbd8-433c-b77b-2333891327f5 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5025417732144a0782c19bb271fe7f50 HTTP/1.1" status: 200 len: 380 time: 0.2424088 Nov 12 12:40:32.879583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'port': {'device_id': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'admin_state_up': True, 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'security_groups': ['a95df59e-b381-4171-97e6-838b38dfd381']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:32.914730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a864d779-71a8-4089-92fc-5154512a267d req-4a313dd3-5417-45aa-b0ff-d1f0b72876b9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0534799 Nov 12 12:40:32.929141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:32.993869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=22774f13-0f39-47a0-8ca2-2ad105aaf447,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:33.010262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.043883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 6d9a0aa7-7d81-4a18-be7b-27276221c905 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:33.079257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6d9a0aa7-7d81-4a18-be7b-27276221c905 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:33.087558 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.099483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Made reservation on behalf of 5025417732144a0782c19bb271fe7f50 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:33.105042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.127541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 76a0ca80-aea7-4527-ad53-35a7d363b3af up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:33.256744 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 0a2c43ef-db56-4987-b382-5ca37fbed4c9 associated. External IP: 172.25.1.97, port: 822713a2-d110-4ae2-8977-0be088c271f9. Nov 12 12:40:33.348174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-be05cb6c-0305-45dc-b39a-aeee436b39c4 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-1271594999 HTTP/1.1" status: 201 len: 201 time: 0.5588431 Nov 12 12:40:33.355112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43942) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:33.362148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-77f790ae-0d20-46c5-a165-2f75d403354f tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', {'tags': ['tempest-TagsExtTest-Tag-634236507', 'tempest-TagsExtTest-Tag-1410728479', 'tempest-TagsExtTest-Tag-336803647']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:33.365940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Allocated IP 172.20.0.5 (0c76998d-4d7c-462e-ae52-f993f5fe41e5/66a92178-f41c-4cec-b615-aab1203f844f/50dc4f4c-3623-4655-9275-50349b488dc4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:33.408396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 76a0ca80-aea7-4527-ad53-35a7d363b3af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:33.408747 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.413784 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.523215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:33.537609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.537843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-77f790ae-0d20-46c5-a165-2f75d403354f tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags HTTP/1.1" status: 200 len: 316 time: 0.1788571 Nov 12 12:40:33.538694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 715e755b-4ff1-44f6-ae90-340b668411f1 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:33.555458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:33.571262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-ebd23054-b0e0-4b06-81be-5ee80b54fd1a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:33.655642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.686461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 715e755b-4ff1-44f6-ae90-340b668411f1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:33.700793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 715e755b-4ff1-44f6-ae90-340b668411f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:33.701311 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.703147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:33.737760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.794389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.798554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.799940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.800630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.801325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.802582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.803340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.805708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-fe0d7ee1-2c3f-4252-b86a-a46a925737c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 1.0630512 Nov 12 12:40:33.845974 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.855910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.862820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.870574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.877565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.884835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.892335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.913682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:33.915678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-23aa989e-f37b-4f5a-ac98-ccc88f53f2b4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5432 time: 0.3955550 Nov 12 12:40:33.920348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=715e755b-4ff1-44f6-ae90-340b668411f1,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:33.928911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:33.929851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e5b2db53-b081-47a4-aada-faa90c345d3b up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:33.935652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'Port': ['ID=50dc4f4c-3623-4655-9275-50349b488dc4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:33.943944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:33.971471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:33.979796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:34.107770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.109111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.135509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port e5b2db53-b081-47a4-aada-faa90c345d3b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:34.163283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port e5b2db53-b081-47a4-aada-faa90c345d3b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:34.169874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.176468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.177886 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.189739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8b394892-c62b-4790-98e1-b51e2cc1866b req-f5770c26-ae36-4afa-9b5c-ecd16026b85f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3556879 Nov 12 12:40:34.198219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.213694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a47ffb30-6437-463e-aa03-b5b8e6b56ac5 req-64de698a-3d4a-4193-baf1-f03e581dc9da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2795448 Nov 12 12:40:34.215684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.230865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.245552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:34.254001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.264368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.276463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ecec8baf-bcaa-4657-b2c5-2ccd9c2eb5b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.5490799 Nov 12 12:40:34.295707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ebd23054-b0e0-4b06-81be-5ee80b54fd1a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags HTTP/1.1" status: 204 len: 168 time: 0.7295299 Nov 12 12:40:34.296452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:34.302810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-8b58770d-86c4-4076-916f-9b7fc9866771 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-634236507') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:34.310822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-accdd0aa-e797-410b-ba79-2906f3f71208 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4352620 Nov 12 12:40:34.371995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:34.452602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.467782 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8b58770d-86c4-4076-916f-9b7fc9866771 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:34.472245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8b58770d-86c4-4076-916f-9b7fc9866771 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-634236507 HTTP/1.1" status: 404 len: 328 time: 0.1729131 Nov 12 12:40:34.475458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:34.487682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-b66bbcc3-779b-4d3b-993f-749ee47dc781 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-1410728479') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:34.525324 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-700686f7-8787-476d-8d68-2b0b3922c60d req-ea45e9fd-9fee-443b-8b37-8915d1622ddc tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441585 Nov 12 12:40:34.572526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Request body: {'port': {'device_id': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:34.586641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc64a-49ee-466c-928e-9fc8873b6e2a req-f78d7e34-875a-4ea5-8130-d638f22a385e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:34.588346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85cfc64a-49ee-466c-928e-9fc8873b6e2a req-f78d7e34-875a-4ea5-8130-d638f22a385e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 931 time: 0.2103217 Nov 12 12:40:34.602111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30d3affc-7029-49f8-b939-a8e102e8b280 None None] Provisioning complete for port 50dc4f4c-3623-4655-9275-50349b488dc4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:34.602575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30d3affc-7029-49f8-b939-a8e102e8b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.610376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e5b2db53-b081-47a4-aada-faa90c345d3b,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:34.642700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e755b-4ff1-44f6-ae90-340b668411f1'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:34.645107 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330dfaa3-a6d7-4a56-b063-1ad51046b0c5" -d '{"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "715e755b-4ff1-44f6-ae90-340b668411f1"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:34.651481 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.652306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f3a22de2-4066-4798-a150-c437fbaad9e2 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:34.691808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.723059 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6452d9c-7e59-45e2-a5f7-abb828181f88 x-openstack-request-id: req-f6452d9c-7e59-45e2-a5f7-abb828181f88 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:34.723406 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "715e755b-4ff1-44f6-ae90-340b668411f1", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:34.723676 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6452d9c-7e59-45e2-a5f7-abb828181f88 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:34.724741 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110', 'code': 200} Nov 12 12:40:34.725323 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905', 'code': 200} Nov 12 12:40:34.725592 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e755b-4ff1-44f6-ae90-340b668411f1', 'code': 200} Nov 12 12:40:34.725849 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b', 'code': 200} Nov 12 12:40:34.748647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30d3affc-7029-49f8-b939-a8e102e8b280 None None] Port 50dc4f4c-3623-4655-9275-50349b488dc4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:34.767127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:34.771995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:34.772360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port f3a22de2-4066-4798-a150-c437fbaad9e2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:34.776781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port f3a22de2-4066-4798-a150-c437fbaad9e2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:34.777156 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.785576 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:34.801784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85cfc64a-49ee-466c-928e-9fc8873b6e2a req-f937e4a0-6ebb-4d3c-99cc-14026b929fee tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066965 Nov 12 12:40:34.826956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.831624 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b66bbcc3-779b-4d3b-993f-749ee47dc781 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:34.839956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b66bbcc3-779b-4d3b-993f-749ee47dc781 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-1410728479 HTTP/1.1" status: 404 len: 329 time: 0.3613100 Nov 12 12:40:34.840789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:34.847403 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:34.858911 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:34.923523 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:40:34.932546 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:34.939748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-a0b54b35-0862-4e39-b18b-699da307439a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5', 'tempest-TagsExtTest-Tag-336803647') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:34.964847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:34.968728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:34.985824 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.000845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-08a7ed98-ad71-4950-85c5-3c5a89c55565 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.7232752 Nov 12 12:40:35.003291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:35.010876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-21728068'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:35.059090 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:35.069370 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e692ffe-4f53-4e27-ac61-64b8f7530fe8 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:35.071373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:35.088981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.121616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f3a22de2-4066-4798-a150-c437fbaad9e2,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:35.131945 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.135033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6a1b0778-d38b-429d-ba93-5d22267bb579 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:35.166482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:40:35.180793 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a0b54b35-0862-4e39-b18b-699da307439a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:35.181933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a0b54b35-0862-4e39-b18b-699da307439a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags/tempest-TagsExtTest-Tag-336803647 HTTP/1.1" status: 404 len: 328 time: 0.2674718 Nov 12 12:40:35.185103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44004) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:35.206964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-c188a975-6aaa-4b17-a608-dde5a029a951 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', {'tags': ['tempest-TagsExtTest-Tag-743309200', 'tempest-TagsExtTest-Tag-323406642', 'tempest-TagsExtTest-Tag-641187598']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:35.219615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.220069 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Added segment 404e15b9-4eaa-4c1f-9d2d-049348877a5c of type vlan for network 06c11fac-555c-4c13-a8dc-31b057129dfe Nov 12 12:40:35.305899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 6a1b0778-d38b-429d-ba93-5d22267bb579 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:35.311883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 6a1b0778-d38b-429d-ba93-5d22267bb579 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:35.312542 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.384402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:35.385793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dc4f4c-3623-4655-9275-50349b488dc4 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:35.427180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.463076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.510103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.532051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.532715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.545033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Transition to ACTIVE for port object 50dc4f4c-3623-4655-9275-50349b488dc4 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:40:35.557665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.576699 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.725835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6a1b0778-d38b-429d-ba93-5d22267bb579,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:35.735456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.743979 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:35.761035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.775451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.801459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.829639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.853154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.872094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:35.877417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-bdd07e70-ca36-4d87-a5b8-8e66d0bd3669 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5435 time: 0.4965549 Nov 12 12:40:35.890942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:35.899603 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-53262ef8-aa29-4c5e-b3cf-a1b90f04e6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:36.099563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f72d04f8-d97b-4cde-a19c-6e634b7b3b77 req-c37b3b9e-7e6a-40ad-ae0c-46d6775670a8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056575 Nov 12 12:40:36.132569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Pushing event updated for resources: {'Port': ['ID=50dc4f4c-3623-4655-9275-50349b488dc4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:36.150127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Attempting to bind port 50dc4f4c-3623-4655-9275-50349b488dc4 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:36.152808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Attempting to bind port 50dc4f4c-3623-4655-9275-50349b488dc4 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:36.153155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Attempting to bind port 50dc4f4c-3623-4655-9275-50349b488dc4 on network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:36.162673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Port 50dc4f4c-3623-4655-9275-50349b488dc4 on network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:40:36.163007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Attempting to bind port 50dc4f4c-3623-4655-9275-50349b488dc4 on network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:36.179795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:36.180143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Checking segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:36.180542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Bound using segment: {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:36.181116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Bound port: 50dc4f4c-3623-4655-9275-50349b488dc4, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447be00e-84ca-4cd0-88f3-b8adcc67ea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:36.181351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:36.408980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] For port 50dc4f4c-3623-4655-9275-50349b488dc4, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:36.417242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] For port 50dc4f4c-3623-4655-9275-50349b488dc4, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=50dc4f4c-3623-4655-9275-50349b488dc4,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:36.421716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c188a975-6aaa-4b17-a608-dde5a029a951 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags HTTP/1.1" status: 200 len: 315 time: 1.2332840 Nov 12 12:40:36.431401 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4247069 Nov 12 12:40:36.431627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:36.432301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:36.460759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359a01-5f86-45bc-aefd-9f6f3ffddb15 req-8cff947b-06af-4b7d-845d-62905a749d2e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.462425 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8359a01-5f86-45bc-aefd-9f6f3ffddb15 req-8cff947b-06af-4b7d-845d-62905a749d2e tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 943 time: 0.1736710 Nov 12 12:40:36.469021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-bd319f6f-980b-4752-af9e-7d9b9ad84248 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:36.486407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'subnet': {'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:36.501738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fa3d6-dcdc-4b2b-a340-b4b5d54099a7 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Network': ['ID=06c11fac-555c-4c13-a8dc-31b057129dfe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:36.516433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 06c11fac-555c-4c13-a8dc-31b057129dfe details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:40:36.543161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.549289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.556388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.563248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.570452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.576882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.584146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.586201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-b83140ab-fc01-4f0a-a224-855c4302595a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.2331762 Nov 12 12:40:36.593514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:36.640376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:36.723374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae038675-af7a-4f2c-9b2b-8bc02f2b7ccc req-f65be7b3-70e4-4a6f-98d1-9a8584c2ccc6 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231008 Nov 12 12:40:36.731838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a22de2-4066-4798-a150-c437fbaad9e2'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:36.745567 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5067ff-068d-47fe-b7c7-046fb7778d5f" -d '{"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "f3a22de2-4066-4798-a150-c437fbaad9e2"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:36.752741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:36.760463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:36.856090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-342d342c-2a5a-4ffd-b303-305d1bd835fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:36.865607 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e073e9-a6f9-42a6-8439-4be3bd950941 x-openstack-request-id: req-38e073e9-a6f9-42a6-8439-4be3bd950941 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:36.865944 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "f3a22de2-4066-4798-a150-c437fbaad9e2", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:36.866222 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38e073e9-a6f9-42a6-8439-4be3bd950941 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:36.866821 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a22de2-4066-4798-a150-c437fbaad9e2', 'code': 200} Nov 12 12:40:36.867239 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579', 'code': 200} Nov 12 12:40:36.953814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Pushing event updated for resources: {'Port': ['ID=50dc4f4c-3623-4655-9275-50349b488dc4,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:36.969273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:36.969906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:36.971335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-fa6c222d-fd9b-43f7-b64d-620409f6140e service neutron] 10.222.0.65 "PUT /v2.0/ports/50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 1091 time: 2.6460581 Nov 12 12:40:36.987615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-342d342c-2a5a-4ffd-b303-305d1bd835fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.004600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:37.011733 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:37.026973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-342d342c-2a5a-4ffd-b303-305d1bd835fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.076712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d342c-2a5a-4ffd-b303-305d1bd835fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f787ab4a-82d8-4078-ac7b-768de84a0b3a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:37.138656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.138656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.139350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.140492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.141075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.141604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.142438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.144550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-271f9053-8a6f-4d58-a8f1-75049dd4484c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6493 time: 0.1552749 Nov 12 12:40:37.196985 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01cc346-424f-480b-9a9c-801efaad61d7 x-openstack-request-id: req-c01cc346-424f-480b-9a9c-801efaad61d7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:37.198554 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:37.198974 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c01cc346-424f-480b-9a9c-801efaad61d7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:37.199556 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4', 'status': 'completed', 'code': 200} Nov 12 12:40:37.245293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24d5c822-6e2f-447a-bf02-4dd07eb4705c req-8d8fd189-f399-4383-baf6-f660efed080d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&id=92915ced-82d3-4474-8865-ecde2acb7473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893757 Nov 12 12:40:37.251280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-342d342c-2a5a-4ffd-b303-305d1bd835fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ba766b200f440589e4d79cff053f2ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545241 Nov 12 12:40:37.261257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:37.373209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a8359a01-5f86-45bc-aefd-9f6f3ffddb15 req-16fa7469-16e6-41b1-9f98-e2b6287f304a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6922977 Nov 12 12:40:37.420648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.435614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.451939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.461554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.478204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.490792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-f60776e4-4ddc-429f-bbcf-6f00c185abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.492447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.492591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-f60776e4-4ddc-429f-bbcf-6f00c185abbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1094 time: 0.3520749 Nov 12 12:40:37.503666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.512287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-01c91c53-fbbb-44ab-b682-54e7e3ae61b6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.2535455 Nov 12 12:40:37.553077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.681767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.696814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-e6145d0a-5da4-48a9-a414-15438ba60090 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 217 time: 0.1887081 Nov 12 12:40:37.714101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bd319f6f-980b-4752-af9e-7d9b9ad84248 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags HTTP/1.1" status: 204 len: 168 time: 1.2788773 Nov 12 12:40:37.724466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2b720e2-1e8d-40ca-8afe-b8bcdbcfeaf1 req-8c56fb2a-3eaf-44ec-bbbe-bef4b1052ccc tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2081077 Nov 12 12:40:37.744010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:37.759481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.782909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-cbaf347e-fb45-46cd-867a-c8c01e100271 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-743309200') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:37.818801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Subnet': ['ID=b9a4d03c-77bb-40b1-924a-6ddc107ad798,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:37.858118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-b4184f68-fb4d-43af-af30-aaa9d1360c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:37.859428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-b4184f68-fb4d-43af-af30-aaa9d1360c1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 200 len: 848 time: 0.1419227 Nov 12 12:40:37.928748 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-cbaf347e-fb45-46cd-867a-c8c01e100271 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:37.933669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cbaf347e-fb45-46cd-867a-c8c01e100271 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-743309200 HTTP/1.1" status: 404 len: 328 time: 0.1842384 Nov 12 12:40:37.934402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:37.940209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-229af3fe-73dd-4c11-a70b-537a85876876 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-323406642') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:37.946105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Checking segment: {'id': '404e15b9-4eaa-4c1f-9d2d-049348877a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:37.946734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network hostable DHCP agents. Network: 06c11fac-555c-4c13-a8dc-31b057129dfe, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:40:37.951648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.956297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:37.962055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f787ab4a-82d8-4078-ac7b-768de84a0b3a HTTP/1.1" status: 204 len: 168 time: 0.6939425 Nov 12 12:40:38.069487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f787ab4a-82d8-4078-ac7b-768de84a0b3a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:38.086211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.086709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.087255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.087783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.088197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.088803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.089367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.089890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.090587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.091049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.091773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.092499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8c7c7-1028-4860-9a35-d7073d2276f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:38.121938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 06c11fac-555c-4c13-a8dc-31b057129dfe is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:40:38.143241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-37853462-b44b-46c0-86d5-cc0415d7dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.148258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-37853462-b44b-46c0-86d5-cc0415d7dded service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c76998d-4d7c-462e-ae52-f993f5fe41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2800748 Nov 12 12:40:38.165509 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-229af3fe-73dd-4c11-a70b-537a85876876 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:38.170516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-229af3fe-73dd-4c11-a70b-537a85876876 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-323406642 HTTP/1.1" status: 404 len: 328 time: 0.2301893 Nov 12 12:40:38.170516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44094) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:38.175389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-ca2ff6b3-9f60-4aff-8f3b-99008c386e42 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9', 'tempest-TagsExtTest-Tag-641187598') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:38.211417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 06c11fac-555c-4c13-a8dc-31b057129dfe) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:38.226693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b8fc1b-984b-4377-91dc-5bf295b83d56 None None] Network 06c11fac-555c-4c13-a8dc-31b057129dfe requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:38.276001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.290388 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-ca2ff6b3-9f60-4aff-8f3b-99008c386e42 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:38.293294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ca2ff6b3-9f60-4aff-8f3b-99008c386e42 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags/tempest-TagsExtTest-Tag-641187598 HTTP/1.1" status: 404 len: 328 time: 0.1215608 Nov 12 12:40:38.296093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:38.301790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-7dff9c98-1bad-46ee-8773-0db286729456 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', {'tags': ['tempest-TagsExtTest-Tag-532032761', 'tempest-TagsExtTest-Tag-1999355650', 'tempest-TagsExtTest-Tag-1304787613']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:38.312366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.331894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.352193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.367360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.392664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.401378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.412929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-9f0a6b25-5815-4f1a-95e1-9c36c8b2ec0c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.4682176 Nov 12 12:40:38.416025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:38.422671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:38.611581 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74f8175a-3bb4-44b5-90e0-2f4e9d129105 req-061d4a4e-a802-4980-b7dc-31460ab7fbfa tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816244 Nov 12 12:40:38.620125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-987b3295-41b1-440b-b9c6-d0e0941de8cf tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1822670 Nov 12 12:40:38.640011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:38.664235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-06c11fac-555c-4c13-a8dc-31b057129dfe', 'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe', 'tenant_id': 'a41e72a4c1be4b4193ee2ad03d89935e', 'fixed_ips': [{'subnet_id': 'b9a4d03c-77bb-40b1-924a-6ddc107ad798'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:40:38.666253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:38.677782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1554253008', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:38.712880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:38.714002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:38.757116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-42986d05-9909-4950-ad59-e6fb8afdb369 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972238 Nov 12 12:40:38.856013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:38.876501 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7dff9c98-1bad-46ee-8773-0db286729456 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags HTTP/1.1" status: 200 len: 317 time: 0.5774746 Nov 12 12:40:38.882474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:38.901057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-54650f42-36d3-40c0-85bc-fd58cbf0ea45 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:38.961808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58cec5d4-56d3-4e8b-9b0e-f18cea5b55de req-5da3a10c-9be7-4124-8cb2-6fa25e057135 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883752 Nov 12 12:40:39.049161 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-989ad66c-9f4b-4640-a130-fdd93160aa1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.078225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0be72-7f26-4bfd-b060-483b2cd8cd0e req-8f6443c2-e7fc-43b2-9183-8bca52ffe9b1 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.089600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Allocated IP 172.20.0.2 (06c11fac-555c-4c13-a8dc-31b057129dfe/b9a4d03c-77bb-40b1-924a-6ddc107ad798/c6a071e2-111e-48b2-a8d7-15f9e58ff50d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:39.099749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18d0be72-7f26-4bfd-b060-483b2cd8cd0e req-8f6443c2-e7fc-43b2-9183-8bca52ffe9b1 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 943 time: 0.4912150 Nov 12 12:40:39.305888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.313891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.327809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.330922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:39.335748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.342742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.349343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.358040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.361651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a49a3b5d-41aa-445f-a339-335b638d9efc req-96591045-fa77-468f-bcc7-6944660f45be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.4026258 Nov 12 12:40:39.373611 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.377801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:39.382040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18d0be72-7f26-4bfd-b060-483b2cd8cd0e req-ae3e8fe9-7b3b-491e-b369-0aff7df7462f tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813649 Nov 12 12:40:39.390436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Request body: {'floatingip': {'port_id': 'b9706f7d-d061-45fd-8cde-dff5e795728f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:39.397285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54650f42-36d3-40c0-85bc-fd58cbf0ea45 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags HTTP/1.1" status: 204 len: 168 time: 0.5137608 Nov 12 12:40:39.401065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-851bfc32-f050-4576-bf03-2523a2b9121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:39.401975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:39.404904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-851bfc32-f050-4576-bf03-2523a2b9121f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1094 time: 0.3305962 Nov 12 12:40:39.414412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-a5417275-5279-4b76-8054-5a914de5ecbf tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-532032761') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:39.505660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.523290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.537697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.548053 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a5417275-5279-4b76-8054-5a914de5ecbf tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:39.549636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a5417275-5279-4b76-8054-5a914de5ecbf tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-532032761 HTTP/1.1" status: 404 len: 328 time: 0.1464670 Nov 12 12:40:39.553084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:39.561985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-6a7e6bf8-fd2b-4d78-9da1-7746425d3b92 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-1999355650') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:39.620137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Network 06c11fac-555c-4c13-a8dc-31b057129dfe is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:39.622258 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.626811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:39.637130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:39.660534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948021214-network', 'tenant_id': '4c862087f8ac458cba2d3546bc080526'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:39.664342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Pushing event updated for resources: {'Port': ['ID=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:39.767985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Attempting to bind port c6a071e2-111e-48b2-a8d7-15f9e58ff50d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:39.768517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Attempting to bind port c6a071e2-111e-48b2-a8d7-15f9e58ff50d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '404e15b9-4eaa-4c1f-9d2d-049348877a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:39.768982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Attempting to bind port c6a071e2-111e-48b2-a8d7-15f9e58ff50d on network 06c11fac-555c-4c13-a8dc-31b057129dfe {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:39.781135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:39.781659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Checking segment: {'id': '404e15b9-4eaa-4c1f-9d2d-049348877a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:39.782204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.782735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Bound using segment: {'id': '404e15b9-4eaa-4c1f-9d2d-049348877a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:39.783310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Bound port: c6a071e2-111e-48b2-a8d7-15f9e58ff50d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404e15b9-4eaa-4c1f-9d2d-049348877a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:39.786900 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.830452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Made reservation on behalf of 4c862087f8ac458cba2d3546bc080526 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:39.835601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.840761 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-6a7e6bf8-fd2b-4d78-9da1-7746425d3b92 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:39.849472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a7e6bf8-fd2b-4d78-9da1-7746425d3b92 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-1999355650 HTTP/1.1" status: 404 len: 329 time: 0.2950530 Nov 12 12:40:39.851173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:39.860450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-a4cff0be-eb40-4b52-8461-69053f264b5c tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21', 'tempest-TagsExtTest-Tag-1304787613') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:39.928407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] For port c6a071e2-111e-48b2-a8d7-15f9e58ff50d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:39.932588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] For port c6a071e2-111e-48b2-a8d7-15f9e58ff50d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,segment=NetworkSegment(404e15b9-4eaa-4c1f-9d2d-049348877a5c),segment_id=404e15b9-4eaa-4c1f-9d2d-049348877a5c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:39.941064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:39.953017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.053015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2510b8-d34c-42d5-baf0-caa7ed390319 None None] Pushing event updated for resources: {'Port': ['ID=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:40.062607 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a4cff0be-eb40-4b52-8461-69053f264b5c tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:40.071331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a4cff0be-eb40-4b52-8461-69053f264b5c tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags/tempest-TagsExtTest-Tag-1304787613 HTTP/1.1" status: 404 len: 329 time: 0.2186322 Nov 12 12:40:40.078047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:40.094977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-62921058-7fbb-435c-b521-dcd60a5ba770 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', {'tags': ['tempest-TagsExtTest-Tag-1946007467', 'tempest-TagsExtTest-Tag-484878715', 'tempest-TagsExtTest-Tag-1244250260']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:40.205109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-62921058-7fbb-435c-b521-dcd60a5ba770 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "PUT /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags HTTP/1.1" status: 200 len: 317 time: 0.1237490 Nov 12 12:40:40.207160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:40.255413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-4a8bc02f-9442-4953-b691-c5b31c25dca2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:40.320130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.330235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.435696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:40:40.466699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.469460 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Added segment e62698d7-21b6-4230-88a7-37294b3ac5c6 of type vlan for network 364a2959-d069-492d-80b3-7d168aaa0b87 Nov 12 12:40:40.484882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 50dc4f4c-3623-4655-9275-50349b488dc4 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:40:40.559454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.674609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:40:40.681926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb5d550-394b-427f-9947-5ff4708d005c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:40.688921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.698965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.705227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.717646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.719985 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.721401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.722771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.724339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.734157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.736784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a8bc02f-9442-4953-b691-c5b31c25dca2 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags HTTP/1.1" status: 204 len: 168 time: 0.4985645 Nov 12 12:40:40.741248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.750226 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-7675dd56-a388-451e-a7fc-552b8afd59b1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 1.2033236 Nov 12 12:40:40.750649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad12cdb-b059-4567-91bb-efe2d6a2e02a req-918fb424-b40b-463f-8b4a-b009f0e91b9f tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.752644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:40.752904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0ad12cdb-b059-4567-91bb-efe2d6a2e02a req-918fb424-b40b-463f-8b4a-b009f0e91b9f tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 943 time: 0.1490314 Nov 12 12:40:40.765223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-62cba68f-a843-4ac7-9633-a819009b29ad tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-1946007467') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:40.775733 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.811285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4738264 Nov 12 12:40:40.825254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44164) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:40.830908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 50dc4f4c-3623-4655-9275-50349b488dc4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=50dc4f4c-3623-4655-9275-50349b488dc4,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:40.838953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Request body: {'subnet': {'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948021214-subnet', 'tenant_id': '4c862087f8ac458cba2d3546bc080526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:40.845998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '50dc4f4c-3623-4655-9275-50349b488dc4', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'port_id': '50dc4f4c-3623-4655-9275-50349b488dc4', 'mac_address': 'fa:16:3e:c4:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:40:40.860717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-004866da-3cbd-4f2a-b85b-381354ee85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:40.864685 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-004866da-3cbd-4f2a-b85b-381354ee85ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 910 time: 1.3736959 Nov 12 12:40:40.915073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.946624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dc4f4c-3623-4655-9275-50349b488dc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:40.957132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Made reservation on behalf of 4c862087f8ac458cba2d3546bc080526 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:40.960306 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:40.980214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0ad12cdb-b059-4567-91bb-efe2d6a2e02a req-ad71eb09-1e4a-4910-80a3-5f8d5e99f527 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118654 Nov 12 12:40:40.986847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf6ef-d3f0-4c66-abfc-4f65f8edbc0e admin admin] Pushing event updated for resources: {'Network': ['ID=364a2959-d069-492d-80b3-7d168aaa0b87,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:40.995659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 50dc4f4c-3623-4655-9275-50349b488dc4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=50dc4f4c-3623-4655-9275-50349b488dc4,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:41.026032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 364a2959-d069-492d-80b3-7d168aaa0b87 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:40:41.033162 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-62cba68f-a843-4ac7-9633-a819009b29ad tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:41.033162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62cba68f-a843-4ac7-9633-a819009b29ad tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-1946007467 HTTP/1.1" status: 404 len: 329 time: 0.2687330 Nov 12 12:40:41.033566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:41.039315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-1d4c892f-e682-4715-a734-27b9f49b53e9 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-484878715') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:41.046691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-e54b263f-9cae-4f15-a45f-f161bd765cc2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 217 time: 0.1192763 Nov 12 12:40:41.113202 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1d4c892f-e682-4715-a734-27b9f49b53e9 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:41.122478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d4c892f-e682-4715-a734-27b9f49b53e9 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-484878715 HTTP/1.1" status: 404 len: 328 time: 0.0861456 Nov 12 12:40:41.124126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:41.147753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-4c7ea418-218f-4119-9546-16a4370d045a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b', 'tempest-TagsExtTest-Tag-1244250260') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:41.221040 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-4c7ea418-218f-4119-9546-16a4370d045a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] show failed (client error): The resource could not be found. Nov 12 12:40:41.222114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4c7ea418-218f-4119-9546-16a4370d045a tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags/tempest-TagsExtTest-Tag-1244250260 HTTP/1.1" status: 404 len: 329 time: 0.0932624 Nov 12 12:40:41.224103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:41.225679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:41.230461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-161cdde5-c352-42ec-bdd8-9b01e4de3675 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06b29457-e5a2-4a83-9cd1-d4b23361519b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:41.287509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-161cdde5-c352-42ec-bdd8-9b01e4de3675 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b/tags HTTP/1.1" status: 204 len: 168 time: 0.0577219 Nov 12 12:40:41.287846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:41.293378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-f70b41fd-6f20-4d4e-aec4-a38a3a98d752 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87d88eed-d476-424f-9317-7be87781ac21') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:41.397290 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-430a0f24-5cf2-4b34-a851-e24f7cebed0e req-99a34f40-5e2d-4b10-9ca3-b7a8d2000a71 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6457901 Nov 12 12:40:41.409170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=50dc4f4c-3623-4655-9275-50349b488dc4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:41.444859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:41.461275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['50dc4f4c-3623-4655-9275-50349b488dc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:40:41.485998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-71e57afb-903f-4a1a-a0f7-f3eec5c15f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.495846 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-71e57afb-903f-4a1a-a0f7-f3eec5c15f42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 200 len: 848 time: 0.4205513 Nov 12 12:40:41.529217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f70b41fd-6f20-4d4e-aec4-a38a3a98d752 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21/tags HTTP/1.1" status: 204 len: 168 time: 0.2377269 Nov 12 12:40:41.529436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:41.537861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-6ba65069-32e1-40f9-b9fb-4263e8b24fa3 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff9e13cf-d941-4100-b278-9631671f62b9') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:41.808527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.821374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.838556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.853847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.871678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.885994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.903730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:41.917134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace5e28-819b-497f-b077-35d2d08a857f None None] Network 06c11fac-555c-4c13-a8dc-31b057129dfe requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:41.921097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-334edcac-9dc9-4896-89c7-5bd97a3d3ce7 req-f73f6ace-369c-4836-8ea6-16552654b2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.2938786 Nov 12 12:40:41.923794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:41.935476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Request body: {'floatingip': {'port_id': '5311de14-71d7-4e80-8c76-be5676bd07f1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:41.961610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.041392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.046356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.171876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.244032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-6951928b-ff33-41b6-9433-b3b8ca27f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:42.245653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-6951928b-ff33-41b6-9433-b3b8ca27f584 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c76998d-4d7c-462e-ae52-f993f5fe41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7126944 Nov 12 12:40:42.262601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ba65069-32e1-40f9-b9fb-4263e8b24fa3 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9/tags HTTP/1.1" status: 204 len: 168 time: 0.7295918 Nov 12 12:40:42.266833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:42.285382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-16f42eb4-448d-4956-bb67-f54b09a28932 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3da795f1-1552-4d18-ae2e-6f8e0b1b76b5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:42.305625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Checking segment: {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:42.306049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Network hostable DHCP agents. Network: 364a2959-d069-492d-80b3-7d168aaa0b87, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:40:42.308228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f7aefc-a1d6-4eee-a6e5-e4af46c454af,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:42.389828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c6a071e2-111e-48b2-a8d7-15f9e58ff50d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:42.440886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e085-5fa8-4cc3-ae95-4a5b60d71da7 req-956509b7-f3e9-4afe-be46-f455d812fd3b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:42.460280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f4b8ba45-6300-43a8-89da-f0bec34f5bf2 None None] Provisioning complete for port c6a071e2-111e-48b2-a8d7-15f9e58ff50d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:42.460652 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ba45-6300-43a8-89da-f0bec34f5bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.474860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31e4e085-5fa8-4cc3-ae95-4a5b60d71da7 req-956509b7-f3e9-4afe-be46-f455d812fd3b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 944 time: 0.3312461 Nov 12 12:40:42.593031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Network 364a2959-d069-492d-80b3-7d168aaa0b87 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:40:42.608303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c6a071e2-111e-48b2-a8d7-15f9e58ff50d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:42.608668 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.631430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 364a2959-d069-492d-80b3-7d168aaa0b87) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:42.660004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf1aa3-4d7d-4abc-9deb-bc81a17e93f3 None None] Network 364a2959-d069-492d-80b3-7d168aaa0b87 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:42.692820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:42.693642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:42.820538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ced0dcc0-5f0b-4a9b-949e-5cee6fec28d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9844892 Nov 12 12:40:42.853278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:40:42.858358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-16f42eb4-448d-4956-bb67-f54b09a28932 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5/tags HTTP/1.1" status: 204 len: 168 time: 0.5908031 Nov 12 12:40:42.869814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44198) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:42.913184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.25.1.236 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/66ab7b3c-cbff-4810-9511-85b3d3c23bab) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:42.918248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5036a-3317-488c-83d6-24988442d25a None None] Network 364a2959-d069-492d-80b3-7d168aaa0b87 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:42.992929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.160317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31e4e085-5fa8-4cc3-ae95-4a5b60d71da7 req-e47fea03-e691-48f4-a58e-53cf0055a4c6 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6788104 Nov 12 12:40:43.200052 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-131a9349-5403-43ee-935c-68a4f8166267 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307606 Nov 12 12:40:43.371519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5782c43b-31b2-4ef9-be07-bb80fed6af86 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for subnetpool, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.379159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5782c43b-31b2-4ef9-be07-bb80fed6af86 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06b29457-e5a2-4a83-9cd1-d4b23361519b HTTP/1.1" status: 204 len: 168 time: 0.5019088 Nov 12 12:40:43.381161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:43.398975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port c6a071e2-111e-48b2-a8d7-15f9e58ff50d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,segment=NetworkSegment(404e15b9-4eaa-4c1f-9d2d-049348877a5c),segment_id=404e15b9-4eaa-4c1f-9d2d-049348877a5c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:43.436685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ba45-6300-43a8-89da-f0bec34f5bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.441810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.451776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 12:40:43.513253 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.516687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bbdebea1-6536-4fd4-81a1-edca48abab41 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d88eed-d476-424f-9317-7be87781ac21 HTTP/1.1" status: 200 len: 205 time: 0.1346018 Nov 12 12:40:43.521065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:43.523192 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.540464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.578660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-f4b8ba45-6300-43a8-89da-f0bec34f5bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:40:43.579443 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-f4b8ba45-6300-43a8-89da-f0bec34f5bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:40:43.619265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:43.630356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.634539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.711869 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.749595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6edc0c0a-efd6-48a1-b7ad-b5b47fccadf2 req-0cb25f5b-43ad-402b-a38a-ddd869e7fc3d service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325688 Nov 12 12:40:43.830936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.870911 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Floating IP 407a9179-7884-4305-95ce-ce388248c2be associated. External IP: 172.25.1.25, port: b9706f7d-d061-45fd-8cde-dff5e795728f. Nov 12 12:40:43.952539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.956925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:43.958572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:43.983934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:44.000171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=66ab7b3c-cbff-4810-9511-85b3d3c23bab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:44.002149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0cb9c-bd10-4651-b7e3-28d93a96342a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:44.023290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:44.024624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.025172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Fanout notify agent at l3_agent the message router_deleted on router 87d88eed-d476-424f-9317-7be87781ac21 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:40:44.044984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.044984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b3a29f93-ce15-48b3-b6ff-a58b803d5c70 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/routers/87d88eed-d476-424f-9317-7be87781ac21 HTTP/1.1" status: 204 len: 168 time: 0.5211172 Nov 12 12:40:44.060582 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Floating IP 9f6ee3f9-77b4-4e2d-ad89-889cf914c46b associated. External IP: 172.25.1.125, port: 5311de14-71d7-4e80-8c76-be5676bd07f1. Nov 12 12:40:44.211912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44218) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:44.239720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c6a071e2-111e-48b2-a8d7-15f9e58ff50d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:44.367517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-89785418-8b7f-4f39-a463-d659fbce303e None None] Provisioning complete for port c6a071e2-111e-48b2-a8d7-15f9e58ff50d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:44.367517 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89785418-8b7f-4f39-a463-d659fbce303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.450063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c6a071e2-111e-48b2-a8d7-15f9e58ff50d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:44.451050 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.463842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e8f1-36a2-4f3f-99c1-d7f46690de16 req-9721bb95-5507-4934-a009-b14934c7c069 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:44.471955 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56f8e8f1-36a2-4f3f-99c1-d7f46690de16 req-9721bb95-5507-4934-a009-b14934c7c069 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 944 time: 0.1780612 Nov 12 12:40:44.512978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Deleting port ff9e13cf-d941-4100-b278-9631671f62b9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:44.513617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.522063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 50dc4f4c-3623-4655-9275-50349b488dc4 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:40:44.610524 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.624957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Calling delete_port for ff9e13cf-d941-4100-b278-9631671f62b9 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:44.831561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-89785418-8b7f-4f39-a463-d659fbce303e None None] Provisioning complete for port 66ab7b3c-cbff-4810-9511-85b3d3c23bab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:44.832381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89785418-8b7f-4f39-a463-d659fbce303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.882864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-89785418-8b7f-4f39-a463-d659fbce303e None None] Port 66ab7b3c-cbff-4810-9511-85b3d3c23bab cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:44.884527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 50dc4f4c-3623-4655-9275-50349b488dc4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:40:44.893936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 50dc4f4c-3623-4655-9275-50349b488dc4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:44.894354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:44.930188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56f8e8f1-36a2-4f3f-99c1-d7f46690de16 req-aa556afd-d8f0-4b03-8251-f071b36adfa9 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569097 Nov 12 12:40:45.019865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:45.110106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 50dc4f4c-3623-4655-9275-50349b488dc4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=50dc4f4c-3623-4655-9275-50349b488dc4,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:45.112163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:45.116600 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cb51f7-6af0-4774-ac97-dec8b94b45b7" -d '{"events": [{"server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:45.121506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:45.196836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=50dc4f4c-3623-4655-9275-50349b488dc4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:45.229648 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de1674-1496-4b23-a91b-c839bed5e97e x-openstack-request-id: req-63de1674-1496-4b23-a91b-c839bed5e97e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:45.238280 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:45.238654 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63de1674-1496-4b23-a91b-c839bed5e97e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:45.239112 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4', 'code': 200} Nov 12 12:40:45.263204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Router f39cea5b-7702-4c32-9784-1fe70206c6e3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:45.264342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:45.540015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571ff5-b299-4b42-8ad8-2301b4ea1f9e req-61e013dd-091f-4462-b0f3-6fe3c0385790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:45.541602 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a571ff5-b299-4b42-8ad8-2301b4ea1f9e req-61e013dd-091f-4462-b0f3-6fe3c0385790 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.2379913 Nov 12 12:40:45.690370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Router f5a209b4-761a-4fe2-9cbc-03244a4392bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:45.747688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1a571ff5-b299-4b42-8ad8-2301b4ea1f9e req-b678cb3e-41af-4e22-9d6c-79f51064895c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558788 Nov 12 12:40:45.751144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:45.757515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:45.764168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] Sync routers for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:45.794594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:45.797084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:45.818783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-995fb072-799f-4ac0-9ada-debac88945e2 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "PUT /v2.0/floatingips/407a9179-7884-4305-95ce-ce388248c2be HTTP/1.1" status: 200 len: 990 time: 6.4360418 Nov 12 12:40:45.821191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:45.823772 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:45.838763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:45.867198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:45.929602 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43aaad-9475-4431-b7cc-1d187b028ba7 x-openstack-request-id: req-dc43aaad-9475-4431-b7cc-1d187b028ba7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:45.930194 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:45.930414 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc43aaad-9475-4431-b7cc-1d187b028ba7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:45.930925 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'status': 'completed', 'code': 200} Nov 12 12:40:45.939436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event deleted for resources: {'Port': ['ID=ff9e13cf-d941-4100-b278-9631671f62b9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:46.085779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:46.091409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5fe81e59-d120-4475-a7fc-bec43aa0a4d0 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/ports/ff9e13cf-d941-4100-b278-9631671f62b9 HTTP/1.1" status: 204 len: 168 time: 1.8762116 Nov 12 12:40:46.093047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:46.107457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:46.132736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:46.141304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:46.143675 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] Sync routers for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:46.164792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:46.165424 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:46.285323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-599a5e9c-b989-48c8-8b77-c4245e4cb091 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "PUT /v2.0/floatingips/9f6ee3f9-77b4-4e2d-ad89-889cf914c46b HTTP/1.1" status: 200 len: 991 time: 4.3510392 Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-23990c8d-a289-4489-8e0b-eff1a483e20f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 0.2247527 Nov 12 12:40:46.314514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:46.323965 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391355c1-c222-4731-b656-0d479110e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:46.380294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Deleting subnet 3da795f1-1552-4d18-ae2e-6f8e0b1b76b5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:40:46.404423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:46.475377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c09aa-7842-4f89-9002-d6fe36c59b8f req-d14e0f5f-fcc6-4c1f-8a4f-dfca63e622c3 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.477407 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:46.484391 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e3c09aa-7842-4f89-9002-d6fe36c59b8f req-d14e0f5f-fcc6-4c1f-8a4f-dfca63e622c3 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.4374063 Nov 12 12:40:46.531766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:46.537043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router 91c1a2bd-3d78-4c63-ab34-1eda415cd040 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:40:46.631985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3e3c09aa-7842-4f89-9002-d6fe36c59b8f req-7c32c635-65b2-4021-8bdb-61aef681fc1c tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464834 Nov 12 12:40:46.760848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:46.828378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '407a9179-7884-4305-95ce-ce388248c2be', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'port_id': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'mac_address': 'fa:16:3e:c3:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:38:13Z', 'updated_at': '2021-11-12T12:40:42Z', 'revision_number': 1, 'project_id': '2504b03453644f56a84376a8155fffef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:46.845690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-3812d830-25f1-4491-8008-8fe162547640 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.858299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-3812d830-25f1-4491-8008-8fe162547640 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/networks?id=364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 200 len: 809 time: 0.3471193 Nov 12 12:40:46.898695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] Checking router: f39cea5b-7702-4c32-9784-1fe70206c6e3 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:40:46.899043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-1988aa38-5433-473c-b81c-86c63ffe28a4 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/quotas/4c862087f8ac458cba2d3546bc080526 HTTP/1.1" status: 200 len: 375 time: 0.0397415 Nov 12 12:40:46.905634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-f006bfdd-f187-4463-ba40-61a91c26bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:46.911797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-f006bfdd-f187-4463-ba40-61a91c26bbe0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c HTTP/1.1" status: 200 len: 918 time: 0.5790615 Nov 12 12:40:46.928522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:46.932391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:46.968364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:47.015488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:47.021627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/subnets/3da795f1-1552-4d18-ae2e-6f8e0b1b76b5 HTTP/1.1" status: 204 len: 168 time: 0.8412735 Nov 12 12:40:47.022760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:47.024958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event deleted for resources: {'Subnet': ['ID=3da795f1-1552-4d18-ae2e-6f8e0b1b76b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:47.033942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-af192eb1-d5eb-4329-87dd-138513d3afb5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c862087f8ac458cba2d3546bc080526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328144 Nov 12 12:40:47.055044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2dbbad-04e7-41f0-ae53-ec1fdcfc2caa None None] Network 73c059a6-b0b1-4626-bdb3-b30705ea05b7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:40:47.057160 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.057523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.058306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.058666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.059049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.059386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.060120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.060461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.060900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.061238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.061726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.061925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343acc31-4e6b-423e-984e-8cfd8be13424 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:40:47.231824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:47.282032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:47.318839 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568a4af-6f38-4fb1-8895-6c062110aa04 x-openstack-request-id: req-2568a4af-6f38-4fb1-8895-6c062110aa04 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:47.319215 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:47.319401 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2568a4af-6f38-4fb1-8895-6c062110aa04 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:47.319884 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'status': 'completed', 'code': 200} Nov 12 12:40:47.359170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:47.361068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] Sync routers for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:47.361625 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4f266f03-8d35-4f2f-bca1-f4b43575db8c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7200570 Nov 12 12:40:47.365182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:47.425328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-009fa2cf-5051-466f-866f-8592679cf58f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 998 time: 0.4833539 Nov 12 12:40:47.469899 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '9f6ee3f9-77b4-4e2d-ad89-889cf914c46b', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'port_id': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'mac_address': 'fa:16:3e:82:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:38:25Z', 'updated_at': '2021-11-12T12:40:43Z', 'revision_number': 1, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:04Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:47.486277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:47.487005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:47.539789 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] Checking router: f5a209b4-761a-4fe2-9cbc-03244a4392bf for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:40:47.559979 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:47.562570 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:47.573275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:47.580826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:47.697432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:47.700353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:47.726730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e2bb1ebb-b471-4783-affe-781267e51161 service neutron] 10.222.0.18 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209822 Nov 12 12:40:47.729175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-9211f20b-fc33-4aec-b148-9871a7eb7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.730944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-9211f20b-fc33-4aec-b148-9871a7eb7859 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 200 len: 856 time: 0.2843442 Nov 12 12:40:47.745952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Deleting port 76a0ca80-aea7-4527-ad53-35a7d363b3af {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:40:47.746469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:47.798325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.798826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.800148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.800148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.800344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.800865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.802411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.805711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-b089eeb2-533b-47ff-ade9-248f81064fa1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6493 time: 0.4845369 Nov 12 12:40:47.827839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] For port 76a0ca80-aea7-4527-ad53-35a7d363b3af, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=76a0ca80-aea7-4527-ad53-35a7d363b3af,segment=NetworkSegment(b5236c45-9fad-438c-8b31-980237882a3e),segment_id=b5236c45-9fad-438c-8b31-980237882a3e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:40:47.828169 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:47.856695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Calling delete_port for 76a0ca80-aea7-4527-ad53-35a7d363b3af owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:40:47.897562 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:47.985307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-e4826ca4-eaa9-4617-877d-28ee24409ab8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:47.987106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-e4826ca4-eaa9-4617-877d-28ee24409ab8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.6828983 Nov 12 12:40:48.034679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-669c7ae2-f0ca-42d5-9163-3c3f7ac58848 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.0273864 Nov 12 12:40:48.166668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:48.167386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc72e1-6310-4503-8be1-7499bccf8f31 None None] The sync data for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:48.201189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:48.229679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-a7fd8b78-c036-47ec-b9fa-6772623916f4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808197 Nov 12 12:40:48.229918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-844f6253-bef7-4fff-828e-671272368a1d service neutron] 10.222.0.18 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233294 Nov 12 12:40:48.236549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-da01b72d-e657-4c21-bf1b-5639893552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:48.238593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-da01b72d-e657-4c21-bf1b-5639893552d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282718 Nov 12 12:40:48.251413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] No DVR routers for this DVR port 76a0ca80-aea7-4527-ad53-35a7d363b3af on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:40:48.313617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-07ed9472-eab0-47c3-880b-762db7c0adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:48.315254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-07ed9472-eab0-47c3-880b-762db7c0adfb service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f HTTP/1.1" status: 200 len: 913 time: 0.4786253 Nov 12 12:40:48.329866 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '9f6ee3f9-77b4-4e2d-ad89-889cf914c46b', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'port_id': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'mac_address': 'fa:16:3e:82:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:38:25Z', 'updated_at': '2021-11-12T12:40:43Z', 'revision_number': 1, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:04Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:48.358328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1867527-cda9-40a5-9f74-48162dfea2f1 None None] DHCP port deletion for 73c059a6-b0b1-4626-bdb3-b30705ea05b7 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:40:48.399817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event deleted for resources: {'Port': ['ID=76a0ca80-aea7-4527-ad53-35a7d363b3af,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:48.411724 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cd4120-9f79-4916-8a74-a95505db4efe None None] The sync data for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 is: [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '9f6ee3f9-77b4-4e2d-ad89-889cf914c46b', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'port_id': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'mac_address': 'fa:16:3e:82:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:38:25Z', 'updated_at': '2021-11-12T12:40:43Z', 'revision_number': 1, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:04Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:48.484855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-cba75180-4e56-4e7f-98f1-27bbe9baa56c service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229388 Nov 12 12:40:48.492480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '407a9179-7884-4305-95ce-ce388248c2be', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'port_id': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'mac_address': 'fa:16:3e:c3:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:38:13Z', 'updated_at': '2021-11-12T12:40:42Z', 'revision_number': 1, 'project_id': '2504b03453644f56a84376a8155fffef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:48.536349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-2ecc7832-6c29-4268-9a2b-ee935ba6aee5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 200 len: 999 time: 0.1807544 Nov 12 12:40:48.541081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-e515b717-4f79-4069-a994-f52ed0b94264 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924507 Nov 12 12:40:48.546967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25363cb-9108-4bcd-a7ba-507ebd2118c2 None None] The sync data for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 is: [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '407a9179-7884-4305-95ce-ce388248c2be', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'port_id': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'mac_address': 'fa:16:3e:c3:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:38:13Z', 'updated_at': '2021-11-12T12:40:42Z', 'revision_number': 1, 'project_id': '2504b03453644f56a84376a8155fffef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:48.650787 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-02e0f720-5b86-4a6e-924f-aca376aabe70 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688235 Nov 12 12:40:48.718345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:48.746364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-ce648796-01de-4210-91ac-f3dc6c919765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:48.747986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-ce648796-01de-4210-91ac-f3dc6c919765 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6850434a-b87f-4bb1-92f5-8ddb4cb81b87 HTTP/1.1" status: 200 len: 851 time: 0.1619437 Nov 12 12:40:48.785199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c059a6-b0b1-4626-bdb3-b30705ea05b7']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:48.806642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5236c45-9fad-438c-8b31-980237882a3e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:48.807085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5236c45-9fad-438c-8b31-980237882a3e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:48.840184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:48.845903 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103bd89-e8ef-40bd-beff-2081eef425b6 None None] New status for floating IP 9f6ee3f9-77b4-4e2d-ad89-889cf914c46b: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:40:48.850013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5fcc2d0-b6df-496f-88b6-f4b7cb5c3c60 req-cb2630b7-6757-4e27-ae35-413e7b9c5eb3 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655699 Nov 12 12:40:48.884425 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:48.898568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:40:48.898923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:40:48.903247 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:40:48.944050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af39e3-6c3f-473f-89c1-7a026d80219f req-8a1d0943-425b-48c6-98ed-032d213854f5 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:48.954352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6af39e3-6c3f-473f-89c1-7a026d80219f req-8a1d0943-425b-48c6-98ed-032d213854f5 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.2322810 Nov 12 12:40:48.993422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:49.009918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:49.013585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] 10.222.0.18 "DELETE /v2.0/networks/73c059a6-b0b1-4626-bdb3-b30705ea05b7 HTTP/1.1" status: 204 len: 168 time: 1.9897032 Nov 12 12:40:49.048774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391355c1-c222-4731-b656-0d479110e6a5 req-63cda2f7-0ba3-4986-b059-2a8278bcc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:49.050133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b81be-5548-4778-9f50-1a93c4b6c8a6 tempest-TagsExtTest-240785963 tempest-TagsExtTest-240785963-project] Pushing event deleted for resources: {'Network': ['ID=73c059a6-b0b1-4626-bdb3-b30705ea05b7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:49.051089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-63cda2f7-0ba3-4986-b059-2a8278bcc11e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046590 Nov 12 12:40:49.078835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8bd79-4c0b-4372-84c0-3172849037ae None None] New status for floating IP 407a9179-7884-4305-95ce-ce388248c2be: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:40:49.297064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6af39e3-6c3f-473f-89c1-7a026d80219f req-9034745d-caf7-44e6-a504-6ba44436e260 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380992 Nov 12 12:40:49.408309 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-de7aa3ed-78f5-4c23-9cd7-c1a95136d594 req-84893716-0ac6-4ae5-9da8-2f6fb93725bc tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 210 time: 0.0626190 Nov 12 12:40:49.450905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afe019bf-a39d-449d-bada-5f63fb55e99c req-d4536fd2-f6f4-42a6-abfb-c8301ad6b655 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0614817 Nov 12 12:40:49.488155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:49.517457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44328) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:49.589946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-b3d60276-f7ab-4b45-90a4-37b51db7c2f8 service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183125 Nov 12 12:40:49.737828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2e44-e48f-47b0-ac39-6ab3e3cda30b req-f2229a5e-c1a0-4266-a949-e2d34f239343 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:49.750765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-565d2e44-e48f-47b0-ac39-6ab3e3cda30b req-f2229a5e-c1a0-4266-a949-e2d34f239343 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.1382561 Nov 12 12:40:49.900877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-446616e1-eef0-4e58-82fb-23b2f51b4060 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5e2f91df49543dc99ea5c64f5497788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817284 Nov 12 12:40:49.903513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:50.023090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-565d2e44-e48f-47b0-ac39-6ab3e3cda30b req-15044ed5-7301-4274-92e7-c8022220b704 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710323 Nov 12 12:40:50.040456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c37cf9-ab26-48da-9029-8f397958048d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:50.107547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c37cf9-ab26-48da-9029-8f397958048d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:50.183419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 76a0ca80-aea7-4527-ad53-35a7d363b3af no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:40:50.228075 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c37cf9-ab26-48da-9029-8f397958048d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:50.234241 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c37cf9-ab26-48da-9029-8f397958048d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:50.236233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e0c37cf9-ab26-48da-9029-8f397958048d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ff7b2d4-bd91-48d9-b7b8-934304c0a79f HTTP/1.1" status: 204 len: 168 time: 0.3316123 Nov 12 12:40:50.262900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37cf9-ab26-48da-9029-8f397958048d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff7b2d4-bd91-48d9-b7b8-934304c0a79f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:50.326819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 76a0ca80-aea7-4527-ad53-35a7d363b3af {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:40:50.327752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 76a0ca80-aea7-4527-ad53-35a7d363b3af not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:40:50.389720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faffbc-bcc5-41b9-9bf2-fbd6c47461bc req-eca4d9a6-d3ae-4f15-b4d6-482bce449116 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:50.409617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34faffbc-bcc5-41b9-9bf2-fbd6c47461bc req-eca4d9a6-d3ae-4f15-b4d6-482bce449116 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.1866076 Nov 12 12:40:50.460911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391355c1-c222-4731-b656-0d479110e6a5 req-e5780302-3a35-42df-83ce-a86af0f9121f service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8576760 Nov 12 12:40:50.683297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-cbaa77b4-c42d-427c-8c2a-22d18fd78963 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:50.684991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-cbaa77b4-c42d-427c-8c2a-22d18fd78963 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.65 "GET /v2.0/networks?id=364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 200 len: 809 time: 0.3328183 Nov 12 12:40:50.713058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34faffbc-bcc5-41b9-9bf2-fbd6c47461bc req-3e87f5c7-1c89-45e6-a96a-a3702d26c54b tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023012 Nov 12 12:40:50.749170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:50.766345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee41b3ce-e8f4-4f3e-8af7-bd7f4bba548e req-3ab2ba35-52fb-4723-af26-00a40aeb3960 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 210 time: 0.1392291 Nov 12 12:40:50.780789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Request body: {'port': {'device_id': '4b1af846-4cd6-4840-8587-4d80c384569f', 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87', 'admin_state_up': True, 'tenant_id': '4c862087f8ac458cba2d3546bc080526'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:51.007579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.1 (06c11fac-555c-4c13-a8dc-31b057129dfe/b9a4d03c-77bb-40b1-924a-6ddc107ad798/ae5c418c-fff0-4cb4-9a2b-804dcb760863) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:51.041983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-953412f7-aa18-406a-8e7b-415993d9d4e0 req-072f24ed-8d60-4b91-a2e7-914ad812473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0499544 Nov 12 12:40:51.178141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Made reservation on behalf of 4c862087f8ac458cba2d3546bc080526 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:51.182320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.231642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-80b6f9a7-ed16-41a5-858d-c5fe2e616a8e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:51.233252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-80b6f9a7-ed16-41a5-858d-c5fe2e616a8e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.2905648 Nov 12 12:40:51.251131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:51.253313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.311395 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.394221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=ae5c418c-fff0-4cb4-9a2b-804dcb760863,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:51.462287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 06c11fac-555c-4c13-a8dc-31b057129dfe is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:51.465832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:51.485315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:51.577653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873ebde-6510-4cf6-a57b-2dfd32d1a6c0 tempest-TestServerBasicOps-1412674179 tempest-TestServerBasicOps-1412674179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:51.580224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6873ebde-6510-4cf6-a57b-2dfd32d1a6c0 tempest-TestServerBasicOps-1412674179 tempest-TestServerBasicOps-1412674179-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1091 time: 0.8258200 Nov 12 12:40:51.586469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:51.591761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '50dc4f4c-3623-4655-9275-50349b488dc4', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:51.632775 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.659207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Allocated IP 172.20.0.8 (364a2959-d069-492d-80b3-7d168aaa0b87/07f7aefc-a1d6-4eee-a6e5-e4af46c454af/d47c2f00-e8b3-4756-9ad9-921af8a22599) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:51.662090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:51.667074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.724405 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.974869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e1da39da-8695-4363-a9ce-41c40fbad659 None None] Provisioning complete for port ae5c418c-fff0-4cb4-9a2b-804dcb760863 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:51.977990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1da39da-8695-4363-a9ce-41c40fbad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.030300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c46bf061-d09c-41ee-b1c2-e3b6972622bc req-e418951c-c431-4296-80b3-f2dfd41ee17f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 210 time: 0.1443503 Nov 12 12:40:52.069495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e1da39da-8695-4363-a9ce-41c40fbad659 None None] Port ae5c418c-fff0-4cb4-9a2b-804dcb760863 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:52.144251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.297476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7646d57e-f7b8-4eef-8eb7-d91c0d080f15 req-f683afc4-ea13-49a4-8e97-c45d196ade35 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.1120291 Nov 12 12:40:52.299981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.301111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.13 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/7aa3ac03-bf41-45a6-85ca-3c153fe25aed) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:52.389380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.572387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.648505 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.688031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Allocated IP 172.25.1.225 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/cda4a6d5-77ad-4c04-bacc-6318d59ccd46) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:52.705722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.750799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:52.754887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:52.757096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.758224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:52.826470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Network 364a2959-d069-492d-80b3-7d168aaa0b87 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:52.835549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:52.840891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:52.843405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Pushing event updated for resources: {'Port': ['ID=d47c2f00-e8b3-4756-9ad9-921af8a22599,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:52.948192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:52.959933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.085455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:53.093680 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.094888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.104870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=ae5c418c-fff0-4cb4-9a2b-804dcb760863,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:53.109730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.124013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:53.124777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.136982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-5d31e56e-5677-4752-88c4-087ce7d31045 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4038222 Nov 12 12:40:53.165390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Request body: {'port': {'device_id': '4b1af846-4cd6-4840-8587-4d80c384569f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:53.249697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:53.253122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0083220 Nov 12 12:40:53.266290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:53.271534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'Port': ['ID=cda4a6d5-77ad-4c04-bacc-6318d59ccd46,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:53.276309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Request body: {'port': {'device_id': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:53.295736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:53.314195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-befc2c59-a1c0-4e60-a888-b890bf82fae1 None None] Provisioning complete for port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:53.315159 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-befc2c59-a1c0-4e60-a888-b890bf82fae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.323873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd4186-621b-4604-b6f1-ce8a24ee2c1a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:53.430464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.433246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-befc2c59-a1c0-4e60-a888-b890bf82fae1 None None] Port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:53.701616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0c93-afdb-45a8-b2df-4c298b133286 req-0447e1cd-265e-49b3-8126-5fc885a76f0c tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:53.709822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de7c0c93-afdb-45a8-b2df-4c298b133286 req-0447e1cd-265e-49b3-8126-5fc885a76f0c tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 931 time: 0.4703207 Nov 12 12:40:53.745532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 06c11fac-555c-4c13-a8dc-31b057129dfe is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:53.748710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:53.811978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:53.896886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44444) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:54.066107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de7c0c93-afdb-45a8-b2df-4c298b133286 req-550347a6-813a-4afe-b4b6-ef64c44e1308 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553493 Nov 12 12:40:54.093381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0e913-9888-47d2-b21f-f12c4922f187 req-19dd4fb9-3071-4f96-9cb9-4fd9f02c24bc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:54.107486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-64b0e913-9888-47d2-b21f-f12c4922f187 req-19dd4fb9-3071-4f96-9cb9-4fd9f02c24bc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 932 time: 0.6556880 Nov 12 12:40:54.252687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47c2f00-e8b3-4756-9ad9-921af8a22599 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:54.277026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9629a2bc-88b1-4f3f-8808-8eff1c0dfda3 None None] Provisioning complete for port ae5c418c-fff0-4cb4-9a2b-804dcb760863 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:54.279173 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9629a2bc-88b1-4f3f-8808-8eff1c0dfda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.309143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router 91c1a2bd-3d78-4c63-ab34-1eda415cd040 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:54.311038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.317566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124e3282-cc68-4b35-8b6d-ad8b5e78b616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.337137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.360397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9629a2bc-88b1-4f3f-8808-8eff1c0dfda3 None None] Port ae5c418c-fff0-4cb4-9a2b-804dcb760863 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:54.414329 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-64b0e913-9888-47d2-b21f-f12c4922f187 req-ecda96ee-0f25-4b52-8387-a20cf3190f02 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938998 Nov 12 12:40:54.431819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Transition to ACTIVE for port object d47c2f00-e8b3-4756-9ad9-921af8a22599 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:40:54.446931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.564316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:54.582012 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] Sync routers for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:54.591303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Pushing event updated for resources: {'Port': ['ID=d47c2f00-e8b3-4756-9ad9-921af8a22599,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:54.604323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.613718 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:54.616171 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:54.621196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c6477b64-c773-4b20-9a45-898dae4b4187 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/routers/91c1a2bd-3d78-4c63-ab34-1eda415cd040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2151101 Nov 12 12:40:54.629642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:54.643037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'port': {'network_id': '06c11fac-555c-4c13-a8dc-31b057129dfe', 'name': 'tempest-FloatingIPTestJSON-761797281'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:54.691584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Attempting to bind port d47c2f00-e8b3-4756-9ad9-921af8a22599 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:54.692568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Attempting to bind port d47c2f00-e8b3-4756-9ad9-921af8a22599 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:54.692928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Attempting to bind port d47c2f00-e8b3-4756-9ad9-921af8a22599 on network 364a2959-d069-492d-80b3-7d168aaa0b87 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:54.714524 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:54.716465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Port d47c2f00-e8b3-4756-9ad9-921af8a22599 on network 364a2959-d069-492d-80b3-7d168aaa0b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:40:54.716795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Attempting to bind port d47c2f00-e8b3-4756-9ad9-921af8a22599 on network 364a2959-d069-492d-80b3-7d168aaa0b87 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:54.732025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:54.732366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Checking segment: {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:54.732875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Bound using segment: {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:54.733326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Bound port: d47c2f00-e8b3-4756-9ad9-921af8a22599, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:54.733686 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.742378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124e3282-cc68-4b35-8b6d-ad8b5e78b616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.744612 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:54.746434 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:54.754310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-124e3282-cc68-4b35-8b6d-ad8b5e78b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.811096 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:54.811748 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73d9f1-d79b-4b2b-b913-0516e48d7c6f None None] The sync data for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:54.870952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa3ac03-bf41-45a6-85ca-3c153fe25aed {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:40:54.884740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e3282-cc68-4b35-8b6d-ad8b5e78b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10220c9-7659-47dd-8550-8e40c21332c0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:54.888829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:54.917567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-124e3282-cc68-4b35-8b6d-ad8b5e78b616 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97a7fe254d154cf29be55c67dcb17911&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0159860 Nov 12 12:40:54.923650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:54.934255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] For port d47c2f00-e8b3-4756-9ad9-921af8a22599, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:54.940027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] For port d47c2f00-e8b3-4756-9ad9-921af8a22599, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:54.941797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Transition to ACTIVE for port object 7aa3ac03-bf41-45a6-85ca-3c153fe25aed will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:40:54.952577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.011211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.022639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Pushing event updated for resources: {'Port': ['ID=d47c2f00-e8b3-4756-9ad9-921af8a22599,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:55.053208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Made reservation on behalf of a41e72a4c1be4b4193ee2ad03d89935e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:40:55.057486 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.087027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:55.087659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.089137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-e7c498a9-12dd-492c-8fb4-4373f888e20b service neutron] 10.222.0.65 "PUT /v2.0/ports/d47c2f00-e8b3-4756-9ad9-921af8a22599 HTTP/1.1" status: 200 len: 1091 time: 1.9370525 Nov 12 12:40:55.091229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1af846-4cd6-4840-8587-4d80c384569f', 'tag': 'd47c2f00-e8b3-4756-9ad9-921af8a22599'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:55.093562 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77a408-482c-4b44-bb15-726d7593cee9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1af846-4cd6-4840-8587-4d80c384569f", "tag": "d47c2f00-e8b3-4756-9ad9-921af8a22599"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:55.107385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] device_id is not set on port b2764220-eb9d-473d-b28d-6c7a38cff372 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:40:55.132968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:55.214305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.223713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.409625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Attempting to bind port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:40:55.410856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Attempting to bind port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:40:55.411483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Attempting to bind port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:55.445413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1231abc-ba25-4795-866e-878176e0694f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.461728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event updated for resources: {'Port': ['ID=cda4a6d5-77ad-4c04-bacc-6318d59ccd46,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:55.495031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.497385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:40:55.497721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Attempting to bind port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:40:55.514151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1231abc-ba25-4795-866e-878176e0694f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.524267 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8bc2c1-7c3f-4f63-b7e3-de79e7415366 x-openstack-request-id: req-aa8bc2c1-7c3f-4f63-b7e3-de79e7415366 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:55.524548 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1af846-4cd6-4840-8587-4d80c384569f", "tag": "d47c2f00-e8b3-4756-9ad9-921af8a22599", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:55.524848 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa8bc2c1-7c3f-4f63-b7e3-de79e7415366 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:55.525360 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1af846-4cd6-4840-8587-4d80c384569f', 'tag': 'd47c2f00-e8b3-4756-9ad9-921af8a22599', 'status': 'completed', 'code': 200} Nov 12 12:40:55.565488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:40:55.568913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:40:55.569318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:40:55.570502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Bound port: 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:40:55.571014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:55.619318 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Floating IP 6461b4ad-98cf-4657-8104-c7b69478f733 associated. External IP: 172.25.1.225, port: 50dc4f4c-3623-4655-9275-50349b488dc4. Nov 12 12:40:55.665831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Allocated IP 172.20.0.4 (06c11fac-555c-4c13-a8dc-31b057129dfe/b9a4d03c-77bb-40b1-924a-6ddc107ad798/b2764220-eb9d-473d-b28d-6c7a38cff372) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:40:55.674898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04410e2-ea63-4314-9f81-e02efe47bc84 req-72312a14-487f-4e1f-8231-5578caddbe84 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:55.676976 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f04410e2-ea63-4314-9f81-e02efe47bc84 req-72312a14-487f-4e1f-8231-5578caddbe84 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 943 time: 0.3633671 Nov 12 12:40:56.065557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] For port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:40:56.070498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] For port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:40:56.078678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-a838a395-1083-4cc5-acdd-36724797c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:56.080412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-a838a395-1083-4cc5-acdd-36724797c169 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c862087f8ac458cba2d3546bc080526&device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 1094 time: 0.9008689 Nov 12 12:40:56.083792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:56.185211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:56.185961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:56.187550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] 10.222.0.65 "PUT /v2.0/ports/7aa3ac03-bf41-45a6-85ca-3c153fe25aed HTTP/1.1" status: 200 len: 1092 time: 2.9178870 Nov 12 12:40:56.197980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-2f0c65cd-f5de-4bd7-89e0-a7c183aca679 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599 HTTP/1.1" status: 200 len: 217 time: 0.1000621 Nov 12 12:40:56.259001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1231abc-ba25-4795-866e-878176e0694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:56.262048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1231abc-ba25-4795-866e-878176e0694f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:56.263222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d1231abc-ba25-4795-866e-878176e0694f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10220c9-7659-47dd-8550-8e40c21332c0 HTTP/1.1" status: 204 len: 168 time: 1.3382981 Nov 12 12:40:56.421216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f04410e2-ea63-4314-9f81-e02efe47bc84 req-84714ac6-a832-4673-a6ea-737e0dc09370 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482976 Nov 12 12:40:56.431964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ce2a-099a-4672-b0b7-b00ae63814a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:56.451641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1231abc-ba25-4795-866e-878176e0694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10220c9-7659-47dd-8550-8e40c21332c0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:56.484758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-8363ad95-bf1c-4791-bd6e-db6255cc76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:56.486987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-8363ad95-bf1c-4791-bd6e-db6255cc76b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=07f7aefc-a1d6-4eee-a6e5-e4af46c454af HTTP/1.1" status: 200 len: 849 time: 0.2688036 Nov 12 12:40:56.509866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-70aa131f-7f6e-4c5b-b0ff-207c947ec635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:56.511703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-70aa131f-7f6e-4c5b-b0ff-207c947ec635 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 1095 time: 0.2625844 Nov 12 12:40:56.547191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-ac7e339c-3116-4190-b7dd-afe4df748d32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=364a2959-d069-492d-80b3-7d168aaa0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509224 Nov 12 12:40:56.602587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-919eaba5-9d0c-431a-b1b6-8dcb780618eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed HTTP/1.1" status: 200 len: 217 time: 0.0718226 Nov 12 12:40:56.835755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-9303e19b-648d-46b6-90dd-734322a7b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:56.841091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-9303e19b-648d-46b6-90dd-734322a7b3bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.2268255 Nov 12 12:40:56.976587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-97030b72-9b1f-4965-8e5d-6172ec61ae34 service neutron] 10.222.0.65 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847010 Nov 12 12:40:57.090690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-18c00d33-77bd-4f6f-9584-808eee07b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:57.095606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-18c00d33-77bd-4f6f-9584-808eee07b03e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443116 Nov 12 12:40:57.125225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44490) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:57.131047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b8f6b-9663-466a-8dfe-158889877d8f req-914a9b5d-358b-4d90-a1bc-06ccbfee1fac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:57.133375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b5b8f6b-9663-466a-8dfe-158889877d8f req-914a9b5d-358b-4d90-a1bc-06ccbfee1fac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.5584040 Nov 12 12:40:57.277616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d645b6-dedc-4d1b-a696-f1f5bb543675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.291359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.351576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-a90e9715-84b2-4fd6-b9bb-c31a1800426c service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271347 Nov 12 12:40:57.353563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:57.427849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b5b8f6b-9663-466a-8dfe-158889877d8f req-6741c01a-7958-4506-9abc-210c7dca341f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462273 Nov 12 12:40:57.433009 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d645b6-dedc-4d1b-a696-f1f5bb543675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.465165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Router 360fe910-2bf3-45de-8961-2d847d32cc87 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:40:57.468094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d645b6-dedc-4d1b-a696-f1f5bb543675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.500768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d336a865-10c4-42e6-9b38-e9aca1e38586 req-c158f634-9aee-445a-994d-908cc83799e4 service neutron] 10.222.0.65 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048141 Nov 12 12:40:57.611354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.645968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d645b6-dedc-4d1b-a696-f1f5bb543675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775728c-b875-4670-8181-8fc6d10e91e0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:57.649232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'tag': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:57.653309 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb045f-87e0-4dd0-b6af-543b12ba021e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdc88d9-b38f-434d-9151-4f0839c802c9", "tag": "7aa3ac03-bf41-45a6-85ca-3c153fe25aed"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:57.658240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40016bdf-4102-4029-ac7e-166eb71be0b5 req-dfd09e39-db1d-48c7-b785-852f9172c11a service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175250 Nov 12 12:40:57.752167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Network 06c11fac-555c-4c13-a8dc-31b057129dfe is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:40:57.772384 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69868175-7388-4ae4-b5b9-e5b41f0eb642 x-openstack-request-id: req-69868175-7388-4ae4-b5b9-e5b41f0eb642 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:57.772677 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdc88d9-b38f-434d-9151-4f0839c802c9", "tag": "7aa3ac03-bf41-45a6-85ca-3c153fe25aed", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:57.773029 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69868175-7388-4ae4-b5b9-e5b41f0eb642 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:57.773436 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'tag': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed', 'status': 'completed', 'code': 200} Nov 12 12:40:57.799553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:40:57.808347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:40:57.818141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event updated for resources: {'Port': ['ID=b2764220-eb9d-473d-b28d-6c7a38cff372,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:57.845494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd99bdb7-8844-4c30-b149-d20d35fcca3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.866282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-79d645b6-dedc-4d1b-a696-f1f5bb543675 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c662595486e04f70b654d53126c193f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7400534 Nov 12 12:40:57.870974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:57.880386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:40:57.894373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758013a2-5490-4dee-900e-5a7b653df6a3 req-6015b175-709b-41a3-b79c-bf8b2ce7490c tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:57.896479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] Sync routers for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:40:57.897800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-758013a2-5490-4dee-900e-5a7b653df6a3 req-6015b175-709b-41a3-b79c-bf8b2ce7490c tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 943 time: 0.2378004 Nov 12 12:40:57.905255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:57.906062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.918530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:57.919529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:57.928706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:57.937136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5eeaac00-b9d8-42b0-b0a6-3ee1fb6a68e1 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3036051 Nov 12 12:40:57.978996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:57.994537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Request body: {'floatingip': {'port_id': 'b2764220-eb9d-473d-b28d-6c7a38cff372'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:40:58.022731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd99bdb7-8844-4c30-b149-d20d35fcca3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.031950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-fc2e014a-6947-4a79-9042-958639bf64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:58.034750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-fc2e014a-6947-4a79-9042-958639bf64f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c862087f8ac458cba2d3546bc080526&device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 1094 time: 0.3730984 Nov 12 12:40:58.040887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd99bdb7-8844-4c30-b149-d20d35fcca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.111478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-69048ee0-bb52-4f9d-9287-e317f7e94547 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5235353 Nov 12 12:40:58.115907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:40:58.120985 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2069c0e0-1901-4552-9f3f-5f7649386d29" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:40:58.134769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fd99bdb7-8844-4c30-b149-d20d35fcca3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2af9b04258cd4dcf893e7158f9554eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6958852 Nov 12 12:40:58.135842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:58.139119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:40:58.186570 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2fa0b8-8b11-4e3d-ac8f-e47e02c04f9e x-openstack-request-id: req-8a2fa0b8-8b11-4e3d-ac8f-e47e02c04f9e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:40:58.186934 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:40:58.187510 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a2fa0b8-8b11-4e3d-ac8f-e47e02c04f9e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:40:58.188132 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4', 'status': 'completed', 'code': 200} Nov 12 12:40:58.197846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.304452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-91451a4a-d333-44c0-80aa-1507388262cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:58.306255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-91451a4a-d333-44c0-80aa-1507388262cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 1095 time: 0.5184972 Nov 12 12:40:58.453992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c0ecca9a-4213-420f-b422-624ad83c0b64 None None] Provisioning complete for port b2764220-eb9d-473d-b28d-6c7a38cff372 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:40:58.454895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c0ecca9a-4213-420f-b422-624ad83c0b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.476613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99bdb7-8844-4c30-b149-d20d35fcca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d187dc-30e8-49ac-913e-9ce1884d0e5c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:58.512391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecca9a-4213-420f-b422-624ad83c0b64 None None] Port b2764220-eb9d-473d-b28d-6c7a38cff372 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:40:58.532307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '6461b4ad-98cf-4657-8104-c7b69478f733', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'port_id': '50dc4f4c-3623-4655-9275-50349b488dc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'mac_address': 'fa:16:3e:c4:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:40:53Z', 'updated_at': '2021-11-12T12:40:53Z', 'revision_number': 0, 'project_id': '5025417732144a0782c19bb271fe7f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:58.568980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] Checking router: 360fe910-2bf3-45de-8961-2d847d32cc87 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:40:58.579308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:40:58.580077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:58.598697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-758013a2-5490-4dee-900e-5a7b653df6a3 req-4de9f39c-c5ef-42f8-bef9-51693788154b tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608540 Nov 12 12:40:58.641612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-3bf34ae7-2b65-47e7-950c-98cd8a8882f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:58.641612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-3bf34ae7-2b65-47e7-950c-98cd8a8882f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.4147439 Nov 12 12:40:58.646495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf857587-71af-47b4-b658-f7a5f58226ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.660330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-c78ec54b-07f4-4b7c-9f6f-34ff641625cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:58.661814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-c78ec54b-07f4-4b7c-9f6f-34ff641625cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 200 len: 910 time: 0.5819919 Nov 12 12:40:58.726583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a10ae573-c823-466d-9a35-fd0a5b6017af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.746352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:40:58.790252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-57921953-17b0-42eb-bdad-b703b2594782 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599 HTTP/1.1" status: 200 len: 217 time: 0.1100378 Nov 12 12:40:58.798512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf857587-71af-47b4-b658-f7a5f58226ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.828948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-4bcc034b-18fc-4622-8f5c-5df852dd6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:58.830510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-4bcc034b-18fc-4622-8f5c-5df852dd6138 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.4454637 Nov 12 12:40:58.942826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-fc7f9e97-9538-4f52-91ba-38f793ae8062 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed HTTP/1.1" status: 200 len: 217 time: 0.0715733 Nov 12 12:40:58.945157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a10ae573-c823-466d-9a35-fd0a5b6017af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:58.969237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-ed53215a-1262-451c-8a62-09ee5c61e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:58.971133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-ed53215a-1262-451c-8a62-09ee5c61e4ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 910 time: 0.3224416 Nov 12 12:40:58.999626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-0616825c-1b5f-4a80-9d73-eb6884a942b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:59.001499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-0616825c-1b5f-4a80-9d73-eb6884a942b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=07f7aefc-a1d6-4eee-a6e5-e4af46c454af HTTP/1.1" status: 200 len: 849 time: 0.1923671 Nov 12 12:40:59.060226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772178b-fed8-44bd-af5d-1f1756603780 req-f9fb7277-b097-46dc-908d-2b08e99a6f48 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:59.062216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7772178b-fed8-44bd-af5d-1f1756603780 req-f9fb7277-b097-46dc-908d-2b08e99a6f48 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.3374062 Nov 12 12:40:59.105257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '6461b4ad-98cf-4657-8104-c7b69478f733', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'port_id': '50dc4f4c-3623-4655-9275-50349b488dc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'mac_address': 'fa:16:3e:c4:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:40:53Z', 'updated_at': '2021-11-12T12:40:53Z', 'revision_number': 0, 'project_id': '5025417732144a0782c19bb271fe7f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:40:59.108900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-6de3956c-ad7a-4624-8f7d-51bff8a091c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=364a2959-d069-492d-80b3-7d168aaa0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927875 Nov 12 12:40:59.139100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf857587-71af-47b4-b658-f7a5f58226ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.142214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf857587-71af-47b4-b658-f7a5f58226ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.143521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bf857587-71af-47b4-b658-f7a5f58226ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3775728c-b875-4670-8181-8fc6d10e91e0 HTTP/1.1" status: 204 len: 168 time: 1.2664824 Nov 12 12:40:59.157953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7447e9-e379-4d04-b731-18cc6360d2b9 None None] The sync data for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 is: [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '6461b4ad-98cf-4657-8104-c7b69478f733', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'port_id': '50dc4f4c-3623-4655-9275-50349b488dc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'mac_address': 'fa:16:3e:c4:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:40:53Z', 'updated_at': '2021-11-12T12:40:53Z', 'revision_number': 0, 'project_id': '5025417732144a0782c19bb271fe7f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:40:59.172435 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a10ae573-c823-466d-9a35-fd0a5b6017af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.175236 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a10ae573-c823-466d-9a35-fd0a5b6017af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.180604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a10ae573-c823-466d-9a35-fd0a5b6017af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55d187dc-30e8-49ac-913e-9ce1884d0e5c HTTP/1.1" status: 204 len: 168 time: 1.0401177 Nov 12 12:40:59.213296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7772178b-fed8-44bd-af5d-1f1756603780 req-d472f095-3e8e-46d5-87b4-0c1bc7b2cbe5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431499 Nov 12 12:40:59.217570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.218751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ae573-c823-466d-9a35-fd0a5b6017af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d187dc-30e8-49ac-913e-9ce1884d0e5c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:59.234869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.295670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-badee61b-1d33-4e05-91a6-da20f20e8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:59.297190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-badee61b-1d33-4e05-91a6-da20f20e8f17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.3415906 Nov 12 12:40:59.341460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf857587-71af-47b4-b658-f7a5f58226ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775728c-b875-4670-8181-8fc6d10e91e0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:40:59.383875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-19374a66-3a23-4eb4-8714-ae87dbe7e446 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 999 time: 0.3806193 Nov 12 12:40:59.389035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-73b90103-5fb2-4004-a897-938aed404cfc service neutron] 10.222.0.65 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653439 Nov 12 12:40:59.524687 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 0a2c43ef-db56-4987-b382-5ca37fbed4c9 associated. External IP: 172.25.1.97, port: 822713a2-d110-4ae2-8977-0be088c271f9. Nov 12 12:40:59.618670 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.636364 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e6a35-fb27-431d-90d8-b44a68d647b0 None None] New status for floating IP 6461b4ad-98cf-4657-8104-c7b69478f733: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:40:59.790921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.992356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:00.014248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3cfbce-9a56-4774-aa69-d71902bcad38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.051708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:41:00.094115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d77a408-482c-4b44-bb15-726d7593cee9 req-ccd5aafe-eb2f-4b16-8474-79f86e9ba7c6 service neutron] 10.222.0.65 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949875 Nov 12 12:41:00.155642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-f8a2a3cb-fd3b-49fa-8b53-206d34e3d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:00.157502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-f8a2a3cb-fd3b-49fa-8b53-206d34e3d64b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 200 len: 848 time: 0.0668120 Nov 12 12:41:00.212997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-3d2f9e28-a107-4fda-9252-85158e2536ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:00.214262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-3d2f9e28-a107-4fda-9252-85158e2536ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8949289 Nov 12 12:41:00.237912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3cfbce-9a56-4774-aa69-d71902bcad38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.240712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:41:00.244904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99504f9-87f0-4ccd-88e4-3ce4130b01fd req-89f92e71-8f77-49b1-a61a-8943c52befb8 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:00.246722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3cfbce-9a56-4774-aa69-d71902bcad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.248295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d99504f9-87f0-4ccd-88e4-3ce4130b01fd req-89f92e71-8f77-49b1-a61a-8943c52befb8 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 943 time: 0.0977263 Nov 12 12:41:00.264500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:41:00.291905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:00.296590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:00.353449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b3cfbce-9a56-4774-aa69-d71902bcad38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23bae18e75ac485994102c28f952b119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596358 Nov 12 12:41:00.381085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:00.384433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:00.386406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cfbce-9a56-4774-aa69-d71902bcad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cecd9d-a0ba-40c8-b212-1c2541d8f9f7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:00.391604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:00.392438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:00.429569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:00.430595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a0054-0a2d-42b8-a21c-74fe5787d90b None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:41:00.439260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-7a26bdf5-d2b8-44f5-b4d0-1df8e5f6bc93 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899650 Nov 12 12:41:00.487209 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-066d689c-b6e2-445d-b460-07ff1b0927f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.514532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d99504f9-87f0-4ccd-88e4-3ce4130b01fd req-5bf3e908-4a5b-4378-940a-f617d1960bc2 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693126 Nov 12 12:41:00.543393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c565-e55c-4267-b0cc-d66bd5729510 req-7f193ec7-dbe6-492e-ae10-8f463e2bc21f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:00.544636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51c1c565-e55c-4267-b0cc-d66bd5729510 req-7f193ec7-dbe6-492e-ae10-8f463e2bc21f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.1099305 Nov 12 12:41:00.547049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-066d689c-b6e2-445d-b460-07ff1b0927f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.549780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-451595b6-5173-4417-9de2-a30d1c475ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:00.551691 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-451595b6-5173-4417-9de2-a30d1c475ffd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c76998d-4d7c-462e-ae52-f993f5fe41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563328 Nov 12 12:41:00.633617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d47c2f00-e8b3-4756-9ad9-921af8a22599 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:41:00.734655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eeb045f-87e0-4dd0-b6af-543b12ba021e req-a3f1c9c9-847c-4194-b451-bde31651b417 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842715 Nov 12 12:41:00.751909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51c1c565-e55c-4267-b0cc-d66bd5729510 req-2661fcf9-914a-4315-9950-e20b2e297536 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916802 Nov 12 12:41:00.809018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-848f196b-c113-48d4-9e21-57b941ca29cb service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160182 Nov 12 12:41:00.838218 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-066d689c-b6e2-445d-b460-07ff1b0927f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.843259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d47c2f00-e8b3-4756-9ad9-921af8a22599, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:00.843725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-066d689c-b6e2-445d-b460-07ff1b0927f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.845448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-066d689c-b6e2-445d-b460-07ff1b0927f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9cecd9d-a0ba-40c8-b212-1c2541d8f9f7 HTTP/1.1" status: 204 len: 168 time: 0.4595847 Nov 12 12:41:00.857427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'd47c2f00-e8b3-4756-9ad9-921af8a22599', 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87', 'port_id': 'd47c2f00-e8b3-4756-9ad9-921af8a22599', 'mac_address': 'fa:16:3e:80:d2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f7aefc-a1d6-4eee-a6e5-e4af46c454af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:41:00.890138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d689c-b6e2-445d-b460-07ff1b0927f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cecd9d-a0ba-40c8-b212-1c2541d8f9f7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:00.902375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router 91c1a2bd-3d78-4c63-ab34-1eda415cd040 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:41:00.907498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:00.933430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47c2f00-e8b3-4756-9ad9-921af8a22599 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:00.959419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d47c2f00-e8b3-4756-9ad9-921af8a22599, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:00.964722 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.005388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2069c0e0-1901-4552-9f3f-5f7649386d29 req-a38bb7db-745f-42d0-8b47-01b8901dc67d service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827028 Nov 12 12:41:01.044290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=d47c2f00-e8b3-4756-9ad9-921af8a22599,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:01.053915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.054453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.054893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.056030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.056474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.057129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.057380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.058023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.058484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.058985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.059428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.059853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:01.091658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:41:01.098763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.109547 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] Sync routers for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:41:01.140368 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:01.141017 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:01.198891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['d47c2f00-e8b3-4756-9ad9-921af8a22599'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:01.217150 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:01.229259 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:01.230297 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:01.231160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-30b3effd-1903-4576-816d-5f878beec143 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/floatingips/0a2c43ef-db56-4987-b382-5ca37fbed4c9 HTTP/1.1" status: 200 len: 976 time: 3.2502122 Nov 12 12:41:01.234098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:01.272130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:01.273033 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb905939-e9eb-424a-ba9b-343579526eba None None] The sync data for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:41:01.391656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port b2764220-eb9d-473d-b28d-6c7a38cff372 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:01.392013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.519465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.519741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:01.543418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af42cbd8-670d-4117-b4bf-9d66e1605755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.659084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65c06-4264-480f-95df-ee0921d3f0e2 req-5faec2e6-b703-4f24-af62-35a145854a7a tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:01.661222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30f65c06-4264-480f-95df-ee0921d3f0e2 req-5faec2e6-b703-4f24-af62-35a145854a7a tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 944 time: 0.0590854 Nov 12 12:41:01.754638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30f65c06-4264-480f-95df-ee0921d3f0e2 req-47726389-52ad-4e2d-bead-852d625f14bd tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789273 Nov 12 12:41:01.783996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.784356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.784660 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Floating IP 0a2c43ef-db56-4987-b382-5ca37fbed4c9 disassociated. External IP: 172.25.1.97, port: b2764220-eb9d-473d-b28d-6c7a38cff372. Nov 12 12:41:01.785065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for b2764220-eb9d-473d-b28d-6c7a38cff372 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:01.788956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af42cbd8-670d-4117-b4bf-9d66e1605755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.798138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af42cbd8-670d-4117-b4bf-9d66e1605755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.904639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af42cbd8-670d-4117-b4bf-9d66e1605755 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6893fca31f740439c18f19b870222e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839266 Nov 12 12:41:01.907288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:01.907823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42cbd8-670d-4117-b4bf-9d66e1605755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67b227-9571-4dfb-b042-7f6e645e187e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:01.946297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b86d80-e276-4bf2-a555-a8b1c5dc2c17 req-a4ab9007-54a8-412b-9922-5ffac36efc8c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:01.947909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22b86d80-e276-4bf2-a555-a8b1c5dc2c17 req-a4ab9007-54a8-412b-9922-5ffac36efc8c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.0910313 Nov 12 12:41:01.967888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbf11f1-549f-458f-99c4-963e23723df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.997877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbf11f1-549f-458f-99c4-963e23723df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.054773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-22b86d80-e276-4bf2-a555-a8b1c5dc2c17 req-33621765-6b5e-4476-8d09-c5f457226b3f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964935 Nov 12 12:41:02.056196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbf11f1-549f-458f-99c4-963e23723df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.059873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffbf11f1-549f-458f-99c4-963e23723df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.064247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ffbf11f1-549f-458f-99c4-963e23723df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d67b227-9571-4dfb-b042-7f6e645e187e HTTP/1.1" status: 204 len: 168 time: 0.1558597 Nov 12 12:41:02.074049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf11f1-549f-458f-99c4-963e23723df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67b227-9571-4dfb-b042-7f6e645e187e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:02.098736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.142303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=b2764220-eb9d-473d-b28d-6c7a38cff372,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:02.297589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router 91c1a2bd-3d78-4c63-ab34-1eda415cd040 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:41:02.440361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:41:02.452396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] Sync routers for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:41:02.466399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:02.467434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:02.522083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.525975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-01bd9efc-835b-4401-bb49-7d4f762d2487 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/ports/b2764220-eb9d-473d-b28d-6c7a38cff372 HTTP/1.1" status: 204 len: 168 time: 1.2911091 Nov 12 12:41:02.528576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:02.532715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:02.543951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:02.544754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:02.585740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:02.586811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d255291-9d12-44a6-824f-7f5de8b1f83d None None] The sync data for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:41:02.642042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d47c2f00-e8b3-4756-9ad9-921af8a22599 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:02.699919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port d47c2f00-e8b3-4756-9ad9-921af8a22599 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:41:02.719486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port d47c2f00-e8b3-4756-9ad9-921af8a22599 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:02.720078 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.828800 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.877916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1af846-4cd6-4840-8587-4d80c384569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c2f00-e8b3-4756-9ad9-921af8a22599'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:02.880413 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f42f93c-b110-4f0c-886c-3962b0f1ed29" -d '{"events": [{"server_uuid": "4b1af846-4cd6-4840-8587-4d80c384569f", "name": "network-vif-plugged", "status": "completed", "tag": "d47c2f00-e8b3-4756-9ad9-921af8a22599"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:02.899838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port d47c2f00-e8b3-4756-9ad9-921af8a22599, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:02.907546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:02.968998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=d47c2f00-e8b3-4756-9ad9-921af8a22599,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:03.026400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed87c-6a46-44e8-b7cd-7df1f8d77811 req-cb18d668-364b-46a5-a322-1f61d0d6aa1f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:03.034726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-338ed87c-6a46-44e8-b7cd-7df1f8d77811 req-cb18d668-364b-46a5-a322-1f61d0d6aa1f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 944 time: 0.1647248 Nov 12 12:41:03.041240 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328fe4c-6765-4fb2-a84a-f71018c3013b x-openstack-request-id: req-b328fe4c-6765-4fb2-a84a-f71018c3013b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:03.042264 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1af846-4cd6-4840-8587-4d80c384569f", "name": "network-vif-plugged", "status": "completed", "tag": "d47c2f00-e8b3-4756-9ad9-921af8a22599", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:03.042264 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b328fe4c-6765-4fb2-a84a-f71018c3013b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:03.042264 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1af846-4cd6-4840-8587-4d80c384569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c2f00-e8b3-4756-9ad9-921af8a22599', 'code': 200} Nov 12 12:41:03.166326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-338ed87c-6a46-44e8-b7cd-7df1f8d77811 req-4142ee8e-769d-40f6-b42b-d4e8e0cb4359 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134565 Nov 12 12:41:03.252960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dff35b-a86a-4fff-81d4-0bb6428ee233 req-ecebdc13-a24b-4aa6-bbc0-8b22fe3b88c8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:03.254717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3dff35b-a86a-4fff-81d4-0bb6428ee233 req-ecebdc13-a24b-4aa6-bbc0-8b22fe3b88c8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.0626948 Nov 12 12:41:03.270923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3cf6a-533c-4854-bc73-ff9e2fa6fdec req-1b1c7155-a267-4763-9028-5324900c4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:03.272618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57f3cf6a-533c-4854-bc73-ff9e2fa6fdec req-1b1c7155-a267-4763-9028-5324900c4d0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 1096 time: 0.1257751 Nov 12 12:41:03.332154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3dff35b-a86a-4fff-81d4-0bb6428ee233 req-8807f4fa-eca8-434e-a05e-d46d5593b0a7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675254 Nov 12 12:41:03.367463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:03.414774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57f3cf6a-533c-4854-bc73-ff9e2fa6fdec req-0f0cdfe6-6b69-4243-bc44-5d8f70820f9c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306124 Nov 12 12:41:03.793141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port ae5c418c-fff0-4cb4-9a2b-804dcb760863 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:03.793492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:03.921336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:03.936829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for ae5c418c-fff0-4cb4-9a2b-804dcb760863 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:04.227386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.267763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:04.286515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=ae5c418c-fff0-4cb4-9a2b-804dcb760863,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:04.373987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1f72f-5344-4e77-ba8c-14483676a154 req-d1911276-82dd-4e1d-8f87-054bf7236edb tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:04.376305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93d1f72f-5344-4e77-ba8c-14483676a154 req-d1911276-82dd-4e1d-8f87-054bf7236edb tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 945 time: 0.1459668 Nov 12 12:41:04.509686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e5b7054-369d-4c19-9f62-98bd16599029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.537304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-93d1f72f-5344-4e77-ba8c-14483676a154 req-87288723-4e79-46f6-b78e-92dc6ed4e87d tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514053 Nov 12 12:41:04.564765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.638714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959a9e-c097-4075-b7be-9a4d046eb2a8 req-389f5509-1d2f-4ca1-9b34-581a50ebd0a9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:04.641318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38959a9e-c097-4075-b7be-9a4d046eb2a8 req-389f5509-1d2f-4ca1-9b34-581a50ebd0a9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.1743011 Nov 12 12:41:04.746793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38959a9e-c097-4075-b7be-9a4d046eb2a8 req-68680653-e2b3-4b49-b082-1409d7b1bc80 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951681 Nov 12 12:41:04.769106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e5b7054-369d-4c19-9f62-98bd16599029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.776518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e5b7054-369d-4c19-9f62-98bd16599029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.842609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8e5b7054-369d-4c19-9f62-98bd16599029 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daf346686bef462cb88fbe858b1e2df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743144 Nov 12 12:41:04.843501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b7054-369d-4c19-9f62-98bd16599029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a46d20a-21c9-4945-9904-8206a82116a6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:04.846599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:04.916713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router 91c1a2bd-3d78-4c63-ab34-1eda415cd040 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:41:04.939914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-322e8b2a-8689-4b07-887c-e01b1e52ef40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.012359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-322e8b2a-8689-4b07-887c-e01b1e52ef40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.105477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:41:05.116164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c13eee3-4c7b-4f1c-8fbc-bba41e8b8638 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/routers/91c1a2bd-3d78-4c63-ab34-1eda415cd040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5849643 Nov 12 12:41:05.116964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:05.117094 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651caa70-021e-4167-92fa-177347a58288 None None] Sync routers for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:41:05.135384 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651caa70-021e-4167-92fa-177347a58288 None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:05.136673 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-651caa70-021e-4167-92fa-177347a58288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:05.180248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-322e8b2a-8689-4b07-887c-e01b1e52ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.183353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-322e8b2a-8689-4b07-887c-e01b1e52ef40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.184701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-322e8b2a-8689-4b07-887c-e01b1e52ef40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a46d20a-21c9-4945-9904-8206a82116a6 HTTP/1.1" status: 204 len: 168 time: 0.3365047 Nov 12 12:41:05.187739 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-651caa70-021e-4167-92fa-177347a58288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:05.203680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8b2a-8689-4b07-887c-e01b1e52ef40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a46d20a-21c9-4945-9904-8206a82116a6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:05.204170 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651caa70-021e-4167-92fa-177347a58288 None None] Routers {'91c1a2bd-3d78-4c63-ab34-1eda415cd040'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:05.204925 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-651caa70-021e-4167-92fa-177347a58288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:40:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:05.258581 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-651caa70-021e-4167-92fa-177347a58288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:05.259459 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651caa70-021e-4167-92fa-177347a58288 None None] The sync data for ids ['91c1a2bd-3d78-4c63-ab34-1eda415cd040'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:41:05.297799 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.435636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.506188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port 66ab7b3c-cbff-4810-9511-85b3d3c23bab {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:05.506572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.588255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:05.606831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f6da488-9208-4811-8e6d-951247127f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.683380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da727302-3ed9-4033-9a47-7bc3484d7ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.738536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f6da488-9208-4811-8e6d-951247127f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.744275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f6da488-9208-4811-8e6d-951247127f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.791509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6da488-9208-4811-8e6d-951247127f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef225d-2a6c-4c74-9dce-af850b7b90ee,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:05.797579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6f6da488-9208-4811-8e6d-951247127f58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d087633a33549c69391d96389d38458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081692 Nov 12 12:41:05.800680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:05.878424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fc92e50-1df3-4c4c-9c16-4a2f2fdd4b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.933382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fc92e50-1df3-4c4c-9c16-4a2f2fdd4b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:05.987453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b03cd-4d7e-4bac-94e1-96f59e539106 req-7a943c9b-0dbf-4349-abdf-9791111c3a54 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:05.999057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-196b03cd-4d7e-4bac-94e1-96f59e539106 req-7a943c9b-0dbf-4349-abdf-9791111c3a54 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.1252046 Nov 12 12:41:06.008023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.028286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for 66ab7b3c-cbff-4810-9511-85b3d3c23bab owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:06.056912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae44e1-030c-4f28-a6b9-bf51c819c416 req-a8004356-5ab7-475a-8398-267f85bbff29 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:06.065406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96ae44e1-030c-4f28-a6b9-bf51c819c416 req-a8004356-5ab7-475a-8398-267f85bbff29 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 945 time: 0.1456540 Nov 12 12:41:06.080645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-196b03cd-4d7e-4bac-94e1-96f59e539106 req-796af375-8ce3-43c4-965e-511a13aac34b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Nov 12 12:41:06.089846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fc92e50-1df3-4c4c-9c16-4a2f2fdd4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.093746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fc92e50-1df3-4c4c-9c16-4a2f2fdd4b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.095453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5fc92e50-1df3-4c4c-9c16-4a2f2fdd4b0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4ef225d-2a6c-4c74-9dce-af850b7b90ee HTTP/1.1" status: 204 len: 168 time: 0.2932918 Nov 12 12:41:06.106803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc92e50-1df3-4c4c-9c16-4a2f2fdd4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef225d-2a6c-4c74-9dce-af850b7b90ee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:06.198406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96ae44e1-030c-4f28-a6b9-bf51c819c416 req-7cd6ccbe-af51-43f7-ac8c-80e5723a5318 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320126 Nov 12 12:41:06.331018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.360050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=66ab7b3c-cbff-4810-9511-85b3d3c23bab,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:06.383487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8d5fc-8d55-407a-8061-094076b89f5e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:41:06.452828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.565925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.569252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.628671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.630073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Fanout notify agent at l3_agent the message router_deleted on router 91c1a2bd-3d78-4c63-ab34-1eda415cd040 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:41:06.641412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.643134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d106b396-7de6-43ef-862b-c16562e64fd6 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/routers/91c1a2bd-3d78-4c63-ab34-1eda415cd040 HTTP/1.1" status: 204 len: 168 time: 1.5246673 Nov 12 12:41:06.646156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:06.701531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting subnet b9a4d03c-77bb-40b1-924a-6ddc107ad798 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:41:06.705079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.762512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.897483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.976946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:06.995838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733a41a-0e96-4623-a355-d8b6c8bc82ac req-1652af6b-4cd9-460d-849f-cea2499eb2f6 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:06.997393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4733a41a-0e96-4623-a355-d8b6c8bc82ac req-1652af6b-4cd9-460d-849f-cea2499eb2f6 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 945 time: 0.0616820 Nov 12 12:41:07.019016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a4d03c-77bb-40b1-924a-6ddc107ad798,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:07.021625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.028004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5dd973bd-9036-4f7a-9fe6-df40a17f1912 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/subnets/b9a4d03c-77bb-40b1-924a-6ddc107ad798 HTTP/1.1" status: 204 len: 168 time: 0.3807492 Nov 12 12:41:07.028631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:07.043887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3be2d-c4cf-4117-8b9e-8021e1bb57d3 None None] Network 06c11fac-555c-4c13-a8dc-31b057129dfe requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:07.077352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4733a41a-0e96-4623-a355-d8b6c8bc82ac req-4f61ab8d-f9e0-47b4-b524-9c61c1906c9d tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716231 Nov 12 12:41:07.163460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.311852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a82ce2-cd7c-475c-a27e-32df25d71157 req-5b3d61a8-d144-46b6-a78b-e2d5c081eb66 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:07.315917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a82ce2-cd7c-475c-a27e-32df25d71157 req-5b3d61a8-d144-46b6-a78b-e2d5c081eb66 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.0959337 Nov 12 12:41:07.319525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port c6a071e2-111e-48b2-a8d7-15f9e58ff50d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:07.319892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.366326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] DHCP port deletion for 06c11fac-555c-4c13-a8dc-31b057129dfe request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:41:07.442321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] For port c6a071e2-111e-48b2-a8d7-15f9e58ff50d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,segment=NetworkSegment(404e15b9-4eaa-4c1f-9d2d-049348877a5c),segment_id=404e15b9-4eaa-4c1f-9d2d-049348877a5c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:07.442723 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.451928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] Deleting port c6a071e2-111e-48b2-a8d7-15f9e58ff50d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:07.452582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.470115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51a82ce2-cd7c-475c-a27e-32df25d71157 req-9f894015-ce33-43b4-91fc-3449c00587f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328723 Nov 12 12:41:07.481876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for c6a071e2-111e-48b2-a8d7-15f9e58ff50d owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:07.539263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] For port c6a071e2-111e-48b2-a8d7-15f9e58ff50d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,segment=NetworkSegment(404e15b9-4eaa-4c1f-9d2d-049348877a5c),segment_id=404e15b9-4eaa-4c1f-9d2d-049348877a5c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:07.539762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.554817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] Calling delete_port for c6a071e2-111e-48b2-a8d7-15f9e58ff50d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:07.590764 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.633890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:07.637992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] No DVR routers for this DVR port c6a071e2-111e-48b2-a8d7-15f9e58ff50d on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:07.758746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.786782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c11fac-555c-4c13-a8dc-31b057129dfe']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:07.804151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404e15b9-4eaa-4c1f-9d2d-049348877a5c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:07.804446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404e15b9-4eaa-4c1f-9d2d-049348877a5c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: from cryptography.utils import int_from_bytes Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: from cryptography.utils import int_from_bytes Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:41:07.811186 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:41:07.817536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.821583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.834417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.847098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:41:07.847738 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:41:07.853095 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:41:07.862735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] Pushing event deleted for resources: {'Port': ['ID=c6a071e2-111e-48b2-a8d7-15f9e58ff50d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:07.866466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee31300-1010-4173-9e63-3be4297a8393 None None] No DVR routers for this DVR port c6a071e2-111e-48b2-a8d7-15f9e58ff50d on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:07.935458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.958187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:07.961478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/networks/06c11fac-555c-4c13-a8dc-31b057129dfe HTTP/1.1" status: 204 len: 168 time: 0.9314771 Nov 12 12:41:07.962742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7f78-e880-4714-85ef-e1f3a72f76a8 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Network': ['ID=06c11fac-555c-4c13-a8dc-31b057129dfe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:07.964535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:08.122489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port 22774f13-0f39-47a0-8ca2-2ad105aaf447 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:08.123033 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.186209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c6a071e2-111e-48b2-a8d7-15f9e58ff50d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:41:08.205130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c6a071e2-111e-48b2-a8d7-15f9e58ff50d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:41:08.206068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c6a071e2-111e-48b2-a8d7-15f9e58ff50d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:41:08.273925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.274541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.292251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for 22774f13-0f39-47a0-8ca2-2ad105aaf447 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:08.308850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3f061-c2cc-471f-a56a-437f021d548b req-f173e8e2-36af-4903-93d5-b3a00945e0da tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:08.310478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94d3f061-c2cc-471f-a56a-437f021d548b req-f173e8e2-36af-4903-93d5-b3a00945e0da tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 945 time: 0.0912673 Nov 12 12:41:08.428034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-8c64fd02-c7fc-49e4-a8a7-dc901b5001ce tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:08.429807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-8c64fd02-c7fc-49e4-a8a7-dc901b5001ce tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 945 time: 0.1061335 Nov 12 12:41:08.492604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94d3f061-c2cc-471f-a56a-437f021d548b req-38ce8982-ce45-477b-8f4f-038d4d134700 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211879 Nov 12 12:41:08.630964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.634341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Deleting port d47c2f00-e8b3-4756-9ad9-921af8a22599 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:08.635052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.671856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7aa3ac03-bf41-45a6-85ca-3c153fe25aed details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:41:08.705840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=22774f13-0f39-47a0-8ca2-2ad105aaf447,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:08.799485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:08.813755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed', 'mac_address': 'fa:16:3e:90:a2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:41:08.875262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] For port d47c2f00-e8b3-4756-9ad9-921af8a22599, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=d47c2f00-e8b3-4756-9ad9-921af8a22599,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:08.875774 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.877259 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.881673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e336f-2f77-46cd-8b06-946c3438b0a0 req-1d77fb50-f409-4126-91f2-ba129047117a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:08.896645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-966e336f-2f77-46cd-8b06-946c3438b0a0 req-1d77fb50-f409-4126-91f2-ba129047117a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 944 time: 0.2465084 Nov 12 12:41:08.922519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Calling delete_port for d47c2f00-e8b3-4756-9ad9-921af8a22599 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:08.953605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.956184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa3ac03-bf41-45a6-85ca-3c153fe25aed {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:08.966357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.967452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ec198c9b-485c-4085-9dd2-cbdfb226695a tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a2c43ef-db56-4987-b382-5ca37fbed4c9 HTTP/1.1" status: 204 len: 168 time: 1.0007031 Nov 12 12:41:08.969105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:09.010831 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b6053de-4126-42cd-8e76-0178b8f3a1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.035992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:09.046471 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9c82d8-e4b9-4db4-af71-d57e65d97253 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] DELETE failed (client error): The resource could not be found. Nov 12 12:41:09.046821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.047697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9c82d8-e4b9-4db4-af71-d57e65d97253 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:41:09.054902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b9c82d8-e4b9-4db4-af71-d57e65d97253 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/ports/b2764220-eb9d-473d-b28d-6c7a38cff372 HTTP/1.1" status: 404 len: 333 time: 0.0792196 Nov 12 12:41:09.055429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:09.065059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-966e336f-2f77-46cd-8b06-946c3438b0a0 req-01726b43-95fe-4d35-859e-db571ebb3081 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670351 Nov 12 12:41:09.103586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-82db6e29-5ff3-49ba-b7e0-97f1b2645e0c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/ports?device_id=91c1a2bd-3d78-4c63-ab34-1eda415cd040 HTTP/1.1" status: 200 len: 205 time: 0.0444732 Nov 12 12:41:09.106017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:09.125246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:09.185494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.188243 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-f19b0e39-81b6-46cb-92e2-7a53cb38705b tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] delete failed (client error): The resource could not be found. Nov 12 12:41:09.192647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f19b0e39-81b6-46cb-92e2-7a53cb38705b tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/routers/91c1a2bd-3d78-4c63-ab34-1eda415cd040 HTTP/1.1" status: 404 len: 336 time: 0.0834422 Nov 12 12:41:09.194370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:09.229732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Pushing event deleted for resources: {'Port': ['ID=d47c2f00-e8b3-4756-9ad9-921af8a22599,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:09.249637 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c554096-3c4c-44f0-96f5-48ea594d0f2b tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] DELETE failed (client error): The resource could not be found. Nov 12 12:41:09.250113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c554096-3c4c-44f0-96f5-48ea594d0f2b tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:41:09.254990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c554096-3c4c-44f0-96f5-48ea594d0f2b tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/subnets/b9a4d03c-77bb-40b1-924a-6ddc107ad798 HTTP/1.1" status: 404 len: 337 time: 0.0587659 Nov 12 12:41:09.257073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:09.282785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7aa3ac03-bf41-45a6-85ca-3c153fe25aed'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:09.284404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] No DVR routers for this DVR port d47c2f00-e8b3-4756-9ad9-921af8a22599 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:09.292675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.299979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8b7b7e4-c0ca-46ad-8049-8f4f090283fe req-da25387a-cfe9-498d-aab0-8c6853a64a79 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.65 "DELETE /v2.0/ports/d47c2f00-e8b3-4756-9ad9-921af8a22599 HTTP/1.1" status: 204 len: 173 time: 0.8627896 Nov 12 12:41:09.300484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1af846-4cd6-4840-8587-4d80c384569f', 'name': 'network-vif-deleted', 'tag': 'd47c2f00-e8b3-4756-9ad9-921af8a22599'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:09.305316 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb0d08-b4c1-4b07-8e77-f0d695797e32" -d '{"events": [{"server_uuid": "4b1af846-4cd6-4840-8587-4d80c384569f", "name": "network-vif-deleted", "tag": "d47c2f00-e8b3-4756-9ad9-921af8a22599"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:09.393406 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d60d43-304a-46fa-be3d-761b1010d90f x-openstack-request-id: req-97d60d43-304a-46fa-be3d-761b1010d90f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:09.393705 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1af846-4cd6-4840-8587-4d80c384569f", "name": "network-vif-deleted", "tag": "d47c2f00-e8b3-4756-9ad9-921af8a22599", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:09.393964 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97d60d43-304a-46fa-be3d-761b1010d90f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:09.395847 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1af846-4cd6-4840-8587-4d80c384569f', 'name': 'network-vif-deleted', 'tag': 'd47c2f00-e8b3-4756-9ad9-921af8a22599', 'status': 'completed', 'code': 200} Nov 12 12:41:09.449904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port 822713a2-d110-4ae2-8977-0be088c271f9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:09.450656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.453246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.623927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:09.645111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for 822713a2-d110-4ae2-8977-0be088c271f9 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:09.717636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-368fe1ab-0f2e-4953-8871-dc105b8221f2 req-7834eac9-c60c-4e64-b9cc-3afacd13cb09 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b1af846-4cd6-4840-8587-4d80c384569f HTTP/1.1" status: 200 len: 210 time: 0.0328689 Nov 12 12:41:10.256144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.268032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc7063-5687-400b-9bf6-4039ffbdf00e req-45d58d29-47bb-405b-b2b2-6ee9a7ad9ba6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:10.270615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ecc7063-5687-400b-9bf6-4039ffbdf00e req-45d58d29-47bb-405b-b2b2-6ee9a7ad9ba6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 945 time: 0.0959225 Nov 12 12:41:10.307653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=822713a2-d110-4ae2-8977-0be088c271f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:10.397279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ecc7063-5687-400b-9bf6-4039ffbdf00e req-fe63c27d-d4d2-4266-909e-ee71a06a2584 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181428 Nov 12 12:41:10.412522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.418694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d79752eb-cbb0-4805-8d14-06861d325e24 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/ports/822713a2-d110-4ae2-8977-0be088c271f9 HTTP/1.1" status: 204 len: 168 time: 1.1579370 Nov 12 12:41:10.418911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:10.523026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port 03b0906e-87a2-455b-8e24-62f6250079f9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:10.523369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.600703 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.619795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.632801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for 03b0906e-87a2-455b-8e24-62f6250079f9 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:10.671841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7aa3ac03-bf41-45a6-85ca-3c153fe25aed up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:10.764208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:41:10.771136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:10.771438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.802835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.854568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=03b0906e-87a2-455b-8e24-62f6250079f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:10.908912 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.943274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.947737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-23820e16-6208-4a1c-a674-d5e31e337c96 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/ports/03b0906e-87a2-455b-8e24-62f6250079f9 HTTP/1.1" status: 204 len: 168 time: 0.5273485 Nov 12 12:41:10.949827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:10.953863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:10.955083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:10.958471 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618aa16-2157-4688-b8c5-da29042149f9" -d '{"events": [{"server_uuid": "8cdc88d9-b38f-434d-9151-4f0839c802c9", "name": "network-vif-plugged", "status": "completed", "tag": "7aa3ac03-bf41-45a6-85ca-3c153fe25aed"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:10.962769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:10.963793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d47c2f00-e8b3-4756-9ad9-921af8a22599 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:41:11.006818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: d47c2f00-e8b3-4756-9ad9-921af8a22599 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:41:11.007653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device d47c2f00-e8b3-4756-9ad9-921af8a22599 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:41:11.024987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2467a2b5-9e35-49ee-b9ee-295d8383d5e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:11.029206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2467a2b5-9e35-49ee-b9ee-295d8383d5e3 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "GET /v2.0/ports?device_id=b448dac6-3c32-440c-bbba-c83f9a0eed38 HTTP/1.1" status: 200 len: 913 time: 0.0760527 Nov 12 12:41:11.030660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:11.042154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:11.071682 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1c2c3d-1eea-4c77-8e6e-01594e46ea8d x-openstack-request-id: req-8a1c2c3d-1eea-4c77-8e6e-01594e46ea8d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:11.072088 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdc88d9-b38f-434d-9151-4f0839c802c9", "name": "network-vif-plugged", "status": "completed", "tag": "7aa3ac03-bf41-45a6-85ca-3c153fe25aed", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:11.072573 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a1c2c3d-1eea-4c77-8e6e-01594e46ea8d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:11.073149 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed', 'code': 200} Nov 12 12:41:11.178696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:11.260434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-d73c38ac-82de-4d14-a28d-11b3b51ba379 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:11.274910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-d73c38ac-82de-4d14-a28d-11b3b51ba379 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/networks?id=364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 200 len: 809 time: 0.2038014 Nov 12 12:41:11.302176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-32d064bc-6ddc-4334-8dfb-ec4c02c5bcbd tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/quotas/4c862087f8ac458cba2d3546bc080526 HTTP/1.1" status: 200 len: 375 time: 0.0261862 Nov 12 12:41:11.313170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb06d-5f43-462f-bf3d-1f7db44d6066 req-6f661f6d-e154-42ac-9f8d-978ba8c9b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:11.314703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f7cb06d-5f43-462f-bf3d-1f7db44d6066 req-6f661f6d-e154-42ac-9f8d-978ba8c9b057 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 1097 time: 0.1442389 Nov 12 12:41:11.348519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:11.383828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-b8eb5f47-a539-4952-af84-83ef34069fe9 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c862087f8ac458cba2d3546bc080526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760098 Nov 12 12:41:11.444326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2aecf09-b43c-427e-8335-2c4d1c1252c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:11.583145 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f7cb06d-5f43-462f-bf3d-1f7db44d6066 req-8fd0132a-cbac-416d-890b-3c2d554a672f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462478 Nov 12 12:41:11.642330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41928eb-10e4-449d-b028-6a55f42b6050 req-e4e34e9b-c584-4372-9933-0dc3fdf60452 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:11.643903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e41928eb-10e4-449d-b028-6a55f42b6050 req-e4e34e9b-c584-4372-9933-0dc3fdf60452 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.1359982 Nov 12 12:41:11.666473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-ff643b8d-15c7-4a38-b0f1-380d6a9d3552 service neutron] 10.222.0.18 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817075 Nov 12 12:41:11.709414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e41928eb-10e4-449d-b028-6a55f42b6050 req-3d5fe92d-9fa6-4ce7-99ff-efb5f0cf7d9d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576830 Nov 12 12:41:11.778619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:11.803366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2aecf09-b43c-427e-8335-2c4d1c1252c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:11.815423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2aecf09-b43c-427e-8335-2c4d1c1252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:11.843674 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:41:11.896461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aecf09-b43c-427e-8335-2c4d1c1252c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1c008b-05f4-4bda-ad1c-98620d0d156d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:11.910964 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2aecf09-b43c-427e-8335-2c4d1c1252c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caf697de70d54d3d949940b476c33202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7282915 Nov 12 12:41:11.911865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:11.934284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-453804ac-6085-49b0-9471-a645dd529cf1 service neutron] 10.222.0.18 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533455 Nov 12 12:41:12.010944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d763f6ef-fb7e-4ae1-97ea-4965757887b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.053083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d763f6ef-fb7e-4ae1-97ea-4965757887b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.121569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d763f6ef-fb7e-4ae1-97ea-4965757887b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.124362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d763f6ef-fb7e-4ae1-97ea-4965757887b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.127881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d763f6ef-fb7e-4ae1-97ea-4965757887b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c1c008b-05f4-4bda-ad1c-98620d0d156d HTTP/1.1" status: 204 len: 168 time: 0.2128203 Nov 12 12:41:12.135135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763f6ef-fb7e-4ae1-97ea-4965757887b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1c008b-05f4-4bda-ad1c-98620d0d156d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:12.257353 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0e49a716-7012-43fe-a696-a5c3dc07c99e req-0ad670b1-e7b7-475d-a612-717c5ccf58af tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 210 time: 0.0486979 Nov 12 12:41:12.292967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port b31d5c55-7f6f-4f5f-b4a3-df121fae7a62 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:12.293514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.396091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.408975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for b31d5c55-7f6f-4f5f-b4a3-df121fae7a62 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:12.549279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:12.568434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79f28966-21e9-4370-abeb-d6e1cfdd9942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.695621 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79f28966-21e9-4370-abeb-d6e1cfdd9942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.697885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.701431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79f28966-21e9-4370-abeb-d6e1cfdd9942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:12.758759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=b31d5c55-7f6f-4f5f-b4a3-df121fae7a62,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:12.809803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-79f28966-21e9-4370-abeb-d6e1cfdd9942 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d505f149ab334dc3afcb6aa30577c5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593977 Nov 12 12:41:12.815350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:12.834825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f28966-21e9-4370-abeb-d6e1cfdd9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469156f9-53f2-462c-affb-af6b3419765a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:12.998342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd15c9-0831-4ccc-96ca-6c8acf7136d1 req-879f54cc-6e95-427c-a3c1-f5d3ba3cff92 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:13.002937 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cfd15c9-0831-4ccc-96ca-6c8acf7136d1 req-879f54cc-6e95-427c-a3c1-f5d3ba3cff92 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.1225615 Nov 12 12:41:13.107398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04921ae9-78b7-4476-8fa4-207b610c3d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:13.153497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8cfd15c9-0831-4ccc-96ca-6c8acf7136d1 req-d2dd1479-26d1-46b9-8058-6871f43ff910 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403298 Nov 12 12:41:13.158805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:13.191414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04921ae9-78b7-4476-8fa4-207b610c3d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:13.257334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04921ae9-78b7-4476-8fa4-207b610c3d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:13.260180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04921ae9-78b7-4476-8fa4-207b610c3d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:13.264143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-04921ae9-78b7-4476-8fa4-207b610c3d23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/469156f9-53f2-462c-affb-af6b3419765a HTTP/1.1" status: 204 len: 168 time: 0.4358301 Nov 12 12:41:13.280363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04921ae9-78b7-4476-8fa4-207b610c3d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469156f9-53f2-462c-affb-af6b3419765a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:13.465623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e72a8a5e-20a8-4853-958b-9a0399346dac req-0323a3ec-7d40-4baa-aa51-05af0f3bf46b tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 210 time: 0.0788379 Nov 12 12:41:13.671554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Router b448dac6-3c32-440c-bbba-c83f9a0eed38 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:41:13.700989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-54839460-f5a6-4cf8-98d8-71159bec684b tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:13.703558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-54839460-f5a6-4cf8-98d8-71159bec684b tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.81 "GET /v2.0/networks?id=364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 200 len: 809 time: 0.2153692 Nov 12 12:41:13.718746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Request body: {'port': {'device_id': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87', 'admin_state_up': True, 'tenant_id': '4c862087f8ac458cba2d3546bc080526'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:13.903991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Made reservation on behalf of 4c862087f8ac458cba2d3546bc080526 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:13.908938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.131576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Allocated IP 172.20.0.3 (364a2959-d069-492d-80b3-7d168aaa0b87/07f7aefc-a1d6-4eee-a6e5-e4af46c454af/0faada8f-ad07-492d-a5a5-c30f6cad659a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:14.195982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:41:14.203736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-144f0a5c-511b-4832-a87a-ab1a78d7e477 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "PUT /v2.0/routers/b448dac6-3c32-440c-bbba-c83f9a0eed38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1717851 Nov 12 12:41:14.205869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:14.209543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9458a91b-954e-4240-b302-c33466565225 None None] Sync routers for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:41:14.241045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458a91b-954e-4240-b302-c33466565225 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:14.246083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9458a91b-954e-4240-b302-c33466565225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:41:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:14.363093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9458a91b-954e-4240-b302-c33466565225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:14.382107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458a91b-954e-4240-b302-c33466565225 None None] Routers {'b448dac6-3c32-440c-bbba-c83f9a0eed38'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:41:14.383034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9458a91b-954e-4240-b302-c33466565225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:41:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b448dac6-3c32-440c-bbba-c83f9a0eed38'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:14.418659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.435558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9458a91b-954e-4240-b302-c33466565225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:14.437773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9458a91b-954e-4240-b302-c33466565225 None None] The sync data for ids ['b448dac6-3c32-440c-bbba-c83f9a0eed38'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:41:14.497340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621861e-b3d3-4774-96a8-40bfece6942d req-5a1ad4e7-debf-4d8f-9038-8106eec1ef19 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:14.506842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7621861e-b3d3-4774-96a8-40bfece6942d req-5a1ad4e7-debf-4d8f-9038-8106eec1ef19 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.1890249 Nov 12 12:41:14.574489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.601156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7621861e-b3d3-4774-96a8-40bfece6942d req-1c8d362e-b1ce-4b13-8b48-d8fdfd07d21c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933785 Nov 12 12:41:14.640936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-873c953a-10e5-4450-8ee7-dce84a631d49 req-ac688b30-3e95-4c58-bdde-4a3777bd1493 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 210 time: 0.0403178 Nov 12 12:41:14.647761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.687865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.735167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting port b1859cd2-e461-4b96-9f68-2e1cb0422f5b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:14.735512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.757881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Network 364a2959-d069-492d-80b3-7d168aaa0b87 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:14.783114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:14.791494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:14.826658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Pushing event updated for resources: {'Port': ['ID=0faada8f-ad07-492d-a5a5-c30f6cad659a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:14.850597 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.860906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319efbfa-9b33-45e4-b6f4-cf048d21b13f req-f8e2b420-9fa0-405a-bc71-dd90a6045237 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:14.862872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-319efbfa-9b33-45e4-b6f4-cf048d21b13f req-f8e2b420-9fa0-405a-bc71-dd90a6045237 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.1521773 Nov 12 12:41:14.871208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Calling delete_port for b1859cd2-e461-4b96-9f68-2e1cb0422f5b owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:14.885413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:14.886114 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:14.951102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-f9408275-be70-4f78-98a1-e0e5675ff4b5 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2370334 Nov 12 12:41:14.968131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-319efbfa-9b33-45e4-b6f4-cf048d21b13f req-e1faf08f-25d7-49f1-9dde-34ed5bbaf391 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912602 Nov 12 12:41:14.975951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Request body: {'port': {'device_id': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:15.075633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.108372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.157822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Port': ['ID=b1859cd2-e461-4b96-9f68-2e1cb0422f5b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:15.177617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036a244-b1ad-4b00-a40a-a6576c1bc271 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:41:15.302010 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.497198 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.500293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.576325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.576936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Fanout notify agent at l3_agent the message router_deleted on router b448dac6-3c32-440c-bbba-c83f9a0eed38 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:41:15.588866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.592793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3e624e00-f1ac-461c-a47a-7f014e01168c tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/routers/b448dac6-3c32-440c-bbba-c83f9a0eed38 HTTP/1.1" status: 204 len: 168 time: 1.3847172 Nov 12 12:41:15.593556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:15.641839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faada8f-ad07-492d-a5a5-c30f6cad659a {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:15.660685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.681480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Transition to ACTIVE for port object 0faada8f-ad07-492d-a5a5-c30f6cad659a will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:41:15.697846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.712917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Deleting subnet 0a792852-f97d-4265-b896-60be43ddc09e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:41:15.720807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.796831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=0faada8f-ad07-492d-a5a5-c30f6cad659a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:15.904333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:15.957536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Attempting to bind port 0faada8f-ad07-492d-a5a5-c30f6cad659a on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:41:15.957989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Attempting to bind port 0faada8f-ad07-492d-a5a5-c30f6cad659a by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:41:15.958535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Attempting to bind port 0faada8f-ad07-492d-a5a5-c30f6cad659a on network 364a2959-d069-492d-80b3-7d168aaa0b87 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:15.964826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Port 0faada8f-ad07-492d-a5a5-c30f6cad659a on network 364a2959-d069-492d-80b3-7d168aaa0b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:41:15.965282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Attempting to bind port 0faada8f-ad07-492d-a5a5-c30f6cad659a on network 364a2959-d069-492d-80b3-7d168aaa0b87 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:15.971122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:41:15.971587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Checking segment: {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:15.972306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Bound using segment: {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:41:15.973266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Bound port: 0faada8f-ad07-492d-a5a5-c30f6cad659a, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62698d7-21b6-4230-88a7-37294b3ac5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:41:15.973970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.002285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c3060-f6d9-4f8a-8dff-6913c7a1b858 req-6913df2a-c75b-4640-bb74-fcd23bc71f1f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:16.012396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d3c3060-f6d9-4f8a-8dff-6913c7a1b858 req-6913df2a-c75b-4640-bb74-fcd23bc71f1f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 943 time: 0.1501980 Nov 12 12:41:16.022424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.126466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.146437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.155077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/subnets/0a792852-f97d-4265-b896-60be43ddc09e HTTP/1.1" status: 204 len: 168 time: 0.5601549 Nov 12 12:41:16.171231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:16.176641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d3c3060-f6d9-4f8a-8dff-6913c7a1b858 req-6386eade-b3cf-4f31-b13b-2f80294909f9 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632531 Nov 12 12:41:16.180591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd1ad0-1454-4814-a554-1eda4ab06258 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Subnet': ['ID=0a792852-f97d-4265-b896-60be43ddc09e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:16.305517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] For port 0faada8f-ad07-492d-a5a5-c30f6cad659a, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:41:16.311856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] For port 0faada8f-ad07-492d-a5a5-c30f6cad659a, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:41:16.319180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.326035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.354846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:16.355849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.357684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] 10.222.0.81 "PUT /v2.0/ports/0faada8f-ad07-492d-a5a5-c30f6cad659a HTTP/1.1" status: 200 len: 1091 time: 1.3868411 Nov 12 12:41:16.384670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'tag': '0faada8f-ad07-492d-a5a5-c30f6cad659a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:16.389607 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d372595-30bb-418f-84a7-8c779f60c7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce11d28d-cebf-42eb-be97-97989e234bd1", "tag": "0faada8f-ad07-492d-a5a5-c30f6cad659a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:16.523276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e54eee-cb67-4ac7-b001-0cc3b811cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=0faada8f-ad07-492d-a5a5-c30f6cad659a,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:16.610971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.649438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-504ac4f7-fc8b-4032-aa60-21fd3743eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:16.652903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-504ac4f7-fc8b-4032-aa60-21fd3743eefb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c862087f8ac458cba2d3546bc080526&device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 1094 time: 0.2279153 Nov 12 12:41:16.728452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-6ca9ec85-0cd9-4c44-9ecb-89dc33de3236 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a HTTP/1.1" status: 200 len: 217 time: 0.0657678 Nov 12 12:41:16.736498 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b6474-a83d-4d5e-b6fd-28f1a392d707 x-openstack-request-id: req-1a0b6474-a83d-4d5e-b6fd-28f1a392d707 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:16.736979 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce11d28d-cebf-42eb-be97-97989e234bd1", "tag": "0faada8f-ad07-492d-a5a5-c30f6cad659a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:16.738056 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a0b6474-a83d-4d5e-b6fd-28f1a392d707 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:16.739272 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'tag': '0faada8f-ad07-492d-a5a5-c30f6cad659a', 'status': 'completed', 'code': 200} Nov 12 12:41:16.748184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01950eeb-3616-4f47-bc91-88d6b323176e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:16.769927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c77f4a-2783-4105-98d8-5b07e27cd593') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:16.770581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c77f4a-2783-4105-98d8-5b07e27cd593') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:16.794000 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.859190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.898064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:41:16.898549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:41:16.907175 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:41:16.934440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-22d09a3f-92e6-4be9-9a94-f8c3fa424247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:16.936497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-22d09a3f-92e6-4be9-9a94-f8c3fa424247 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07f7aefc-a1d6-4eee-a6e5-e4af46c454af HTTP/1.1" status: 200 len: 849 time: 0.1536689 Nov 12 12:41:17.055017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-3925154c-2b73-4ebc-b4ee-4913c6ddc47f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=364a2959-d069-492d-80b3-7d168aaa0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090522 Nov 12 12:41:17.096402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:17.119065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:17.130576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] 10.222.0.18 "DELETE /v2.0/networks/01950eeb-3616-4f47-bc91-88d6b323176e HTTP/1.1" status: 204 len: 168 time: 0.9525700 Nov 12 12:41:17.200453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469439e-1149-443b-8dd7-d00ca7117203 tempest-FloatingIPTestJSON-1294641228 tempest-FloatingIPTestJSON-1294641228-project] Pushing event deleted for resources: {'Network': ['ID=01950eeb-3616-4f47-bc91-88d6b323176e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:17.265464 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-cd7b5e7e-5c1e-4c84-9c3d-932c4d4b1096 service neutron] 10.222.0.81 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031581 Nov 12 12:41:17.424599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4e6f2b90-b2c9-40e9-bdea-21337ee78083 req-e52d005a-8afe-4beb-af93-2ca4b4869764 service neutron] 10.222.0.81 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503124 Nov 12 12:41:17.598602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281663f-dab4-46b1-bd7b-c33f17ccef91 req-f5e099b5-ef1d-40f8-b6d2-60108da6f8d3 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:17.606953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6281663f-dab4-46b1-bd7b-c33f17ccef91 req-f5e099b5-ef1d-40f8-b6d2-60108da6f8d3 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 943 time: 0.1804485 Nov 12 12:41:17.698685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-91acab5b-6ca0-4c5a-a1d7-3ad06b6fba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:17.701071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-91acab5b-6ca0-4c5a-a1d7-3ad06b6fba54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c862087f8ac458cba2d3546bc080526&device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 1094 time: 0.2188940 Nov 12 12:41:17.747882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6281663f-dab4-46b1-bd7b-c33f17ccef91 req-f42844ed-0a9f-4423-ab1c-49321195004f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399553 Nov 12 12:41:17.782749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:17.815522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:17.857158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:18.003010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-107d30db-07e7-44d2-969d-f0360e748f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:18.012969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-107d30db-07e7-44d2-969d-f0360e748f60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 200 len: 910 time: 0.2936785 Nov 12 12:41:18.075482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9c4fd25-fe2c-4a19-b3d3-c050c6623d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.077834 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-9b48ad8c-f87f-4b3f-a1d7-9be3fcdb0339 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a HTTP/1.1" status: 200 len: 217 time: 0.0638325 Nov 12 12:41:18.096012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e570780b-00df-436f-9e91-7d7825388b45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a41e72a4c1be4b4193ee2ad03d89935e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780759 Nov 12 12:41:18.103957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:18.114920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d315e9b-67ab-4aa6-b4a7-9c69ebd351d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.162377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-7672f8bb-d35e-4a9e-96bf-a396ec71bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:18.166940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-7672f8bb-d35e-4a9e-96bf-a396ec71bf28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07f7aefc-a1d6-4eee-a6e5-e4af46c454af HTTP/1.1" status: 200 len: 849 time: 0.0814035 Nov 12 12:41:18.208835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-e8e7ef5d-ec0c-470f-84d1-d0e30d2eef03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=364a2959-d069-492d-80b3-7d168aaa0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344543 Nov 12 12:41:18.229086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80e8856d-bea9-4f60-81d4-d9bcfe2bf7d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.330559 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80e8856d-bea9-4f60-81d4-d9bcfe2bf7d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.414524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-f94c5d0a-80c1-4ce7-9ac5-a3d85887369a service neutron] 10.222.0.81 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977599 Nov 12 12:41:18.455021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9c4fd25-fe2c-4a19-b3d3-c050c6623d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.466106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9c4fd25-fe2c-4a19-b3d3-c050c6623d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.495771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d315e9b-67ab-4aa6-b4a7-9c69ebd351d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.530278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d315e9b-67ab-4aa6-b4a7-9c69ebd351d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.595531 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d9c4fd25-fe2c-4a19-b3d3-c050c6623d22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f6c4e00595240c382468c736084e858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7366097 Nov 12 12:41:18.605490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:18.605827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4fd25-fe2c-4a19-b3d3-c050c6623d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c26863-00bc-4b8d-aa9c-6098625783ab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:18.623102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80e8856d-bea9-4f60-81d4-d9bcfe2bf7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.638054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80e8856d-bea9-4f60-81d4-d9bcfe2bf7d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.647119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-80e8856d-bea9-4f60-81d4-d9bcfe2bf7d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d78fead8-e752-48bc-9479-07346cc2e2b6 HTTP/1.1" status: 204 len: 168 time: 0.5360460 Nov 12 12:41:18.677751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d315e9b-67ab-4aa6-b4a7-9c69ebd351d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cec84e9217bb41f8b312fbe767f936a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8933332 Nov 12 12:41:18.688659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d372595-30bb-418f-84a7-8c779f60c7bb req-3d45ae91-2561-4904-a7da-ce87870b31a5 service neutron] 10.222.0.81 "GET /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641280 Nov 12 12:41:18.689418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:18.728621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315e9b-67ab-4aa6-b4a7-9c69ebd351d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc04951-6a66-4d9c-95c9-f937655a1776,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:18.763765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8856d-bea9-4f60-81d4-d9bcfe2bf7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78fead8-e752-48bc-9479-07346cc2e2b6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:18.864483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23124cba-16f8-4370-b44b-cfaf3b19fe67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.880320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eee57b25-21c7-45c3-8a4b-d96ca091bda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.950454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23124cba-16f8-4370-b44b-cfaf3b19fe67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:18.975143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a8db-fc43-4795-96b5-6db95ac57e27 req-e6dece1d-7429-4c33-b105-29055501f96a tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:18.976899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8e2a8db-fc43-4795-96b5-6db95ac57e27 req-e6dece1d-7429-4c33-b105-29055501f96a tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 943 time: 0.0793033 Nov 12 12:41:18.979606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eee57b25-21c7-45c3-8a4b-d96ca091bda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.050479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8e2a8db-fc43-4795-96b5-6db95ac57e27 req-7f7f30d1-75ed-4424-980b-7f1fd47799ea tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646801 Nov 12 12:41:19.116884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eee57b25-21c7-45c3-8a4b-d96ca091bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.119573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eee57b25-21c7-45c3-8a4b-d96ca091bda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.120698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eee57b25-21c7-45c3-8a4b-d96ca091bda4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebc04951-6a66-4d9c-95c9-f937655a1776 HTTP/1.1" status: 204 len: 168 time: 0.4193985 Nov 12 12:41:19.135195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23124cba-16f8-4370-b44b-cfaf3b19fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.137758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23124cba-16f8-4370-b44b-cfaf3b19fe67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.139131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-23124cba-16f8-4370-b44b-cfaf3b19fe67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3c26863-00bc-4b8d-aa9c-6098625783ab HTTP/1.1" status: 204 len: 168 time: 0.5308490 Nov 12 12:41:19.142050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee57b25-21c7-45c3-8a4b-d96ca091bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc04951-6a66-4d9c-95c9-f937655a1776,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:19.198177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23124cba-16f8-4370-b44b-cfaf3b19fe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c26863-00bc-4b8d-aa9c-6098625783ab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:19.259291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-cb2f261d-abba-4010-96e5-181b952dc5a7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:19.261369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-cb2f261d-abba-4010-96e5-181b952dc5a7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.1914270 Nov 12 12:41:19.283376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-35b9674c-9ab8-4b4f-ade3-fa5c5575475b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.0159163 Nov 12 12:41:19.341532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-33bd5b48-9637-4df2-8cff-47d22c0e38bb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572917 Nov 12 12:41:19.466478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-84483030-fd62-46bf-9ac8-93ebedbed788 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138473 Nov 12 12:41:19.561187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-4a3ccd39-24de-4fc1-96cf-c30e5d84c6f4 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937901 Nov 12 12:41:19.567671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:19.568759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45250) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:19.583090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6103450-a3a4-4992-bf07-0e3ec3760486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.592923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0b186af-8420-41f5-a87f-01a676120512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.687960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6103450-a3a4-4992-bf07-0e3ec3760486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.693959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6103450-a3a4-4992-bf07-0e3ec3760486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.708865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0b186af-8420-41f5-a87f-01a676120512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.714754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0b186af-8420-41f5-a87f-01a676120512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.748769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6103450-a3a4-4992-bf07-0e3ec3760486 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e6623f7070f4ea591ad05cd566e49c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786151 Nov 12 12:41:19.750372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6103450-a3a4-4992-bf07-0e3ec3760486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62b4464-922b-4301-b8f7-742de4267aa1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:19.753498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45254) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:19.763589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b186af-8420-41f5-a87f-01a676120512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f73827-41c0-4f87-9708-f55733716e41,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:19.768592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f0b186af-8420-41f5-a87f-01a676120512 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64798dbb04784a799a22ae5c8cdb6b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992006 Nov 12 12:41:19.772162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:19.836617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efac7565-965a-4a1d-b831-8f8ed77b04e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.863852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efac7565-965a-4a1d-b831-8f8ed77b04e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.937801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ded4c6a4-4129-4e24-82ea-7f9157bec2cf req-3f304ea2-3933-4d71-bd86-5c69c1d029da tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.0800536 Nov 12 12:41:19.939463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efac7565-965a-4a1d-b831-8f8ed77b04e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.946970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efac7565-965a-4a1d-b831-8f8ed77b04e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.950552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-efac7565-965a-4a1d-b831-8f8ed77b04e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e62b4464-922b-4301-b8f7-742de4267aa1 HTTP/1.1" status: 204 len: 168 time: 0.1958694 Nov 12 12:41:19.959065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa95b-79f8-4735-a98c-09d30904dc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:19.986125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac7565-965a-4a1d-b831-8f8ed77b04e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62b4464-922b-4301-b8f7-742de4267aa1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:19.986694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa95b-79f8-4735-a98c-09d30904dc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:20.073025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa95b-79f8-4735-a98c-09d30904dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:20.076291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa95b-79f8-4735-a98c-09d30904dc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:20.081254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cc7aa95b-79f8-4735-a98c-09d30904dc85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9f73827-41c0-4f87-9708-f55733716e41 HTTP/1.1" status: 204 len: 168 time: 0.3079736 Nov 12 12:41:20.094279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa95b-79f8-4735-a98c-09d30904dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f73827-41c0-4f87-9708-f55733716e41,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:20.271027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a903f7-8526-44d1-9f24-37d6874a3762 req-3511e971-8d2a-4aa7-a3ef-9a34507d75ce tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:20.279587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50a903f7-8526-44d1-9f24-37d6874a3762 req-3511e971-8d2a-4aa7-a3ef-9a34507d75ce tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 943 time: 0.1007552 Nov 12 12:41:20.338533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-50a903f7-8526-44d1-9f24-37d6874a3762 req-2d8be00d-a94c-4cdf-8a16-dc06414ce193 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580192 Nov 12 12:41:20.467308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 0faada8f-ad07-492d-a5a5-c30f6cad659a details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:41:20.619539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 0faada8f-ad07-492d-a5a5-c30f6cad659a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:20.634838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '0faada8f-ad07-492d-a5a5-c30f6cad659a', 'network_id': '364a2959-d069-492d-80b3-7d168aaa0b87', 'port_id': '0faada8f-ad07-492d-a5a5-c30f6cad659a', 'mac_address': 'fa:16:3e:6f:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f7aefc-a1d6-4eee-a6e5-e4af46c454af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:41:20.696409 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:20.713168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faada8f-ad07-492d-a5a5-c30f6cad659a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:20.767929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 0faada8f-ad07-492d-a5a5-c30f6cad659a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:20.777390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:20.838602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=0faada8f-ad07-492d-a5a5-c30f6cad659a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:20.877453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:21.019315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1995742376'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:21.094444 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f559d3f8-9050-4da9-ae92-2c8005d914b0 req-15af26df-b6bb-4e3a-a6bd-c2480ea804e1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.0364590 Nov 12 12:41:21.095994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:21.102677 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.122062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.184436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['0faada8f-ad07-492d-a5a5-c30f6cad659a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:21.237878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.280700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.301779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:41:21.398226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.398465 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment 9dbab022-bc5b-46dc-8d1a-4e2ab78b3355 of type vlan for network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb Nov 12 12:41:21.459401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b70651b-88a0-4d19-a471-e281ccf22f6c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:21.599994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.622214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-f853f25e-f3a8-48fe-a0ba-5a4f2e924031 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:21.623815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-f853f25e-f3a8-48fe-a0ba-5a4f2e924031 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.3842931 Nov 12 12:41:21.654101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08fa9-ae40-4488-99f5-9e41f5e5035f req-0c306c52-4f85-4202-94bf-b99ec6039df0 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:21.656035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83e08fa9-ae40-4488-99f5-9e41f5e5035f req-0c306c52-4f85-4202-94bf-b99ec6039df0 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 944 time: 0.1254480 Nov 12 12:41:21.659709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:21.729968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.735783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:21.736423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.748551 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-83e08fa9-ae40-4488-99f5-9e41f5e5035f req-4b12af1e-32a0-42ee-bdb6-ca2ec9d43d2a tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807042 Nov 12 12:41:21.917355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=e071fa1d-317a-46a2-bc47-1bf85dbb7bbb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:21.938733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-19346446-15c7-429f-a00b-44ec1a9a3393 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0594559 Nov 12 12:41:21.939719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:41:21.942093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:21.947662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'name': 'tempest-PortsTestJSON-1031626781'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:22.029571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:22.035319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.124497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:22.141742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.178777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port c592f976-7b60-4f69-af23-e774c330b7aa yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:22.324672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.10 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/6d779cfb-75a2-43b5-a4cc-b801a041a4db) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:22.473076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 0faada8f-ad07-492d-a5a5-c30f6cad659a up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:22.483973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.529393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.599805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 0faada8f-ad07-492d-a5a5-c30f6cad659a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:41:22.604844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 0faada8f-ad07-492d-a5a5-c30f6cad659a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:22.605420 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.615066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=c592f976-7b60-4f69-af23-e774c330b7aa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:22.633521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.643444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:22.648700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: e071fa1d-317a-46a2-bc47-1bf85dbb7bbb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:41:22.688345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:41:22.709528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e071fa1d-317a-46a2-bc47-1bf85dbb7bbb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:22.713161 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.714458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:22.717517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.728499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:22.734194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.741706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572cfe1-9bac-400e-b86e-8d585dad09d4 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:22.759324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:22.765006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:22.770576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:22.773932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-48850978-af7c-4969-add1-d725365fa744 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8301661 Nov 12 12:41:22.774806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:22.819572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-561499219'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:22.872939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7aa3ac03-bf41-45a6-85ca-3c153fe25aed'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:22.943165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:22.980050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:22.988101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:22.988794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.024937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faada8f-ad07-492d-a5a5-c30f6cad659a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:23.027922 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6c2c7e-f53d-435f-bffd-ce4ed75b05b9" -d '{"events": [{"server_uuid": "ce11d28d-cebf-42eb-be97-97989e234bd1", "name": "network-vif-plugged", "status": "completed", "tag": "0faada8f-ad07-492d-a5a5-c30f6cad659a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:23.035340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:41:23.052597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.053011 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment 21e64311-5d57-4844-b9ea-9d63d07c8b81 of type vlan for network 5c4f0cb9-e15a-4cb5-b04b-767eca37483e Nov 12 12:41:23.058995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 0faada8f-ad07-492d-a5a5-c30f6cad659a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:23.081340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.202179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.208371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=6d779cfb-75a2-43b5-a4cc-b801a041a4db,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:23.228628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6a0bfc4a-a14d-46ae-a1bc-112eba6113f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5863249 Nov 12 12:41:23.258684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Request body: {'port': {'device_id': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:23.303175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36345ccd-136d-4f35-95e1-7ac538720f80 req-ef5d8545-c170-4cfc-b642-d51a7eab8c71 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:23.313783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36345ccd-136d-4f35-95e1-7ac538720f80 req-ef5d8545-c170-4cfc-b642-d51a7eab8c71 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 945 time: 0.3004420 Nov 12 12:41:23.349755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed75b6f-25b4-419c-aa4e-a607655cf7e4 req-9d3a48d0-cbeb-42c3-b193-8e6cf78d85c2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:23.351319 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.357434 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ed75b6f-25b4-419c-aa4e-a607655cf7e4 req-9d3a48d0-cbeb-42c3-b193-8e6cf78d85c2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 932 time: 0.3590107 Nov 12 12:41:23.368727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:23.368727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.405829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=0faada8f-ad07-492d-a5a5-c30f6cad659a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:23.425776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.436693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e5c084f4-c16a-4ab7-8a13-d28d3edf375a None None] Provisioning complete for port 6d779cfb-75a2-43b5-a4cc-b801a041a4db triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:23.437312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5c084f4-c16a-4ab7-8a13-d28d3edf375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:23.458342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6818099 Nov 12 12:41:23.466945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45410) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:23.496145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5c084f4-c16a-4ab7-8a13-d28d3edf375a None None] Port 6d779cfb-75a2-43b5-a4cc-b801a041a4db cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:41:23.503638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'ports': [{'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'}, {'network_id': '5c4f0cb9-e15a-4cb5-b04b-767eca37483e'}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:23.504084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:23.504645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': '5c4f0cb9-e15a-4cb5-b04b-767eca37483e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:23.593674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ed75b6f-25b4-419c-aa4e-a607655cf7e4 req-f7e1a97a-c09e-4cce-9596-b7a2dd67251e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305768 Nov 12 12:41:23.686268 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faeda2e-9941-4900-8d7d-9219c6d38403 x-openstack-request-id: req-8faeda2e-9941-4900-8d7d-9219c6d38403 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:23.686892 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce11d28d-cebf-42eb-be97-97989e234bd1", "name": "network-vif-plugged", "status": "completed", "tag": "0faada8f-ad07-492d-a5a5-c30f6cad659a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:23.687361 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8faeda2e-9941-4900-8d7d-9219c6d38403 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:23.688341 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faada8f-ad07-492d-a5a5-c30f6cad659a', 'code': 200} Nov 12 12:41:23.742117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36345ccd-136d-4f35-95e1-7ac538720f80 req-fe3e3655-58fc-4016-a0b4-e135a05f8522 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213097 Nov 12 12:41:23.779971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcc934-d755-45f3-b237-6acae06e1b00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=5c4f0cb9-e15a-4cb5-b04b-767eca37483e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:23.797675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 5c4f0cb9-e15a-4cb5-b04b-767eca37483e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:41:24.002251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17683a01-3b02-4478-9503-eb0200be9796 req-b31db3a8-e1a6-4f78-acf8-5ea3a972c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:24.006387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17683a01-3b02-4478-9503-eb0200be9796 req-b31db3a8-e1a6-4f78-acf8-5ea3a972c9c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1896038 Nov 12 12:41:24.054859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d779cfb-75a2-43b5-a4cc-b801a041a4db {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:24.065556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 2} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:24.066372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.072853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.082298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Transition to ACTIVE for port object 6d779cfb-75a2-43b5-a4cc-b801a041a4db will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:41:24.086949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.093954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17683a01-3b02-4478-9503-eb0200be9796 req-3ab764a8-a332-4dd6-8391-03a12eb98e84 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781264 Nov 12 12:41:24.097676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.147718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d779cfb-75a2-43b5-a4cc-b801a041a4db,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:24.248784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Attempting to bind port 6d779cfb-75a2-43b5-a4cc-b801a041a4db on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:41:24.250602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Attempting to bind port 6d779cfb-75a2-43b5-a4cc-b801a041a4db by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:41:24.253969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Attempting to bind port 6d779cfb-75a2-43b5-a4cc-b801a041a4db on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:24.266275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Port 6d779cfb-75a2-43b5-a4cc-b801a041a4db on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:41:24.266650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Attempting to bind port 6d779cfb-75a2-43b5-a4cc-b801a041a4db on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:24.277303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port e0167334-5a85-42f6-8ab1-fee2d022755b yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:24.320502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:41:24.321056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:24.321541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:41:24.322041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Bound port: 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:41:24.322647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.418102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-da7b67f7-20e8-40c0-88ed-80e62c04f01d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442850 Nov 12 12:41:24.471821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] For port 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:41:24.475716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] For port 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:41:24.502490 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.538854 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.580637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:24.581842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:24.585278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d779cfb-75a2-43b5-a4cc-b801a041a4db HTTP/1.1" status: 200 len: 1092 time: 1.3364568 Nov 12 12:41:24.587889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'tag': '6d779cfb-75a2-43b5-a4cc-b801a041a4db'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:24.590443 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcc62b0-a2e0-4165-92cf-d174a75b8d9a", "tag": "6d779cfb-75a2-43b5-a4cc-b801a041a4db"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:24.702128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:24.725116 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be96bc1-ccf2-4439-bc39-34822ae5726a x-openstack-request-id: req-5be96bc1-ccf2-4439-bc39-34822ae5726a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:24.726549 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcc62b0-a2e0-4165-92cf-d174a75b8d9a", "tag": "6d779cfb-75a2-43b5-a4cc-b801a041a4db", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:24.726850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port 2f381c56-2c04-409b-b2ce-d3b5eb9f00e7 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:24.726996 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5be96bc1-ccf2-4439-bc39-34822ae5726a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:24.727294 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'tag': '6d779cfb-75a2-43b5-a4cc-b801a041a4db', 'status': 'completed', 'code': 200} Nov 12 12:41:24.739728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7e96-5491-4af9-9e71-585ab3049fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d779cfb-75a2-43b5-a4cc-b801a041a4db,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:24.762138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-0bbfabc6-1c28-45e7-b60d-d71d237899c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:24.762304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-0bbfabc6-1c28-45e7-b60d-d71d237899c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.2851236 Nov 12 12:41:24.829145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-4e1c2789-cbb7-4a2a-a44c-a9fd195970f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:24.830760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-4e1c2789-cbb7-4a2a-a44c-a9fd195970f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 1095 time: 0.1933277 Nov 12 12:41:25.074784 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-8243456d-2eaf-469f-9498-287f590b74ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db HTTP/1.1" status: 200 len: 217 time: 0.1883059 Nov 12 12:41:25.171170 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:25.192259 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-261d746c-ad6f-4fd4-bd01-24b7e2f064cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:25.209361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6896275a-421d-4614-8944-14a3122def7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:25.210884 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-6896275a-421d-4614-8944-14a3122def7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0983202 Nov 12 12:41:25.222927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c22ba4-844c-49ac-a7ae-f185042ed4b5 req-ee08423a-7d1a-47a9-a7e7-ff4c8db271ad tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:25.233502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8c22ba4-844c-49ac-a7ae-f185042ed4b5 req-ee08423a-7d1a-47a9-a7e7-ff4c8db271ad tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 945 time: 0.3133216 Nov 12 12:41:25.247258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a45c7-10f1-447e-ac35-58c21a0bd33c req-08b3492c-69fc-4426-a3d5-5637b0016b39 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:25.248882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-437a45c7-10f1-447e-ac35-58c21a0bd33c req-08b3492c-69fc-4426-a3d5-5637b0016b39 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.4621727 Nov 12 12:41:25.397537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-943671f4-ba70-4b7a-ade4-cdd2f1d9c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:25.399804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-943671f4-ba70-4b7a-ade4-cdd2f1d9c916 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 910 time: 0.6085165 Nov 12 12:41:25.449766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:25.451454 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d8c22ba4-844c-49ac-a7ae-f185042ed4b5 req-dc386a94-eb1b-4abd-86b0-3b0c3a41a6d3 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167912 Nov 12 12:41:25.563312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-437a45c7-10f1-447e-ac35-58c21a0bd33c req-fb918a5e-2637-4ff4-b706-08c7b889fdbc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005831 Nov 12 12:41:25.591912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:25.604801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:25.617914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2876b-24c1-4888-a13e-8404835f1904 req-13e9c3bc-2f02-44e6-901f-e19205d074af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:25.626267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-13e9c3bc-2f02-44e6-901f-e19205d074af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820977 Nov 12 12:41:25.631787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:25.632652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:25.668219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=e0167334-5a85-42f6-8ab1-fee2d022755b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:25.746395 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-261d746c-ad6f-4fd4-bd01-24b7e2f064cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:25.764931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-261d746c-ad6f-4fd4-bd01-24b7e2f064cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:25.824760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': '21e64311-5d57-4844-b9ea-9d63d07c8b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c4f0cb9-e15a-4cb5-b04b-767eca37483e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:25.826141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: 5c4f0cb9-e15a-4cb5-b04b-767eca37483e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:41:25.828592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=2f381c56-2c04-409b-b2ce-d3b5eb9f00e7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:25.836617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:25.880309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d746c-ad6f-4fd4-bd01-24b7e2f064cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb941b4c-1533-4a90-a56b-314f6feb62f1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:25.905663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-261d746c-ad6f-4fd4-bd01-24b7e2f064cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10a45478e72b456aa9f3c92879a778a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1993988 Nov 12 12:41:25.906423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:25.969799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 5c4f0cb9-e15a-4cb5-b04b-767eca37483e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:41:26.031537 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178bed43-66bf-4eeb-acd6-b640efba6ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.053449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 5c4f0cb9-e15a-4cb5-b04b-767eca37483e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:26.064494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3181df-a11c-4e87-bbd5-3dd71be5a448 None None] Network 5c4f0cb9-e15a-4cb5-b04b-767eca37483e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:26.068083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178bed43-66bf-4eeb-acd6-b640efba6ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.070465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:26.078223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.085032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.085997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.092792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69addc-25ae-48ea-884f-3a25a420737b req-977e1bb3-bf6a-47c7-a697-3393a925b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.094620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df69addc-25ae-48ea-884f-3a25a420737b req-977e1bb3-bf6a-47c7-a697-3393a925b90f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.2505047 Nov 12 12:41:26.156729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-16d45f1d-5b40-403f-bd02-cd05654912a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6796649 Nov 12 12:41:26.161262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:26.232586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df69addc-25ae-48ea-884f-3a25a420737b req-726c3590-97ab-4ea2-8065-8c43eb511eb6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248822 Nov 12 12:41:26.238303 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-889d6f2d-ec92-4223-b027-efaf0fed8764 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 1001 time: 0.7842135 Nov 12 12:41:26.249243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178bed43-66bf-4eeb-acd6-b640efba6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.252003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-178bed43-66bf-4eeb-acd6-b640efba6ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.269693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-178bed43-66bf-4eeb-acd6-b640efba6ae9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb941b4c-1533-4a90-a56b-314f6feb62f1 HTTP/1.1" status: 204 len: 168 time: 0.3544025 Nov 12 12:41:26.285174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bed43-66bf-4eeb-acd6-b640efba6ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb941b4c-1533-4a90-a56b-314f6feb62f1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:26.356063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-8afd05d8-c42a-45fb-b968-409baec6323d service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174497 Nov 12 12:41:26.449142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-cbaec7ab-add0-458f-a1ea-43cca4f5a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.450664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-cbaec7ab-add0-458f-a1ea-43cca4f5a082 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 200 len: 848 time: 0.1380577 Nov 12 12:41:26.578532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-1b3f5aec-4139-4557-92bd-38c1775e1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.580065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-1b3f5aec-4139-4557-92bd-38c1775e1242 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c76998d-4d7c-462e-ae52-f993f5fe41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981388 Nov 12 12:41:26.582133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2876b-24c1-4888-a13e-8404835f1904 req-f7ee3e74-7f71-41ea-94a2-1e6cc5de922d service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949091 Nov 12 12:41:26.586500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 2f381c56-2c04-409b-b2ce-d3b5eb9f00e7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:26.586841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.771051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.805429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 2f381c56-2c04-409b-b2ce-d3b5eb9f00e7 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:26.854226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c36b2e-4379-40df-b36d-44aa9ed97ba7 req-6527bbe3-f045-453e-a22c-558d7b8ee4ae tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.855915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36c36b2e-4379-40df-b36d-44aa9ed97ba7 req-6527bbe3-f045-453e-a22c-558d7b8ee4ae tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1333666 Nov 12 12:41:26.912980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:26.935793 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af361897-f0ab-4020-a112-1b958f2bb06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:26.971445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36c36b2e-4379-40df-b36d-44aa9ed97ba7 req-a63da435-8560-485d-ac69-cf6aabaad43b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947387 Nov 12 12:41:26.976132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9adffb-49be-4b92-bf6f-935afdee29de req-c0af12d9-47fa-415b-b5b3-d64dfb20c7ee tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:26.977964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae9adffb-49be-4b92-bf6f-935afdee29de req-c0af12d9-47fa-415b-b5b3-d64dfb20c7ee tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 945 time: 0.3948212 Nov 12 12:41:27.017681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-43dbce22-d28b-43f2-a323-d8873b29fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:27.019899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-43dbce22-d28b-43f2-a323-d8873b29fa9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 1095 time: 0.3431778 Nov 12 12:41:27.076899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af361897-f0ab-4020-a112-1b958f2bb06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.085268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af361897-f0ab-4020-a112-1b958f2bb06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.148190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.192603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af361897-f0ab-4020-a112-1b958f2bb06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad0a15-d533-47dc-9bdf-5f3b976e4d84,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:27.198500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af361897-f0ab-4020-a112-1b958f2bb06c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=787e976cf1564305a8f297e94174ac4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842147 Nov 12 12:41:27.201944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:27.230618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-fe6d69e5-cce4-4ebe-a5ef-62092e486ad2 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267781 Nov 12 12:41:27.281860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.287258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/2f381c56-2c04-409b-b2ce-d3b5eb9f00e7 HTTP/1.1" status: 204 len: 168 time: 1.1212120 Nov 12 12:41:27.291188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:27.305822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1646ec78-1f01-4708-9990-dd7dba05fe8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.368689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1646ec78-1f01-4708-9990-dd7dba05fe8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.398093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c40105-9cf5-4832-997e-04f5128ce19d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=2f381c56-2c04-409b-b2ce-d3b5eb9f00e7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:27.407179 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee29d0c5-d415-423c-9d2b-2f220872b72b req-3184ad88-5269-413c-8709-e385642d52a2 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300428 Nov 12 12:41:27.475992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae9adffb-49be-4b92-bf6f-935afdee29de req-3dd429d9-2e8e-4f77-a483-ecaf8f103bed tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802604 Nov 12 12:41:27.484453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1646ec78-1f01-4708-9990-dd7dba05fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.488586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1646ec78-1f01-4708-9990-dd7dba05fe8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.490011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1646ec78-1f01-4708-9990-dd7dba05fe8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fad0a15-d533-47dc-9bdf-5f3b976e4d84 HTTP/1.1" status: 204 len: 168 time: 0.2860839 Nov 12 12:41:27.508499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646ec78-1f01-4708-9990-dd7dba05fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad0a15-d533-47dc-9bdf-5f3b976e4d84,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:27.545224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-c10d10a1-0c55-4183-919c-923d9d110ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:27.548519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-c10d10a1-0c55-4183-919c-923d9d110ab1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.5206187 Nov 12 12:41:27.567766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6066b0-2d62-44c7-a390-45c35597cc99 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:27.576406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6066b0-2d62-44c7-a390-45c35597cc99 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:27.578502 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ec6066b0-2d62-44c7-a390-45c35597cc99 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1815729 Nov 12 12:41:27.581934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:27.708696 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-9f4d5072-a051-45dc-a44e-4a23fe3b1e8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db HTTP/1.1" status: 200 len: 217 time: 0.1282470 Nov 12 12:41:27.730321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port e0167334-5a85-42f6-8ab1-fee2d022755b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:27.730668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.845466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-bb67a74a-31c9-46c1-950c-096af9af43da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:27.846979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-bb67a74a-31c9-46c1-950c-096af9af43da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.1279459 Nov 12 12:41:27.936644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:27.975347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for e0167334-5a85-42f6-8ab1-fee2d022755b owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:27.999209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-4d84eb65-3684-4b54-bb43-72c8d4f766a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:28.007657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-4d84eb65-3684-4b54-bb43-72c8d4f766a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500707 Nov 12 12:41:28.189335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:28.233817 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:28.239116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/e0167334-5a85-42f6-8ab1-fee2d022755b HTTP/1.1" status: 204 len: 168 time: 0.6550572 Nov 12 12:41:28.242205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45544) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:28.278880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-98df53ae-a68f-454f-97ea-30e45db2c610 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611437 Nov 12 12:41:28.396455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc015-d973-46e6-94e1-420a42b78bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=e0167334-5a85-42f6-8ab1-fee2d022755b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:28.423163 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5fd5876f-df07-4a4a-b9ad-c77c0ed132db req-92beba86-2adc-42c7-918f-57909dbcb474 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357234 Nov 12 12:41:28.597230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e912da4-fdcd-4570-a7de-42e60ddbd818 req-1d92bead-30f2-4a78-beaa-7d4080639c90 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:28.621160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e912da4-fdcd-4570-a7de-42e60ddbd818 req-1d92bead-30f2-4a78-beaa-7d4080639c90 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.4152808 Nov 12 12:41:28.681002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eaedb1-ace4-43f2-a556-6115d9c3350e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:28.682599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-76eaedb1-ace4-43f2-a556-6115d9c3350e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4392264 Nov 12 12:41:28.686142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:28.751353 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cb2188-b00e-4bf5-9319-04136d0c6509 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:41:28.753879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-18cb2188-b00e-4bf5-9319-04136d0c6509 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/2f381c56-2c04-409b-b2ce-d3b5eb9f00e7 HTTP/1.1" status: 404 len: 333 time: 0.0656800 Nov 12 12:41:28.756813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:28.763128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e912da4-fdcd-4570-a7de-42e60ddbd818 req-d9e7edf1-447f-4a5e-9720-5bdb9f013c9a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400657 Nov 12 12:41:28.820453 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d528c99b-ed3b-46bb-9c82-6c98787f58f9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:41:28.825537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d528c99b-ed3b-46bb-9c82-6c98787f58f9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/e0167334-5a85-42f6-8ab1-fee2d022755b HTTP/1.1" status: 404 len: 333 time: 0.0647974 Nov 12 12:41:28.826065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:29.646178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:29.650646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:29.693459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080577d-3b05-4691-97bb-8848d2572520 req-0d35a499-a8f1-4c8b-af68-0a4def49c092 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:29.709840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8080577d-3b05-4691-97bb-8848d2572520 req-0d35a499-a8f1-4c8b-af68-0a4def49c092 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 945 time: 0.2056930 Nov 12 12:41:29.771288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-404f2d22-41bf-493d-a573-7f0f56481ca2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2609706 Nov 12 12:41:29.801549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.021570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8080577d-3b05-4691-97bb-8848d2572520 req-fa078bb9-2bc4-45de-bdf8-4e672de45e25 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100388 Nov 12 12:41:30.030277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523486f-379b-43a7-b14b-a476092df9f9 req-76fd1fcc-fcde-479e-ae35-21fbe51f5c64 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.046212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a523486f-379b-43a7-b14b-a476092df9f9 req-76fd1fcc-fcde-479e-ae35-21fbe51f5c64 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1182668 Nov 12 12:41:30.108851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.137344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a523486f-379b-43a7-b14b-a476092df9f9 req-e33d4405-24ec-4d82-a5bf-292b95a0ff39 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899386 Nov 12 12:41:30.140462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.141466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.142204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.142921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.143718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.144574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.145490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.148623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c8496583-85d7-4b3d-a3ee-275dea7267ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 0.2772088 Nov 12 12:41:30.162082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4f0cb9-e15a-4cb5-b04b-767eca37483e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:30.177153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e64311-5d57-4844-b9ea-9d63d07c8b81') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:30.177552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e64311-5d57-4844-b9ea-9d63d07c8b81') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:30.196154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.250131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.293759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:41:30.295265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:41:30.298955 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:41:30.467369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-e2385400-3676-496e-b915-e319da8f1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.467962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-e2385400-3676-496e-b915-e319da8f1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.468799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-e2385400-3676-496e-b915-e319da8f1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.471041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-e2385400-3676-496e-b915-e319da8f1976 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=95665ecc-45f7-415e-b2a5-c46f227117a2&id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 2299 time: 0.2729130 Nov 12 12:41:30.622837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.724916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.733492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:30.733846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/5c4f0cb9-e15a-4cb5-b04b-767eca37483e HTTP/1.1" status: 204 len: 168 time: 1.9063025 Nov 12 12:41:30.735967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ac92f-128a-48d2-8b5d-9ad2084c786a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=5c4f0cb9-e15a-4cb5-b04b-767eca37483e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:30.744651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-979266578'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:30.759709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-64e36476-3980-43df-9d68-8aa49fd9005d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 1000 time: 0.2752967 Nov 12 12:41:30.780455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294357-1952-4d9e-9480-41319107bea3 req-d2bae50a-ca7d-4637-904d-3b5c9119dcf8 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.781977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c294357-1952-4d9e-9480-41319107bea3 req-d2bae50a-ca7d-4637-904d-3b5c9119dcf8 tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 945 time: 0.3030226 Nov 12 12:41:30.803783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:30.820681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.871638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-bc44bd5c-e185-44cf-9017-b66efb159b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:30.881682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-bc44bd5c-e185-44cf-9017-b66efb159b0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 200 len: 856 time: 0.0985410 Nov 12 12:41:30.915891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:41:30.943396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:30.944474 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment dcb5f2dd-32ce-443c-9652-1b08f02a315a of type vlan for network 77f902ef-c993-4906-a86c-9af7c60d91b9 Nov 12 12:41:31.028023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-148ccedb-4790-47bb-8aa8-550158bc7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:31.029565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-148ccedb-4790-47bb-8aa8-550158bc7d5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386025 Nov 12 12:41:31.043776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:31.142828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-e6aa6a94-fa64-4138-a876-05d31106b638 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026106 Nov 12 12:41:31.162311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Deleting port 0faada8f-ad07-492d-a5a5-c30f6cad659a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:31.162678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:31.224940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:31.294992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:31.305195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:31.350630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] For port 0faada8f-ad07-492d-a5a5-c30f6cad659a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=0faada8f-ad07-492d-a5a5-c30f6cad659a,segment=NetworkSegment(e62698d7-21b6-4230-88a7-37294b3ac5c6),segment_id=e62698d7-21b6-4230-88a7-37294b3ac5c6)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:31.350986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:31.357293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-910d4108-aca8-4993-9323-7b62accafda8 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075002 Nov 12 12:41:31.484301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7495587 Nov 12 12:41:31.485915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:31.509242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Calling delete_port for 0faada8f-ad07-492d-a5a5-c30f6cad659a owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:31.515879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-576f1a3c-217b-4696-a935-3d6bc6eee867 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 217 time: 0.1414771 Nov 12 12:41:31.568639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:31.607792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81c47f-e2e7-4625-8501-1d8235317ad2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=77f902ef-c993-4906-a86c-9af7c60d91b9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:31.621427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:41:31.808302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc8da7-283d-4e39-bd97-be403d5d3dd8 req-dd6078bd-8495-403a-9290-b10f94543545 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:31.820171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bdc8da7-283d-4e39-bd97-be403d5d3dd8 req-dd6078bd-8495-403a-9290-b10f94543545 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.3538830 Nov 12 12:41:31.855044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-73d688aa-5c9b-47a9-a6f4-902044e4576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:31.858034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-73d688aa-5c9b-47a9-a6f4-902044e4576f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.3024976 Nov 12 12:41:31.863381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:31.867201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:31.953999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e01ee8-5830-4773-a92a-936533355452 req-78128964-62da-493f-8088-49080454559d tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:31.957436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3e01ee8-5830-4773-a92a-936533355452 req-78128964-62da-493f-8088-49080454559d tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce11d28d-cebf-42eb-be97-97989e234bd1 HTTP/1.1" status: 200 len: 945 time: 0.4548638 Nov 12 12:41:31.966337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:41:31.966960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:41:31.991424 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bdc8da7-283d-4e39-bd97-be403d5d3dd8 req-26554a34-ca02-4d34-b97b-345feeeeb1cf tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702070 Nov 12 12:41:32.082936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-511ea798-3b48-4e6a-9100-f448e34ac5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:32.085544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-511ea798-3b48-4e6a-9100-f448e34ac5ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143126 Nov 12 12:41:32.376993 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:32.390918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['0faada8f-ad07-492d-a5a5-c30f6cad659a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:32.407608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3e01ee8-5830-4773-a92a-936533355452 req-936da8ba-81da-41f5-8fd7-4556152982fc tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb5d550-394b-427f-9947-5ff4708d005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375508 Nov 12 12:41:32.484045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Pushing event deleted for resources: {'Port': ['ID=0faada8f-ad07-492d-a5a5-c30f6cad659a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:32.582649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:32.610924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] No DVR routers for this DVR port 0faada8f-ad07-492d-a5a5-c30f6cad659a on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:32.616181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:32.620218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c294357-1952-4d9e-9480-41319107bea3 req-e4f81515-4d03-46ab-bef5-c8fd5b68ff2f tempest-VolumesActionsTest-1493252265 tempest-VolumesActionsTest-1493252265-project] 10.222.0.81 "DELETE /v2.0/ports/0faada8f-ad07-492d-a5a5-c30f6cad659a HTTP/1.1" status: 204 len: 173 time: 1.8243840 Nov 12 12:41:32.620791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'name': 'network-vif-deleted', 'tag': '0faada8f-ad07-492d-a5a5-c30f6cad659a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:32.623793 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e8c73-d4b4-43dc-8c1f-482f7df3bf6b" -d '{"events": [{"server_uuid": "ce11d28d-cebf-42eb-be97-97989e234bd1", "name": "network-vif-deleted", "tag": "0faada8f-ad07-492d-a5a5-c30f6cad659a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:32.632100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-dbcaef6d-dac3-4927-8d33-bb834ef18414 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260174 Nov 12 12:41:32.758248 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a574ffec-00ca-4d76-9564-07e45bd1b2a0 x-openstack-request-id: req-a574ffec-00ca-4d76-9564-07e45bd1b2a0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:32.759097 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce11d28d-cebf-42eb-be97-97989e234bd1", "name": "network-vif-deleted", "tag": "0faada8f-ad07-492d-a5a5-c30f6cad659a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:32.760416 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a574ffec-00ca-4d76-9564-07e45bd1b2a0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:32.760710 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce11d28d-cebf-42eb-be97-97989e234bd1', 'name': 'network-vif-deleted', 'tag': '0faada8f-ad07-492d-a5a5-c30f6cad659a', 'status': 'completed', 'code': 200} Nov 12 12:41:32.834764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=dd2b8125-e180-40ba-a6fa-0915d12aae07,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:32.883824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': 'dcb5f2dd-32ce-443c-9652-1b08f02a315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:32.883824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: 77f902ef-c993-4906-a86c-9af7c60d91b9, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:41:32.958878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:41:32.970257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-9af62df9-e891-43cf-a479-b8825c7c3de4 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c816d28a16a94bc0bbfe30eeb550af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516443 Nov 12 12:41:32.973144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-575144f6-96fe-452e-87f2-cd84ea0c88ba service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336141 Nov 12 12:41:32.984546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 77f902ef-c993-4906-a86c-9af7c60d91b9) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:32.990984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:32.991569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:32.999508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5de78b-930a-4b8d-b353-5ca05b1218c2 None None] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:33.022472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-64c85fc3-a3e7-4ae5-9bb6-c2a4b636ede8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5274565 Nov 12 12:41:33.028138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:33.052490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9', 'name': 'tempest-PortsTestJSON-1695711570'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:33.101280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-dfd05922-720f-4d41-937d-c34b76cdf1db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 217 time: 0.1119165 Nov 12 12:41:33.291987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7592c-5286-4ced-884e-caf3b00b8455 req-4e023891-1763-4118-9861-97fae6eb2859 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:33.299128 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80b7592c-5286-4ced-884e-caf3b00b8455 req-4e023891-1763-4118-9861-97fae6eb2859 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1537302 Nov 12 12:41:33.354301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-77f902ef-c993-4906-a86c-9af7c60d91b9', 'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': 'dd2b8125-e180-40ba-a6fa-0915d12aae07'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:41:33.369392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:33.370713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-a17fc9b8-5aef-4cc8-8bfa-d607c0e3afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:33.376590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-a17fc9b8-5aef-4cc8-8bfa-d607c0e3afd6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.2523303 Nov 12 12:41:33.392264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:33.399314 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:33.480023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80b7592c-5286-4ced-884e-caf3b00b8455 req-c2b24214-24d1-49ad-8970-7925d65b5ea7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712794 Nov 12 12:41:33.505421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port ad115f52-3f0a-4cef-928e-5d0a83c325d7 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:33.630986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-9d4c2292-7037-425a-9afb-dd9b3d6ecef0 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:33.632577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-9d4c2292-7037-425a-9afb-dd9b3d6ecef0 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6542537 Nov 12 12:41:33.666534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-3f72d56c-7137-458b-bf83-d2b897e5fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:33.668124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-3f72d56c-7137-458b-bf83-d2b897e5fe5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2560956 Nov 12 12:41:33.684358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-dda7058c-a55f-4311-9c53-f7c91cf6e75d tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/quotas/c816d28a16a94bc0bbfe30eeb550af90 HTTP/1.1" status: 200 len: 375 time: 0.0326624 Nov 12 12:41:33.779222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-fb4efc29-51a9-4bfb-a44a-0f7c488ad4e6 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c816d28a16a94bc0bbfe30eeb550af90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935864 Nov 12 12:41:33.826331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Allocated IP 172.20.0.2 (77f902ef-c993-4906-a86c-9af7c60d91b9/dd2b8125-e180-40ba-a6fa-0915d12aae07/c121e491-11f5-427f-9291-52d2fb4c947e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:33.927341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-a91dad03-fb90-4018-9ee2-1de2245e4122 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401993 Nov 12 12:41:34.165671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-ca365aaa-c3db-43c3-9fdb-d4fd1108cbcc service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261133 Nov 12 12:41:34.190779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-141709ba-6ec9-4fff-b32c-28b4a0643e6a req-7be4c93e-c432-43fb-b939-ad688e7c77b6 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 210 time: 0.0812385 Nov 12 12:41:34.194148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.209673 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.332678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-b1ec2faa-4477-4717-b6fc-2ceed62b7bd6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 200 len: 217 time: 0.1572461 Nov 12 12:41:34.371367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.4 (77f902ef-c993-4906-a86c-9af7c60d91b9/dd2b8125-e180-40ba-a6fa-0915d12aae07/ad115f52-3f0a-4cef-928e-5d0a83c325d7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:34.416168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Pushing event updated for resources: {'Port': ['ID=c121e491-11f5-427f-9291-52d2fb4c947e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:34.438507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:34.441071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:34.449886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-03aad6c2-20a9-493d-9e25-effe9d069056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:34.452042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-03aad6c2-20a9-493d-9e25-effe9d069056 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.1143720 Nov 12 12:41:34.452803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:34.541610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-5cb628ae-7e2c-4e77-b304-146fb4e92c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:34.543673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-5cb628ae-7e2c-4e77-b304-146fb4e92c5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828052 Nov 12 12:41:34.603237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 0faada8f-ad07-492d-a5a5-c30f6cad659a no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:41:34.667640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Attempting to bind port c121e491-11f5-427f-9291-52d2fb4c947e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:41:34.667640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Attempting to bind port c121e491-11f5-427f-9291-52d2fb4c947e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'dcb5f2dd-32ce-443c-9652-1b08f02a315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:41:34.667640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Attempting to bind port c121e491-11f5-427f-9291-52d2fb4c947e on network 77f902ef-c993-4906-a86c-9af7c60d91b9 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:34.670325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 0faada8f-ad07-492d-a5a5-c30f6cad659a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:41:34.670325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 0faada8f-ad07-492d-a5a5-c30f6cad659a not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:41:34.673248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:41:34.673683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Checking segment: {'id': 'dcb5f2dd-32ce-443c-9652-1b08f02a315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:34.674373 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.674805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Bound using segment: {'id': 'dcb5f2dd-32ce-443c-9652-1b08f02a315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:41:34.675395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Bound port: c121e491-11f5-427f-9291-52d2fb4c947e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb5f2dd-32ce-443c-9652-1b08f02a315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77f902ef-c993-4906-a86c-9af7c60d91b9'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:41:34.675865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.887367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] For port c121e491-11f5-427f-9291-52d2fb4c947e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:41:34.894946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] For port c121e491-11f5-427f-9291-52d2fb4c947e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c121e491-11f5-427f-9291-52d2fb4c947e,segment=NetworkSegment(dcb5f2dd-32ce-443c-9652-1b08f02a315a),segment_id=dcb5f2dd-32ce-443c-9652-1b08f02a315a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:41:34.905848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.991957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8b917-2ce8-4cbe-be46-f666ce1f94d0 req-6f1f4817-0cbc-45bb-8838-5d1421fa740e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:35.007099 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91a8b917-2ce8-4cbe-be46-f666ce1f94d0 req-6f1f4817-0cbc-45bb-8838-5d1421fa740e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.3831263 Nov 12 12:41:35.113219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-6623997a-cefc-4ee6-a5d6-837f317c8968 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604615 Nov 12 12:41:35.162785 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:35.309549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91a8b917-2ce8-4cbe-be46-f666ce1f94d0 req-c823d3d0-6362-439d-a2aa-57c65917f954 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002353 Nov 12 12:41:35.316865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:35.379377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bfec4-fe52-4e6e-b551-8ee7ba075e6d None None] Pushing event updated for resources: {'Port': ['ID=c121e491-11f5-427f-9291-52d2fb4c947e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:35.438736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-cc6839df-b916-49ac-ab4e-4202aa1131a6 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143651 Nov 12 12:41:35.460879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:35.537409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:35.544827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-eb368c76-1707-4c2c-ad49-509a74e9cbbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 200 len: 217 time: 0.0977859 Nov 12 12:41:35.550623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ea3df29-c90d-4380-9733-c0fa5b1a8ce4 req-9bdfa995-eec3-4b75-84f0-6f2f609db33a tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 210 time: 0.1193914 Nov 12 12:41:35.553315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:35.564716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=ad115f52-3f0a-4cef-928e-5d0a83c325d7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:35.687306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-aba6c58e-fba7-4a6e-b9b2-b06d1f67ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:35.688722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-aba6c58e-fba7-4a6e-b9b2-b06d1f67ddec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.1356287 Nov 12 12:41:35.730461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:35.744966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c756334-96ab-47cb-b70e-64e9e9023cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:35.745275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:35.782746 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7bf1147d-8867-47c2-ad14-985d631502a2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7513998 Nov 12 12:41:35.787285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:35.794255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-8605c537-53d0-48aa-86d7-f4ea460a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:35.795857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-8605c537-53d0-48aa-86d7-f4ea460a7c1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981648 Nov 12 12:41:36.002537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-ed0e5a9c-2fd8-449a-afcf-d74f217d2d87 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878507 Nov 12 12:41:36.138852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-dfc628b2-b049-4e0f-b640-b5519f602758 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c816d28a16a94bc0bbfe30eeb550af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867617 Nov 12 12:41:36.294385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port ad115f52-3f0a-4cef-928e-5d0a83c325d7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:36.299937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:36.372155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c121e491-11f5-427f-9291-52d2fb4c947e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:36.491513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c121e491-11f5-427f-9291-52d2fb4c947e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:36.492198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:36.516792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-04415ea8-6f4c-4eed-9403-9f1cc543b8f7 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072336 Nov 12 12:41:36.603549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-22fc8c5f-1c27-4352-b206-753463152a5e tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:36.604945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-22fc8c5f-1c27-4352-b206-753463152a5e tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4589767 Nov 12 12:41:36.606487 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:36.619214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:36.639200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for ad115f52-3f0a-4cef-928e-5d0a83c325d7 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:36.690011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Request body: {'port': {'device_id': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'c816d28a16a94bc0bbfe30eeb550af90'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:36.696968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port c121e491-11f5-427f-9291-52d2fb4c947e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c121e491-11f5-427f-9291-52d2fb4c947e,segment=NetworkSegment(dcb5f2dd-32ce-443c-9652-1b08f02a315a),segment_id=dcb5f2dd-32ce-443c-9652-1b08f02a315a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:36.704093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:36.761610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-f6131539-abc0-4f3b-b364-db7173567ca5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 200 len: 217 time: 0.1784346 Nov 12 12:41:36.794899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13d78a78-fa3c-408c-94e8-41cb7898bdb1 req-5f7f0040-720f-47a2-8cc6-4472883216ec tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 210 time: 0.1207702 Nov 12 12:41:36.816086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=c121e491-11f5-427f-9291-52d2fb4c947e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:36.924438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:36.930284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2793-00cf-4c9c-a522-ee854e70b565 req-1ab16f0e-52e9-461c-ba57-f8c297c2665c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:36.936208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a25e2793-00cf-4c9c-a522-ee854e70b565 req-1ab16f0e-52e9-461c-ba57-f8c297c2665c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.4563298 Nov 12 12:41:36.943917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-b9688865-55fc-456a-af98-cacaaae197bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:36.945388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-b9688865-55fc-456a-af98-cacaaae197bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.1119683 Nov 12 12:41:36.973879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=ad115f52-3f0a-4cef-928e-5d0a83c325d7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:37.059204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c82eb051-05a5-42ab-bc7f-78d3ced3f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:37.060773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c82eb051-05a5-42ab-bc7f-78d3ced3f20d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001892 Nov 12 12:41:37.066978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a25e2793-00cf-4c9c-a522-ee854e70b565 req-40eb2e26-f483-468b-b5bc-c40c0c562a59 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183488 Nov 12 12:41:37.081423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.086206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ba547b05-29bb-4263-979c-3c2e92e2fb73 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/ad115f52-3f0a-4cef-928e-5d0a83c325d7 HTTP/1.1" status: 204 len: 168 time: 1.2780831 Nov 12 12:41:37.087547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:37.112683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89a9f7-5577-4b4a-b8e7-696a162f5708 None None] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:37.162924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Made reservation on behalf of c816d28a16a94bc0bbfe30eeb550af90 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:37.165092 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff04022-9018-4b69-91a5-510401d79d4d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:41:37.165963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff04022-9018-4b69-91a5-510401d79d4d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:41:37.167253 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.179267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1ff04022-9018-4b69-91a5-510401d79d4d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/ad115f52-3f0a-4cef-928e-5d0a83c325d7 HTTP/1.1" status: 404 len: 333 time: 0.0879974 Nov 12 12:41:37.179686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:37.243888 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ca41f2-e307-4104-a533-6197052587bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:41:37.245535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-23ca41f2-e307-4104-a533-6197052587bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/ad115f52-3f0a-4cef-928e-5d0a83c325d7 HTTP/1.1" status: 404 len: 333 time: 0.0645461 Nov 12 12:41:37.249019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45742) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:37.329746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ebd7fd2-e2e2-4aa2-8e97-7d1dc2e9ebc3 None None] Provisioning complete for port c121e491-11f5-427f-9291-52d2fb4c947e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:37.330179 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7fd2-e2e2-4aa2-8e97-7d1dc2e9ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.411507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet dd2b8125-e180-40ba-a6fa-0915d12aae07 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:41:37.419168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.526054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.614863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-4aa41edd-23dd-4833-b6d5-b7786207b6e5 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459075 Nov 12 12:41:37.615869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.703113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.777419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-c581ec6d-52bd-400d-b4c9-656008f812bd service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493297 Nov 12 12:41:37.863926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:37.938566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2b8125-e180-40ba-a6fa-0915d12aae07,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:37.964947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-87e866f5-6010-4ea6-b11b-fdf1a0d9e444 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 217 time: 0.1656077 Nov 12 12:41:37.993985 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.004640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6f9fbc65-35e6-4fca-b1f2-30a2e424f3fe tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/dd2b8125-e180-40ba-a6fa-0915d12aae07 HTTP/1.1" status: 204 len: 168 time: 0.7545290 Nov 12 12:41:38.014680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:38.069645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c3430fb-b436-4c17-a4a1-94424109cc5d req-c86a044b-1d51-4b39-9747-749527bfcd4f tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 210 time: 0.1211054 Nov 12 12:41:38.128105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f390e0ef-531a-4f90-8e6d-b099729e7fb8 None None] Network 77f902ef-c993-4906-a86c-9af7c60d91b9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:38.217896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-8321ffdb-9229-44da-b79a-d65880c5bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:38.219519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-8321ffdb-9229-44da-b79a-d65880c5bafe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.1956463 Nov 12 12:41:38.219646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.432619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port c121e491-11f5-427f-9291-52d2fb4c947e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:38.432992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.462844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c121e491-11f5-427f-9291-52d2fb4c947e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:38.598994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa85bd5f-35d0-4e4f-80c7-9f1ae9cec107 None None] Provisioning complete for port c121e491-11f5-427f-9291-52d2fb4c947e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:38.599812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa85bd5f-35d0-4e4f-80c7-9f1ae9cec107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.619758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.660669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.684505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] For port c121e491-11f5-427f-9291-52d2fb4c947e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c121e491-11f5-427f-9291-52d2fb4c947e,segment=NetworkSegment(dcb5f2dd-32ce-443c-9652-1b08f02a315a),segment_id=dcb5f2dd-32ce-443c-9652-1b08f02a315a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:38.685663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.704071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336259ab-e7c5-406a-99c1-822ab3097700 req-7e68152d-ff72-48da-b53a-f00b6f5a3082 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:38.708487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-336259ab-e7c5-406a-99c1-822ab3097700 req-7e68152d-ff72-48da-b53a-f00b6f5a3082 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.4297838 Nov 12 12:41:38.718124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c121e491-11f5-427f-9291-52d2fb4c947e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:38.718896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:38.729407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for c121e491-11f5-427f-9291-52d2fb4c947e owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:38.816494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-bf525d6f-4652-4e20-aadc-4c59c37558c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:38.818765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-bf525d6f-4652-4e20-aadc-4c59c37558c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5781128 Nov 12 12:41:39.024968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e524cd3-8490-472d-b852-517d5db79e74,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:39.044146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.044514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.044928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.045406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.046088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.046647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.047221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.048178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.048587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.048950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.050054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.050791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:39.130612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.147668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-336259ab-e7c5-406a-99c1-822ab3097700 req-3b51836c-e550-49ed-ab6c-d6652c10f194 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189632 Nov 12 12:41:39.151329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ed65a5a-ffb1-4145-b0a8-92350ccf1add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.178630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No DVR routers for this DVR port c121e491-11f5-427f-9291-52d2fb4c947e on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:39.296821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Port c121e491-11f5-427f-9291-52d2fb4c947e update to ACTIVE by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 12:41:39.353454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=c121e491-11f5-427f-9291-52d2fb4c947e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:39.363481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-a00a1d5e-8602-4a78-9857-1534deccc5b2 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094121 Nov 12 12:41:39.395427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.434555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb75730-1cd9-48ea-9bcf-d4c58f0aa8f1 None None] DHCP port deletion for 77f902ef-c993-4906-a86c-9af7c60d91b9 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:41:39.485221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a27c0d37-dc65-4146-8feb-32ef359f9e0e req-7394b6a8-1e42-4aeb-a697-9fa3c0454a0e tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 210 time: 0.1897030 Nov 12 12:41:39.497721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Allocated IP 192.168.233.176 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/03faf32e-4a3e-48d0-8cb4-de7fdedcc02e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:39.619506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.681110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f902ef-c993-4906-a86c-9af7c60d91b9']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:39.710390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb5f2dd-32ce-443c-9652-1b08f02a315a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:39.710738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb5f2dd-32ce-443c-9652-1b08f02a315a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:39.746148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.770002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.794951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:41:39.795376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:41:39.802127 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:41:39.985303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.026973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f8b83ca-10e3-4fda-941b-e436e46a2ba2 req-541ad413-9dd9-4b96-9a7f-fec76784d777 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499531 Nov 12 12:41:40.028544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.041863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/77f902ef-c993-4906-a86c-9af7c60d91b9 HTTP/1.1" status: 204 len: 168 time: 1.9933109 Nov 12 12:41:40.043103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e5150-6fa0-4e60-b502-da9b9984f64a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=77f902ef-c993-4906-a86c-9af7c60d91b9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:40.044868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45810) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:40.051556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73258100'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:40.097102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:40.104818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.168407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.172166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:41:40.211092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.212843 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment 083dcdac-007d-4b9b-90b3-5ad50c9f883f of type vlan for network 65f3c449-8e57-4426-80d8-97575dcebfef Nov 12 12:41:40.279786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c121e491-11f5-427f-9291-52d2fb4c947e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:41:40.331489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c121e491-11f5-427f-9291-52d2fb4c947e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:41:40.333092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c121e491-11f5-427f-9291-52d2fb4c947e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:41:40.340928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.355824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.416268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.419068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:40.427395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:40.428212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.444005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:40.458896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:40.520301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Pushing event updated for resources: {'Port': ['ID=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:40.609133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54d87f-81d6-4d16-923d-7f170d582c58 req-70ba1ec3-f2f5-4209-bf16-4c670debed2c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:40.618751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e54d87f-81d6-4d16-923d-7f170d582c58 req-70ba1ec3-f2f5-4209-bf16-4c670debed2c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.2536066 Nov 12 12:41:40.620283 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5741343 Nov 12 12:41:40.635545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45816) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:40.636301 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.663109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691be540-cf6c-4ddc-aa70-75302def53bf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=65f3c449-8e57-4426-80d8-97575dcebfef,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:40.681686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 65f3c449-8e57-4426-80d8-97575dcebfef details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:41:40.694044 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:40.782589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e54d87f-81d6-4d16-923d-7f170d582c58 req-adbf2835-b3ee-4af5-8b5a-27cc64330c0d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469524 Nov 12 12:41:40.807151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:40.808288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:40.877956 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-4a257f2d-7d4c-4859-b9a0-6e8146de1da5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1850019 Nov 12 12:41:40.884225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Request body: {'port': {'device_id': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:41.020397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.074451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-88970dfa-2248-4700-970b-31a13d5ac47d None None] Provisioning complete for port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:41.076907 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88970dfa-2248-4700-970b-31a13d5ac47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.131236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f3d9-9a41-4299-8728-7b204da5c3e2 req-8f5bc536-1f26-4a93-8782-24232b6182d6 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:41.142532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-49a3f3d9-9a41-4299-8728-7b204da5c3e2 req-8f5bc536-1f26-4a93-8782-24232b6182d6 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 936 time: 0.2705534 Nov 12 12:41:41.229885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:41.234487 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.260017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-49a3f3d9-9a41-4299-8728-7b204da5c3e2 req-5947b952-9b4b-4ace-ab52-25c0cea1fa8a tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147766 Nov 12 12:41:41.295970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-88970dfa-2248-4700-970b-31a13d5ac47d None None] Port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:41:41.356248 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.652605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.788885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:41.816526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.842191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=3fa5bc4d-b237-458d-b747-35a5ee9ba83c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:41.842763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Transition to ACTIVE for port object 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:41:41.849003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.877004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': '083dcdac-007d-4b9b-90b3-5ad50c9f883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:41.878006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: 65f3c449-8e57-4426-80d8-97575dcebfef, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:41:41.946740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 65f3c449-8e57-4426-80d8-97575dcebfef is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:41:41.961473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 65f3c449-8e57-4426-80d8-97575dcebfef) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:41.976499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:41.977602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:41.998785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c9cd2-d3d0-45b0-887a-7447fb826813 None None] Network 65f3c449-8e57-4426-80d8-97575dcebfef requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:42.021817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c617db24-037f-4310-a28a-b368e416abb8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3645585 Nov 12 12:41:42.024520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45844) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:42.047419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Pushing event updated for resources: {'Port': ['ID=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:42.064234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1076536908'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:42.318792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Attempting to bind port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:41:42.319011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Attempting to bind port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:41:42.319325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Attempting to bind port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:42.351629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:41:42.352088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Attempting to bind port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:42.370971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:41:42.374016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:42.374864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:41:42.377816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Bound port: 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:41:42.380891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:42.451890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec428a04-591b-496f-9050-e34790785805 req-7ca83091-d060-4251-8273-77700c093dd3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:42.459301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec428a04-591b-496f-9050-e34790785805 req-7ca83091-d060-4251-8273-77700c093dd3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.4021945 Nov 12 12:41:42.482762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:42.493812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:42.545445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-65f3c449-8e57-4426-80d8-97575dcebfef', 'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': '3fa5bc4d-b237-458d-b747-35a5ee9ba83c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:41:42.546433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:42.574925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port d61bf339-dda7-4c12-a5af-958500db2519 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:42.781850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec428a04-591b-496f-9050-e34790785805 req-7e4e3cf7-c66e-467a-b948-e3ddb74933a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067570 Nov 12 12:41:42.788623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] For port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:41:42.806787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] For port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:41:42.816709 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:42.857855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:42.862837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:42.864395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] 10.222.0.81 "PUT /v2.0/ports/03faf32e-4a3e-48d0-8cb4-de7fdedcc02e HTTP/1.1" status: 200 len: 1096 time: 1.9850745 Nov 12 12:41:42.866256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'tag': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:42.868577 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545d1382-4ef7-4178-baa4-fa738ecacd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "eea6e6c2-d989-4660-8b74-125fd9708b63", "tag": "03faf32e-4a3e-48d0-8cb4-de7fdedcc02e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:42.908273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2a549-bcbf-4302-a24f-9d3482401f72 req-d9179cbd-4182-4ce9-8bc4-4b5eafe99f08 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:42.918034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33b2a549-bcbf-4302-a24f-9d3482401f72 req-d9179cbd-4182-4ce9-8bc4-4b5eafe99f08 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 948 time: 0.3102982 Nov 12 12:41:42.965671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Allocated IP 172.20.0.2 (65f3c449-8e57-4426-80d8-97575dcebfef/3fa5bc4d-b237-458d-b747-35a5ee9ba83c/d5ff30af-867f-48ac-b7ad-506fbed00174) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:43.045516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33b2a549-bcbf-4302-a24f-9d3482401f72 req-776f8372-33c8-4afb-9d6d-c6654dc1d7eb tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263888 Nov 12 12:41:43.074956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66099011-41b8-4cee-84a7-bc6315e00d3f service neutron] Pushing event updated for resources: {'Port': ['ID=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:43.089927 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ced2356-0367-44f7-8ddf-a693c612d93f x-openstack-request-id: req-9ced2356-0367-44f7-8ddf-a693c612d93f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:43.089927 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea6e6c2-d989-4660-8b74-125fd9708b63", "tag": "03faf32e-4a3e-48d0-8cb4-de7fdedcc02e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:43.090140 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ced2356-0367-44f7-8ddf-a693c612d93f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:43.090821 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'tag': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e', 'status': 'completed', 'code': 200} Nov 12 12:41:43.093014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-67f46257-918a-4fa3-bbb0-e0a083120e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:43.094533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-67f46257-918a-4fa3-bbb0-e0a083120e77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c816d28a16a94bc0bbfe30eeb550af90&device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 1099 time: 0.1529312 Nov 12 12:41:43.180473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-6b817db9-7470-479b-8cd3-df78d4011b9d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e HTTP/1.1" status: 200 len: 217 time: 0.0737405 Nov 12 12:41:43.304700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-b6a24926-1a04-4a42-bed5-872c7522e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:43.308909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-b6a24926-1a04-4a42-bed5-872c7522e586 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.1143241 Nov 12 12:41:43.362367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:43.373492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:43.430471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-cba31b48-9cb2-49ee-b958-f600099c1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:43.433979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-cba31b48-9cb2-49ee-b958-f600099c1984 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196644 Nov 12 12:41:43.472321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Pushing event updated for resources: {'Port': ['ID=d5ff30af-867f-48ac-b7ad-506fbed00174,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:43.521550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.14 (65f3c449-8e57-4426-80d8-97575dcebfef/3fa5bc4d-b237-458d-b747-35a5ee9ba83c/d61bf339-dda7-4c12-a5af-958500db2519) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:43.577682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Network 65f3c449-8e57-4426-80d8-97575dcebfef is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:43.579839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:43.589308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:43.665911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-9dacedc1-376b-4760-923a-6ec9667f7279 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242963 Nov 12 12:41:43.693629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Attempting to bind port d5ff30af-867f-48ac-b7ad-506fbed00174 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:41:43.694320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Attempting to bind port d5ff30af-867f-48ac-b7ad-506fbed00174 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '083dcdac-007d-4b9b-90b3-5ad50c9f883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:41:43.694861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Attempting to bind port d5ff30af-867f-48ac-b7ad-506fbed00174 on network 65f3c449-8e57-4426-80d8-97575dcebfef {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:43.710895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:41:43.711603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Checking segment: {'id': '083dcdac-007d-4b9b-90b3-5ad50c9f883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:43.712192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:43.712757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Bound using segment: {'id': '083dcdac-007d-4b9b-90b3-5ad50c9f883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:41:43.713396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Bound port: d5ff30af-867f-48ac-b7ad-506fbed00174, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083dcdac-007d-4b9b-90b3-5ad50c9f883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '65f3c449-8e57-4426-80d8-97575dcebfef'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:41:43.713965 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:43.842790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:43.964006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8b51b69-b393-4fe1-90c0-b1ea33b0afc8 req-d0d40dbe-7547-498a-86c0-7725336a064b service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909625 Nov 12 12:41:43.969701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] For port d5ff30af-867f-48ac-b7ad-506fbed00174, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:41:43.979321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] For port d5ff30af-867f-48ac-b7ad-506fbed00174, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d5ff30af-867f-48ac-b7ad-506fbed00174,segment=NetworkSegment(083dcdac-007d-4b9b-90b3-5ad50c9f883f),segment_id=083dcdac-007d-4b9b-90b3-5ad50c9f883f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:41:43.998437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:44.042260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:44.093656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea172c-12c5-49f8-a02b-2ef12949dbba None None] Pushing event updated for resources: {'Port': ['ID=d5ff30af-867f-48ac-b7ad-506fbed00174,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:44.104416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=d61bf339-dda7-4c12-a5af-958500db2519,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:44.123207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 65f3c449-8e57-4426-80d8-97575dcebfef is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:44.129021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:44.143723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f39b2-0e29-41c0-987b-d6d6f3f22f3e req-9f7ecf3a-4481-4408-9f43-3bc5eabf6051 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.152656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba4f39b2-0e29-41c0-987b-d6d6f3f22f3e req-9f7ecf3a-4481-4408-9f43-3bc5eabf6051 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1938770 Nov 12 12:41:44.155634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:44.281309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-281e59f6-4216-426d-843f-a05cda5ee59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.282789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-281e59f6-4216-426d-843f-a05cda5ee59f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c816d28a16a94bc0bbfe30eeb550af90&device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 1099 time: 0.2516253 Nov 12 12:41:44.345136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.347337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:44.375311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba4f39b2-0e29-41c0-987b-d6d6f3f22f3e req-86195016-d563-4775-a683-abba835d1ada tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215731 Nov 12 12:41:44.406191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346db6f-ebaf-4646-887a-1e340e0b34f1 req-1343e194-ac14-4f07-847c-8d89683bc69e tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.427532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-344e7733-5e42-4207-bf93-da41707f797b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.3944473 Nov 12 12:41:44.430700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:44.430844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5346db6f-ebaf-4646-887a-1e340e0b34f1 req-1343e194-ac14-4f07-847c-8d89683bc69e tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 948 time: 0.2134430 Nov 12 12:41:44.526114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-5d2b02dc-6fbf-4aba-884b-0a83ecfeb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.528135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-5d2b02dc-6fbf-4aba-884b-0a83ecfeb0e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.2376449 Nov 12 12:41:44.573810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5346db6f-ebaf-4646-887a-1e340e0b34f1 req-7ec5f231-c412-43b7-8666-5e3b8c348607 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400571 Nov 12 12:41:44.651663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-d0578e67-f56a-4f1d-a2c5-023c8897afa5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e HTTP/1.1" status: 200 len: 217 time: 0.0775783 Nov 12 12:41:44.747396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-40afe2c4-4afc-47d8-9863-0b31e2a85739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.756646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port d61bf339-dda7-4c12-a5af-958500db2519 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:44.757353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:44.757894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-40afe2c4-4afc-47d8-9863-0b31e2a85739 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0917680 Nov 12 12:41:44.874471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-dcc45342-8fcb-455e-96c5-d39fdaa1245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:44.876164 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-dcc45342-8fcb-455e-96c5-d39fdaa1245d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168900 Nov 12 12:41:44.948755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:44.977797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for d61bf339-dda7-4c12-a5af-958500db2519 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:45.038805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-59deb153-b4cc-45a3-ba4b-aa32380e96f8 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513338 Nov 12 12:41:45.344616 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-545d1382-4ef7-4178-baa4-fa738ecacd1d req-b976478e-767a-4ac0-9ef3-c061135b4314 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422402 Nov 12 12:41:45.679619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42beabb-a3eb-4d96-a82e-744539188dc7 req-d5ebc96e-9b64-43e5-9fc3-48fb4a2b4a18 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:45.688895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f42beabb-a3eb-4d96-a82e-744539188dc7 req-d5ebc96e-9b64-43e5-9fc3-48fb4a2b4a18 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1258562 Nov 12 12:41:45.815134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f42beabb-a3eb-4d96-a82e-744539188dc7 req-e4171fbc-8aa2-4670-b4ad-5c3756816a95 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239607 Nov 12 12:41:45.944583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24956902-de79-466f-896a-305221afc1ac req-8d0a01fc-97da-44a6-9922-dc2228791fea tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:45.950706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24956902-de79-466f-896a-305221afc1ac req-8d0a01fc-97da-44a6-9922-dc2228791fea tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 948 time: 0.2176549 Nov 12 12:41:46.001067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.072356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=d61bf339-dda7-4c12-a5af-958500db2519,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:46.076041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24956902-de79-466f-896a-305221afc1ac req-8e483d71-e1bc-4ed1-a63f-8235f8282238 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166205 Nov 12 12:41:46.107996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33b703-4489-4026-8924-706ff5517c02 None None] Network 65f3c449-8e57-4426-80d8-97575dcebfef requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:46.283955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.292466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:46.294426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b5254a7b-35bf-4581-9304-bf8c006d052c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/d61bf339-dda7-4c12-a5af-958500db2519 HTTP/1.1" status: 204 len: 168 time: 1.8649580 Nov 12 12:41:46.360644 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcb4bed-d55c-474a-9fbd-c276c9a119fd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:41:46.363791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0bcb4bed-d55c-474a-9fbd-c276c9a119fd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/d61bf339-dda7-4c12-a5af-958500db2519 HTTP/1.1" status: 404 len: 333 time: 0.0698712 Nov 12 12:41:46.368114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:46.398051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1343850b-3532-4da4-b512-6fde57ce2730 None None] Provisioning complete for port d5ff30af-867f-48ac-b7ad-506fbed00174 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:46.398862 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1343850b-3532-4da4-b512-6fde57ce2730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.441805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 3fa5bc4d-b237-458d-b747-35a5ee9ba83c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:41:46.445313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.497042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.596293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d5ff30af-867f-48ac-b7ad-506fbed00174 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:46.712556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.760947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:41:46.821403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.874154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:46.880801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/3fa5bc4d-b237-458d-b747-35a5ee9ba83c HTTP/1.1" status: 204 len: 168 time: 0.5088232 Nov 12 12:41:46.881839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:46.928399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:46.953778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafd301-9104-46e9-bb68-527cf3fb4c7f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa5bc4d-b237-458d-b747-35a5ee9ba83c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:46.978149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e', 'mac_address': 'fa:16:3e:fd:31:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:41:47.008235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1343850b-3532-4da4-b512-6fde57ce2730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.166570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43963e49-bf4a-410a-91df-6cc5a2071476 req-cbd537d1-a84c-45d7-9453-8ae3a85ef10f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:47.171300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43963e49-bf4a-410a-91df-6cc5a2071476 req-cbd537d1-a84c-45d7-9453-8ae3a85ef10f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.2046573 Nov 12 12:41:47.183277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4dc62-6710-4347-a6e1-97b8f1b535de None None] Network 65f3c449-8e57-4426-80d8-97575dcebfef requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:47.191526 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.328905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43963e49-bf4a-410a-91df-6cc5a2071476 req-a2936628-b756-43d9-9437-74cdbd858c9d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515181 Nov 12 12:41:47.387581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d5ff30af-867f-48ac-b7ad-506fbed00174 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:47.389868 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.421604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044a8da-e03e-4cfc-8ff7-db59049222c0 req-ccc71462-b647-4c4e-b7d7-eb1d99170c03 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:47.431611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a044a8da-e03e-4cfc-8ff7-db59049222c0 req-ccc71462-b647-4c4e-b7d7-eb1d99170c03 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 948 time: 0.1266813 Nov 12 12:41:47.509047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.519895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port d5ff30af-867f-48ac-b7ad-506fbed00174 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:47.520318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.563194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a044a8da-e03e-4cfc-8ff7-db59049222c0 req-1f417872-0024-4104-a751-611cfa2d9880 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305003 Nov 12 12:41:47.671543 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-1343850b-3532-4da4-b512-6fde57ce2730 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:41:47.671900 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-1343850b-3532-4da4-b512-6fde57ce2730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:41:47.683446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:47.706618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:47.719055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.746102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] For port d5ff30af-867f-48ac-b7ad-506fbed00174, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d5ff30af-867f-48ac-b7ad-506fbed00174,segment=NetworkSegment(083dcdac-007d-4b9b-90b3-5ad50c9f883f),segment_id=083dcdac-007d-4b9b-90b3-5ad50c9f883f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:47.748133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.809288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for d5ff30af-867f-48ac-b7ad-506fbed00174 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:47.828944 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.874510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port d5ff30af-867f-48ac-b7ad-506fbed00174, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d5ff30af-867f-48ac-b7ad-506fbed00174,segment=NetworkSegment(083dcdac-007d-4b9b-90b3-5ad50c9f883f),segment_id=083dcdac-007d-4b9b-90b3-5ad50c9f883f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:47.905454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:47.919913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:47.959968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] DHCP port deletion for 65f3c449-8e57-4426-80d8-97575dcebfef request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:41:48.031655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=d5ff30af-867f-48ac-b7ad-506fbed00174,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:48.062348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['03faf32e-4a3e-48d0-8cb4-de7fdedcc02e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:48.119517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.186963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=d5ff30af-867f-48ac-b7ad-506fbed00174,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:48.194076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No DVR routers for this DVR port d5ff30af-867f-48ac-b7ad-506fbed00174 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:48.275747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.276092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.276433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.276770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.277107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.277492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.278013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.278429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.278970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.279205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.279545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.279888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:41:48.399476 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.441491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f3c449-8e57-4426-80d8-97575dcebfef']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:48.461509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083dcdac-007d-4b9b-90b3-5ad50c9f883f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:48.461949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083dcdac-007d-4b9b-90b3-5ad50c9f883f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:41:48.469037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d5ff30af-867f-48ac-b7ad-506fbed00174 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:41:48.508442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Deleting port d5ff30af-867f-48ac-b7ad-506fbed00174 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:48.508931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.520494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.556083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d5ff30af-867f-48ac-b7ad-506fbed00174 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:41:48.566384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d5ff30af-867f-48ac-b7ad-506fbed00174 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:41:48.568893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1343850b-3532-4da4-b512-6fde57ce2730 None None] Port d5ff30af-867f-48ac-b7ad-506fbed00174 update to ACTIVE by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 12:41:48.647728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.689426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:41:48.693418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.725358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] For port d5ff30af-867f-48ac-b7ad-506fbed00174, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:48.726232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.743652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1f5af-1557-46e3-9bae-1d91a3c1b64f req-e21eb618-bf17-4f72-9ca3-aecb869a5b57 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:48.747903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcd1f5af-1557-46e3-9bae-1d91a3c1b64f req-e21eb618-bf17-4f72-9ca3-aecb869a5b57 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.2660062 Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:41:48.751499 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:41:48.816160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Calling delete_port for d5ff30af-867f-48ac-b7ad-506fbed00174 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:48.827292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0010db56-8e22-41fe-983a-be185fd2afe6 None None] Could not find standard attr ID for object d5ff30af-867f-48ac-b7ad-506fbed00174. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:41:48.832938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Port d5ff30af-867f-48ac-b7ad-506fbed00174 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:41:48.854619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:41:48.860048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.928294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcd1f5af-1557-46e3-9bae-1d91a3c1b64f req-b2efa81b-a0b1-44bc-9b38-8408fcbb9d9d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484160 Nov 12 12:41:48.945131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.959139 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:48.959737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208529-58c2-4c46-9e27-f986c2f53afe req-c88806c6-6c73-4317-87c1-05000f57975b tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:48.967351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/65f3c449-8e57-4426-80d8-97575dcebfef HTTP/1.1" status: 204 len: 168 time: 2.0832834 Nov 12 12:41:48.973378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45986) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:48.976716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03208529-58c2-4c46-9e27-f986c2f53afe req-c88806c6-6c73-4317-87c1-05000f57975b tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 949 time: 0.1529088 Nov 12 12:41:48.987460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'name': 'tempest-PortsTestJSON-1591625404'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:48.994816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] No DVR routers for this DVR port d5ff30af-867f-48ac-b7ad-506fbed00174 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:41:49.004791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f4db7-c3a8-42bf-9b5d-10aca260f75c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=65f3c449-8e57-4426-80d8-97575dcebfef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:49.082815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03208529-58c2-4c46-9e27-f986c2f53afe req-609a7d5d-467e-46c7-8478-b7f9a1d6ec10 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049912 Nov 12 12:41:49.101264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfa57-0d93-4140-9897-37d7559b42b3 None None] Pushing event deleted for resources: {'Port': ['ID=d5ff30af-867f-48ac-b7ad-506fbed00174,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:49.181470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:49.216294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:49.242854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port 5aefca76-34a0-4fe5-b89c-31122b12284a yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:49.541866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:49.586866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:49.677441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=5aefca76-34a0-4fe5-b89c-31122b12284a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:49.688534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:49.690844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:49.693712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:49.700899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:49.701689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:49.728512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-27a51654-41c2-4f4e-9284-2ed080dd1bb9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7465129 Nov 12 12:41:49.731036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:49.889616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 5aefca76-34a0-4fe5-b89c-31122b12284a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:49.889967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:50.060917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:50.076057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 5aefca76-34a0-4fe5-b89c-31122b12284a owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:50.122209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79eed1-2036-4896-baba-2dd3511486e1 req-76896b57-e37e-4a1b-96e1-e6883c67dbb0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:50.123966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f79eed1-2036-4896-baba-2dd3511486e1 req-76896b57-e37e-4a1b-96e1-e6883c67dbb0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.0970221 Nov 12 12:41:50.272067 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7f79eed1-2036-4896-baba-2dd3511486e1 req-dd6adc00-0614-47ec-a694-b79d4c6e9397 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368446 Nov 12 12:41:50.367354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:50.385052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0ab0f-5481-4768-9771-7bac61d01c8f req-0ed17237-aba7-4faa-b501-bb2ff7200e30 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:50.388818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d1f0ab0f-5481-4768-9771-7bac61d01c8f req-0ed17237-aba7-4faa-b501-bb2ff7200e30 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 949 time: 0.1513348 Nov 12 12:41:50.483147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=5aefca76-34a0-4fe5-b89c-31122b12284a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:50.517354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:50.521409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1082d9b-dea9-4c8c-ab8a-1f8ac27c7c25 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/5aefca76-34a0-4fe5-b89c-31122b12284a HTTP/1.1" status: 204 len: 168 time: 0.7890656 Nov 12 12:41:50.524958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:50.530084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'mac_address': 'fa:16:3e:b8:06:8a', 'name': 'tempest-PortsTestJSON-1326292310'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:50.604043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:41:50.658104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d1f0ab0f-5481-4768-9771-7bac61d01c8f req-eaeb60a7-4a77-4584-ae53-8dc0b63ceee3 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151568 Nov 12 12:41:50.779747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:41:50.802279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:50.803049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:50.844364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:51.017722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.065732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port e1e5f347-8c54-4982-9547-22a4a7c024bd yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:51.107266 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.198425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:41:51.206778 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368d4a0-9fa1-49c2-acb6-5b3a77e2e775" -d '{"events": [{"server_uuid": "eea6e6c2-d989-4660-8b74-125fd9708b63", "name": "network-vif-plugged", "status": "completed", "tag": "03faf32e-4a3e-48d0-8cb4-de7fdedcc02e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:41:51.272184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:51.280834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.357926 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dc68f6-152a-4af0-a680-b56c597f39c3 x-openstack-request-id: req-e5dc68f6-152a-4af0-a680-b56c597f39c3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:41:51.358218 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea6e6c2-d989-4660-8b74-125fd9708b63", "name": "network-vif-plugged", "status": "completed", "tag": "03faf32e-4a3e-48d0-8cb4-de7fdedcc02e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:41:51.358576 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5dc68f6-152a-4af0-a680-b56c597f39c3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:41:51.358880 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e', 'code': 200} Nov 12 12:41:51.428549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.443720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:51.501257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.542513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0208b1-1b8b-4b8e-80ff-352adf574269 req-b3c1ee85-f4ee-4474-9a8a-5cffc6507bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:51.544827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac0208b1-1b8b-4b8e-80ff-352adf574269 req-b3c1ee85-f4ee-4474-9a8a-5cffc6507bed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 1101 time: 0.1385880 Nov 12 12:41:51.555825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418e070-2981-4fad-9c84-c21104e7dab1 req-bdee0283-21a0-45df-93be-b1b4f1258535 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:51.557973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5418e070-2981-4fad-9c84-c21104e7dab1 req-bdee0283-21a0-45df-93be-b1b4f1258535 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1688235 Nov 12 12:41:51.561284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:51.562959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:51.570666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:51.576406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:51.577120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.605894 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0774577 Nov 12 12:41:51.606948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46050) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:51.607684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1e2f8-6051-4c1a-9a64-b91bd3d3108e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=e1e5f347-8c54-4982-9547-22a4a7c024bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:51.650976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac0208b1-1b8b-4b8e-80ff-352adf574269 req-9a7156d4-6a6e-4c04-a2e3-f6658996304b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Nov 12 12:41:51.683719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f47557e-9a51-4460-af39-2ee93dfb58a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:51.688567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f47557e-9a51-4460-af39-2ee93dfb58a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/e1e5f347-8c54-4982-9547-22a4a7c024bd HTTP/1.1" status: 200 len: 841 time: 0.0644643 Nov 12 12:41:51.688754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5418e070-2981-4fad-9c84-c21104e7dab1 req-d88a726f-fc1d-4fab-8f46-929f4a2b0c38 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026304 Nov 12 12:41:51.691136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:51.876591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb12f0b-7eb3-4e82-97b4-0d2a074c6929 req-03796896-6b23-4d3c-8331-3ba238aaeec5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:51.879203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdb12f0b-7eb3-4e82-97b4-0d2a074c6929 req-03796896-6b23-4d3c-8331-3ba238aaeec5 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 950 time: 0.0751920 Nov 12 12:41:51.917370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port e1e5f347-8c54-4982-9547-22a4a7c024bd {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:51.917715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:52.043658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bdb12f0b-7eb3-4e82-97b4-0d2a074c6929 req-bb4122fc-dca5-4ca8-b915-4cb1f82d2db8 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525729 Nov 12 12:41:52.084321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:52.107001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for e1e5f347-8c54-4982-9547-22a4a7c024bd owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:52.215999 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:52.267849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=e1e5f347-8c54-4982-9547-22a4a7c024bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:52.284402 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:52.291733 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5cd12d6-9a01-4218-86ae-47c0f9d16ef5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/e1e5f347-8c54-4982-9547-22a4a7c024bd HTTP/1.1" status: 204 len: 168 time: 0.5957713 Nov 12 12:41:52.294518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:52.337877 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-50642842-a65f-4804-8cd7-6cff8641b122 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:41:52.343490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50642842-a65f-4804-8cd7-6cff8641b122 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/e1e5f347-8c54-4982-9547-22a4a7c024bd HTTP/1.1" status: 404 len: 333 time: 0.0437384 Nov 12 12:41:52.343980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:52.358135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'name': 'tempest-PortsTestJSON-159369183'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:52.544547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:52.549521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:52.573831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port 144a1176-e8c0-4897-b917-29afd99c4384 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:52.875427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:52.942288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:53.059022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:53.070468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:53.074518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=144a1176-e8c0-4897-b917-29afd99c4384,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:53.080686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:53.088589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:53.088589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:53.112219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112ae77-c7dc-4540-809e-551c95ce3065 req-dfda00e0-9b19-4ec2-a86f-f25395357cfb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:53.113807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1112ae77-c7dc-4540-809e-551c95ce3065 req-dfda00e0-9b19-4ec2-a86f-f25395357cfb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1222606 Nov 12 12:41:53.131199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:53.131804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7958db5-a0a1-4347-8d54-325ca4a55567 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7864916 Nov 12 12:41:53.144268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:53.207155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1112ae77-c7dc-4540-809e-551c95ce3065 req-2885a88c-eff0-4c07-9577-1acec0090b9b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721962 Nov 12 12:41:53.355766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:53.467799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29dc95-f91d-4de4-91aa-5259b8dcb987 req-c94968fd-f31b-4e15-a712-8636539ade2a tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:53.469861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e29dc95-f91d-4de4-91aa-5259b8dcb987 req-c94968fd-f31b-4e15-a712-8636539ade2a tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 950 time: 0.1258585 Nov 12 12:41:53.677440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e29dc95-f91d-4de4-91aa-5259b8dcb987 req-c3772dae-3cc3-4216-944f-739eec7fe4d7 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890631 Nov 12 12:41:53.722111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:53.752310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:53.831612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] In _notify_port_updated(), no bound segment for port 144a1176-e8c0-4897-b917-29afd99c4384 on network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:41:53.846677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:53.847366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:53.848722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/ports/144a1176-e8c0-4897-b917-29afd99c4384 HTTP/1.1" status: 200 len: 818 time: 0.7161233 Nov 12 12:41:53.854941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46110) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:53.888784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b11933-23e8-4498-a09a-53dc43ac470f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=144a1176-e8c0-4897-b917-29afd99c4384,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:54.103795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 144a1176-e8c0-4897-b917-29afd99c4384 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:41:54.104142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:54.233384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:54.261554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 144a1176-e8c0-4897-b917-29afd99c4384 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:41:54.485364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b1b9-4810-4d28-a361-a88b94ca831b req-8794013c-9d73-4140-8cf5-201ac7b5b51a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:54.487624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03b7b1b9-4810-4d28-a361-a88b94ca831b req-8794013c-9d73-4140-8cf5-201ac7b5b51a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.0831962 Nov 12 12:41:54.570207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:54.671653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=144a1176-e8c0-4897-b917-29afd99c4384,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:54.696362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03b7b1b9-4810-4d28-a361-a88b94ca831b req-b0f551b7-bb99-41ac-9d83-4efb0defc138 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002203 Nov 12 12:41:54.700129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:54.703757 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b97cb8f9-9695-4114-93e5-98782547d6e6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/144a1176-e8c0-4897-b917-29afd99c4384 HTTP/1.1" status: 204 len: 168 time: 0.8468232 Nov 12 12:41:54.716705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:54.794515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220c6ca-0277-4aee-bc6a-c6bbdd03f88e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:54.796382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c220c6ca-0277-4aee-bc6a-c6bbdd03f88e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0867212 Nov 12 12:41:54.799371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:54.831680 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f380c67-8eb9-4937-b554-3dc9b6505d91 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:41:54.833749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f380c67-8eb9-4937-b554-3dc9b6505d91 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/144a1176-e8c0-4897-b917-29afd99c4384 HTTP/1.1" status: 404 len: 333 time: 0.0331712 Nov 12 12:41:54.837467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:54.845326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1273637529'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:54.876754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:54.882393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:54.943927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:41:54.988624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:54.992331 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment 9d25be27-ac0b-41f3-8092-247f1b7b5dfc of type vlan for network 4d30b3f7-53ba-4843-a5eb-9893d713d001 Nov 12 12:41:55.094414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:55.132914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:55.140206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:55.140857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:55.591225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7509885 Nov 12 12:41:55.594299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46166) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:55.600050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:55.616463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798df48-78e7-4625-88a1-0d4cbf260278 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=4d30b3f7-53ba-4843-a5eb-9893d713d001,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:55.629360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:41:55.982663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f9efe-6497-4b84-aa8e-4716342f0866 req-4ca16086-9073-4c93-b4f4-48ff49dac569 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:55.997453 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-531f9efe-6497-4b84-aa8e-4716342f0866 req-4ca16086-9073-4c93-b4f4-48ff49dac569 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.1714275 Nov 12 12:41:56.077478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:56.084960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:56.162910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-531f9efe-6497-4b84-aa8e-4716342f0866 req-565945b7-9147-4b8d-96f2-cf62c69abb8b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656616 Nov 12 12:41:56.421184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:56.528075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=4f68a182-57db-47b8-9e33-4a452c754967,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:56.530497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': '9d25be27-ac0b-41f3-8092-247f1b7b5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:56.530866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: 4d30b3f7-53ba-4843-a5eb-9893d713d001, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:41:56.559140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:41:56.577039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4d30b3f7-53ba-4843-a5eb-9893d713d001) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:56.586394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0624a-780c-48eb-b07b-645cca7a700e None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:56.590808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:56.591954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:56.627745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:56.628670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9528cdcb-19a5-4e86-9264-9be2281d8c00 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0336664 Nov 12 12:41:56.634048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:56.881300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:56.888054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:57.014983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-4d30b3f7-53ba-4843-a5eb-9893d713d001', 'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': '4f68a182-57db-47b8-9e33-4a452c754967'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:41:57.016563 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:57.079622 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f68a182-57db-47b8-9e33-4a452c754967 (CIDR: 172.20.0.0/28) Nov 12 12:41:57.092385 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:41:57.093450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:41:57.125898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-93e85ae9-df22-4bca-9ca2-0242a87f5214 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4956980 Nov 12 12:41:57.128749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46198) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:57.141276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:57.429745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Allocated IP 172.20.0.2 (4d30b3f7-53ba-4843-a5eb-9893d713d001/4f68a182-57db-47b8-9e33-4a452c754967/36ba0b0c-d426-469a-ac4a-f48c6060c56a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:57.651586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f88ef-32c4-4f6b-86c2-a7b4d8f6d0b3 req-2042b329-88f8-4b92-b29e-21a07ea740c0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:57.655565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25f88ef-32c4-4f6b-86c2-a7b4d8f6d0b3 req-2042b329-88f8-4b92-b29e-21a07ea740c0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.2699645 Nov 12 12:41:57.710080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:57.724669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:57.770798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:57.827123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:57.883460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:57.885208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:57.887828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:41:57.966965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e25f88ef-32c4-4f6b-86c2-a7b4d8f6d0b3 req-616ac2b8-342b-4f2a-afc7-8d08c63fb173 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901192 Nov 12 12:41:57.987128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Pushing event updated for resources: {'Port': ['ID=36ba0b0c-d426-469a-ac4a-f48c6060c56a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:57.989926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Attempting to bind port 36ba0b0c-d426-469a-ac4a-f48c6060c56a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:41:57.990882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Attempting to bind port 36ba0b0c-d426-469a-ac4a-f48c6060c56a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9d25be27-ac0b-41f3-8092-247f1b7b5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:41:57.991342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Attempting to bind port 36ba0b0c-d426-469a-ac4a-f48c6060c56a on network 4d30b3f7-53ba-4843-a5eb-9893d713d001 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:41:58.002568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:41:58.003109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Checking segment: {'id': '9d25be27-ac0b-41f3-8092-247f1b7b5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:41:58.003610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:58.004100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Bound using segment: {'id': '9d25be27-ac0b-41f3-8092-247f1b7b5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:41:58.004682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Bound port: 36ba0b0c-d426-469a-ac4a-f48c6060c56a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d25be27-ac0b-41f3-8092-247f1b7b5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:41:58.005168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:58.082592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] For port 36ba0b0c-d426-469a-ac4a-f48c6060c56a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:41:58.086189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] For port 36ba0b0c-d426-469a-ac4a-f48c6060c56a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36ba0b0c-d426-469a-ac4a-f48c6060c56a,segment=NetworkSegment(9d25be27-ac0b-41f3-8092-247f1b7b5dfc),segment_id=9d25be27-ac0b-41f3-8092-247f1b7b5dfc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:41:58.094796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:58.156159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b935-8881-4201-9baf-a57195410cd7 None None] Pushing event updated for resources: {'Port': ['ID=36ba0b0c-d426-469a-ac4a-f48c6060c56a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:58.404633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:58.546201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:41:58.559334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:41:58.564466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:58.565339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:58.594752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=b57691a1-f48a-49ad-9394-1ebf1c3d6800,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:58.604797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ec8de9e9-e267-4667-82d1-3f096d21f1fa tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4749355 Nov 12 12:41:58.609198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:41:58.618607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001', 'fixed_ips': [{'subnet_id': '4f68a182-57db-47b8-9e33-4a452c754967'}, {'subnet_id': 'b57691a1-f48a-49ad-9394-1ebf1c3d6800'}], 'name': 'tempest-PortsTestJSON-836480181'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:41:58.839437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d779cfb-75a2-43b5-a4cc-b801a041a4db details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:41:58.843866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:41:59.117764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:59.132800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '6d779cfb-75a2-43b5-a4cc-b801a041a4db', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': '6d779cfb-75a2-43b5-a4cc-b801a041a4db', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:41:59.196147 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.202077 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.218638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d779cfb-75a2-43b5-a4cc-b801a041a4db {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:41:59.252418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:41:59.255349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port 31f32031-ba7f-49fe-a53a-5ed78ca1320f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:41:59.274211 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.294980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18d6a-4156-4b70-ae30-8e8725b87800 req-03b0bafc-e18d-46a2-b227-43b2e16c0800 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:59.296621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ff18d6a-4156-4b70-ae30-8e8725b87800 req-03b0bafc-e18d-46a2-b227-43b2e16c0800 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 944 time: 0.2120848 Nov 12 12:41:59.384787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6d779cfb-75a2-43b5-a4cc-b801a041a4db,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:41:59.513234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['6d779cfb-75a2-43b5-a4cc-b801a041a4db'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:41:59.588990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ff18d6a-4156-4b70-ae30-8e8725b87800 req-35c8602a-2e58-46d9-bd10-151a45cf32de tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781386 Nov 12 12:41:59.693845 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.809391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5c0df-037d-46f5-868f-eeb21e06ec61 None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:41:59.814840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.951305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bdea01f3-9c9a-4961-9bd5-b4f40a8f17e5 None None] Provisioning complete for port 36ba0b0c-d426-469a-ac4a-f48c6060c56a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:41:59.951711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdea01f3-9c9a-4961-9bd5-b4f40a8f17e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.968664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.8 (4d30b3f7-53ba-4843-a5eb-9893d713d001/4f68a182-57db-47b8-9e33-4a452c754967/31f32031-ba7f-49fe-a53a-5ed78ca1320f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:41:59.976928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.20 (4d30b3f7-53ba-4843-a5eb-9893d713d001/b57691a1-f48a-49ad-9394-1ebf1c3d6800/31f32031-ba7f-49fe-a53a-5ed78ca1320f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:00.324680 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdea01f3-9c9a-4961-9bd5-b4f40a8f17e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:00.422953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:00.445148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bdea01f3-9c9a-4961-9bd5-b4f40a8f17e5 None None] For port 36ba0b0c-d426-469a-ac4a-f48c6060c56a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36ba0b0c-d426-469a-ac4a-f48c6060c56a,segment=NetworkSegment(9d25be27-ac0b-41f3-8092-247f1b7b5dfc),segment_id=9d25be27-ac0b-41f3-8092-247f1b7b5dfc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:00.453111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36ba0b0c-d426-469a-ac4a-f48c6060c56a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:00.464245 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdea01f3-9c9a-4961-9bd5-b4f40a8f17e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:00.543855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:00.637144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:00.646081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:00.666129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:00.719174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=31f32031-ba7f-49fe-a53a-5ed78ca1320f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:00.756130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:00.756817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:00.766745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] Update dhcp port {'port': {'network_id': '4d30b3f7-53ba-4843-a5eb-9893d713d001', 'fixed_ips': [{'subnet_id': '4f68a182-57db-47b8-9e33-4a452c754967', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b57691a1-f48a-49ad-9394-1ebf1c3d6800'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '36ba0b0c-d426-469a-ac4a-f48c6060c56a'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:42:00.827457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-55e6b35a-2bda-49ff-b100-c94d92abae7c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2100742 Nov 12 12:42:00.827457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:00.843718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f68a182-57db-47b8-9e33-4a452c754967'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:00.883033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dbafe-a85e-48d6-9100-e27443273821 req-de5c4b7e-e931-4585-9d90-33486a235f23 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:00.887978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d779cfb-75a2-43b5-a4cc-b801a041a4db up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:00.890565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d99dbafe-a85e-48d6-9100-e27443273821 req-de5c4b7e-e931-4585-9d90-33486a235f23 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 945 time: 0.1339259 Nov 12 12:42:00.961554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea01f3-9c9a-4961-9bd5-b4f40a8f17e5 None None] Pushing event updated for resources: {'Port': ['ID=36ba0b0c-d426-469a-ac4a-f48c6060c56a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:00.982048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:00.987079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 36ba0b0c-d426-469a-ac4a-f48c6060c56a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:00.987641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:01.053183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 6d779cfb-75a2-43b5-a4cc-b801a041a4db completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:42:01.071419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 6d779cfb-75a2-43b5-a4cc-b801a041a4db triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:01.071832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:01.075306 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d99dbafe-a85e-48d6-9100-e27443273821 req-7bf56320-f53c-4ee6-a474-262d406dd213 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768298 Nov 12 12:42:01.093662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:01.609625 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:01.682459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:01.684589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d779cfb-75a2-43b5-a4cc-b801a041a4db'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:42:01.687615 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78bcf36-de94-4dd2-9c0b-4ed0717be18e" -d '{"events": [{"server_uuid": "9bcc62b0-a2e0-4165-92cf-d174a75b8d9a", "name": "network-vif-plugged", "status": "completed", "tag": "6d779cfb-75a2-43b5-a4cc-b801a041a4db"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:42:01.710497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:01.778434 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c94fc50-72e7-4f1f-8a7b-2bdab1fcd6c8 x-openstack-request-id: req-3c94fc50-72e7-4f1f-8a7b-2bdab1fcd6c8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:42:01.780038 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcc62b0-a2e0-4165-92cf-d174a75b8d9a", "name": "network-vif-plugged", "status": "completed", "tag": "6d779cfb-75a2-43b5-a4cc-b801a041a4db", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:42:01.780552 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c94fc50-72e7-4f1f-8a7b-2bdab1fcd6c8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:42:01.781219 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d779cfb-75a2-43b5-a4cc-b801a041a4db', 'code': 200} Nov 12 12:42:01.807453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6d779cfb-75a2-43b5-a4cc-b801a041a4db,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:01.811575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Delete allocated IP 172.20.0.20 (4d30b3f7-53ba-4843-a5eb-9893d713d001/b57691a1-f48a-49ad-9394-1ebf1c3d6800) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 12:42:01.823338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.823747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.824247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.824630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.825099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.825500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.825837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.826253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.826579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.826907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.827238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:01.827564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:02.324704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36ba0b0c-d426-469a-ac4a-f48c6060c56a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:02.349577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac829f0-24c2-4640-98ba-64c6a8a39e09 req-35e87db5-f41a-4a38-9117-811130df4c59 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:02.351689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac829f0-24c2-4640-98ba-64c6a8a39e09 req-35e87db5-f41a-4a38-9117-811130df4c59 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.1653044 Nov 12 12:42:02.495514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac829f0-24c2-4640-98ba-64c6a8a39e09 req-104592c3-d763-4d1b-9331-ae4300f790e2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282277 Nov 12 12:42:02.508897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 36ba0b0c-d426-469a-ac4a-f48c6060c56a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:02.510666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:02.816874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:02.847097 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:02.967485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931123c-7d47-4f05-a6e8-8a3241c0001a req-4b95f428-f2cb-4b7f-9bdc-996289b015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:02.969482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e931123c-7d47-4f05-a6e8-8a3241c0001a req-4b95f428-f2cb-4b7f-9bdc-996289b015ce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 1097 time: 1.1140208 Nov 12 12:42:02.984920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] Allocated IP 172.20.0.18 (4d30b3f7-53ba-4843-a5eb-9893d713d001/b57691a1-f48a-49ad-9394-1ebf1c3d6800/36ba0b0c-d426-469a-ac4a-f48c6060c56a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:03.115982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=31f32031-ba7f-49fe-a53a-5ed78ca1320f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:03.118686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] In _notify_port_updated(), no bound segment for port 31f32031-ba7f-49fe-a53a-5ed78ca1320f on network 4d30b3f7-53ba-4843-a5eb-9893d713d001 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:42:03.124530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:03.125167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:03.126644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6b0bc18a-04b5-4ed1-8516-259d6c6d9725 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/ports/31f32031-ba7f-49fe-a53a-5ed78ca1320f HTTP/1.1" status: 200 len: 918 time: 2.2977247 Nov 12 12:42:03.134735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:03.141830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f68a182-57db-47b8-9e33-4a452c754967'}, {'subnet_id': 'b57691a1-f48a-49ad-9394-1ebf1c3d6800'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:03.152939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e931123c-7d47-4f05-a6e8-8a3241c0001a req-89378628-7550-44d7-973f-c3df1f68ef47 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743970 Nov 12 12:42:03.517009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:03.526666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] For port 36ba0b0c-d426-469a-ac4a-f48c6060c56a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36ba0b0c-d426-469a-ac4a-f48c6060c56a,segment=NetworkSegment(9d25be27-ac0b-41f3-8092-247f1b7b5dfc),segment_id=9d25be27-ac0b-41f3-8092-247f1b7b5dfc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:03.623743 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:03.638759 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:03.759357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeb29a-f0b0-4d16-a2bc-4f46e0e89457 None None] Pushing event updated for resources: {'Port': ['ID=36ba0b0c-d426-469a-ac4a-f48c6060c56a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:03.792932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e285b7-afb5-46b5-9585-6d1af567ed8a req-c15228c1-e3d6-4c03-8d2b-c956e6789c0f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:03.809608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e285b7-afb5-46b5-9585-6d1af567ed8a req-c15228c1-e3d6-4c03-8d2b-c956e6789c0f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.1535044 Nov 12 12:42:03.909893 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19e285b7-afb5-46b5-9585-6d1af567ed8a req-e13cc3ec-56cd-4eac-abf1-c87c75497815 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993590 Nov 12 12:42:04.077112 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-0b28b056-8816-40a5-a1be-4ac66ac70863 {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:42:04.077764 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:42:04.315722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36ba0b0c-d426-469a-ac4a-f48c6060c56a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:04.512222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 36ba0b0c-d426-469a-ac4a-f48c6060c56a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:04.512703 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:04.650488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:05.122511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47329a56-dc3d-4dcf-864e-7e6c7a042a2e None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:05.243959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d6cee1b3-e780-4389-a88d-4e5625a4a595 None None] Provisioning complete for port 36ba0b0c-d426-469a-ac4a-f48c6060c56a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:05.244476 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6cee1b3-e780-4389-a88d-4e5625a4a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:05.249528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10148d-385c-43a4-a85c-68a1184e6c7e req-825cde4f-bcb5-487c-aa2c-98c26048564f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:05.251628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c10148d-385c-43a4-a85c-68a1184e6c7e req-825cde4f-bcb5-487c-aa2c-98c26048564f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.1650951 Nov 12 12:42:05.291551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.27 (4d30b3f7-53ba-4843-a5eb-9893d713d001/b57691a1-f48a-49ad-9394-1ebf1c3d6800/31f32031-ba7f-49fe-a53a-5ed78ca1320f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:05.387561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7c10148d-385c-43a4-a85c-68a1184e6c7e req-e4069529-92bf-49b6-804f-dff276091729 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254201 Nov 12 12:42:05.683451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b22a-cea9-4832-b9a1-51e0b670492b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:05.718921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dde90-1ce0-486f-a01c-b3e4a5ba247b req-f84a6ab7-ff9a-41c0-9b55-b7bc8df4c5f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:05.729633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a31dde90-1ce0-486f-a01c-b3e4a5ba247b req-f84a6ab7-ff9a-41c0-9b55-b7bc8df4c5f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.0836082 Nov 12 12:42:05.760661 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:05.776226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:05.828805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a31dde90-1ce0-486f-a01c-b3e4a5ba247b req-e657f46a-7d9f-4069-801b-1747e9461a93 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967433 Nov 12 12:42:05.997285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=31f32031-ba7f-49fe-a53a-5ed78ca1320f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:06.120894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] In _notify_port_updated(), no bound segment for port 31f32031-ba7f-49fe-a53a-5ed78ca1320f on network 4d30b3f7-53ba-4843-a5eb-9893d713d001 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:42:06.129506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:06.130356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:06.132056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-457cc1fa-37bb-4b4a-ac3a-83549dfca70f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/ports/31f32031-ba7f-49fe-a53a-5ed78ca1320f HTTP/1.1" status: 200 len: 998 time: 2.9959919 Nov 12 12:42:06.134908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:06.271201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-21442e4a-0a7e-4b1c-b5bf-36cc068f3d49 None None] Provisioning complete for port 36ba0b0c-d426-469a-ac4a-f48c6060c56a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:06.271653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21442e4a-0a7e-4b1c-b5bf-36cc068f3d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:06.348072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 31f32031-ba7f-49fe-a53a-5ed78ca1320f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:06.348422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:06.483918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-21442e4a-0a7e-4b1c-b5bf-36cc068f3d49 None None] Provisioning complete for port 31f32031-ba7f-49fe-a53a-5ed78ca1320f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:06.486889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21442e4a-0a7e-4b1c-b5bf-36cc068f3d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:06.496232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5faf9-13ba-488c-9919-115899b940a2 req-c2614978-e165-4169-9e3f-ceb590f39bda tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:06.498628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ca5faf9-13ba-488c-9919-115899b940a2 req-c2614978-e165-4169-9e3f-ceb590f39bda tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.1225181 Nov 12 12:42:06.603310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-21442e4a-0a7e-4b1c-b5bf-36cc068f3d49 None None] Port 31f32031-ba7f-49fe-a53a-5ed78ca1320f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:06.670906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ca5faf9-13ba-488c-9919-115899b940a2 req-b305615e-c206-4efd-bf26-e459df1ebeee tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473358 Nov 12 12:42:06.695311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:06.743800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9809c244-b570-44ca-94b5-1c999d9af71d None None] Provisioning complete for port 31f32031-ba7f-49fe-a53a-5ed78ca1320f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:06.744417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9809c244-b570-44ca-94b5-1c999d9af71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:06.748850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 31f32031-ba7f-49fe-a53a-5ed78ca1320f owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:06.851766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9809c244-b570-44ca-94b5-1c999d9af71d None None] Port 31f32031-ba7f-49fe-a53a-5ed78ca1320f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:07.083649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:07.155764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=31f32031-ba7f-49fe-a53a-5ed78ca1320f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:07.266233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8572f5aa-ce39-4e23-82d3-8bc4abf2dcdc None None] Could not find standard attr ID for object 31f32031-ba7f-49fe-a53a-5ed78ca1320f. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:07.270988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:07.279866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4da3d17e-22a1-4b72-8e36-1e21e0c2ce29 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/31f32031-ba7f-49fe-a53a-5ed78ca1320f HTTP/1.1" status: 204 len: 168 time: 1.1409416 Nov 12 12:42:07.280239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:07.342131 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d8402b-6510-4a79-9711-472fd749b43e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:07.347326 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:07.347692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-86d8402b-6510-4a79-9711-472fd749b43e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/31f32031-ba7f-49fe-a53a-5ed78ca1320f HTTP/1.1" status: 404 len: 333 time: 0.0663872 Nov 12 12:42:07.482214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet b57691a1-f48a-49ad-9394-1ebf1c3d6800 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:07.485189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:07.560069 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:07.614096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3e98e862-80c0-46d9-9d79-d8550efec469 None None] Could not find standard attr ID for object 31f32031-ba7f-49fe-a53a-5ed78ca1320f. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:07.740727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.013830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083e1df-c758-43fc-b9c3-69d14cd0cafa req-45f3cd68-6b1b-40d8-86ca-c9be06b53b9d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:08.015690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b083e1df-c758-43fc-b9c3-69d14cd0cafa req-45f3cd68-6b1b-40d8-86ca-c9be06b53b9d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.1659276 Nov 12 12:42:08.026614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-b8dd3982-8a46-4496-aeee-d6e444d783cc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:08.028516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-b8dd3982-8a46-4496-aeee-d6e444d783cc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 946 time: 0.1935101 Nov 12 12:42:08.152925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.176539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.182651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/b57691a1-f48a-49ad-9394-1ebf1c3d6800 HTTP/1.1" status: 204 len: 168 time: 0.8312082 Nov 12 12:42:08.185087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46444) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:08.195016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24f7b5-57fd-4b40-b572-7aba501f84cd None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:08.248156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b083e1df-c758-43fc-b9c3-69d14cd0cafa req-581dbee8-f94e-4332-9396-21d5aca6a344 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170823 Nov 12 12:42:08.264533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72546782-b7ae-4319-be19-62642fc1ce83 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=b57691a1-f48a-49ad-9394-1ebf1c3d6800,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:08.319234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 6d779cfb-75a2-43b5-a4cc-b801a041a4db {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:08.319631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.369116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 4f68a182-57db-47b8-9e33-4a452c754967 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:08.386821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.531512 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.589721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port 6d779cfb-75a2-43b5-a4cc-b801a041a4db, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d779cfb-75a2-43b5-a4cc-b801a041a4db,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:08.590173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.620227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 6d779cfb-75a2-43b5-a4cc-b801a041a4db owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:08.763274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.855559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.889285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.906567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7aa3ac03-bf41-45a6-85ca-3c153fe25aed', '6d779cfb-75a2-43b5-a4cc-b801a041a4db'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:42:08.932870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=4f68a182-57db-47b8-9e33-4a452c754967,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:08.960465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:08.963980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f83942e9-dc05-46cb-82b1-c21073bfb9d3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/4f68a182-57db-47b8-9e33-4a452c754967 HTTP/1.1" status: 204 len: 168 time: 0.7772276 Nov 12 12:42:08.968234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:09.070863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=6d779cfb-75a2-43b5-a4cc-b801a041a4db,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:09.090611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port 6d779cfb-75a2-43b5-a4cc-b801a041a4db on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:09.093368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.097818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9261990e-2f0b-4b03-a8e6-aad0546fd5e7 req-a7a54392-56fe-4b87-91bd-61d8e9cd3648 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "DELETE /v2.0/ports/6d779cfb-75a2-43b5-a4cc-b801a041a4db HTTP/1.1" status: 204 len: 173 time: 1.0581191 Nov 12 12:42:09.099087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'name': 'network-vif-deleted', 'tag': '6d779cfb-75a2-43b5-a4cc-b801a041a4db'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:42:09.131320 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009c6f05-8ebe-4dd2-9913-73c9980eb305" -d '{"events": [{"server_uuid": "9bcc62b0-a2e0-4165-92cf-d174a75b8d9a", "name": "network-vif-deleted", "tag": "6d779cfb-75a2-43b5-a4cc-b801a041a4db"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:42:09.208736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3bba1364-5a07-4978-bbeb-f16d20cd5dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.265022 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa2b3a-93d7-415e-b97d-70e8f0fbc051 x-openstack-request-id: req-c1fa2b3a-93d7-415e-b97d-70e8f0fbc051 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:42:09.265326 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcc62b0-a2e0-4165-92cf-d174a75b8d9a", "name": "network-vif-deleted", "tag": "6d779cfb-75a2-43b5-a4cc-b801a041a4db", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:42:09.265582 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1fa2b3a-93d7-415e-b97d-70e8f0fbc051 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:42:09.266007 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcc62b0-a2e0-4165-92cf-d174a75b8d9a', 'name': 'network-vif-deleted', 'tag': '6d779cfb-75a2-43b5-a4cc-b801a041a4db', 'status': 'completed', 'code': 200} Nov 12 12:42:09.289127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.426557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.479715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 36ba0b0c-d426-469a-ac4a-f48c6060c56a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:09.480325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.545493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ebc5c107-566e-42ad-b914-ea716522a83e req-514346aa-32ae-443a-aa6f-9e81848d8781 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.0773780 Nov 12 12:42:09.693822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] For port 36ba0b0c-d426-469a-ac4a-f48c6060c56a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=36ba0b0c-d426-469a-ac4a-f48c6060c56a,segment=NetworkSegment(9d25be27-ac0b-41f3-8092-247f1b7b5dfc),segment_id=9d25be27-ac0b-41f3-8092-247f1b7b5dfc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:09.694202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.713244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 36ba0b0c-d426-469a-ac4a-f48c6060c56a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:09.893969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:09.948479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No DVR routers for this DVR port 36ba0b0c-d426-469a-ac4a-f48c6060c56a on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:09.953579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=36ba0b0c-d426-469a-ac4a-f48c6060c56a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:09.988122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0e588-121c-4665-a711-cd31e4744c09 None None] Network 4d30b3f7-53ba-4843-a5eb-9893d713d001 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:10.107944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.176023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d30b3f7-53ba-4843-a5eb-9893d713d001']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:10.198409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d25be27-ac0b-41f3-8092-247f1b7b5dfc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:10.199009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d25be27-ac0b-41f3-8092-247f1b7b5dfc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:10.248752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.260361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ffca26de-52eb-4913-b84d-2fe2b8916a73 None None] Could not find standard attr ID for object 36ba0b0c-d426-469a-ac4a-f48c6060c56a. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:10.275990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.285906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:42:10.286761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:42:10.290989 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:42:10.373447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83f0c7-112c-4cc5-968b-932ae4e9fc2b None None] DHCP port deletion for 4d30b3f7-53ba-4843-a5eb-9893d713d001 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:10.385856 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.401225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.416175 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/4d30b3f7-53ba-4843-a5eb-9893d713d001 HTTP/1.1" status: 204 len: 168 time: 1.4395308 Nov 12 12:42:10.416577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:10.439571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db335d0-9931-423e-b7f3-c166d2341d2c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=4d30b3f7-53ba-4843-a5eb-9893d713d001,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:10.515060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831ab53-bf4e-4b57-84ee-55c431d26a8a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:10.515060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c831ab53-bf4e-4b57-84ee-55c431d26a8a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0926821 Nov 12 12:42:10.519359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:10.629664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.714337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-95d6cb09-3fe0-47f6-805b-715cb13d6ba8 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1909175 Nov 12 12:42:10.716207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:10.725860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164778743'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:10.781292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:10.786332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.829239 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50e42c0c-7658-4fa0-9307-fdda370329ce req-5dc8af95-c817-40c1-9fa6-19d725e9409a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.0748861 Nov 12 12:42:10.869964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:42:10.891857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d779cfb-75a2-43b5-a4cc-b801a041a4db no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:42:10.905520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:10.908402 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment 728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7 of type vlan for network bdbd1153-955c-4ef1-bc21-5fbb3df91858 Nov 12 12:42:10.949437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 6d779cfb-75a2-43b5-a4cc-b801a041a4db {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:42:10.949798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d779cfb-75a2-43b5-a4cc-b801a041a4db not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:42:11.011581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:11.063235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:11.074978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:11.076603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:11.164261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4467328 Nov 12 12:42:11.167310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46518) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:11.175177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7d6c5-eb72-45cf-9cff-3c9f424c052a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=bdbd1153-955c-4ef1-bc21-5fbb3df91858,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:11.176817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:11.187814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:42:11.435439 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:11.531166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:11.537267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:11.980060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:12.152524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2ba7be6e-82ab-4f7e-a30e-898bba4613fe req-63e120d5-0fc4-4ee5-8446-061b53d247e2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.0804169 Nov 12 12:42:12.165398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36ba0b0c-d426-469a-ac4a-f48c6060c56a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:42:12.200123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:12.214472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:12.214921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 36ba0b0c-d426-469a-ac4a-f48c6060c56a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:42:12.215266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 36ba0b0c-d426-469a-ac4a-f48c6060c56a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:42:12.215835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: bdbd1153-955c-4ef1-bc21-5fbb3df91858, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:42:12.255883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:42:12.276659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, bdbd1153-955c-4ef1-bc21-5fbb3df91858) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:12.287300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c00bd-393d-41a0-96ea-6018476852ec None None] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:12.298078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:12.300980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:12.365752 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0c69926e-579e-41ec-98fb-d35a8905c075 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1904762 Nov 12 12:42:12.366075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:12.371540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858', 'name': 'tempest-PortsTestJSON-2113339996'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:12.565030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:12.592570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:12.681630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port de882b87-0ee1-455c-844b-52c3217d73c5 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:12.930460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-bdbd1153-955c-4ef1-bc21-5fbb3df91858', 'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': '99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:42:12.930923 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:13.004258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.4 (bdbd1153-955c-4ef1-bc21-5fbb3df91858/99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64/de882b87-0ee1-455c-844b-52c3217d73c5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:13.341807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:13.410345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:13.505665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=de882b87-0ee1-455c-844b-52c3217d73c5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:13.527748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-762a4ee5-8c46-42e8-ae2f-716bbb91ef1e req-c97c6009-21c0-45c1-a38a-bb7392af89fd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.1375268 Nov 12 12:42:13.549920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Allocated IP 172.20.0.2 (bdbd1153-955c-4ef1-bc21-5fbb3df91858/99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64/e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:13.568390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:13.570032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:13.576146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:13.699727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:13.700312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:13.736711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-777e13aa-ccd3-4afb-8831-3aaaaf2a456d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3630655 Nov 12 12:42:13.737048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:13.738795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858', 'name': 'tempest-PortsTestJSON-1713158676'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:13.925859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:13.938954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.021273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Pushing event updated for resources: {'Port': ['ID=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:14.044264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:14.045933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:14.046354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:14.050656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:14.051750 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.087977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port fc7a3a6e-2fff-447b-827c-7bc0f5bb5769 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:14.177130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Attempting to bind port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:14.177883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Attempting to bind port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:14.178530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Attempting to bind port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a on network bdbd1153-955c-4ef1-bc21-5fbb3df91858 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:14.185782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:14.186959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Checking segment: {'id': '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:14.187610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.188413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Bound using segment: {'id': '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:14.189767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Bound port: e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bdbd1153-955c-4ef1-bc21-5fbb3df91858'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:14.190507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.288567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] For port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:14.292023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] For port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,segment=NetworkSegment(728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7),segment_id=728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:14.300089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.347312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.5 (bdbd1153-955c-4ef1-bc21-5fbb3df91858/99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64/fc7a3a6e-2fff-447b-827c-7bc0f5bb5769) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:14.407712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5320a32-6c97-4aae-928f-1031f4777e4c None None] Pushing event updated for resources: {'Port': ['ID=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:14.742685 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.871090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36fb643a-f797-46b8-8dad-bc957124d04a req-3e6a98c6-140e-41d1-8793-1cf1a038cdcc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.0484807 Nov 12 12:42:14.877346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:14.927164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:14.939110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:14.944094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:15.008592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=fc7a3a6e-2fff-447b-827c-7bc0f5bb5769,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:15.044201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:15.045091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:15.073232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:15.074797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3f90c8b8-6b3f-4768-bb35-2b5b37ad0cf9 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3399627 Nov 12 12:42:15.234507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f49e64c-9436-4166-9495-6d5589c9ae14 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:15.237517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1f49e64c-9436-4166-9495-6d5589c9ae14 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1643491 Nov 12 12:42:15.240013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:15.647192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port fc7a3a6e-2fff-447b-827c-7bc0f5bb5769 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:15.647562 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:15.887362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:15.952195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for fc7a3a6e-2fff-447b-827c-7bc0f5bb5769 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:16.252556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b47fbeb9-0dc9-46d1-b9b8-52492ce32b6f req-cd44ec33-6921-4b59-988c-053bf0e24e23 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.1154795 Nov 12 12:42:16.274134 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:16.365496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:16.399841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=fc7a3a6e-2fff-447b-827c-7bc0f5bb5769,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:16.495032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de11d9-ef8e-4036-86de-d378fb5a37d5 None None] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:16.727760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:16.734121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-784f0e08-a341-4d5e-86d9-4aff871e8822 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/fc7a3a6e-2fff-447b-827c-7bc0f5bb5769 HTTP/1.1" status: 204 len: 168 time: 1.4891567 Nov 12 12:42:16.734121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:16.747193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b6eccedb-7e3f-4c3f-b104-fe7e806f8d7e None None] Provisioning complete for port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:16.748279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6eccedb-7e3f-4c3f-b104-fe7e806f8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:16.833021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:16.833761 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:16.841785 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e503938f-811e-4d02-8d7f-d6ad8495fc04 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:16.843400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e503938f-811e-4d02-8d7f-d6ad8495fc04 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/fc7a3a6e-2fff-447b-827c-7bc0f5bb5769 HTTP/1.1" status: 404 len: 333 time: 0.1087704 Nov 12 12:42:16.846572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:17.072825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port de882b87-0ee1-455c-844b-52c3217d73c5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:17.073489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:17.473948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5dfdbae8-efec-402a-bf16-a80aab79410a req-662177ed-e413-425e-b112-b25b78825071 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.1033149 Nov 12 12:42:17.492239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:17.520915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6eccedb-7e3f-4c3f-b104-fe7e806f8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:17.521526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for de882b87-0ee1-455c-844b-52c3217d73c5 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:17.638489 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:17.679971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b6eccedb-7e3f-4c3f-b104-fe7e806f8d7e None None] For port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,segment=NetworkSegment(728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7),segment_id=728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:17.712799 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6eccedb-7e3f-4c3f-b104-fe7e806f8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:17.793302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eccedb-7e3f-4c3f-b104-fe7e806f8d7e None None] Pushing event updated for resources: {'Port': ['ID=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:17.799795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:17.825639 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:42:17.826025 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:42:17.853697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=de882b87-0ee1-455c-844b-52c3217d73c5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:18.003629 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.011299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:18.022719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c3bbd72-dc4c-4b52-9fa4-fd2d8ae41fb2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/de882b87-0ee1-455c-844b-52c3217d73c5 HTTP/1.1" status: 204 len: 168 time: 1.1745534 Nov 12 12:42:18.083250 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b7352c-e02f-465a-9372-bb6b0a16854a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:18.084889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e8b7352c-e02f-465a-9372-bb6b0a16854a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/de882b87-0ee1-455c-844b-52c3217d73c5 HTTP/1.1" status: 404 len: 333 time: 0.0718496 Nov 12 12:42:18.087647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:18.181415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:18.191371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.297248 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.490073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dd4d1901-4202-4227-a676-e58c7f309cf1 None None] Provisioning complete for port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:18.495144 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1901-4202-4227-a676-e58c7f309cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.500551 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.620689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.695432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:18.699493 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.711874 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7b098120-d207-42aa-82a9-b13ef24167a7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64 HTTP/1.1" status: 204 len: 168 time: 0.6201053 Nov 12 12:42:18.712606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:18.783804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dd4d1901-4202-4227-a676-e58c7f309cf1 None None] Could not find standard attr ID for object de882b87-0ee1-455c-844b-52c3217d73c5. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:18.877647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:18.944752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e5ada776-8d38-4fd7-873a-501987c275e4 None None] Could not find standard attr ID for object de882b87-0ee1-455c-844b-52c3217d73c5. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:19.011884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:19.012272 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.244708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70adee0b-7666-42c1-ae84-a61e375d7702 None None] Network bdbd1153-955c-4ef1-bc21-5fbb3df91858 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:19.283563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-105ef597-e164-4aae-aadd-cad0f5e06967 None None] Could not find standard attr ID for object fc7a3a6e-2fff-447b-827c-7bc0f5bb5769. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:19.544850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.626732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f67e0834-ff9c-459e-aed6-0d98674d28eb req-a35b79b3-62b2-40e6-8c45-07ed15c3e457 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bcc62b0-a2e0-4165-92cf-d174a75b8d9a HTTP/1.1" status: 200 len: 210 time: 0.1111345 Nov 12 12:42:19.664656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] DHCP port deletion for bdbd1153-955c-4ef1-bc21-5fbb3df91858 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:19.737137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] Deleting port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:19.737983 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.772104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:19.773432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.838728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] For port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,segment=NetworkSegment(728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7),segment_id=728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:19.839226 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.855936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] Calling delete_port for e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:19.978035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] For port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,segment=NetworkSegment(728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7),segment_id=728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:19.978471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.981778 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:19.998383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:20.054748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] No DVR routers for this DVR port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:20.059135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751bf04-4f60-4f85-b4af-edf36e63c9fb None None] Pushing event deleted for resources: {'Port': ['ID=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:20.132327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.211915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:20.226482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No DVR routers for this DVR port e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:20.375679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.397300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbd1153-955c-4ef1-bc21-5fbb3df91858']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:20.407156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:20.407449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728dc9b7-ea11-4df1-9d5a-f1eadf1a61f7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:20.417548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.432357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.440521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:42:20.441199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:42:20.529974 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:42:20.540744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.549235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.557911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:20.563665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1213244548'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:20.568204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/bdbd1153-955c-4ef1-bc21-5fbb3df91858 HTTP/1.1" status: 204 len: 168 time: 1.8402779 Nov 12 12:42:20.599731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cab1f-d50c-4b5c-9a42-7ab260699ace tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=bdbd1153-955c-4ef1-bc21-5fbb3df91858,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:20.622552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:20.627645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.677476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:42:20.702520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.702877 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment be7b8faa-49f7-4de5-aafd-1ab36056af96 of type vlan for network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 Nov 12 12:42:20.793632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.846753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.875191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:20.881019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:20.890284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:42:20.947098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:42:20.947789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e67dd0a5-4f2c-4b41-a78f-f1db9af4b36a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:42:20.960225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=e25aa2a5-856a-42ab-9e30-399cfe98b9e6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:20.977285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:42:20.984285 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9318c65b-d917-4d3d-93c8-8c7d796e07d0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4246264 Nov 12 12:42:20.991208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46774) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:20.998378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:21.178199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:21.181731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:21.473929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:21.577829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=9e23b865-610c-4038-9b78-062b4dc712c6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:21.584958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': 'be7b8faa-49f7-4de5-aafd-1ab36056af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:21.585365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: e25aa2a5-856a-42ab-9e30-399cfe98b9e6, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:42:21.606989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:42:21.619150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e25aa2a5-856a-42ab-9e30-399cfe98b9e6) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:21.627110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:21.629734 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:21.631096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b8f5c-7b04-4634-b8c5-a93553a44063 None None] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:21.654083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bfff4f04-9c21-433f-9bed-bf37180f94a3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6612141 Nov 12 12:42:21.658946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:21.664444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6', 'name': 'tempest-PortsTestJSON-217620966', 'fixed_ips': [{'subnet_id': '9e23b865-610c-4038-9b78-062b4dc712c6', 'ip_address': '172.20.0.10'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:21.863326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e25aa2a5-856a-42ab-9e30-399cfe98b9e6', 'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': '9e23b865-610c-4038-9b78-062b4dc712c6'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:42:21.865005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:21.936914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:22.109713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Allocated IP 172.20.0.2 (e25aa2a5-856a-42ab-9e30-399cfe98b9e6/9e23b865-610c-4038-9b78-062b4dc712c6/1dc81437-5d9b-4478-ae4b-2f6ec44f83de) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:22.325212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.396479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port df469c79-13cb-4161-b2f7-80c7ca0a4945 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:22.409473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.417174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.483773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Pushing event updated for resources: {'Port': ['ID=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:22.505033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:22.505033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:22.513517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:22.617550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Attempting to bind port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:22.618137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Attempting to bind port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'be7b8faa-49f7-4de5-aafd-1ab36056af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:22.618705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Attempting to bind port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de on network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:22.633751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:22.634331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Checking segment: {'id': 'be7b8faa-49f7-4de5-aafd-1ab36056af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:22.635585 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.635585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Bound using segment: {'id': 'be7b8faa-49f7-4de5-aafd-1ab36056af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:22.637406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Bound port: 1dc81437-5d9b-4478-ae4b-2f6ec44f83de, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7b8faa-49f7-4de5-aafd-1ab36056af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:22.638562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.717606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.10 (e25aa2a5-856a-42ab-9e30-399cfe98b9e6/9e23b865-610c-4038-9b78-062b4dc712c6/df469c79-13cb-4161-b2f7-80c7ca0a4945) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:22.761388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] For port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:22.765531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] For port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,segment=NetworkSegment(be7b8faa-49f7-4de5-aafd-1ab36056af96),segment_id=be7b8faa-49f7-4de5-aafd-1ab36056af96)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:22.774361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.949339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.988438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7a052-5449-467f-9aa4-3d00c95fcf87 None None] Pushing event updated for resources: {'Port': ['ID=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:23.009692 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:23.040139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:23.063565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:23.171051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:23.456010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=df469c79-13cb-4161-b2f7-80c7ca0a4945,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:23.491311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:23.493501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:23.539751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46876) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:23.540455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3661ddf7-9eeb-4fb3-ba3b-3d67080ac553 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8797500 Nov 12 12:42:23.545636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'e25aa2a5-856a-42ab-9e30-399cfe98b9e6', 'name': 'tempest-PortsTestJSON-2095126393', 'fixed_ips': [{'subnet_id': '9e23b865-610c-4038-9b78-062b4dc712c6', 'ip_address': '172.20.0.9'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:23.859543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:24.043008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:24.108925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port edfd15aa-67bf-4a66-acae-62af23224067 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:24.648160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.9 (e25aa2a5-856a-42ab-9e30-399cfe98b9e6/9e23b865-610c-4038-9b78-062b4dc712c6/edfd15aa-67bf-4a66-acae-62af23224067) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:24.920135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1dc81437-5d9b-4478-ae4b-2f6ec44f83de up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:25.004260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.046834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e219c940-c50e-4ff3-8705-55d6fc9d05a7 None None] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:25.060917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.149482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9fd535e8-2ab4-4a7b-b5d6-bcdbdf806b41 None None] Provisioning complete for port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:25.150265 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fd535e8-2ab4-4a7b-b5d6-bcdbdf806b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.202387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=edfd15aa-67bf-4a66-acae-62af23224067,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:25.236035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:25.240117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:25.246808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:25.247406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.251881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:25.368750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:25.369369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.461397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:25.473399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e48fc4ab-3d9a-4527-8eb4-f979f1067dcf tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9323261 Nov 12 12:42:25.566303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65527b4d-e908-4332-b039-5e9eac1f19c2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:25.568225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-65527b4d-e908-4332-b039-5e9eac1f19c2 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1058085 Nov 12 12:42:25.571494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:25.731849 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.745528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe394a2f-0c47-4e0d-b014-cafc7c3c0bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:25.776493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe394a2f-0c47-4e0d-b014-cafc7c3c0bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:25.788274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,segment=NetworkSegment(be7b8faa-49f7-4de5-aafd-1ab36056af96),segment_id=be7b8faa-49f7-4de5-aafd-1ab36056af96)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:25.796871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe394a2f-0c47-4e0d-b014-cafc7c3c0bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:25.800113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fd535e8-2ab4-4a7b-b5d6-bcdbdf806b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.802714 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:25.811011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fe394a2f-0c47-4e0d-b014-cafc7c3c0bc7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2343934 Nov 12 12:42:25.817856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46926) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:25.846589 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:42:25.897193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:25.955382 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-9fd535e8-2ab4-4a7b-b5d6-bcdbdf806b41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:42:25.957940 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-9fd535e8-2ab4-4a7b-b5d6-bcdbdf806b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:42:26.005810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port edfd15aa-67bf-4a66-acae-62af23224067 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:26.006364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:26.201324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:26.286441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for edfd15aa-67bf-4a66-acae-62af23224067 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:26.650194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-c4581421-85d2-4234-b401-c7dc820cb5ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4141774 Nov 12 12:42:26.793537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Provisioning complete for port edfd15aa-67bf-4a66-acae-62af23224067 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:26.799324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:26.994024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:26.995093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Port edfd15aa-67bf-4a66-acae-62af23224067 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:27.003663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1dc81437-5d9b-4478-ae4b-2f6ec44f83de up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:27.074173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=edfd15aa-67bf-4a66-acae-62af23224067,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:27.106255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-bc11ccc0-94e8-44f8-ae9f-7ce1a17236cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:27.108341 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-bc11ccc0-94e8-44f8-ae9f-7ce1a17236cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 1097 time: 0.4278665 Nov 12 12:42:27.241174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Provisioning complete for port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:27.241544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:27.413170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:27.415224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:27.416698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:27.420137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-213ef173-7c26-4de9-8124-b1a734267f20 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/edfd15aa-67bf-4a66-acae-62af23224067 HTTP/1.1" status: 204 len: 168 time: 1.6011367 Nov 12 12:42:27.423143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:27.448802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-894f2c0e-f65f-49d3-9226-54cfb1615c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:27.451174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-894f2c0e-f65f-49d3-9226-54cfb1615c77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.2859781 Nov 12 12:42:27.496034 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-706ec8bd-dca0-4a48-a604-a10e7668d11f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:27.498028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-706ec8bd-dca0-4a48-a604-a10e7668d11f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/edfd15aa-67bf-4a66-acae-62af23224067 HTTP/1.1" status: 404 len: 333 time: 0.0683243 Nov 12 12:42:27.505819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:27.874993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Provisioning complete for port df469c79-13cb-4161-b2f7-80c7ca0a4945 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:27.876378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:27.995669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3d891-1316-4528-b1f7-1f6c11862c48 None None] Port df469c79-13cb-4161-b2f7-80c7ca0a4945 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:28.126724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b24ad21-d259-4585-8682-47e54144cfbe None None] Could not find standard attr ID for object edfd15aa-67bf-4a66-acae-62af23224067. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:28.153190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b24ad21-d259-4585-8682-47e54144cfbe None None] Provisioning complete for port df469c79-13cb-4161-b2f7-80c7ca0a4945 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:28.153575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b24ad21-d259-4585-8682-47e54144cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:28.231378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b24ad21-d259-4585-8682-47e54144cfbe None None] Port df469c79-13cb-4161-b2f7-80c7ca0a4945 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:28.452451 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-dc7a98dd-276a-4acd-ad26-6742d6b0e807 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed HTTP/1.1" status: 200 len: 217 time: 0.9456015 Nov 12 12:42:28.553119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-97cd1681-3f13-4a97-8487-bc88670b439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:28.555003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-97cd1681-3f13-4a97-8487-bc88670b439d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0945470 Nov 12 12:42:28.565550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port df469c79-13cb-4161-b2f7-80c7ca0a4945 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:28.579862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:28.802206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:28.967100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for df469c79-13cb-4161-b2f7-80c7ca0a4945 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:28.984568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:29.078056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-1c9bc1d4-5aef-475d-ae54-04a0526f95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:29.080999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-1c9bc1d4-5aef-475d-ae54-04a0526f95b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609222 Nov 12 12:42:29.189241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Deleting subnet 07f7aefc-a1d6-4eee-a6e5-e4af46c454af {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:29.201767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.358904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-e61dded4-0e9d-472b-a242-881499df9887 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677512 Nov 12 12:42:29.364763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.489283 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cf2dd87-6555-4ba7-9a58-506126450d48 req-f76146e3-2688-4ff5-ad15-8bb4b6ab9e90 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163051 Nov 12 12:42:29.491206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.579210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.646984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=df469c79-13cb-4161-b2f7-80c7ca0a4945,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:29.660763 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.730746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.814256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.831921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/07f7aefc-a1d6-4eee-a6e5-e4af46c454af HTTP/1.1" status: 204 len: 168 time: 0.8388736 Nov 12 12:42:29.832500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:29.840998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.900997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba9697-03ae-42b8-ba6c-e50490815bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f7aefc-a1d6-4eee-a6e5-e4af46c454af,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:29.901237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.911968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a25e0919-0423-4bd4-8168-a1d0e40ec576 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/df469c79-13cb-4161-b2f7-80c7ca0a4945 HTTP/1.1" status: 204 len: 168 time: 2.4037218 Nov 12 12:42:29.918031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:30.049608 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f1735f-9349-49f2-a9a1-649aba3eef08 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:30.051436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-76f1735f-9349-49f2-a9a1-649aba3eef08 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/df469c79-13cb-4161-b2f7-80c7ca0a4945 HTTP/1.1" status: 404 len: 333 time: 0.1323073 Nov 12 12:42:30.054387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:30.129355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.166143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 9e23b865-610c-4038-9b78-062b4dc712c6 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:30.177187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.248234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.325908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.376292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364a2959-d069-492d-80b3-7d168aaa0b87']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:30.402333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62698d7-21b6-4230-88a7-37294b3ac5c6') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:30.402626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62698d7-21b6-4230-88a7-37294b3ac5c6') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:30.432454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.454053 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.466612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:42:30.469693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.475178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:42:30.493853 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:42:30.556214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.564242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.588401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.591713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/364a2959-d069-492d-80b3-7d168aaa0b87 HTTP/1.1" status: 204 len: 168 time: 0.7572803 Nov 12 12:42:30.592999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818faa-168e-4419-96ac-1d7d9e118d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=364a2959-d069-492d-80b3-7d168aaa0b87,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:30.606154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba3d74-4d3b-4edd-9d72-150bf7b6fd21 None None] Network e25aa2a5-856a-42ab-9e30-399cfe98b9e6 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:30.628934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.646242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/9e23b865-610c-4038-9b78-062b4dc712c6 HTTP/1.1" status: 204 len: 168 time: 0.5886016 Nov 12 12:42:30.646242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848706d4-672d-4de5-9373-1335dfd1226f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=9e23b865-610c-4038-9b78-062b4dc712c6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:30.647501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:30.832213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:30.942641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-f4935090-839f-4640-8439-ac0461352a52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1063347 Nov 12 12:42:31.015347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] DHCP port deletion for e25aa2a5-856a-42ab-9e30-399cfe98b9e6 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:31.040017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:31.040356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.070340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.071081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.071334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.071808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.073212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.073212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.073595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.075844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-ab46b4a8-4b83-45e7-8cef-0d3344e3b9df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6493 time: 0.0977099 Nov 12 12:42:31.110428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:31.196013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] Deleting port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:31.196768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.259303 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-74e67828-909c-4106-b5f2-15b05fc08258 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c862087f8ac458cba2d3546bc080526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466069 Nov 12 12:42:31.260363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] For port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,segment=NetworkSegment(be7b8faa-49f7-4de5-aafd-1ab36056af96),segment_id=be7b8faa-49f7-4de5-aafd-1ab36056af96)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:31.260748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.262035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:31.275648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 1dc81437-5d9b-4478-ae4b-2f6ec44f83de owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:31.366523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.384736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] For port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,segment=NetworkSegment(be7b8faa-49f7-4de5-aafd-1ab36056af96),segment_id=be7b8faa-49f7-4de5-aafd-1ab36056af96)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:31.385552 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.395548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a3302f4-58d3-4750-9f82-a99881ed313e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.409603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] Calling delete_port for 1dc81437-5d9b-4478-ae4b-2f6ec44f83de owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:31.435728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:31.441886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No DVR routers for this DVR port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:31.449544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a3302f4-58d3-4750-9f82-a99881ed313e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.511066 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a3302f4-58d3-4750-9f82-a99881ed313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.516909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a3302f4-58d3-4750-9f82-a99881ed313e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.519670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1a3302f4-58d3-4750-9f82-a99881ed313e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfb5d550-394b-427f-9947-5ff4708d005c HTTP/1.1" status: 204 len: 168 time: 0.2552793 Nov 12 12:42:31.540923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9ef51a84-db21-4493-a0eb-a8d9ca4a25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.541671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9ef51a84-db21-4493-a0eb-a8d9ca4a25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.542277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9ef51a84-db21-4493-a0eb-a8d9ca4a25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.543513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3302f4-58d3-4750-9f82-a99881ed313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb5d550-394b-427f-9947-5ff4708d005c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:31.544198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9ef51a84-db21-4493-a0eb-a8d9ca4a25d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 200 len: 2293 time: 0.4167361 Nov 12 12:42:31.620475 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.647999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] No DVR routers for this DVR port 1dc81437-5d9b-4478-ae4b-2f6ec44f83de on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:31.709067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f83a8a-ac80-4a9e-aba6-2d63e4c7f879 None None] Pushing event deleted for resources: {'Port': ['ID=1dc81437-5d9b-4478-ae4b-2f6ec44f83de,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:31.742778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366474-b202-43a4-9596-40c3bcd86dac req-21c04e54-8be2-4f8f-bc62-02c545192aac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.742963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3366474-b202-43a4-9596-40c3bcd86dac req-21c04e54-8be2-4f8f-bc62-02c545192aac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.3634379 Nov 12 12:42:31.754555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.858662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25aa2a5-856a-42ab-9e30-399cfe98b9e6']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:31.863192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-06942a84-bc5b-41c8-9c57-80d137d44ce5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 200 len: 1001 time: 0.3034620 Nov 12 12:42:31.884336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7b8faa-49f7-4de5-aafd-1ab36056af96') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:31.884650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7b8faa-49f7-4de5-aafd-1ab36056af96') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:31.922302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.970257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:31.973979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-fa4c16d0-ea49-41ef-9c8b-44f22b447270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.976463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-fa4c16d0-ea49-41ef-9c8b-44f22b447270 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6850434a-b87f-4bb1-92f5-8ddb4cb81b87 HTTP/1.1" status: 200 len: 851 time: 0.1024313 Nov 12 12:42:31.997875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3366474-b202-43a4-9596-40c3bcd86dac req-1e3cc734-3188-428c-b407-c5a607091f11 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386069 Nov 12 12:42:32.012354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:42:32.013051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:42:32.017674 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:42:32.123447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.135256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.139586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/e25aa2a5-856a-42ab-9e30-399cfe98b9e6 HTTP/1.1" status: 204 len: 168 time: 1.4908650 Nov 12 12:42:32.144106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:32.151904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca3b9d-478e-463b-91f0-108fa1cb06a5 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=e25aa2a5-856a-42ab-9e30-399cfe98b9e6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:32.152041 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-69915317'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:32.179755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-4ff884b3-e110-4019-a43c-d6bbe5b48682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:32.181361 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-4ff884b3-e110-4019-a43c-d6bbe5b48682 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824510 Nov 12 12:42:32.217059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:32.224964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.264579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:42:32.323325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.323709 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Added segment 69ef7c3f-5047-4795-b8a4-d84bf75870ef of type vlan for network a982d22d-cd37-4b14-aff3-84f21b412439 Nov 12 12:42:32.370980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-30f73176-d20c-4748-99a6-7065ea99f4be service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815391 Nov 12 12:42:32.377116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.414683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.425715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:32.431511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.474982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3294756 Nov 12 12:42:32.483328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:32.489983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:32.546397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16549726-9c97-4509-92b3-a58c108dd185 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Network': ['ID=a982d22d-cd37-4b14-aff3-84f21b412439,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:32.561185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a982d22d-cd37-4b14-aff3-84f21b412439 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:42:32.618477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-e14b1857-40ca-4370-9c0c-3785787aa6bc service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378659 Nov 12 12:42:32.699024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-fc849ac2-7cdb-41e4-ba8e-f0474579b060 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 217 time: 0.0718358 Nov 12 12:42:32.706043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:32.713666 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:32.851585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1dc81437-5d9b-4478-ae4b-2f6ec44f83de no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:42:32.884396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-f4e17825-fdc4-4f4f-be68-7130dd96dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:32.886357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-f4e17825-fdc4-4f4f-be68-7130dd96dd04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.1631684 Nov 12 12:42:32.939075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1dc81437-5d9b-4478-ae4b-2f6ec44f83de {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:42:32.940199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1dc81437-5d9b-4478-ae4b-2f6ec44f83de not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:42:32.976689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-2e4b0a7f-d9e3-4461-975f-4d508e326888 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:32.978541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-2e4b0a7f-d9e3-4461-975f-4d508e326888 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.1908126 Nov 12 12:42:33.102122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-4d10168d-6f92-4aaf-b3b5-10627bc368c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:33.104076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-4d10168d-6f92-4aaf-b3b5-10627bc368c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905289 Nov 12 12:42:33.205583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:33.206310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.334042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab8c50-d263-4d07-9f8d-7d827d4bc678 req-6925daaf-3f6a-4f5e-af46-3a20f8037d97 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:33.347299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7ab8c50-d263-4d07-9f8d-7d827d4bc678 req-6925daaf-3f6a-4f5e-af46-3a20f8037d97 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 946 time: 0.1846261 Nov 12 12:42:33.486944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:33.487382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.530725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7ab8c50-d263-4d07-9f8d-7d827d4bc678 req-9ac202fd-eb08-4c9f-9d78-34a577e02743 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a7b096f-78e9-4d77-ad17-107e095365e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768117 Nov 12 12:42:33.542215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 7aa3ac03-bf41-45a6-85ca-3c153fe25aed owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:33.637850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.756316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:33.769936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.774369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-aea8cb88-8b15-443a-86d3-7f98ad5a45b4 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615164 Nov 12 12:42:33.787285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7aa3ac03-bf41-45a6-85ca-3c153fe25aed'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:42:33.834073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Checking segment: {'id': '69ef7c3f-5047-4795-b8a4-d84bf75870ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:33.834660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network hostable DHCP agents. Network: a982d22d-cd37-4b14-aff3-84f21b412439, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:42:33.851105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=7aa3ac03-bf41-45a6-85ca-3c153fe25aed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:33.909528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network a982d22d-cd37-4b14-aff3-84f21b412439 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:42:33.920371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-1e8d36a3-7eda-4177-973e-90d2366fb74e service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353538 Nov 12 12:42:33.922904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a982d22d-cd37-4b14-aff3-84f21b412439) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:33.928494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:33.929312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.931990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cceb14e-c531-4478-a5e0-7d7dd61c9eb3 None None] Network a982d22d-cd37-4b14-aff3-84f21b412439 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:33.951738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port 7aa3ac03-bf41-45a6-85ca-3c153fe25aed on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:33.955693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.960197 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a51e4ea0-c7bc-49a3-b200-1ac244125af3 req-72e6a12d-aa5f-4293-9bdd-585af9199096 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "DELETE /v2.0/ports/7aa3ac03-bf41-45a6-85ca-3c153fe25aed HTTP/1.1" status: 204 len: 173 time: 0.9739523 Nov 12 12:42:33.960597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'name': 'network-vif-deleted', 'tag': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:42:33.963325 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5907b26-5285-497d-b19e-7364eea9d6ad" -d '{"events": [{"server_uuid": "8cdc88d9-b38f-434d-9151-4f0839c802c9", "name": "network-vif-deleted", "tag": "7aa3ac03-bf41-45a6-85ca-3c153fe25aed"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:42:33.988609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-4e84355c-b01b-4341-93c8-1b3fda582847 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 217 time: 0.0563815 Nov 12 12:42:34.024576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:34.024790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a544f65f-b968-4e48-8a10-a012023003bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5402875 Nov 12 12:42:34.030837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-858437473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:34.068674 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c822b7-8716-4d93-bce8-001e181f83e9 x-openstack-request-id: req-72c822b7-8716-4d93-bce8-001e181f83e9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:42:34.068994 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdc88d9-b38f-434d-9151-4f0839c802c9", "name": "network-vif-deleted", "tag": "7aa3ac03-bf41-45a6-85ca-3c153fe25aed", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:42:34.069251 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72c822b7-8716-4d93-bce8-001e181f83e9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:42:34.071150 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdc88d9-b38f-434d-9151-4f0839c802c9', 'name': 'network-vif-deleted', 'tag': '7aa3ac03-bf41-45a6-85ca-3c153fe25aed', 'status': 'completed', 'code': 200} Nov 12 12:42:34.100598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-e97cedcd-7190-41ef-bf51-bd0bd6e03b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:34.105159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-e97cedcd-7190-41ef-bf51-bd0bd6e03b0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.1038611 Nov 12 12:42:34.106468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.108897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.204590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-f846bc44-d443-437c-9d69-fce1fa065ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:34.206531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-f846bc44-d443-437c-9d69-fce1fa065ad0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954204 Nov 12 12:42:34.298525 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.304643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.335651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.337909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3d79e2f1-1adc-4f0a-ac6d-b3f2f366b320 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3120091 Nov 12 12:42:34.341472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:34.354321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439', 'name': 'tempest-PortsTestJSON-814700060'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:34.443029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-d1ffadcd-d969-435d-a53c-4a113bd126a5 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286210 Nov 12 12:42:34.712293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-b407e98e-67a3-4bda-99b3-4c8e281b3de9 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614844 Nov 12 12:42:34.742124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a982d22d-cd37-4b14-aff3-84f21b412439', 'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': '9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:42:34.743381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.793253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-e9ea4d9c-ad95-43a3-af1a-9f6fd9328bfc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905 HTTP/1.1" status: 200 len: 217 time: 0.0714543 Nov 12 12:42:34.805923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fa20ad1-bfd6-4a93-91bd-41b3f873ba81 req-0385ae09-809f-4a98-9714-b1550c53f727 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.1209412 Nov 12 12:42:34.822971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:34.836358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.890517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:34.936346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9c9a16f1-cf17-4b8b-91c3-7204b1677d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:34.941455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9c9a16f1-cf17-4b8b-91c3-7204b1677d7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.1404033 Nov 12 12:42:35.060331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-1cd5bd3d-1cf3-403c-a2fc-65d3b2b0910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:35.062416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-1cd5bd3d-1cf3-403c-a2fc-65d3b2b0910b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099131 Nov 12 12:42:35.106908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Allocated IP 172.20.0.2 (a982d22d-cd37-4b14-aff3-84f21b412439/9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8/847059be-edb9-4477-8451-eb30e282f2b5) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:35.237370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-5dd6a2a7-1edc-4c35-b592-f156a9727b66 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577823 Nov 12 12:42:35.383177 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.394408 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.449617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-39bae468-66f5-4d5e-bde7-c9f405ceffac service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121441 Nov 12 12:42:35.458004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Network a982d22d-cd37-4b14-aff3-84f21b412439 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:35.480850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:35.484289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:35.492523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Pushing event updated for resources: {'Port': ['ID=847059be-edb9-4477-8451-eb30e282f2b5,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:35.512377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.9 (a982d22d-cd37-4b14-aff3-84f21b412439/9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8/b278f3a5-2252-4f44-80c5-9bc21e7cbcdd) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:35.549212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-b203919c-55be-4cff-bda1-2611f9850d1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6a1b0778-d38b-429d-ba93-5d22267bb579 HTTP/1.1" status: 200 len: 217 time: 0.0935531 Nov 12 12:42:35.597045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Attempting to bind port 847059be-edb9-4477-8451-eb30e282f2b5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:35.597768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Attempting to bind port 847059be-edb9-4477-8451-eb30e282f2b5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '69ef7c3f-5047-4795-b8a4-d84bf75870ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:35.598552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Attempting to bind port 847059be-edb9-4477-8451-eb30e282f2b5 on network a982d22d-cd37-4b14-aff3-84f21b412439 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:35.614950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:35.615660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Checking segment: {'id': '69ef7c3f-5047-4795-b8a4-d84bf75870ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:35.616464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.617051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Bound using segment: {'id': '69ef7c3f-5047-4795-b8a4-d84bf75870ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:35.617746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Bound port: 847059be-edb9-4477-8451-eb30e282f2b5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ef7c3f-5047-4795-b8a4-d84bf75870ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a982d22d-cd37-4b14-aff3-84f21b412439'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:35.618398 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.648879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-2da0aac2-49f4-4d19-8c91-86c55d7b689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:35.651001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-2da0aac2-49f4-4d19-8c91-86c55d7b689c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0937006 Nov 12 12:42:35.723102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd8494a3-7d24-464c-bdf7-ed0cf1bcfe4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.741715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] For port 847059be-edb9-4477-8451-eb30e282f2b5, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:35.745841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] For port 847059be-edb9-4477-8451-eb30e282f2b5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=847059be-edb9-4477-8451-eb30e282f2b5,segment=NetworkSegment(69ef7c3f-5047-4795-b8a4-d84bf75870ef),segment_id=69ef7c3f-5047-4795-b8a4-d84bf75870ef)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:35.749905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-c8517b9f-81ee-4590-b678-d9faaf836efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:35.752641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-c8517b9f-81ee-4590-b678-d9faaf836efb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914831 Nov 12 12:42:35.754839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.850434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:35.858459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53069be-2f1f-4a51-9e1e-00c25959496f None None] Pushing event updated for resources: {'Port': ['ID=847059be-edb9-4477-8451-eb30e282f2b5,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:35.915070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:35.949518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-bfcb3dda-3ee9-467f-b47f-a0efcfc0e81d service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872261 Nov 12 12:42:35.974826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.039265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network a982d22d-cd37-4b14-aff3-84f21b412439 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:36.042819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:36.054636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:36.058617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a93162bd-7b17-44aa-a038-12a6c1e9bdf2 req-addbbe13-2894-482f-a46b-22cb58349cdf tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0638037 Nov 12 12:42:36.089475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=b278f3a5-2252-4f44-80c5-9bc21e7cbcdd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:36.157810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:36.158510 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.181816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c42884e-02a8-493f-bcf6-2c63a2a66af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.195360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-20387fb5-86b0-407c-824e-27e19a35ac03 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383771 Nov 12 12:42:36.201022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e8342c57-2967-4bd0-84d4-046d14836ded tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8576336 Nov 12 12:42:36.205154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:36.248854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-a34d8726-a05c-45c1-89a7-5b1423ca8988 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5b2db53-b081-47a4-aada-faa90c345d3b HTTP/1.1" status: 200 len: 217 time: 0.0426335 Nov 12 12:42:36.308702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-d10d41f9-0daa-4b2b-b5d0-3e4798127e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:36.310857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-d10d41f9-0daa-4b2b-b5d0-3e4798127e6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.0524395 Nov 12 12:42:36.390248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9098c475-3584-48b7-b1a1-886a76becf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:36.393903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-9098c475-3584-48b7-b1a1-886a76becf3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747819 Nov 12 12:42:36.521858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-703b6e36-5794-4495-b354-948d00b1bb4d service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200221 Nov 12 12:42:36.525450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c42884e-02a8-493f-bcf6-2c63a2a66af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.550050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c42884e-02a8-493f-bcf6-2c63a2a66af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.622321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42884e-02a8-493f-bcf6-2c63a2a66af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed6b68-a7d0-4d7f-823a-7dbfbb359575,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:36.632591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5c42884e-02a8-493f-bcf6-2c63a2a66af6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57697d6d2b7d49009a67ce8f8af6a90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7125952 Nov 12 12:42:36.635884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47300) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:36.650064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-d02fcd1f-28b1-4efe-90a1-03f418ca04d3 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168890 Nov 12 12:42:36.726921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-61ab6d87-5953-4dff-80c8-7a87032e84be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 200 len: 217 time: 0.0681989 Nov 12 12:42:36.731135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.823124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4757e670-39cf-4230-a5aa-afc5e4cb6476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.825027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-373111c5-9de0-483f-9226-79efe762a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:36.827165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-373111c5-9de0-483f-9226-79efe762a3b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.0949380 Nov 12 12:42:36.848790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 847059be-edb9-4477-8451-eb30e282f2b5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:36.929980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-b59631b9-196e-4d6f-8afb-48d5d362fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:36.931768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-b59631b9-196e-4d6f-8afb-48d5d362fbe5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901799 Nov 12 12:42:36.968571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 847059be-edb9-4477-8451-eb30e282f2b5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:36.969053 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:36.985901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7aa3ac03-bf41-45a6-85ca-3c153fe25aed no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:42:37.040303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4757e670-39cf-4230-a5aa-afc5e4cb6476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.068376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 7aa3ac03-bf41-45a6-85ca-3c153fe25aed {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:42:37.069031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7aa3ac03-bf41-45a6-85ca-3c153fe25aed not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:42:37.140464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.169285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-cab34045-3509-4ed1-b427-286035d5e0d5 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299862 Nov 12 12:42:37.183670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 847059be-edb9-4477-8451-eb30e282f2b5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=847059be-edb9-4477-8451-eb30e282f2b5,segment=NetworkSegment(69ef7c3f-5047-4795-b8a4-d84bf75870ef),segment_id=69ef7c3f-5047-4795-b8a4-d84bf75870ef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:37.189805 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.223592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc8a8249-2cdf-44bb-ba7e-a22eccfb2c20 req-2b5123fa-dcdb-4afd-a345-4bea7829742b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0359814 Nov 12 12:42:37.242285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4757e670-39cf-4230-a5aa-afc5e4cb6476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.245972 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4757e670-39cf-4230-a5aa-afc5e4cb6476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.247584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4757e670-39cf-4230-a5aa-afc5e4cb6476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05ed6b68-a7d0-4d7f-823a-7dbfbb359575 HTTP/1.1" status: 204 len: 168 time: 0.6102619 Nov 12 12:42:37.261200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757e670-39cf-4230-a5aa-afc5e4cb6476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed6b68-a7d0-4d7f-823a-7dbfbb359575,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:37.296747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=847059be-edb9-4477-8451-eb30e282f2b5,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:37.344237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f838b4-25a0-4da3-ac88-304a71c5d258 None None] Network a982d22d-cd37-4b14-aff3-84f21b412439 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:37.368971 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.371198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-106ed0a1-70d4-4935-bd65-2737aa89ba2f req-392d7a03-8469-425f-be34-a9c82339830f service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927402 Nov 12 12:42:37.375943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.454590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1f0c361e-9439-4bef-9837-70aca70a1607 None None] Provisioning complete for port 847059be-edb9-4477-8451-eb30e282f2b5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:37.455105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f0c361e-9439-4bef-9837-70aca70a1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.652828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=b278f3a5-2252-4f44-80c5-9bc21e7cbcdd,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:37.683065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:37.693707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.708787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-715ba6ca-54bc-42a0-808a-343d966e4e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.815838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-715ba6ca-54bc-42a0-808a-343d966e4e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.821584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-715ba6ca-54bc-42a0-808a-343d966e4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.843029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.879331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-715ba6ca-54bc-42a0-808a-343d966e4e18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4279d2af59d6441ea89348bbf26a8d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939082 Nov 12 12:42:37.880749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba6ca-54bc-42a0-808a-343d966e4e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab67c95-45e4-4028-b113-88a5d3ff7a28,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:37.883290 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:37.942596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bf11d5-9273-44d3-a84b-844b65630583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:37.970670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bf11d5-9273-44d3-a84b-844b65630583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.042466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bf11d5-9273-44d3-a84b-844b65630583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.049139 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60bf11d5-9273-44d3-a84b-844b65630583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.054007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-60bf11d5-9273-44d3-a84b-844b65630583 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ab67c95-45e4-4028-b113-88a5d3ff7a28 HTTP/1.1" status: 204 len: 168 time: 0.1697104 Nov 12 12:42:38.068279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf11d5-9273-44d3-a84b-844b65630583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab67c95-45e4-4028-b113-88a5d3ff7a28,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:38.072788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7b188331-02bf-42a4-a0ae-8550cb36f59a None None] Provisioning complete for port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:38.073312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b188331-02bf-42a4-a0ae-8550cb36f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.129597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7b188331-02bf-42a4-a0ae-8550cb36f59a None None] Port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:38.146013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7b188331-02bf-42a4-a0ae-8550cb36f59a None None] Provisioning complete for port 847059be-edb9-4477-8451-eb30e282f2b5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:38.146579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b188331-02bf-42a4-a0ae-8550cb36f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.353574 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.367182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.429459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e06d6c9e-e6a8-48c5-9a56-abcd03074f34 None None] Provisioning complete for port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:38.429969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06d6c9e-e6a8-48c5-9a56-abcd03074f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.475869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-607f5a37-ae8e-46d2-928a-2ac8455189e1 req-65150216-b506-41fc-8b04-de2b8e5b5d45 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0825713 Nov 12 12:42:38.485925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e06d6c9e-e6a8-48c5-9a56-abcd03074f34 None None] Port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:38.542004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:38.545260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=b278f3a5-2252-4f44-80c5-9bc21e7cbcdd,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:38.745158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network a982d22d-cd37-4b14-aff3-84f21b412439 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:38.747136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:38.780214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 847059be-edb9-4477-8451-eb30e282f2b5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:38.894465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-597184ab-6a98-430e-abbe-f387c14c6723 None None] Provisioning complete for port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:38.894837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-597184ab-6a98-430e-abbe-f387c14c6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:39.006577 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dade8e5e-96dc-4d7d-86b9-0133fbb5bb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:39.020644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-597184ab-6a98-430e-abbe-f387c14c6723 None None] Port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:39.025532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 847059be-edb9-4477-8451-eb30e282f2b5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:39.026280 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:39.251161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b2efa46d-7709-4ea7-a8f8-9edccdfcb53e None None] Provisioning complete for port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:39.252350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2efa46d-7709-4ea7-a8f8-9edccdfcb53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:39.311947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b2efa46d-7709-4ea7-a8f8-9edccdfcb53e None None] Port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:39.354895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:39.540838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Router 40672396-da69-4a7e-8490-16c35740ca48 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:42:39.654694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca82d048-bf68-4bdb-8739-cf364b7d14d0 req-f11ee55b-562a-4ddc-ba62-63e8827e7dd6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0560212 Nov 12 12:42:39.685050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:42:39.696191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47368) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:39.696929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-21e69fc3-149f-4423-b3a7-dc31b0e878f6 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/routers/40672396-da69-4a7e-8490-16c35740ca48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896660 Nov 12 12:42:39.699821 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] Sync routers for ids ['40672396-da69-4a7e-8490-16c35740ca48'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:42:39.727278 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] Routers {'40672396-da69-4a7e-8490-16c35740ca48'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:39.730385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['40672396-da69-4a7e-8490-16c35740ca48'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:39.762399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826f890-7d66-43d3-9a00-491c55cda947 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:39.764458 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c826f890-7d66-43d3-9a00-491c55cda947 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports?device_id=40672396-da69-4a7e-8490-16c35740ca48 HTTP/1.1" status: 200 len: 981 time: 0.0670972 Nov 12 12:42:39.768023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:39.798792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:39.809317 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] Routers {'40672396-da69-4a7e-8490-16c35740ca48'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:39.810136 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['40672396-da69-4a7e-8490-16c35740ca48'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:40.059216 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:40.059951 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a031f4-3746-4c21-817f-8dd7eec12752 None None] The sync data for ids ['40672396-da69-4a7e-8490-16c35740ca48'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:42:40.409154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:40.621986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:40.675508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port b278f3a5-2252-4f44-80c5-9bc21e7cbcdd {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:40.675969 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:40.796019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47d026e2-bf39-47d7-b025-3a60e3242489 req-a197ce65-db7c-45cc-813a-2aef7dec8e3f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0376697 Nov 12 12:42:40.808820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:40.832792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for b278f3a5-2252-4f44-80c5-9bc21e7cbcdd owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:41.023935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.052329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=b278f3a5-2252-4f44-80c5-9bc21e7cbcdd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:41.287205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.345269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.472994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Router 40672396-da69-4a7e-8490-16c35740ca48 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:42:41.505518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:41.510990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'network': {'name': 'tempest-network-smoke--1471558470', 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:41.544929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Made reservation on behalf of 2027f85f1c5543ce99ab65866a30a95a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:41.549348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.561057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.562123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:42:41.571574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-83bc834d-4541-4b9b-b983-276684dce9a1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/routers/40672396-da69-4a7e-8490-16c35740ca48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022497 Nov 12 12:42:41.572960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:41.576126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] Sync routers for ids ['40672396-da69-4a7e-8490-16c35740ca48'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:42:41.589752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] Routers {'40672396-da69-4a7e-8490-16c35740ca48'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:41.590896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['40672396-da69-4a7e-8490-16c35740ca48'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:41.601486 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-144e5531-b61e-45cc-8bc0-cf63ea80f3bb tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:41.606248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-144e5531-b61e-45cc-8bc0-cf63ea80f3bb tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/b278f3a5-2252-4f44-80c5-9bc21e7cbcdd HTTP/1.1" status: 404 len: 333 time: 0.0321782 Nov 12 12:42:41.606875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:41.633781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:41.645002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] Routers {'40672396-da69-4a7e-8490-16c35740ca48'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:41.645982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['40672396-da69-4a7e-8490-16c35740ca48'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:41.664754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.670408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.686872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:42:41.689992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:41.690921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7815df-d93d-4e50-bc99-01367856f16e None None] The sync data for ids ['40672396-da69-4a7e-8490-16c35740ca48'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:42:41.697478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.716208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.716698 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Added segment c040f688-7d2b-44c6-98a3-84adbf23744b of type vlan for network efe67b46-74bb-423c-b98d-24535d71b8ea Nov 12 12:42:41.768883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471f7d2f-da42-4750-8b76-51c505cb9b20,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:41.783994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.784340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.784681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.785016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.785343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.790343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.790948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.791467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.792239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.792737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.793241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.793904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:41.800460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.833585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.846369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:41.847668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.894348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.898705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.926563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4193225 Nov 12 12:42:41.927312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:41.934225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'admin_state_up': True, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:41.944828 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9bb3829-60e9-47d9-9006-5b118e852f13 req-da545a34-6ed6-4dd3-a65a-d9f6f4602e5a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0430806 Nov 12 12:42:41.957898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25c3bf-94be-4f1e-b941-961e45eec9bd tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Network': ['ID=efe67b46-74bb-423c-b98d-24535d71b8ea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:41.970959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network efe67b46-74bb-423c-b98d-24535d71b8ea details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:42:41.986985 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:41.988117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.007188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.007862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Fanout notify agent at l3_agent the message router_deleted on router 40672396-da69-4a7e-8490-16c35740ca48 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:42:42.029279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.033884 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91766b73-b0a7-4c28-bc7b-344082cfa928 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/routers/40672396-da69-4a7e-8490-16c35740ca48 HTTP/1.1" status: 204 len: 168 time: 0.4256947 Nov 12 12:42:42.035647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:42.104539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.116704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:42.120292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.164351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.259279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.273853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.334833 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.490777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.521024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.635190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.25.1.194 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/e5e363cd-d561-4c31-b707-a77165714380) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:42.686286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:42.693460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.702201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088f052-f77a-45a8-92fe-dab5151f8f39 None None] Network a982d22d-cd37-4b14-aff3-84f21b412439 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:42.708101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:42.710462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc096a4c-c885-4c0f-a8ad-ebd1cbb4e695 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8 HTTP/1.1" status: 204 len: 168 time: 0.6733999 Nov 12 12:42:42.858574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.864996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.920131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] DHCP port deletion for a982d22d-cd37-4b14-aff3-84f21b412439 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:42.952675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:42.993415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port 847059be-edb9-4477-8451-eb30e282f2b5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:42.993759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.019276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:43.024260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] Deleting port 847059be-edb9-4477-8451-eb30e282f2b5 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:43.025948 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.035048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:43.042669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:43.077218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=e5e363cd-d561-4c31-b707-a77165714380,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:43.137264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] For port 847059be-edb9-4477-8451-eb30e282f2b5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=847059be-edb9-4477-8451-eb30e282f2b5,segment=NetworkSegment(69ef7c3f-5047-4795-b8a4-d84bf75870ef),segment_id=69ef7c3f-5047-4795-b8a4-d84bf75870ef)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:43.137805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.160340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] For port 847059be-edb9-4477-8451-eb30e282f2b5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=847059be-edb9-4477-8451-eb30e282f2b5,segment=NetworkSegment(69ef7c3f-5047-4795-b8a4-d84bf75870ef),segment_id=69ef7c3f-5047-4795-b8a4-d84bf75870ef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:43.160750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.175851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] Calling delete_port for 847059be-edb9-4477-8451-eb30e282f2b5 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:43.178087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12b8a8e6-83b7-4b80-84f7-01010fc9cef2 req-dd3444fa-4d97-4dae-8acf-9c4e8300f6a9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0692990 Nov 12 12:42:43.184102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for 847059be-edb9-4477-8451-eb30e282f2b5 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:43.251159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000054b-4bb1-4d06-8be7-7c045c9ff94d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:43.313226 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.341167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] Pushing event deleted for resources: {'Port': ['ID=847059be-edb9-4477-8451-eb30e282f2b5,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:43.354505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa36be8-dfb9-411b-b4b4-f168a8b32487 None None] No DVR routers for this DVR port 847059be-edb9-4477-8451-eb30e282f2b5 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:43.398233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6f9bede7-c86b-4a28-bdb5-4ae175bd4c8e None None] Provisioning complete for port e5e363cd-d561-4c31-b707-a77165714380 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:43.398897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f9bede7-c86b-4a28-bdb5-4ae175bd4c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.437189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bede7-c86b-4a28-bdb5-4ae175bd4c8e None None] Port e5e363cd-d561-4c31-b707-a77165714380 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:43.728000 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.766865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=847059be-edb9-4477-8451-eb30e282f2b5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:43.769501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No DVR routers for this DVR port 847059be-edb9-4477-8451-eb30e282f2b5 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:42:43.891012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.893763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:43.951506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a982d22d-cd37-4b14-aff3-84f21b412439']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:43.967077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ef7c3f-5047-4795-b8a4-d84bf75870ef') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:43.967381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ef7c3f-5047-4795-b8a4-d84bf75870ef') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:44.004875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.025455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.037153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:42:44.037563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:42:44.040537 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:42:44.146267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.156224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.163846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47450) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:44.166118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/a982d22d-cd37-4b14-aff3-84f21b412439 HTTP/1.1" status: 204 len: 168 time: 1.4573932 Nov 12 12:42:44.211425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2cf36-fe85-4c2c-9628-9640181819b0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=a982d22d-cd37-4b14-aff3-84f21b412439,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:44.259672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22ff29-2def-4475-9164-b171fdbb54f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:44.266996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7f22ff29-2def-4475-9164-b171fdbb54f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/c592f976-7b60-4f69-af23-e774c330b7aa HTTP/1.1" status: 200 len: 841 time: 0.0963624 Nov 12 12:42:44.267316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:44.282341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.366911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74afc19f-95aa-4b3b-bc6b-10dae4dd1b82 req-9de9f2d5-4afd-4fdf-938b-8af0f0b30126 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0534804 Nov 12 12:42:44.393774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5919dd1d-8057-4035-a0e0-1b3ce47b0779 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/c592f976-7b60-4f69-af23-e774c330b7aa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1252525 Nov 12 12:42:44.397222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47460) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:44.404216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:44.460801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 09246b7e-158d-4b97-a113-ba932c05330f is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:42:44.509463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:44.513125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.603233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:42:44.616450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Sync routers for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:42:44.634826 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:44.636887 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:44.638744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.645590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6d602fa4-b918-4aad-980c-4c9e2971885d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7146511 Nov 12 12:42:44.646312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:44.810333 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:42:44.836116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 847059be-edb9-4477-8451-eb30e282f2b5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:42:44.875660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 847059be-edb9-4477-8451-eb30e282f2b5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:42:44.876439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 847059be-edb9-4477-8451-eb30e282f2b5 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:42:44.885880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:44.917594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:44.938198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ed14fea-68fa-499c-b3a4-47f95862c157 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2027f85f1c5543ce99ab65866a30a95a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2893066 Nov 12 12:42:44.938866 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:44.971996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:44.973816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=69d4c9bf-7fa8-4c82-9b02-c01fd9d02627,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:44.981172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b23b09-ebf6-4972-bd44-4ae5099095a1 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:44.997027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:44.997637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.033957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-96db0a96-5bc7-4332-9bd6-7b2f1739e46e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6331596 Nov 12 12:42:45.034615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:45.041890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445382794'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:45.086952 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:43Z', 'revision_number': 3, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:45.099380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.126576 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Checking router: 09246b7e-158d-4b97-a113-ba932c05330f for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:42:45.127288 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Updating router 09246b7e-158d-4b97-a113-ba932c05330f port e5e363cd-d561-4c31-b707-a77165714380 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:42:45.179314 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.270800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.285334 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.333018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.337016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2967691 Nov 12 12:42:45.337886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:45.352513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'security_group': {'name': 'tempest-secgroup-1730154852'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:45.416005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'tenant_id': '1dd3b23faa0745da8fd0b122609d15b3', 'fixed_ips': [{'subnet_id': '69d4c9bf-7fa8-4c82-9b02-c01fd9d02627'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:42:45.419152 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.463839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.486864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90896a1e-5b7f-4bb3-96e3-f61028393d21 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:45.491941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-90896a1e-5b7f-4bb3-96e3-f61028393d21 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5520244 Nov 12 12:42:45.496964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:45.566713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cc37bea3-2fd5-40fc-bca5-b04ee0b6360e tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688417 Nov 12 12:42:45.567419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:45.574474 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.576122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167066407', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:45.584186 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.643884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9e8c9b7-1ced-4a41-8793-feb60c6bda20 req-dfe170db-71fc-4776-aa76-b13a5cc9e749 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0730491 Nov 12 12:42:45.660805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443c01b-641d-4725-8f63-1e04476d681e tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f3fc74-b09e-4228-9389-feb07bf70dd2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:45.673926 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Pushing event updated for resources: {'Port': ['ID=e5e363cd-d561-4c31-b707-a77165714380,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:45.674856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Allocated IP 172.20.0.2 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/69d4c9bf-7fa8-4c82-9b02-c01fd9d02627/04d12c3e-42ce-44ed-a963-7e8b28368c7c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:45.684324 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.685275 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.686310 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.686643 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.687120 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.688439 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.689429 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.690644 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.690644 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.690809 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.691378 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.691535 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.691861 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:45.696322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.715980 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Attempting to bind port e5e363cd-d561-4c31-b707-a77165714380 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:45.716369 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Attempting to bind port e5e363cd-d561-4c31-b707-a77165714380 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:45.716860 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Attempting to bind port e5e363cd-d561-4c31-b707-a77165714380 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:45.724317 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:45.724696 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:45.725281 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.725812 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:45.726300 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Bound port: e5e363cd-d561-4c31-b707-a77165714380, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:45.726812 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.742394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638b7c4-b209-43bd-90ec-cb8d55044476 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:45.768968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.774205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:45.775232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4370062 Nov 12 12:42:45.779807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d052134-8378-4ab9-8254-a1587b612318 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5261ab-77b5-4a43-842d-b23707c4654d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:45.788623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1473764361', 'security_groups': ['2d5261ab-77b5-4a43-842d-b23707c4654d'], 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69d4c9bf-7fa8-4c82-9b02-c01fd9d02627'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:45.816540 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] For port e5e363cd-d561-4c31-b707-a77165714380, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:45.825608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] For port e5e363cd-d561-4c31-b707-a77165714380, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e5e363cd-d561-4c31-b707-a77165714380,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:45.831656 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.855386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Made reservation on behalf of 2027f85f1c5543ce99ab65866a30a95a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:45.860661 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.923692 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:45.924752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:45.947092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:45.963572 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.032222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:46.034522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ad638-3041-4de9-8155-267d60c46513 None None] Pushing event updated for resources: {'Port': ['ID=e5e363cd-d561-4c31-b707-a77165714380,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:46.061226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:46.072024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Pushing event updated for resources: {'Port': ['ID=04d12c3e-42ce-44ed-a963-7e8b28368c7c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:46.075190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:46.077072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9cd8d2-0905-48e7-905d-b165d3acfde7 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:42:46.081548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:46.150885 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:42:46.172381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e42753c4-3720-41b7-a974-363666ef7bcd None None] Provisioning complete for port e5e363cd-d561-4c31-b707-a77165714380 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:46.173363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e42753c4-3720-41b7-a974-363666ef7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.177640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Attempting to bind port 04d12c3e-42ce-44ed-a963-7e8b28368c7c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:46.177981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Attempting to bind port 04d12c3e-42ce-44ed-a963-7e8b28368c7c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:46.178366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Attempting to bind port 04d12c3e-42ce-44ed-a963-7e8b28368c7c on network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:46.201799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:46.202196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Checking segment: {'id': '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:46.202607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.204180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Bound using segment: {'id': '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:46.204895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Bound port: 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:46.205286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.262505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.273107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] For port 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:46.276505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] For port 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=04d12c3e-42ce-44ed-a963-7e8b28368c7c,segment=NetworkSegment(9dbab022-bc5b-46dc-8d1a-4e2ab78b3355),segment_id=9dbab022-bc5b-46dc-8d1a-4e2ab78b3355)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:46.283861 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.297942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.311471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port d0e0cee9-de62-447e-bf59-624a67552678 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:46.391758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b4d9e-fb26-44e8-ba1b-089cde653558 None None] Pushing event updated for resources: {'Port': ['ID=04d12c3e-42ce-44ed-a963-7e8b28368c7c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:46.409284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Subnet': ['ID=bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:46.527983 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e42753c4-3720-41b7-a974-363666ef7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.565313 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:43Z', 'revision_number': 3, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:46.582119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e42753c4-3720-41b7-a974-363666ef7bcd None None] For port e5e363cd-d561-4c31-b707-a77165714380, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e5e363cd-d561-4c31-b707-a77165714380,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:46.587473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e42753c4-3720-41b7-a974-363666ef7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.640001 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fc62e-6106-4a3a-ac4d-045bdaba3e46 None None] The sync data for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 is: [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:43Z', 'revision_number': 3, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:42:46.683981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42753c4-3720-41b7-a974-363666ef7bcd None None] Pushing event updated for resources: {'Port': ['ID=e5e363cd-d561-4c31-b707-a77165714380,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:46.708397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.3 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/69d4c9bf-7fa8-4c82-9b02-c01fd9d02627/d0e0cee9-de62-447e-bf59-624a67552678) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:46.735443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b3e182bf-b5bb-460b-a73b-048153cb77e2 None None] Provisioning complete for port e5e363cd-d561-4c31-b707-a77165714380 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:46.735817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3e182bf-b5bb-460b-a73b-048153cb77e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:46.761275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Checking segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:46.761832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network hostable DHCP agents. Network: efe67b46-74bb-423c-b98d-24535d71b8ea, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:42:46.930780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fcc082b-9ab0-4697-b5ab-b2c75b5fd17d req-591380dc-e9e0-4b85-871c-d750a752e839 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0757749 Nov 12 12:42:46.965126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network efe67b46-74bb-423c-b98d-24535d71b8ea is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:42:47.023865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, efe67b46-74bb-423c-b98d-24535d71b8ea) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:47.034558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523465d-e15b-42be-9e67-032928d02682 None None] Network efe67b46-74bb-423c-b98d-24535d71b8ea requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:47.037491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:47.038292 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:47.088660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:47.090003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cdaa074b-ad55-42e2-90dd-3ace8cce838d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5192614 Nov 12 12:42:47.129752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:47.226986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:47.297342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:47.304750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:47.311498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:47.327858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-efe67b46-74bb-423c-b98d-24535d71b8ea', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:42:47.329032 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:47.439877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:47.440559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:47.443066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=d0e0cee9-de62-447e-bf59-624a67552678,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:47.478098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-123f27f6-43af-4818-a356-ddf4cf51b6bd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6948137 Nov 12 12:42:47.478720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:47.483720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:47.725602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Allocated IP 172.20.0.2 (efe67b46-74bb-423c-b98d-24535d71b8ea/bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b/40ee32df-2182-41e3-b065-319d026d9a87) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:47.789422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:47.798644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.026871 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69d4c9bf-7fa8-4c82-9b02-c01fd9d02627 (CIDR: 172.20.0.0/28) Nov 12 12:42:48.033396 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:42:48.034712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:42:48.072165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7c781258-609b-470a-af0e-33933ea50379 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5925887 Nov 12 12:42:48.076453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:48.086220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:48.219744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f772099-8f1e-4d9c-9598-856a59adb592 req-96e84bdb-7626-4b30-b20f-a09915353820 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0926943 Nov 12 12:42:48.244495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.447931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:48.462251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.522847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Provisioning complete for port c592f976-7b60-4f69-af23-e774c330b7aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:48.523437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.605098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Port c592f976-7b60-4f69-af23-e774c330b7aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:48.742764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:48.743128 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.745068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.814156 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.912742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Network efe67b46-74bb-423c-b98d-24535d71b8ea is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:48.923502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.20.0.1 (efe67b46-74bb-423c-b98d-24535d71b8ea/bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b/95cd2f8c-b257-4ba0-a96e-5b95b6490c2c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:48.945689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:48.949897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:48.969251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Pushing event updated for resources: {'Port': ['ID=40ee32df-2182-41e3-b065-319d026d9a87,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:48.991241 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.090620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.092893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:49.118476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:49.129045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=c964d730-e532-409e-9184-ae65ad4960c1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:49.132751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:49.133422 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.136547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.153985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-269812c3-cf5c-485f-98ee-140bfe8f2572 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0742464 Nov 12 12:42:49.154239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.154380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:49.155067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e5e363cd-d561-4c31-b707-a77165714380 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:49.157594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Attempting to bind port 40ee32df-2182-41e3-b065-319d026d9a87 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:49.157967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Attempting to bind port 40ee32df-2182-41e3-b065-319d026d9a87 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:49.158509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Attempting to bind port 40ee32df-2182-41e3-b065-319d026d9a87 on network efe67b46-74bb-423c-b98d-24535d71b8ea {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:49.161788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-166810429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c964d730-e532-409e-9184-ae65ad4960c1'}], 'security_groups': ['40f3fc74-b09e-4228-9389-feb07bf70dd2']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:49.171321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a9c13-905b-46cb-8535-40f813622c41 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:49.233705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:49.247190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.247838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.247838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.248211 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.248520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.248901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.249235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.250375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.251083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.251419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.251748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.252069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:42:49.267658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network efe67b46-74bb-423c-b98d-24535d71b8ea is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:49.290588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:49.293210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:49.303705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.357544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.364663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:49.365105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Checking segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:49.365775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.366197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Bound using segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:49.366707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Bound port: 40ee32df-2182-41e3-b065-319d026d9a87, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:49.367100 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.578687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.580309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] For port 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=04d12c3e-42ce-44ed-a963-7e8b28368c7c,segment=NetworkSegment(9dbab022-bc5b-46dc-8d1a-4e2ab78b3355),segment_id=9dbab022-bc5b-46dc-8d1a-4e2ab78b3355)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:49.596144 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.699714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c8fce-2b76-4182-a76d-55035622fbec None None] Pushing event updated for resources: {'Port': ['ID=04d12c3e-42ce-44ed-a963-7e8b28368c7c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:49.738188 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd34893a-3d47-487a-8836-6ae997ad6777 req-de881bfa-fb55-4f29-bd3f-9a224a40ec01 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.2360806 Nov 12 12:42:49.774933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e5e363cd-d561-4c31-b707-a77165714380 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:49.775583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.837986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8ce7c90d-f948-4178-8ce4-5c9a2af19d0e None None] Provisioning complete for port d0e0cee9-de62-447e-bf59-624a67552678 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:49.844694 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c90d-f948-4178-8ce4-5c9a2af19d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:49.901164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] For port 40ee32df-2182-41e3-b065-319d026d9a87, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:49.939777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] For port 40ee32df-2182-41e3-b065-319d026d9a87, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=40ee32df-2182-41e3-b065-319d026d9a87,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:49.977310 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:50.005556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Delete allocated IP 172.20.0.3 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/69d4c9bf-7fa8-4c82-9b02-c01fd9d02627) {{(pid=102778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 12:42:50.047904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.24 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/c964d730-e532-409e-9184-ae65ad4960c1/d0e0cee9-de62-447e-bf59-624a67552678) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:50.051683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7c90d-f948-4178-8ce4-5c9a2af19d0e None None] Port d0e0cee9-de62-447e-bf59-624a67552678 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:50.136229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:50.142886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:50.276808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 04d12c3e-42ce-44ed-a963-7e8b28368c7c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:50.316726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:50.323898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:50.512494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ef269-f9a4-4daf-9da9-93f09c5ec407 None None] Pushing event updated for resources: {'Port': ['ID=40ee32df-2182-41e3-b065-319d026d9a87,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:50.541477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:50.543364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:50.560477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network efe67b46-74bb-423c-b98d-24535d71b8ea is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:50.567354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:50.740952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] Update dhcp port {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'fixed_ips': [{'subnet_id': '69d4c9bf-7fa8-4c82-9b02-c01fd9d02627', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c964d730-e532-409e-9184-ae65ad4960c1'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '04d12c3e-42ce-44ed-a963-7e8b28368c7c'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:42:50.845818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:50.991294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5d33b65-d7e7-491d-9cdd-169d5727a401 req-95c23ffe-f6bb-49b3-a866-ea1d673e5499 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0351005 Nov 12 12:42:51.007577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 09246b7e-158d-4b97-a113-ba932c05330f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:42:51.082205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 40ee32df-2182-41e3-b065-319d026d9a87 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:51.169921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 40ee32df-2182-41e3-b065-319d026d9a87 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:51.170795 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.176338 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.183698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.305855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=d0e0cee9-de62-447e-bf59-624a67552678,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:51.314009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:42:51.325856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-635931d3-4073-4d8b-b387-e82a0a2ff238 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "PUT /v2.0/routers/09246b7e-158d-4b97-a113-ba932c05330f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2343600 Nov 12 12:42:51.331725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47624) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:51.335569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Sync routers for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:42:51.355819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] Allocated IP 172.20.0.18 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/c964d730-e532-409e-9184-ae65ad4960c1/04d12c3e-42ce-44ed-a963-7e8b28368c7c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:51.377633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1308455867', 'description': 'tempest-secgroup_access--1308455867 description', 'project_id': '2027f85f1c5543ce99ab65866a30a95a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:51.472046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] For port 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=04d12c3e-42ce-44ed-a963-7e8b28368c7c,segment=NetworkSegment(9dbab022-bc5b-46dc-8d1a-4e2ab78b3355),segment_id=9dbab022-bc5b-46dc-8d1a-4e2ab78b3355)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:51.506623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.521588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.575095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] In _notify_port_updated(), no bound segment for port d0e0cee9-de62-447e-bf59-624a67552678 on network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:42:51.583646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.611576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:51.612317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.616940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:51.617355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a27686bd-2404-48a6-a39b-0b905fa3c449 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/ports/d0e0cee9-de62-447e-bf59-624a67552678 HTTP/1.1" status: 200 len: 920 time: 2.4617479 Nov 12 12:42:51.618329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.702089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 40ee32df-2182-41e3-b065-319d026d9a87, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=40ee32df-2182-41e3-b065-319d026d9a87,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:51.708831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:51.709960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:51.726509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.727691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 04d12c3e-42ce-44ed-a963-7e8b28368c7c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:51.785707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.798296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.885287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port d0e0cee9-de62-447e-bf59-624a67552678 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:42:51.886046 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.899389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac24a49-6271-48e5-89de-ef6231771581,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:51.936012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.939382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2e1a7781-e626-4bf1-8819-96f80481f638 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5783887 Nov 12 12:42:51.942404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:51.947971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--15043134', 'description': 'tempest-secgroup_general--15043134 description', 'project_id': '2027f85f1c5543ce99ab65866a30a95a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:52.012251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.113168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.128880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for d0e0cee9-de62-447e-bf59-624a67552678 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:42:52.207823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.214245 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.289507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7b119-ea14-4f03-96e1-2a0f76403a44 None None] Network efe67b46-74bb-423c-b98d-24535d71b8ea requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:52.304502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc33d2e-b647-48ae-a39b-c130cdb3400e None None] Pushing event updated for resources: {'Port': ['ID=04d12c3e-42ce-44ed-a963-7e8b28368c7c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:52.318757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.323948 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3801470 Nov 12 12:42:52.326237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:52.330873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fddc79-f1a7-4b59-8b54-e1bb631ed77d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f5f700-2892-4d6b-9347-83a8762fa5af,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:52.363473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'security_group_rule': {'security_group_id': '4ac24a49-6271-48e5-89de-ef6231771581', 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:52.378785 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ffe2ef-56d0-4f27-bcb2-fce76ff09fa3 req-5895775d-6f24-4c26-b0e3-078e8bcb682b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0912244 Nov 12 12:42:52.393789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.446509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.450626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:52.451145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.453979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=d0e0cee9-de62-447e-bf59-624a67552678,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:52.657869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.664302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:42:52.666427 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.690615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.696825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36b1178b-9a6f-43a6-90cf-76af6253fc65 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/d0e0cee9-de62-447e-bf59-624a67552678 HTTP/1.1" status: 204 len: 168 time: 1.0764952 Nov 12 12:42:52.697102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:52.712755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9994b4-cfb6-49cb-aa69-49633243eb51,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:52.726775 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.728036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e51a95d6-79e1-4bf1-b8bd-3492f6026b1b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3760939 Nov 12 12:42:52.766306 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d0ab1c-c3cb-482c-92d6-103d80314758 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:42:52.768173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f6d0ab1c-c3cb-482c-92d6-103d80314758 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/d0e0cee9-de62-447e-bf59-624a67552678 HTTP/1.1" status: 404 len: 333 time: 0.0701134 Nov 12 12:42:52.771044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:52.901480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1f600188-0953-4ec7-ab93-74bf505661b2 None None] Provisioning complete for port 40ee32df-2182-41e3-b065-319d026d9a87 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:52.901853 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f600188-0953-4ec7-ab93-74bf505661b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.923830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22b-6702-46af-9c66-52764914d4f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:52.992141 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22b-6702-46af-9c66-52764914d4f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.149860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22b-6702-46af-9c66-52764914d4f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.154542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22b-6702-46af-9c66-52764914d4f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.157765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c91ac22b-6702-46af-9c66-52764914d4f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d5261ab-77b5-4a43-842d-b23707c4654d HTTP/1.1" status: 204 len: 168 time: 0.3853359 Nov 12 12:42:53.160404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:53.208693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ac22b-6702-46af-9c66-52764914d4f7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5261ab-77b5-4a43-842d-b23707c4654d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:53.223003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-c3f2cf18-d617-48ad-b4c0-979975344a5b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--15043134&fields=id&tenant_id=2027f85f1c5543ce99ab65866a30a95a HTTP/1.1" status: 200 len: 267 time: 0.1597328 Nov 12 12:42:53.260911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=40ee32df-2182-41e3-b065-319d026d9a87,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:53.325321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4b68-e56e-4594-ade8-41a5dbaadd4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.343792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-e897bd04-0e0b-4203-995c-414ec84bd644 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1308455867&fields=id&tenant_id=2027f85f1c5543ce99ab65866a30a95a HTTP/1.1" status: 200 len: 267 time: 0.1127665 Nov 12 12:42:53.400850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4b68-e56e-4594-ade8-41a5dbaadd4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.491784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4b68-e56e-4594-ade8-41a5dbaadd4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.494088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4b68-e56e-4594-ade8-41a5dbaadd4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.497114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcbc4b68-e56e-4594-ade8-41a5dbaadd4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/security-groups/40f3fc74-b09e-4228-9389-feb07bf70dd2 HTTP/1.1" status: 204 len: 168 time: 0.3344688 Nov 12 12:42:53.500331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:53.615452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-eab34544-bc39-4a9c-be9b-72d022456b4c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:53.617004 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-eab34544-bc39-4a9c-be9b-72d022456b4c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/networks?id=efe67b46-74bb-423c-b98d-24535d71b8ea HTTP/1.1" status: 200 len: 797 time: 0.2652116 Nov 12 12:42:53.625396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4b68-e56e-4594-ade8-41a5dbaadd4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f3fc74-b09e-4228-9389-feb07bf70dd2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:53.641524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 69d4c9bf-7fa8-4c82-9b02-c01fd9d02627 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:42:53.651091 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.669639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-045057ca-f86a-446d-9653-41c4272b8d20 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/quotas/2027f85f1c5543ce99ab65866a30a95a HTTP/1.1" status: 200 len: 375 time: 0.0158191 Nov 12 12:42:53.736128 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.820476 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-c4de2159-0124-4337-814c-943bfb859745 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178145 Nov 12 12:42:53.856589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5edfd18c-4c80-48f6-b69e-e8882c56d17a None None] Provisioning complete for port c592f976-7b60-4f69-af23-e774c330b7aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:53.857105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5edfd18c-4c80-48f6-b69e-e8882c56d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:53.991099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.006969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 40ee32df-2182-41e3-b065-319d026d9a87 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:54.018282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b918873d-476d-4370-9adf-7c4372d88967 service neutron] 10.222.0.18 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906505 Nov 12 12:42:54.074760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5edfd18c-4c80-48f6-b69e-e8882c56d17a None None] Port c592f976-7b60-4f69-af23-e774c330b7aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:54.127697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5edfd18c-4c80-48f6-b69e-e8882c56d17a None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:54.128149 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5edfd18c-4c80-48f6-b69e-e8882c56d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.150859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c611db01-5ceb-45d4-befe-4a50d170da59 req-fe524b60-764b-4575-8875-59d25698cefc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.6158602 Nov 12 12:42:54.183517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 2, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:54.210557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.248781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-0eba55b3-7e7e-47f5-8ce2-658e08191c84 service neutron] 10.222.0.18 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240684 Nov 12 12:42:54.254434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 40ee32df-2182-41e3-b065-319d026d9a87 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:54.254812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.256756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.262287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Checking router: 09246b7e-158d-4b97-a113-ba932c05330f for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:42:54.262287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Updating router 09246b7e-158d-4b97-a113-ba932c05330f port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:42:54.270047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/69d4c9bf-7fa8-4c82-9b02-c01fd9d02627 HTTP/1.1" status: 204 len: 168 time: 0.7683990 Nov 12 12:42:54.278767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:54.282963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:54.328929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf97068-6550-4919-8f7f-8b161eebbc61 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=69d4c9bf-7fa8-4c82-9b02-c01fd9d02627,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:54.379470 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.586246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:54.590665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:54.666995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41827dac-f260-49de-8b2d-4eca12780d15 req-f8fec94a-54e3-4e63-9543-59f193da42fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 210 time: 0.0655217 Nov 12 12:42:54.781818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886d2e3-f2d6-4958-bcfd-b422f6891f8a None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:54.851855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5edfd18c-4c80-48f6-b69e-e8882c56d17a None None] Could not find standard attr ID for object d0e0cee9-de62-447e-bf59-624a67552678. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:55.000366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 04d12c3e-42ce-44ed-a963-7e8b28368c7c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:55.019000 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.123268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=1d67b26d-a958-49b7-bb76-f327a9954002,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:55.125941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed06101a-6494-409e-bbb1-b5c103c70809 None None] Provisioning complete for port 40ee32df-2182-41e3-b065-319d026d9a87 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:55.129016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:55.130857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:55.132627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed06101a-6494-409e-bbb1-b5c103c70809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.134599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:55.135131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.164987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96cebe1b-2762-4370-a5aa-128af0c94a72 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8869345 Nov 12 12:42:55.167454 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:55.174975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'security_group': {'name': 'tempest-secgroup-23587806'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:55.237883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.328374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:55.329169 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.374053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36b1e2b3-43f1-4206-aa2e-1fcd4bfbb103 req-625700c7-e5b0-4267-8f57-088eb41d5050 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.0631301 Nov 12 12:42:55.427997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed06101a-6494-409e-bbb1-b5c103c70809 None None] Could not find standard attr ID for object d0e0cee9-de62-447e-bf59-624a67552678. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:42:55.485021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.494642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.538002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.539177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3706417 Nov 12 12:42:55.542027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:55.551946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'security_group': {'name': 'tempest-secgroup-1224280255'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:55.572602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097775e-5138-40f2-a9f9-a8e1c5c83d6f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ea5cc-a856-4223-a4d7-dfb8e2abce98,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:55.601144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed06101a-6494-409e-bbb1-b5c103c70809 None None] Provisioning complete for port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:55.603646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.612958 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed06101a-6494-409e-bbb1-b5c103c70809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.704327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.758362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.765898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.813788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5988bfb7-8225-47a1-ba26-415f8bdabe3f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:55.820973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.823246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aa9c77fd-accf-414e-a475-33d4b4574847 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2797451 Nov 12 12:42:55.825571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47742) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:55.831189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'security_group': {'name': 'tempest-secgroup-2030299424'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:55.876412 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.887406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bb263062-fed7-49c1-b782-51b2ac288862 req-c9bc5309-0daa-4369-b6f1-2f6a883f514d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 210 time: 0.0626457 Nov 12 12:42:55.980529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:55.987948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.012636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.017524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:56.018391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1914458 Nov 12 12:42:56.023377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-207930764', 'security_groups': ['6c1996fa-5945-42d1-8d93-6d248319462a'], 'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d67b26d-a958-49b7-bb76-f327a9954002'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:56.064136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998184e1-79b4-40a1-9b5c-3210eaebd3c3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1996fa-5945-42d1-8d93-6d248319462a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:56.092809 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.099290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ed06101a-6494-409e-bbb1-b5c103c70809 None None] Port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:56.156861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885061-5c04-4891-80f1-0296b4694308 None None] Pushing event updated for resources: {'Port': ['ID=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:56.167020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae8559-a0a1-4da7-a2e9-6bc06188c772 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:42:56.402355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Provisioning complete for port c592f976-7b60-4f69-af23-e774c330b7aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:56.402736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.545157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Attempting to bind port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:42:56.545433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Attempting to bind port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:42:56.546236 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Attempting to bind port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c on network efe67b46-74bb-423c-b98d-24535d71b8ea {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:42:56.565999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:42:56.566415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Checking segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:42:56.566842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.567231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Bound using segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:42:56.567922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Bound port: 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:42:56.568339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.607125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Port c592f976-7b60-4f69-af23-e774c330b7aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:56.646193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14efa52b-9122-4ac1-a700-418fa06780f9 req-81f52103-bc60-46f1-b0b7-f60372894d1d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdc88d9-b38f-434d-9151-4f0839c802c9 HTTP/1.1" status: 200 len: 210 time: 0.1284950 Nov 12 12:42:56.684402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:56.684797 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:56.778941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] For port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:42:56.815344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] For port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:42:56.829138 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:57.025666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:42:57.026348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:42:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:57.162994 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c634df2-49a0-4c48-b0ea-9c03f641cf7f req-429557a1-e720-4051-957f-abcecd3a565f tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 210 time: 0.0825591 Nov 12 12:42:57.190292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885061-5c04-4891-80f1-0296b4694308 None None] Pushing event updated for resources: {'Port': ['ID=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:57.287392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:42:57.293927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4a2f884-f2ed-4edc-bfa0-5e2a2442e5b8 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:57.296026 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4a2f884-f2ed-4edc-bfa0-5e2a2442e5b8 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.65 "GET /v2.0/networks?id=efe67b46-74bb-423c-b98d-24535d71b8ea HTTP/1.1" status: 200 len: 797 time: 1.0730019 Nov 12 12:42:57.392993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-442d4db1-ace1-4bc6-b166-b01ec3261045 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2027f85f1c5543ce99ab65866a30a95a HTTP/1.1" status: 200 len: 476 time: 0.0846298 Nov 12 12:42:57.394088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:57.459870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'port': {'device_id': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'admin_state_up': True, 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'security_groups': ['c8f5f700-2892-4d6b-9347-83a8762fa5af', '4ac24a49-6271-48e5-89de-ef6231771581']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:57.494681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Provisioning complete for port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:57.495057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:57.512221 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:57.582360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] device_id is not set on port b8f13606-73d6-47c6-8953-a9d89bbe0e78 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:42:57.741750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:57.746757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:56Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:42:57.826357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bf132-5d76-4df5-8255-712a012eb78b None None] The sync data for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 is: [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:56Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:42:57.918212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] For port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:42:57.941894 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:57.960606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Made reservation on behalf of 2027f85f1c5543ce99ab65866a30a95a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:57.975990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.092894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c222332-e8e3-4943-99eb-940b65826bff None None] Pushing event updated for resources: {'Port': ['ID=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:58.120040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Provisioning complete for port c592f976-7b60-4f69-af23-e774c330b7aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:58.121483 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.230413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.2 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/1d67b26d-a958-49b7-bb76-f327a9954002/b8f13606-73d6-47c6-8953-a9d89bbe0e78) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:58.247989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Port c592f976-7b60-4f69-af23-e774c330b7aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:58.272406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:58.273929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.354681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.20.0.6 (efe67b46-74bb-423c-b98d-24535d71b8ea/bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b/b48961f7-5ccc-4d41-a0f2-b8c2cf44890b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:42:58.379887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:42:58.403108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-894ddca2-fd79-4cdc-80bc-1eb75f73bd43 req-a0b14400-9b43-4c13-a7ed-a9fcb1630076 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 210 time: 0.0786526 Nov 12 12:42:58.521958 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.560034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:58.567314 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.633184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Provisioning complete for port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:58.633832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45fdcc5b-a284-4bc1-abb7-98063de4fedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.732491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.850646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:58.870465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:58.884007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:58.887798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:58.891036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=b8f13606-73d6-47c6-8953-a9d89bbe0e78,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:58.979440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:58.980683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.040511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:59.044028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-576e7ee3-798c-4e23-a3bc-5e0d48e5a07d tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0251927 Nov 12 12:42:59.045688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:59.049178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.144048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network efe67b46-74bb-423c-b98d-24535d71b8ea is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:42:59.147450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:42:59.149925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:42:59.227304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:42:59.263228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:59.263857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.335510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:42:59.340558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-967bd355-b656-48a6-a403-dc377338d138 None None] Provisioning complete for port b8f13606-73d6-47c6-8953-a9d89bbe0e78 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:59.341409 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-967bd355-b656-48a6-a403-dc377338d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.342305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.350302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-b4ee43be-5987-433b-b22e-3b06745c6a8a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8977299 Nov 12 12:42:59.365457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Request body: {'port': {'device_id': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:59.437351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-967bd355-b656-48a6-a403-dc377338d138 None None] Port b8f13606-73d6-47c6-8953-a9d89bbe0e78 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:59.475633 n-d-804878-5 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d67b26d-a958-49b7-bb76-f327a9954002 (CIDR: 172.20.0.0/28) Nov 12 12:42:59.484627 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:42:59.486579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:42:59.521094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-663d9e91-3a99-479b-a27f-ebdc2cdf50e3 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4793475 Nov 12 12:42:59.521381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:42:59.545293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:42:59.574075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3df3b00d-3ef3-471f-ac2c-1a1a81b8ddb8 None None] Provisioning complete for port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:42:59.574717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3df3b00d-3ef3-471f-ac2c-1a1a81b8ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.577384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.639836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3df3b00d-3ef3-471f-ac2c-1a1a81b8ddb8 None None] Port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:42:59.645309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.722825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439603-d556-488b-943e-33258d6c2a54 req-750c60d9-55d4-4fc3-b6e7-c10691051186 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:59.735448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77439603-d556-488b-943e-33258d6c2a54 req-750c60d9-55d4-4fc3-b6e7-c10691051186 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 970 time: 0.2329957 Nov 12 12:42:59.807750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.022072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:00.025818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.043879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77439603-d556-488b-943e-33258d6c2a54 req-b54d548e-d09e-410e-8413-0357fbd8f8b9 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3125060 Nov 12 12:43:00.189830 n-d-804878-5 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c964d730-e532-409e-9184-ae65ad4960c1 (CIDR: 172.20.0.16/28) Nov 12 12:43:00.210345 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:43:00.210958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:00.231571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48961f7-5ccc-4d41-a0f2-b8c2cf44890b {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:43:00.245109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47838) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:00.250977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'subnet': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:00.254334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d5a2622a-6e0b-4e13-bbf7-c00bcc4a164f tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7130921 Nov 12 12:43:00.257588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.271212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Transition to ACTIVE for port object b48961f7-5ccc-4d41-a0f2-b8c2cf44890b will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:43:00.276792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.357764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Pushing event updated for resources: {'Port': ['ID=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:00.450737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Attempting to bind port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:00.451421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Attempting to bind port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:00.451572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Attempting to bind port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b on network efe67b46-74bb-423c-b98d-24535d71b8ea {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:00.456888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Made reservation on behalf of 1dd3b23faa0745da8fd0b122609d15b3 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:00.457477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b on network efe67b46-74bb-423c-b98d-24535d71b8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:43:00.457863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Attempting to bind port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b on network efe67b46-74bb-423c-b98d-24535d71b8ea {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:00.461602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.463497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:00.463906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Checking segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:00.464372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Bound using segment: {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:00.464871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Bound port: b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c040f688-7d2b-44c6-98a3-84adbf23744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:00.465295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.553042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] For port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:00.558659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] For port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:00.567672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.631110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:00.631734 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.633208 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-09601c4d-5eab-43c5-8296-4617748791af service neutron] 10.222.0.65 "PUT /v2.0/ports/b48961f7-5ccc-4d41-a0f2-b8c2cf44890b HTTP/1.1" status: 200 len: 1130 time: 1.2736740 Nov 12 12:43:00.633655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:43:00.642309 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca5072f-9294-478a-92d3-11541450a64c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:43:00.707425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09601c4d-5eab-43c5-8296-4617748791af service neutron] Pushing event updated for resources: {'Port': ['ID=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:00.745279 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d00506a-7664-4497-ad0c-c15aab98a04f x-openstack-request-id: req-0d00506a-7664-4497-ad0c-c15aab98a04f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:43:00.745574 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:43:00.745827 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d00506a-7664-4497-ad0c-c15aab98a04f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:43:00.746268 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'status': 'completed', 'code': 200} Nov 12 12:43:00.802776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-4a4de43e-ede8-4515-bff2-b0da1b64e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:00.805106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-4a4de43e-ede8-4515-bff2-b0da1b64e311 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1133 time: 0.1214399 Nov 12 12:43:00.851532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-a36464fd-d70d-49d2-aa9d-097079938353 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b HTTP/1.1" status: 200 len: 217 time: 0.0374794 Nov 12 12:43:00.908246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:00.972992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-1669fc64-a07e-45a0-9ee8-490abcb8b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:00.974623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-1669fc64-a07e-45a0-9ee8-490abcb8b129 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b HTTP/1.1" status: 200 len: 834 time: 0.1146250 Nov 12 12:43:00.992965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:01.001986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:01.010315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:01.010940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:01.015608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a683a3f-e714-4665-957d-18aac5f347ab None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:01.067807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8216352 Nov 12 12:43:01.068744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9ef34-8927-4192-abef-faf6395087b1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Subnet': ['ID=4d64f40c-e35a-419d-84bd-5bbab6becac6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:01.071540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-ed2a008e-901b-4a9f-95ed-a56f4bd340bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:01.073431 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-ed2a008e-901b-4a9f-95ed-a56f4bd340bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efe67b46-74bb-423c-b98d-24535d71b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887778 Nov 12 12:43:01.074338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:01.080521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1802414678', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d64f40c-e35a-419d-84bd-5bbab6becac6'}], 'security_groups': ['c06ea5cc-a856-4223-a4d7-dfb8e2abce98', '5988bfb7-8225-47a1-ba26-415f8bdabe3f']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:01.304124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:01.382899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-0a1b65d5-f35b-46e3-ad6b-ca706b8d9f20 service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636058 Nov 12 12:43:01.444701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c603b52-6791-4904-82fa-1b6afa037ef2 req-4b397ddc-317a-48e2-b07a-1c471cb82e83 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:01.446409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c603b52-6791-4904-82fa-1b6afa037ef2 req-4b397ddc-317a-48e2-b07a-1c471cb82e83 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 982 time: 0.2446382 Nov 12 12:43:01.485609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Update dhcp port {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'fixed_ips': [{'subnet_id': 'c964d730-e532-409e-9184-ae65ad4960c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d67b26d-a958-49b7-bb76-f327a9954002'}, {'subnet_id': '4d64f40c-e35a-419d-84bd-5bbab6becac6'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '04d12c3e-42ce-44ed-a963-7e8b28368c7c'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:43:01.545070 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:01.666507 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c603b52-6791-4904-82fa-1b6afa037ef2 req-e30cf5c5-4643-4b65-8534-f30f0498ee98 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2113543 Nov 12 12:43:01.671262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fa38bde-1fb3-4b28-9592-ac87b5f4174e req-c8485954-8df8-4476-86c4-681a7927ff32 service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737312 Nov 12 12:43:01.799978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5072f-9294-478a-92d3-11541450a64c req-67cec9ab-665b-4517-99d6-14c0e76ba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:01.801499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-67cec9ab-665b-4517-99d6-14c0e76ba629 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1133 time: 0.0656703 Nov 12 12:43:01.870631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Allocated IP 172.20.0.3 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/1d67b26d-a958-49b7-bb76-f327a9954002/04d12c3e-42ce-44ed-a963-7e8b28368c7c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:01.879788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Allocated IP 172.20.0.34 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/4d64f40c-e35a-419d-84bd-5bbab6becac6/04d12c3e-42ce-44ed-a963-7e8b28368c7c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:01.918407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5072f-9294-478a-92d3-11541450a64c req-5ac148d3-333f-49ca-91c3-9516682c5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:01.920190 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-5ac148d3-333f-49ca-91c3-9516682c5498 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efe67b46-74bb-423c-b98d-24535d71b8ea HTTP/1.1" status: 200 len: 898 time: 0.1108057 Nov 12 12:43:01.980910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-0a59825d-efb4-4375-9cdb-b6505a534cc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b HTTP/1.1" status: 200 len: 217 time: 0.0516090 Nov 12 12:43:02.001697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] For port 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=04d12c3e-42ce-44ed-a963-7e8b28368c7c,segment=NetworkSegment(9dbab022-bc5b-46dc-8d1a-4e2ab78b3355),segment_id=9dbab022-bc5b-46dc-8d1a-4e2ab78b3355)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:02.041324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:02.048215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5072f-9294-478a-92d3-11541450a64c req-0e0d27a1-aad7-49f0-af72-3b60765b6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:02.048911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:02.050419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-0e0d27a1-aad7-49f0-af72-3b60765b6c7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b HTTP/1.1" status: 200 len: 834 time: 0.0619481 Nov 12 12:43:02.143382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Pushing event updated for resources: {'Port': ['ID=04d12c3e-42ce-44ed-a963-7e8b28368c7c,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:02.232376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.232722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.242785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5072f-9294-478a-92d3-11541450a64c req-0d3c9d5f-31f2-469e-a91d-f58b93ea8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:02.243363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.243770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.244123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.244368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-0d3c9d5f-31f2-469e-a91d-f58b93ea8926 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efe67b46-74bb-423c-b98d-24535d71b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820300 Nov 12 12:43:02.244479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.244796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.245126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.245454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.245779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.246258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.247396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d52f4-afb8-430d-952e-8f9a8e4f366f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:02.347001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Delete allocated IP 172.20.0.2 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/1d67b26d-a958-49b7-bb76-f327a9954002) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 12:43:02.361884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Allocated IP 172.20.0.44 (e071fa1d-317a-46a2-bc47-1bf85dbb7bbb/4d64f40c-e35a-419d-84bd-5bbab6becac6/b8f13606-73d6-47c6-8953-a9d89bbe0e78) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:02.415935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-81c58b5e-96aa-491b-acd3-7f0b45045d5d service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613543 Nov 12 12:43:02.625702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ca5072f-9294-478a-92d3-11541450a64c req-2d59d002-8915-4c07-a221-446896bbaecf service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990082 Nov 12 12:43:02.687897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:02.694450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:02.826237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event updated for resources: {'Port': ['ID=b8f13606-73d6-47c6-8953-a9d89bbe0e78,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:02.847699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] In _notify_port_updated(), no bound segment for port b8f13606-73d6-47c6-8953-a9d89bbe0e78 on network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:43:02.849128 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:43:02.853217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:02.853829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:02.862817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8059873f-8d6c-4759-a3fc-2e6e1667c1d7 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "PUT /v2.0/ports/b8f13606-73d6-47c6-8953-a9d89bbe0e78 HTTP/1.1" status: 200 len: 960 time: 1.7872739 Nov 12 12:43:02.865705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:02.923692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c68aa-847a-449d-b791-3cb60ca839cc req-2d6ccee7-5305-412f-90ad-2b8e8186e4ee tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:02.933081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b4c68aa-847a-449d-b791-3cb60ca839cc req-2d6ccee7-5305-412f-90ad-2b8e8186e4ee tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 982 time: 0.1268647 Nov 12 12:43:03.016735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b4c68aa-847a-449d-b791-3cb60ca839cc req-9703c25e-3d01-48d6-a648-4642c40aa7e8 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0773396 Nov 12 12:43:03.086415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port b8f13606-73d6-47c6-8953-a9d89bbe0e78 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:43:03.086668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.136710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b48961f7-5ccc-4d41-a0f2-b8c2cf44890b details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:43:03.315804 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.353266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for b8f13606-73d6-47c6-8953-a9d89bbe0e78 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:43:03.422897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebdb7d93-ac62-46fb-ad6b-4af9d58458c3 None None] Provisioning complete for port c592f976-7b60-4f69-af23-e774c330b7aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:03.423269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7d93-ac62-46fb-ad6b-4af9d58458c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.430510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:03.487499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'port_id': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'mac_address': 'fa:16:3e:51:a1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:43:03.538142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.539959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb7d93-ac62-46fb-ad6b-4af9d58458c3 None None] Port c592f976-7b60-4f69-af23-e774c330b7aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:03.558757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebdb7d93-ac62-46fb-ad6b-4af9d58458c3 None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:03.559115 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7d93-ac62-46fb-ad6b-4af9d58458c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.602646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48961f7-5ccc-4d41-a0f2-b8c2cf44890b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:43:03.629287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:03.651690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.656034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.734316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=b8f13606-73d6-47c6-8953-a9d89bbe0e78,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:03.754050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebdb7d93-ac62-46fb-ad6b-4af9d58458c3 None None] Could not find standard attr ID for object b8f13606-73d6-47c6-8953-a9d89bbe0e78. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:43:03.784175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:03.807153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.812566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2965b314-9382-4b2d-be23-29146e1a8825 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/b8f13606-73d6-47c6-8953-a9d89bbe0e78 HTTP/1.1" status: 204 len: 168 time: 0.9450445 Nov 12 12:43:03.815161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:03.860831 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2a08bb-4db0-43f3-8a02-cfbfdc4546f4 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] GET failed (client error): The resource could not be found. Nov 12 12:43:03.862644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed2a08bb-4db0-43f3-8a02-cfbfdc4546f4 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports/b8f13606-73d6-47c6-8953-a9d89bbe0e78 HTTP/1.1" status: 404 len: 333 time: 0.0462976 Nov 12 12:43:03.865701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:03.884319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b48961f7-5ccc-4d41-a0f2-b8c2cf44890b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:43:03.974842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ced765-8a34-4fd2-bac1-d618a9e22385 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.005617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ced765-8a34-4fd2-bac1-d618a9e22385 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.095362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ced765-8a34-4fd2-bac1-d618a9e22385 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.099957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73ced765-8a34-4fd2-bac1-d618a9e22385 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.101141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-73ced765-8a34-4fd2-bac1-d618a9e22385 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c1996fa-5945-42d1-8d93-6d248319462a HTTP/1.1" status: 204 len: 168 time: 0.2343917 Nov 12 12:43:04.103853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:04.137497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ced765-8a34-4fd2-bac1-d618a9e22385 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1996fa-5945-42d1-8d93-6d248319462a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:04.196626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-94ba62af-87de-479b-8bc9-23fc5cb0192f None None] Could not find standard attr ID for object b8f13606-73d6-47c6-8953-a9d89bbe0e78. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:43:04.298743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5576e4ed-bebb-4ebe-b2c7-d538fa797dce tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.330136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d231bf5-1d19-463b-9d8d-61a3d5fe97c2 req-69f5f679-c36c-491e-84ef-81b162e94c4a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:04.332156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d231bf5-1d19-463b-9d8d-61a3d5fe97c2 req-69f5f679-c36c-491e-84ef-81b162e94c4a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 983 time: 0.1576943 Nov 12 12:43:04.333102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 04d12c3e-42ce-44ed-a963-7e8b28368c7c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:04.413946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5576e4ed-bebb-4ebe-b2c7-d538fa797dce tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.466367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4d231bf5-1d19-463b-9d8d-61a3d5fe97c2 req-879510d3-2235-48f7-9794-fd86172b2e55 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1251993 Nov 12 12:43:04.492605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:04.492985 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.511859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5576e4ed-bebb-4ebe-b2c7-d538fa797dce tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.514745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5576e4ed-bebb-4ebe-b2c7-d538fa797dce tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.516202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5576e4ed-bebb-4ebe-b2c7-d538fa797dce tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/security-groups/5988bfb7-8225-47a1-ba26-415f8bdabe3f HTTP/1.1" status: 204 len: 168 time: 0.4112659 Nov 12 12:43:04.519757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:04.591662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576e4ed-bebb-4ebe-b2c7-d538fa797dce tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988bfb7-8225-47a1-ba26-415f8bdabe3f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:04.685169 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3defea0d-96df-4ec9-828c-84d40f1494d1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.713007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3defea0d-96df-4ec9-828c-84d40f1494d1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.763175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3defea0d-96df-4ec9-828c-84d40f1494d1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.766770 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3defea0d-96df-4ec9-828c-84d40f1494d1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.768061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3defea0d-96df-4ec9-828c-84d40f1494d1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/security-groups/c06ea5cc-a856-4223-a4d7-dfb8e2abce98 HTTP/1.1" status: 204 len: 168 time: 0.2472126 Nov 12 12:43:04.770929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:04.778325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defea0d-96df-4ec9-828c-84d40f1494d1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ea5cc-a856-4223-a4d7-dfb8e2abce98,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:04.858781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 1d67b26d-a958-49b7-bb76-f327a9954002 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:43:04.862088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.917140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.033734 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.131317 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.146617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.149880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/1d67b26d-a958-49b7-bb76-f327a9954002 HTTP/1.1" status: 204 len: 168 time: 0.3777628 Nov 12 12:43:05.154390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:05.164439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b776408-72a9-4628-adbf-06b78c9686b2 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:05.170791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183bd78-32cd-482f-a7a1-5117d4e26467 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=1d67b26d-a958-49b7-bb76-f327a9954002,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:05.262324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet 4d64f40c-e35a-419d-84bd-5bbab6becac6 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:43:05.269244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.276434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b48961f7-5ccc-4d41-a0f2-b8c2cf44890b up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:05.346815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.426117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:43:05.447725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:05.448227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.478391 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.571406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.610823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=4d64f40c-e35a-419d-84bd-5bbab6becac6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:05.614084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.620405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0db09164-661d-4ce9-88f0-bd3bca206bfd tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/4d64f40c-e35a-419d-84bd-5bbab6becac6 HTTP/1.1" status: 204 len: 168 time: 0.4614968 Nov 12 12:43:05.620900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:05.676718 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04ee800-92a3-4df8-ac48-d04c2880d36a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:05.681649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04ee800-92a3-4df8-ac48-d04c2880d36a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:05.685077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c04ee800-92a3-4df8-ac48-d04c2880d36a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/1d67b26d-a958-49b7-bb76-f327a9954002 HTTP/1.1" status: 404 len: 337 time: 0.0632555 Nov 12 12:43:05.688276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:05.763100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72581b99-dbf5-4093-bcc3-96b167f65be6 req-ffa093eb-7a73-4790-86b1-7fd1e7fa55c7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:05.770203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72581b99-dbf5-4093-bcc3-96b167f65be6 req-ffa093eb-7a73-4790-86b1-7fd1e7fa55c7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 983 time: 0.1406167 Nov 12 12:43:05.785055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9924384-0d3e-46cf-84d4-95a76038fabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.785055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.789742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting subnet c964d730-e532-409e-9184-ae65ad4960c1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:43:05.794109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.814037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469996c3-26f8-4142-91d9-dd2440a94b36 None None] Update dhcp port {'port': {'network_id': 'e071fa1d-317a-46a2-bc47-1bf85dbb7bbb', 'fixed_ips': [{'subnet_id': 'c964d730-e532-409e-9184-ae65ad4960c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d64f40c-e35a-419d-84bd-5bbab6becac6'}], 'binding:host_id': 'n-d-804878-5'}, 'id': '04d12c3e-42ce-44ed-a963-7e8b28368c7c'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:43:05.850779 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-469996c3-26f8-4142-91d9-dd2440a94b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.869150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:43:05.871587 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93233130-8e9c-4e8e-8e06-6ff38615d5e1" -d '{"events": [{"server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "name": "network-vif-plugged", "status": "completed", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:43:05.902806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:05.920015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72581b99-dbf5-4093-bcc3-96b167f65be6 req-5746c3e9-60e6-4e97-af87-ac1773862ad2 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1453593 Nov 12 12:43:05.923823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:05.947059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.109848 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dc8e83-fcb7-4f92-9991-9089663b025e x-openstack-request-id: req-89dc8e83-fcb7-4f92-9991-9089663b025e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:43:06.110333 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "name": "network-vif-plugged", "status": "completed", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:43:06.110691 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89dc8e83-fcb7-4f92-9991-9089663b025e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:43:06.111346 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'code': 200} Nov 12 12:43:06.123138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.148052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:06.252395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb42aa-2b6f-4ca3-a737-c1309192ac2c req-07295a33-2386-48ed-be2f-202b43e02f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:06.254359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2fb42aa-2b6f-4ca3-a737-c1309192ac2c req-07295a33-2386-48ed-be2f-202b43e02f01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1135 time: 0.0702670 Nov 12 12:43:06.265975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-469996c3-26f8-4142-91d9-dd2440a94b36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c964d730-e532-409e-9184-ae65ad4960c1: This subnet is being modified by another concurrent operation. Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c964d730-e532-409e-9184-ae65ad4960c1: This subnet is being modified by another concurrent operation. Nov 12 12:43:06.274695 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:43:06.316408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.322757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.332639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/c964d730-e532-409e-9184-ae65ad4960c1 HTTP/1.1" status: 204 len: 168 time: 0.6432009 Nov 12 12:43:06.333762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67006-e9c3-46fd-9f41-af3f6aa0929a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Subnet': ['ID=c964d730-e532-409e-9184-ae65ad4960c1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:06.364022 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa99f8e-7302-42a7-a377-f10e9bcd4821 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.366082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa99f8e-7302-42a7-a377-f10e9bcd4821 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.373283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2fa99f8e-7302-42a7-a377-f10e9bcd4821 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/69d4c9bf-7fa8-4c82-9b02-c01fd9d02627 HTTP/1.1" status: 404 len: 337 time: 0.0481231 Nov 12 12:43:06.373283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.386669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54be80-8c5b-45eb-9e24-d09111c0b395 None None] Network e071fa1d-317a-46a2-bc47-1bf85dbb7bbb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:06.414819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d5a75037-c0ef-44bc-aab5-24d14cbf0c4b tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "GET /v2.0/ports?device_id=40672396-da69-4a7e-8490-16c35740ca48 HTTP/1.1" status: 200 len: 205 time: 0.0412145 Nov 12 12:43:06.420801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2fb42aa-2b6f-4ca3-a737-c1309192ac2c req-7277be0b-d851-48e9-af38-10cd4fb1d161 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ac24a49-6271-48e5-89de-ef6231771581&id=c8f5f700-2892-4d6b-9347-83a8762fa5af&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1578376 Nov 12 12:43:06.423837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 47992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.470518 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-3ffdb4d2-cd1b-4c9b-b669-ef41d35a6602 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] delete failed (client error): The resource could not be found. Nov 12 12:43:06.474053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ffdb4d2-cd1b-4c9b-b669-ef41d35a6602 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/routers/40672396-da69-4a7e-8490-16c35740ca48 HTTP/1.1" status: 404 len: 336 time: 0.0486188 Nov 12 12:43:06.474278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 47996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.504802 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adbd0ff-510b-40c0-b042-c509c16cc227 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.505828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adbd0ff-510b-40c0-b042-c509c16cc227 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.509545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7adbd0ff-510b-40c0-b042-c509c16cc227 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/9d8d9cef-ea9a-4b42-ad5b-dd772f1f9cc8 HTTP/1.1" status: 404 len: 337 time: 0.0334537 Nov 12 12:43:06.511400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b5993909-2e1f-48fc-9162-ae4e4589146e None None] Provisioning complete for port c592f976-7b60-4f69-af23-e774c330b7aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:06.511777 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5993909-2e1f-48fc-9162-ae4e4589146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.514527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.545480 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-885c0e8d-bc79-4718-b048-f391b01d5d6a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.547032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885c0e8d-bc79-4718-b048-f391b01d5d6a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.553875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.575602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b5993909-2e1f-48fc-9162-ae4e4589146e None None] Port c592f976-7b60-4f69-af23-e774c330b7aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:06.588394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-885c0e8d-bc79-4718-b048-f391b01d5d6a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/9e23b865-610c-4038-9b78-062b4dc712c6 HTTP/1.1" status: 404 len: 337 time: 0.0725217 Nov 12 12:43:06.598893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b5993909-2e1f-48fc-9162-ae4e4589146e None None] Provisioning complete for port 04d12c3e-42ce-44ed-a963-7e8b28368c7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:06.599831 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5993909-2e1f-48fc-9162-ae4e4589146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.602650 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-91848de5-4a7a-4509-a11d-ce86284bee89 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.603120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91848de5-4a7a-4509-a11d-ce86284bee89 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.607063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91848de5-4a7a-4509-a11d-ce86284bee89 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/99dfc2d8-1eb9-470c-9d3e-b43f4b4bdf64 HTTP/1.1" status: 404 len: 337 time: 0.0518534 Nov 12 12:43:06.610478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.676073 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b84730-db60-4704-9bb2-2a3e9d55459c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.676864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b84730-db60-4704-9bb2-2a3e9d55459c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.679918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-85b84730-db60-4704-9bb2-2a3e9d55459c tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/31f32031-ba7f-49fe-a53a-5ed78ca1320f HTTP/1.1" status: 404 len: 333 time: 0.0682566 Nov 12 12:43:06.682650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.712526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] DHCP port deletion for e071fa1d-317a-46a2-bc47-1bf85dbb7bbb request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:06.727746 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-906f3fcf-9d4b-4762-ace8-43e3b56d1ff0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.728456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906f3fcf-9d4b-4762-ace8-43e3b56d1ff0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.732328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-906f3fcf-9d4b-4762-ace8-43e3b56d1ff0 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/b57691a1-f48a-49ad-9394-1ebf1c3d6800 HTTP/1.1" status: 404 len: 337 time: 0.0484874 Nov 12 12:43:06.735903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48016) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.793266 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5e7406-9020-4061-81fe-2f8aae19e130 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.793917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5e7406-9020-4061-81fe-2f8aae19e130 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.799277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7a5e7406-9020-4061-81fe-2f8aae19e130 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/4f68a182-57db-47b8-9e33-4a452c754967 HTTP/1.1" status: 404 len: 337 time: 0.0621850 Nov 12 12:43:06.802508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.833899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] Deleting port 04d12c3e-42ce-44ed-a963-7e8b28368c7c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:43:06.834568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.847398 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36d5dd7-ac24-4e62-936f-1c6b784694f1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.848163 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36d5dd7-ac24-4e62-936f-1c6b784694f1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.851368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a36d5dd7-ac24-4e62-936f-1c6b784694f1 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/d61bf339-dda7-4c12-a5af-958500db2519 HTTP/1.1" status: 404 len: 333 time: 0.0483458 Nov 12 12:43:06.853808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48028) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.908616 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-af56564e-ff96-4eed-98df-c708e9aa2646 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.909085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af56564e-ff96-4eed-98df-c708e9aa2646 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.914206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af56564e-ff96-4eed-98df-c708e9aa2646 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/3fa5bc4d-b237-458d-b747-35a5ee9ba83c HTTP/1.1" status: 404 len: 337 time: 0.0575082 Nov 12 12:43:06.914924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:06.933964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] For port 04d12c3e-42ce-44ed-a963-7e8b28368c7c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=04d12c3e-42ce-44ed-a963-7e8b28368c7c,segment=NetworkSegment(9dbab022-bc5b-46dc-8d1a-4e2ab78b3355),segment_id=9dbab022-bc5b-46dc-8d1a-4e2ab78b3355)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:06.934438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:06.965844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] Calling delete_port for 04d12c3e-42ce-44ed-a963-7e8b28368c7c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:43:06.979106 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-934dd58a-5bd8-4f9e-97bd-7a141e6bd969 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] DELETE failed (client error): The resource could not be found. Nov 12 12:43:06.981522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934dd58a-5bd8-4f9e-97bd-7a141e6bd969 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:43:06.986769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-934dd58a-5bd8-4f9e-97bd-7a141e6bd969 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/subnets/dd2b8125-e180-40ba-a6fa-0915d12aae07 HTTP/1.1" status: 404 len: 337 time: 0.0699000 Nov 12 12:43:06.989288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:07.178114 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:07.223915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ee989-fc23-416d-ac79-53aed955b100 req-77a6cb94-b37b-42d2-8cf7-4b4918b04118 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:07.226040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b48ee989-fc23-416d-ac79-53aed955b100 req-77a6cb94-b37b-42d2-8cf7-4b4918b04118 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 984 time: 0.1399188 Nov 12 12:43:07.232865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] Pushing event deleted for resources: {'Port': ['ID=04d12c3e-42ce-44ed-a963-7e8b28368c7c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:07.240059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e00e3a-a4f4-4b5c-afb6-b01a4149b8ab None None] No DVR routers for this DVR port 04d12c3e-42ce-44ed-a963-7e8b28368c7c on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:43:07.279683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea328a9-8fb5-4cff-8e14-083d8d6d2004 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:43:07.411453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b48ee989-fc23-416d-ac79-53aed955b100 req-8c17a373-bca1-4682-bdd9-4a6ddd43f91b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1583896 Nov 12 12:43:07.728186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea328a9-8fb5-4cff-8e14-083d8d6d2004 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:43:07.829335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Deleting port c592f976-7b60-4f69-af23-e774c330b7aa {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:43:07.830375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:07.957080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:07.989975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Calling delete_port for c592f976-7b60-4f69-af23-e774c330b7aa owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:43:08.245037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.326406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Port': ['ID=c592f976-7b60-4f69-af23-e774c330b7aa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:08.332727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.336532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-377fb8e5-b29d-4b60-881b-743a485ba73a tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/ports/c592f976-7b60-4f69-af23-e774c330b7aa HTTP/1.1" status: 204 len: 168 time: 1.3446851 Nov 12 12:43:08.339281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:08.541385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 04d12c3e-42ce-44ed-a963-7e8b28368c7c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:43:08.541385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 04d12c3e-42ce-44ed-a963-7e8b28368c7c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:43:08.541385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 04d12c3e-42ce-44ed-a963-7e8b28368c7c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:43:08.543588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.669831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:08.677531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069415351', 'description': 'tempest-secgroup-smoke-2069415351 description', 'project_id': '51701a249029464891cbd52263f1e2ba'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:08.688667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.712005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.727555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94b90b-8cb5-4ee2-8f9c-a357acc689ef req-5a2d6913-3a7d-4a91-9f37-b62fef699755 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:08.729194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c94b90b-8cb5-4ee2-8f9c-a357acc689ef req-5a2d6913-3a7d-4a91-9f37-b62fef699755 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 984 time: 0.1461196 Nov 12 12:43:08.749968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e071fa1d-317a-46a2-bc47-1bf85dbb7bbb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:08.785070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:08.785396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbab022-bc5b-46dc-8d1a-4e2ab78b3355') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:08.804354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.828254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.835125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.836975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.853351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:43:08.853767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:43:08.856840 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:43:08.895789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.900099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2256021 Nov 12 12:43:08.900099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68780fd-d35c-4a71-b35e-5f2e21f58f0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d8d3cf-d252-451a-9042-eec42617e08c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:08.900988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:08.907699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8d3cf-d252-451a-9042-eec42617e08c', 'project_id': '51701a249029464891cbd52263f1e2ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:08.941707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c94b90b-8cb5-4ee2-8f9c-a357acc689ef req-2f578072-36d3-4195-867f-2982c73f7e92 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1984177 Nov 12 12:43:08.944747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:08.955593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c249-7ca8-418e-ba5e-98035f49c62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.004915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.018478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.027315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] 10.222.0.18 "DELETE /v2.0/networks/e071fa1d-317a-46a2-bc47-1bf85dbb7bbb HTTP/1.1" status: 204 len: 168 time: 0.6861849 Nov 12 12:43:09.043209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e052e-fc43-4500-8bfc-6b9a3e7c2577 tempest-PortsTestJSON-1020440544 tempest-PortsTestJSON-1020440544-project] Pushing event deleted for resources: {'Network': ['ID=e071fa1d-317a-46a2-bc47-1bf85dbb7bbb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.070792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.095084 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.147354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.151558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48138) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.151707 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2496533 Nov 12 12:43:09.157670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bf5a4-c30c-4800-928b-ec39a7579a50 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65fff5a-8623-44fe-b872-c07a92e9b0e2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.166721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8d3cf-d252-451a-9042-eec42617e08c', 'project_id': '51701a249029464891cbd52263f1e2ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:09.186019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a9d1c-17af-4bec-bbc0-ebfeebafb049 req-51b0bd75-69c9-4d99-bef8-cdde68ba59d5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:09.194447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e56a9d1c-17af-4bec-bbc0-ebfeebafb049 req-51b0bd75-69c9-4d99-bef8-cdde68ba59d5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 984 time: 0.1278577 Nov 12 12:43:09.250413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.298661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e56a9d1c-17af-4bec-bbc0-ebfeebafb049 req-2c2922ec-d5cf-4cf2-bb80-2abbb78b6e02 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0966840 Nov 12 12:43:09.333722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.339330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.363707 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.380059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddde244a-f1a5-4862-a1a6-314242d982d9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.395355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.397250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9855fb4-64f1-423f-a6d8-6b51da2d473f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443125 Nov 12 12:43:09.400343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.405377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8d3cf-d252-451a-9042-eec42617e08c', 'project_id': '51701a249029464891cbd52263f1e2ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:09.474717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.486722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.550542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc3ee9-36e6-4971-9d48-d0add4ec077b req-cfeeda74-5451-4cf2-a17f-4ee2450b5b6e tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:09.552162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbdc3ee9-36e6-4971-9d48-d0add4ec077b req-cfeeda74-5451-4cf2-a17f-4ee2450b5b6e tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1135 time: 0.1115029 Nov 12 12:43:09.583771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.592110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.593931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbdc3ee9-36e6-4971-9d48-d0add4ec077b req-40ed4c18-523e-4b10-b2d4-bded4422a6f9 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.620599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9c547b-f178-4fae-8942-290a0bba0eb7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.635449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.636666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d481e486-899f-4700-b2a0-eb2123a076b9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350128 Nov 12 12:43:09.643427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48166) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.652917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8d3cf-d252-451a-9042-eec42617e08c', 'project_id': '51701a249029464891cbd52263f1e2ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:09.689007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c0298c57-fedd-4eb1-a412-8dc0ce0cfc6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dd3b23faa0745da8fd0b122609d15b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131081 Nov 12 12:43:09.690548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48168) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.705535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.757506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbdc3ee9-36e6-4971-9d48-d0add4ec077b req-40ed4c18-523e-4b10-b2d4-bded4422a6f9 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.768449 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee546c5-f02b-4b6c-b258-ede356528940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.770968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fbdc3ee9-36e6-4971-9d48-d0add4ec077b req-40ed4c18-523e-4b10-b2d4-bded4422a6f9 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.810711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.812137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee546c5-f02b-4b6c-b258-ede356528940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.840030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4c18-523e-4b10-b2d4-bded4422a6f9 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad82c291-166b-4228-b59c-20d12517011b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.844137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.866013 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbdc3ee9-36e6-4971-9d48-d0add4ec077b req-40ed4c18-523e-4b10-b2d4-bded4422a6f9 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2982652 Nov 12 12:43:09.871274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee546c5-f02b-4b6c-b258-ede356528940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.875033 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ee546c5-f02b-4b6c-b258-ede356528940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.878406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ee546c5-f02b-4b6c-b258-ede356528940 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b70651b-88a0-4d19-a471-e281ccf22f6c HTTP/1.1" status: 204 len: 168 time: 0.1867225 Nov 12 12:43:09.890675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee546c5-f02b-4b6c-b258-ede356528940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b70651b-88a0-4d19-a471-e281ccf22f6c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.894625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03596ea-6673-4b83-86b2-9c5acf62653b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:09.896546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.984575 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:09.986108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e5f4be5c-1ae2-434b-b5d2-5f0499c6dfe3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414607 Nov 12 12:43:09.989170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:09.994957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8d3cf-d252-451a-9042-eec42617e08c', 'project_id': '51701a249029464891cbd52263f1e2ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:10.027304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8d3ea-157e-435f-9715-46bd30b4e274 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:10.033014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-35a8d3ea-157e-435f-9715-46bd30b4e274 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1130 time: 0.1046100 Nov 12 12:43:10.035562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:10.035996 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Project 51701a249029464891cbd52263f1e2ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:43:10.043048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:10.043504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.078879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.129059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.134226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.156492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7569f669-f953-41c0-a28e-1924b5c05939,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:10.181267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.185045 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-39f76914-7f92-4a9a-b068-f2a1f09abb47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1923895 Nov 12 12:43:10.185426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:10.198738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8d3cf-d252-451a-9042-eec42617e08c', 'project_id': '51701a249029464891cbd52263f1e2ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:10.261551 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Project 51701a249029464891cbd52263f1e2ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:43:10.268749 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.276108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.397191 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.428997 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.466544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0916da4-a1e4-4062-aad7-f029477d49d6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:10.493645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.25.1.16 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/df7316c8-ea41-4a29-b47f-ac58799f0c8e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:10.498237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.503518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4fe4aa9f-d48d-4d56-931a-d54f7cb7adad tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3167794 Nov 12 12:43:10.619901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.702902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.776756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:10.844026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:10.853985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:10.856534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:10.885214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=df7316c8-ea41-4a29-b47f-ac58799f0c8e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:11.224701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:11.347330 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.393750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-580926792'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:11.442249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Made reservation on behalf of 8d2701e7ce434d4fac82fc96419752d4 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:11.455831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.475858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.536301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.690415 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.696903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.706457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.752812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24cdaa5-b57a-4735-b8ce-2bb9395db68e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:11.763965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:43:11.804156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.804843 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Added segment bdf39435-af40-4f27-ae25-439b0357bd84 of type vlan for network 2ddf5804-8b9b-4fc8-8710-9edf4d836daf Nov 12 12:43:11.865923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.895549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.902568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:11.903648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:11.992310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Pushing event updated for resources: {'Network': ['ID=2ddf5804-8b9b-4fc8-8710-9edf4d836daf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:11.998332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-36c5d665-f24b-4138-9464-1a705680ca88 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7725160 Nov 12 12:43:12.003336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 2ddf5804-8b9b-4fc8-8710-9edf4d836daf details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:43:12.003812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48342) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.008782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-164917a0-a5b8-4ed3-b866-114e229ad4ea tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-1950204639') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:12.024877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:12.034207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:12.153987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-164917a0-a5b8-4ed3-b866-114e229ad4ea tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "PUT /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-1950204639 HTTP/1.1" status: 201 len: 201 time: 0.1493256 Nov 12 12:43:12.157334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.165501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=df7316c8-ea41-4a29-b47f-ac58799f0c8e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:12.169049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-361c3a01-c529-41b1-a112-7a6c16e3972c tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-1950204639') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:12.234860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:12.291748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-361c3a01-c529-41b1-a112-7a6c16e3972c tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-1950204639 HTTP/1.1" status: 204 len: 168 time: 0.1326759 Nov 12 12:43:12.292336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48350) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.297171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-9579fc8b-2abf-4952-bf2f-8e2e84750f3a tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:12.480005 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Floating IP e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9 associated. External IP: 172.25.1.16, port: b48961f7-5ccc-4d41-a0f2-b8c2cf44890b. Nov 12 12:43:12.526825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.527061 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9579fc8b-2abf-4952-bf2f-8e2e84750f3a tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags HTTP/1.1" status: 200 len: 238 time: 0.2339277 Nov 12 12:43:12.534782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-1115676e-7122-4910-b28b-9098691baa90 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', {'tags': ['tempest-TagsTest-Tag-522801677', 'tempest-TagsTest-Tag-1300334294', 'tempest-TagsTest-Tag-1092336142']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:12.665835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1115676e-7122-4910-b28b-9098691baa90 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "PUT /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags HTTP/1.1" status: 200 len: 308 time: 0.1373937 Nov 12 12:43:12.666594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.672333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-ddbab1f0-501f-43cd-8a48-2030d97befad tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-522801677') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:12.834473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 09246b7e-158d-4b97-a113-ba932c05330f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:43:12.835579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ddbab1f0-501f-43cd-8a48-2030d97befad tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "DELETE /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-522801677 HTTP/1.1" status: 204 len: 168 time: 0.1677597 Nov 12 12:43:12.838191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.848320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-cf00fbe9-5a71-4f0c-b1de-2d23f6e0822b tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-522801677') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:12.960348 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-cf00fbe9-5a71-4f0c-b1de-2d23f6e0822b tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] show failed (client error): The resource could not be found. Nov 12 12:43:12.963722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cf00fbe9-5a71-4f0c-b1de-2d23f6e0822b tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-522801677 HTTP/1.1" status: 404 len: 325 time: 0.1233408 Nov 12 12:43:12.966111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:12.971582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-79e9b2eb-68fb-4427-bd32-9831f918cfa1 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-1300334294') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:13.027679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:13.039355 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] Sync routers for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:43:13.052808 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:13.054329 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:13.055753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:13.101688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-79e9b2eb-68fb-4427-bd32-9831f918cfa1 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-1300334294 HTTP/1.1" status: 204 len: 168 time: 0.1341820 Nov 12 12:43:13.102571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:13.103298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-a14b4a51-5b3c-496e-a18e-f925f9436ebf req-50cb8bf1-9fef-42ad-ab3e-21999c28bff3 service neutron] (102778) timed out ('10.222.0.65', 51086) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:43:13.108714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-ae123174-cf2b-480d-adeb-3bdbb24f05b4 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-1092336142') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:13.148535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-56a8d48c-5a72-40ee-a9a6-c09caf07e101 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1112158 Nov 12 12:43:13.150596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:43:13.153085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:13.156956 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710e30c-cdfa-442d-b5a5-82fd50eed01a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:43:13.264289 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba5d1d0-1baa-4063-804c-cabeb8931f81 x-openstack-request-id: req-aba5d1d0-1baa-4063-804c-cabeb8931f81 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:43:13.271646 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:43:13.272005 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aba5d1d0-1baa-4063-804c-cabeb8931f81 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:43:13.274626 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'status': 'completed', 'code': 200} Nov 12 12:43:13.356185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ae123174-cf2b-480d-adeb-3bdbb24f05b4 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-1092336142 HTTP/1.1" status: 204 len: 168 time: 0.2518656 Nov 12 12:43:13.361529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:13.371615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-ba6fc8fb-ae89-4096-bab4-0d5c97cca704 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:13.380488 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:13.416854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-0333b5c2-3540-425a-843c-0cdbb0474da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:13.425004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-0333b5c2-3540-425a-843c-0cdbb0474da0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1135 time: 0.1107998 Nov 12 12:43:13.743152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-88feeb80-9d62-4574-916c-1d50687f79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:13.744692 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-88feeb80-9d62-4574-916c-1d50687f79f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efe67b46-74bb-423c-b98d-24535d71b8ea HTTP/1.1" status: 200 len: 898 time: 0.3123434 Nov 12 12:43:13.903569 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-9ddb06bd-3b00-4d49-861f-c4da1f5257c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b HTTP/1.1" status: 200 len: 998 time: 0.1431479 Nov 12 12:43:13.941686 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'port_id': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'mac_address': 'fa:16:3e:51:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:43:11Z', 'updated_at': '2021-11-12T12:43:11Z', 'revision_number': 0, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:57Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:13.981557 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] Checking router: 09246b7e-158d-4b97-a113-ba932c05330f for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:43:13.993479 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:13.994624 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:14.006579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-d318e6a9-f689-46a1-9d9d-26a6eb5d473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.009634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-d318e6a9-f689-46a1-9d9d-26a6eb5d473a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b HTTP/1.1" status: 200 len: 834 time: 0.0979080 Nov 12 12:43:14.099698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.100168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.100629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.101079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.101526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.102740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.103478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.103935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.104540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.104988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.105632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.106275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.106894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.107339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-27574f25-70e5-4e16-b83f-619d8e7f5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.108678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.109334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.110606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-27574f25-70e5-4e16-b83f-619d8e7f5f14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efe67b46-74bb-423c-b98d-24535d71b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901754 Nov 12 12:43:14.112136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9395db6e-bdc1-4ea4-be34-c4b5c3cebe70 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10557 time: 0.9516432 Nov 12 12:43:14.115822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:14.164229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ba6fc8fb-ae89-4096-bab4-0d5c97cca704 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "DELETE /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags HTTP/1.1" status: 204 len: 168 time: 0.8016534 Nov 12 12:43:14.168019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48426) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:14.184951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-2967046a-030f-45b3-9a0d-af720555cb99 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-1300334294') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:14.187886 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:14.351313 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-2967046a-030f-45b3-9a0d-af720555cb99 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] show failed (client error): The resource could not be found. Nov 12 12:43:14.361598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2967046a-030f-45b3-9a0d-af720555cb99 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-1300334294 HTTP/1.1" status: 404 len: 326 time: 0.1916206 Nov 12 12:43:14.361598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:14.379614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-af7251d2-b85e-48cb-8ab7-9b2e3c152154 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf', 'tempest-TagsTest-Tag-1092336142') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:14.423152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.424340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.425541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.425996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.426469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.426914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.428711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.431797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.434306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.442627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.443364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.444126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.444753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.445372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:14.448147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-39a62c32-5938-417f-aa15-a8ccd3f59b15 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8898 time: 0.3311486 Nov 12 12:43:14.452154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:14.533297 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-af7251d2-b85e-48cb-8ab7-9b2e3c152154 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] show failed (client error): The resource could not be found. Nov 12 12:43:14.536837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af7251d2-b85e-48cb-8ab7-9b2e3c152154 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "GET /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags/tempest-TagsTest-Tag-1092336142 HTTP/1.1" status: 404 len: 326 time: 0.1628895 Nov 12 12:43:14.537095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:14.541942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-cdcfcdd9-e297-463b-9ee8-888f1d7bf171 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2ddf5804-8b9b-4fc8-8710-9edf4d836daf') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:14.572947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-f5e8e613-d75e-4d1c-8bc6-3aab4055181d service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401975 Nov 12 12:43:14.663624 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'port_id': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'mac_address': 'fa:16:3e:51:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:43:11Z', 'updated_at': '2021-11-12T12:43:11Z', 'revision_number': 0, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:57Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:14.668738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cdcfcdd9-e297-463b-9ee8-888f1d7bf171 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "DELETE /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf/tags HTTP/1.1" status: 204 len: 168 time: 0.1301794 Nov 12 12:43:14.672475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:14.726021 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb275a-7572-44f4-945b-1fdcf6959bd6 None None] The sync data for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 is: [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'port_id': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'mac_address': 'fa:16:3e:51:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:43:11Z', 'updated_at': '2021-11-12T12:43:11Z', 'revision_number': 0, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:57Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:43:14.914737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.120194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.145130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf34df-a205-4cdc-82a1-235b2e870a33 None None] New status for floating IP e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:43:15.159579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddf5804-8b9b-4fc8-8710-9edf4d836daf']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:15.188902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf39435-af40-4f27-ae25-439b0357bd84') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:15.191701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf39435-af40-4f27-ae25-439b0357bd84') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:15.216788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.242389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.250390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:43:15.250925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:43:15.256747 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:43:15.341752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.369277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:15.405395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] 10.222.0.18 "DELETE /v2.0/networks/2ddf5804-8b9b-4fc8-8710-9edf4d836daf HTTP/1.1" status: 204 len: 168 time: 0.7313709 Nov 12 12:43:15.433942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915356d7-b5e8-4a42-b769-bb28c8b479e2 tempest-TagsTest-1105195480 tempest-TagsTest-1105195480-project] Pushing event deleted for resources: {'Network': ['ID=2ddf5804-8b9b-4fc8-8710-9edf4d836daf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:15.479250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d710e30c-cdfa-442d-b5a5-82fd50eed01a req-33e754d2-3765-4f17-8ef4-c368b6340e83 service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8934784 Nov 12 12:43:15.581036 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-72f39e26-31e6-4150-9e13-8005798e7b4e tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5932 time: 1.1272299 Nov 12 12:43:15.581662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48484) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:15.661854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7ec7-a5ec-4254-a915-d364d87c7553 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:15.662525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7ec7-a5ec-4254-a915-d364d87c7553 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:15.665611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a60e7ec7-a5ec-4254-a915-d364d87c7553 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09246b7e-158d-4b97-a113-ba932c05330f HTTP/1.1" status: 200 len: 1990 time: 0.0827575 Nov 12 12:43:15.948821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:16.200747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:16.201207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-139a50ac-90dc-430f-8a8d-81dbd24adb33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d2701e7ce434d4fac82fc96419752d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511373 Nov 12 12:43:16.274535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba4b9-d186-4de7-a893-44e6ba07347f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:16.299442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba4b9-d186-4de7-a893-44e6ba07347f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:16.368934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba4b9-d186-4de7-a893-44e6ba07347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:16.371824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba4b9-d186-4de7-a893-44e6ba07347f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:16.373009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef9ba4b9-d186-4de7-a893-44e6ba07347f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b24cdaa5-b57a-4735-b8ce-2bb9395db68e HTTP/1.1" status: 204 len: 168 time: 0.1712711 Nov 12 12:43:16.383270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba4b9-d186-4de7-a893-44e6ba07347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24cdaa5-b57a-4735-b8ce-2bb9395db68e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:17.360352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:17.367543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029349 Nov 12 12:43:17.367989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48572) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:17.522179 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-60593abe-7a89-453b-a579-9d335a735c59 tempest-NetworksApiDiscovery-117587636 tempest-NetworksApiDiscovery-117587636-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1529384 Nov 12 12:43:17.953740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:18.113440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eefd54d4-8eb5-4d7b-9053-d486d0a6b8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.216845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eefd54d4-8eb5-4d7b-9053-d486d0a6b8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.221925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eefd54d4-8eb5-4d7b-9053-d486d0a6b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.263347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eefd54d4-8eb5-4d7b-9053-d486d0a6b8b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ede2a4b676024ca29dea77d97e96bbaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058686 Nov 12 12:43:18.263671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:18.299890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd54d4-8eb5-4d7b-9053-d486d0a6b8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41835e-1ffe-4c0e-894d-e253d98c3551,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:18.370896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64371401-3a8d-4c30-ab92-1fb85c219ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.403299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64371401-3a8d-4c30-ab92-1fb85c219ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.460826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64371401-3a8d-4c30-ab92-1fb85c219ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.463653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64371401-3a8d-4c30-ab92-1fb85c219ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.464845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-64371401-3a8d-4c30-ab92-1fb85c219ae8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed41835e-1ffe-4c0e-894d-e253d98c3551 HTTP/1.1" status: 204 len: 168 time: 0.1994786 Nov 12 12:43:18.473693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64371401-3a8d-4c30-ab92-1fb85c219ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41835e-1ffe-4c0e-894d-e253d98c3551,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:21.063357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:21.218238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39ba2003-1c5d-43ee-8bdc-ceba05b3c080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.376604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39ba2003-1c5d-43ee-8bdc-ceba05b3c080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.388400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39ba2003-1c5d-43ee-8bdc-ceba05b3c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.462435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-39ba2003-1c5d-43ee-8bdc-ceba05b3c080 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd099169ae324737828480a0a8717978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931406 Nov 12 12:43:21.462435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba2003-1c5d-43ee-8bdc-ceba05b3c080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b524586c-3c94-4705-adb1-4149bb2d4695,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:21.463368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:21.536608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-691061b1-b716-478b-8d32-37750a9faeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.563961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-691061b1-b716-478b-8d32-37750a9faeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.625291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-691061b1-b716-478b-8d32-37750a9faeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.629764 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-691061b1-b716-478b-8d32-37750a9faeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.633346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-691061b1-b716-478b-8d32-37750a9faeba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b524586c-3c94-4705-adb1-4149bb2d4695 HTTP/1.1" status: 204 len: 168 time: 0.1667109 Nov 12 12:43:21.653392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691061b1-b716-478b-8d32-37750a9faeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524586c-3c94-4705-adb1-4149bb2d4695,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:22.086238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:22.102084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6a69ccd-c930-4f10-ae6e-ecbd668ff082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.221747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6a69ccd-c930-4f10-ae6e-ecbd668ff082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.227594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6a69ccd-c930-4f10-ae6e-ecbd668ff082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.271112 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6a69ccd-c930-4f10-ae6e-ecbd668ff082 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=374abbcda35d40bf9cfac73a216030b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834223 Nov 12 12:43:22.271915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a69ccd-c930-4f10-ae6e-ecbd668ff082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa619cf2-1434-4c86-a117-b406bcf36ac6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:22.273788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:22.373165 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb3ed-e1bc-4f2a-b987-649eff9e6459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.404628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb3ed-e1bc-4f2a-b987-649eff9e6459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.465989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb3ed-e1bc-4f2a-b987-649eff9e6459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.469018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb3ed-e1bc-4f2a-b987-649eff9e6459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:22.470479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0e6fb3ed-e1bc-4f2a-b987-649eff9e6459 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa619cf2-1434-4c86-a117-b406bcf36ac6 HTTP/1.1" status: 204 len: 168 time: 0.1955373 Nov 12 12:43:22.482292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fb3ed-e1bc-4f2a-b987-649eff9e6459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa619cf2-1434-4c86-a117-b406bcf36ac6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:25.782793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 48974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:25.975569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3343d1-5483-48c0-bac2-74ca4cdd9fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.101996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3343d1-5483-48c0-bac2-74ca4cdd9fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.106730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3343d1-5483-48c0-bac2-74ca4cdd9fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.143442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3343d1-5483-48c0-bac2-74ca4cdd9fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e75e13-6471-4308-b36c-b5b2600609b7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:26.174808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8f3343d1-5483-48c0-bac2-74ca4cdd9fba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d29e55bc0d2486e9fbe97b571a49dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907847 Nov 12 12:43:26.175629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 48988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:26.249905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a647f1ce-d61e-44ca-92d4-3954b2248524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.284937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a647f1ce-d61e-44ca-92d4-3954b2248524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.351888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a647f1ce-d61e-44ca-92d4-3954b2248524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.355010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a647f1ce-d61e-44ca-92d4-3954b2248524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.356453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a647f1ce-d61e-44ca-92d4-3954b2248524 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95e75e13-6471-4308-b36c-b5b2600609b7 HTTP/1.1" status: 204 len: 168 time: 0.1792145 Nov 12 12:43:26.368057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647f1ce-d61e-44ca-92d4-3954b2248524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e75e13-6471-4308-b36c-b5b2600609b7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:26.816545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:26.845311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bddc8815-c96c-4281-b2cb-6e71ec0f607f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.981268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bddc8815-c96c-4281-b2cb-6e71ec0f607f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:26.986768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bddc8815-c96c-4281-b2cb-6e71ec0f607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:27.035454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bddc8815-c96c-4281-b2cb-6e71ec0f607f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4be13fc2ceb34b5fbaa6daf2a54b26fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155328 Nov 12 12:43:27.035454 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc8815-c96c-4281-b2cb-6e71ec0f607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b71ff8-da62-4ddb-9200-457521a7f2fd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:27.038114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49016) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:27.098790 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d25ed422-953a-4d26-a9cc-cfeba2c61b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:27.170317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d25ed422-953a-4d26-a9cc-cfeba2c61b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:27.249061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d25ed422-953a-4d26-a9cc-cfeba2c61b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:27.252247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d25ed422-953a-4d26-a9cc-cfeba2c61b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:27.257260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d25ed422-953a-4d26-a9cc-cfeba2c61b51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7b71ff8-da62-4ddb-9200-457521a7f2fd HTTP/1.1" status: 204 len: 168 time: 0.2181065 Nov 12 12:43:27.271140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed422-953a-4d26-a9cc-cfeba2c61b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b71ff8-da62-4ddb-9200-457521a7f2fd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:28.308812 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-dae5920b-3e69-4a8c-907f-9d52a76c096e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931766 Nov 12 12:43:28.447448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-21ff672c-c081-455f-bbe1-fa5416505fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:28.448980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-21ff672c-c081-455f-bbe1-fa5416505fe8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0883105 Nov 12 12:43:28.620779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-b29993c1-84fd-4aa5-ab10-5d498898a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:28.622647 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-b29993c1-84fd-4aa5-ab10-5d498898a118 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 910 time: 0.1461172 Nov 12 12:43:28.736149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-1ea4bb20-c2b7-429b-bd82-b24e3917b32f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0983031 Nov 12 12:43:28.822403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-fc7418cc-bee7-43b9-86ed-e59b10079093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:28.824651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-fc7418cc-bee7-43b9-86ed-e59b10079093 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 200 len: 848 time: 0.0730236 Nov 12 12:43:28.894205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-aa45407a-f99f-4edc-939a-d5c8e893ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:28.896071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-aa45407a-f99f-4edc-939a-d5c8e893ba64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c76998d-4d7c-462e-ae52-f993f5fe41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635812 Nov 12 12:43:29.042570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:29.124555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-bb836485-69bb-41c5-8fc2-0ea1990e4d1b service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189732 Nov 12 12:43:29.281386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34b39c6b-008a-4113-8ae5-8f5b7891c21b req-9c2e177b-3039-4036-8eb5-76e9d9a0a104 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481595 Nov 12 12:43:29.293859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001bf75b-a94e-4bc1-88d3-5c788f7bf02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.446835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001bf75b-a94e-4bc1-88d3-5c788f7bf02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.454087 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-001bf75b-a94e-4bc1-88d3-5c788f7bf02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.508764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bf75b-a94e-4bc1-88d3-5c788f7bf02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bafdd44-cdb6-4b85-bbb0-7bd41e5ebf91,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:29.515216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-001bf75b-a94e-4bc1-88d3-5c788f7bf02d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79632e222f8545288b5d2c7de4ee3fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4715805 Nov 12 12:43:29.518096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49110) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:29.622357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75145651-0c29-4717-8f7b-d038f37a3102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.650865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75145651-0c29-4717-8f7b-d038f37a3102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.668774 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.747411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75145651-0c29-4717-8f7b-d038f37a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.751007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75145651-0c29-4717-8f7b-d038f37a3102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.754440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75145651-0c29-4717-8f7b-d038f37a3102 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bafdd44-cdb6-4b85-bbb0-7bd41e5ebf91 HTTP/1.1" status: 204 len: 168 time: 0.2315481 Nov 12 12:43:29.776953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75145651-0c29-4717-8f7b-d038f37a3102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bafdd44-cdb6-4b85-bbb0-7bd41e5ebf91,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:29.828285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.557324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:30.671376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-687320532-network', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:30.720331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Made reservation on behalf of 10bc80d1d8ec4330b24bd363cac9c6b6 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:30.723482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.743630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.834995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.840643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.855282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:43:30.867034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.867394 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Added segment 5804334d-b6f1-4541-989e-637f5f7bf6d0 of type vlan for network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d Nov 12 12:43:30.928911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.944826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f55a150-b510-48a6-9e97-c4e868526c86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:30.976141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:30.977817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:30.979250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.074662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] Pushing event updated for resources: {'Network': ['ID=97bd8c85-c9ea-4d13-a730-4cc927a8ef5d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:31.087237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:43:31.090234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-471154ca-28f8-4942-a43a-ce0e7dcb8e15 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5316808 Nov 12 12:43:31.094225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:31.099825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Request body: {'subnet': {'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-687320532-subnet', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:31.141588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Made reservation on behalf of 10bc80d1d8ec4330b24bd363cac9c6b6 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:31.144111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.397496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.447681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:31.472456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Checking segment: {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:31.472814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Network hostable DHCP agents. Network: 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:43:31.492420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:43:31.514949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:31.519677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:31.521333 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.528381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5ad8f9-e828-4b22-a873-10c8173781de None None] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:31.547185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c873e8a9-bb47-4404-94f3-16754a5077cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4511909 Nov 12 12:43:31.547531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:31.553760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:31.590355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.591854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.677563 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.788722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-97bd8c85-c9ea-4d13-a730-4cc927a8ef5d', 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'fixed_ips': [{'subnet_id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:43:31.790880 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.920714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.994415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Allocated IP 172.20.0.2 (97bd8c85-c9ea-4d13-a730-4cc927a8ef5d/4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd/a29e986a-21c7-4993-b7ed-70198423886c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:32.169484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.193585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.208311 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.222752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.290154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Pushing event updated for resources: {'Port': ['ID=a29e986a-21c7-4993-b7ed-70198423886c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:32.302441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:32.304213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:32.307223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:32.346910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Allocated IP 172.25.1.86 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/2bad672a-bbdb-47f6-ba17-c0d682959109) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:32.404479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Attempting to bind port a29e986a-21c7-4993-b7ed-70198423886c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:32.405110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Attempting to bind port a29e986a-21c7-4993-b7ed-70198423886c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:32.405528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Attempting to bind port a29e986a-21c7-4993-b7ed-70198423886c on network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:32.411415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:32.411897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Checking segment: {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:32.412385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.412893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Bound using segment: {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:32.413591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Bound port: a29e986a-21c7-4993-b7ed-70198423886c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:32.416761 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.503692 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.602292 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.609193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] For port a29e986a-21c7-4993-b7ed-70198423886c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:32.623394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] For port a29e986a-21c7-4993-b7ed-70198423886c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a29e986a-21c7-4993-b7ed-70198423886c,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:32.634946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:32.663699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-46a3a620-09b7-490d-9fcf-54e87202bc2b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1034842 Nov 12 12:43:32.778865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Pushing event updated for resources: {'Port': ['ID=2bad672a-bbdb-47f6-ba17-c0d682959109,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:32.792381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:32.797774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:32.818864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:32.835701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.835701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.835701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.835701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.851840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.852325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.852799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:32.854978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b1f09b36-7949-4a05-8aab-c4d2402a98ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 0.1179838 Nov 12 12:43:33.069873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fde4e-9e76-498c-921f-3f8971eb0387 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:33.116325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-93f25262-5795-414b-b0d1-56919c9687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:33.124755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-93f25262-5795-414b-b0d1-56919c9687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:33.128609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-93f25262-5795-414b-b0d1-56919c9687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:33.130463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-93f25262-5795-414b-b0d1-56919c9687c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=95665ecc-45f7-415e-b2a5-c46f227117a2&id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 2299 time: 0.2500615 Nov 12 12:43:33.141517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d1d6d75d-adce-4456-a561-b3c58f63f9d5 None None] Provisioning complete for port 2bad672a-bbdb-47f6-ba17-c0d682959109 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:33.141882 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d75d-adce-4456-a561-b3c58f63f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:33.148743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0070c-9700-4b7d-a331-c1640af24aff None None] Pushing event updated for resources: {'Port': ['ID=a29e986a-21c7-4993-b7ed-70198423886c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:33.226152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-849c32f8-6eb5-4659-8b1f-ac33ba1acd27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 1000 time: 0.0878856 Nov 12 12:43:33.230884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6d75d-adce-4456-a561-b3c58f63f9d5 None None] Port 2bad672a-bbdb-47f6-ba17-c0d682959109 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:33.295500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-5a491f5d-c1fe-47ac-822d-8a723e16ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:33.297100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-5a491f5d-c1fe-47ac-822d-8a723e16ac93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 200 len: 856 time: 0.0636895 Nov 12 12:43:33.368362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:33.385659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-a389d95f-3454-4700-899c-247391742eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:33.388153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-a389d95f-3454-4700-899c-247391742eae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834258 Nov 12 12:43:33.584203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-61fbc6ca-68b2-44df-b755-3fcf4b24b287 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863244 Nov 12 12:43:33.762601 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:33.803393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-7c1cbb9f-3d8d-4702-8f63-318424976cd9 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009254 Nov 12 12:43:33.878957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-450afbd0-120b-411f-a431-891b36e70d27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 217 time: 0.0676270 Nov 12 12:43:33.977889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-780cc308-299f-4c82-ab09-eb9397cc7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:33.979702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-780cc308-299f-4c82-ab09-eb9397cc7e7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0910623 Nov 12 12:43:34.012183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Router c7888443-3073-4810-bb22-8b3c638834c1 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:43:34.070861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-adce0925-5b77-46ce-aecc-b644337336e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:34.072616 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-adce0925-5b77-46ce-aecc-b644337336e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829563 Nov 12 12:43:34.243923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:34.269436 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Sync routers for ids ['c7888443-3073-4810-bb22-8b3c638834c1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:43:34.275246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:34.276094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-8dabdae7-6914-4488-b7ec-939c090fa073 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964817 Nov 12 12:43:34.279157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:34.282826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4ec927ee-ca12-4a2e-a4e4-ac092ee64348 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7343564 Nov 12 12:43:34.293060 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Routers {'c7888443-3073-4810-bb22-8b3c638834c1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:34.294074 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7888443-3073-4810-bb22-8b3c638834c1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:34.409371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a29e986a-21c7-4993-b7ed-70198423886c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:34.529973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a29e986a-21c7-4993-b7ed-70198423886c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:34.532488 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:34.554591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-087460c6-d60e-4bf2-88e4-2cd542782449 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675910 Nov 12 12:43:34.588465 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Set router c7888443-3073-4810-bb22-8b3c638834c1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:34.652412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-bd4a585c-c2fa-4dcf-9815-8ccf39482e07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 217 time: 0.0853682 Nov 12 12:43:34.821919 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:34.936945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port a29e986a-21c7-4993-b7ed-70198423886c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a29e986a-21c7-4993-b7ed-70198423886c,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:34.947954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:34.962193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-162dd47e-2e12-4b3d-8c64-d0de3ad1c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:34.963685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-162dd47e-2e12-4b3d-8c64-d0de3ad1c140 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.2089121 Nov 12 12:43:34.964219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3cba0-9090-4b60-8ed5-542aaa5ece2a None None] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:35.011386 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:33Z', 'revision_number': 3, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:35.075617 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Checking router: c7888443-3073-4810-bb22-8b3c638834c1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:43:35.077054 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Updating router c7888443-3073-4810-bb22-8b3c638834c1 port 2bad672a-bbdb-47f6-ba17-c0d682959109 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:43:35.122394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-e54a2785-5f78-4468-823c-02940a706972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:35.123521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-e54a2785-5f78-4468-823c-02940a706972 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511221 Nov 12 12:43:35.140410 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.186333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=a29e986a-21c7-4993-b7ed-70198423886c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:35.219848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c52a2480-a7bc-4a2f-91d2-bbe5b71ba373 None None] Provisioning complete for port a29e986a-21c7-4993-b7ed-70198423886c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:35.220493 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c52a2480-a7bc-4a2f-91d2-bbe5b71ba373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.554375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-252aa92f-297a-4835-b5e8-9d73b6b04664 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192972 Nov 12 12:43:35.693004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3849669-fb80-4a1f-a56b-d10fb55273ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.750902 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.760029 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.797398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-0e2d38d9-3db1-46e9-9290-ce2c420cdc01 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354672 Nov 12 12:43:35.903830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-7b1205f1-31dd-4d05-9624-b251087cbd44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 200 len: 217 time: 0.0949051 Nov 12 12:43:35.912416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.950128 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaca294-3e04-4fde-a39d-c270d9bba92f None None] Pushing event updated for resources: {'Port': ['ID=2bad672a-bbdb-47f6-ba17-c0d682959109,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:35.955238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717543b2-2444-40fd-9bd6-3725ef5952ca None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:35.968199 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Attempting to bind port 2bad672a-bbdb-47f6-ba17-c0d682959109 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:35.969803 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Attempting to bind port 2bad672a-bbdb-47f6-ba17-c0d682959109 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:35.970364 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Attempting to bind port 2bad672a-bbdb-47f6-ba17-c0d682959109 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:35.977571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:35.978341 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:35.978917 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:35.979495 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:35.980140 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Bound port: 2bad672a-bbdb-47f6-ba17-c0d682959109, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:35.980709 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.033536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc2b2acb-8fc3-4437-a07d-163f96424fdd None None] Provisioning complete for port a29e986a-21c7-4993-b7ed-70198423886c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:36.034221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2acb-8fc3-4437-a07d-163f96424fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.048963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-7a75c103-8ef2-470c-85de-e087e777185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:36.052686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-7a75c103-8ef2-470c-85de-e087e777185f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.1355963 Nov 12 12:43:36.075961 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] For port 2bad672a-bbdb-47f6-ba17-c0d682959109, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:36.079687 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] For port 2bad672a-bbdb-47f6-ba17-c0d682959109, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2bad672a-bbdb-47f6-ba17-c0d682959109,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:36.084626 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.287441 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaca294-3e04-4fde-a39d-c270d9bba92f None None] Pushing event updated for resources: {'Port': ['ID=2bad672a-bbdb-47f6-ba17-c0d682959109,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:36.338308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70e8c5-da7b-4e83-b134-2f1981887e4e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:36.343432 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Routers {'c7888443-3073-4810-bb22-8b3c638834c1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:36.344303 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7888443-3073-4810-bb22-8b3c638834c1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:36.356392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a29e986a-21c7-4993-b7ed-70198423886c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:36.478818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-103aaa40-daaf-406e-a0fe-c3e90bf3b1ee None None] Provisioning complete for port 2bad672a-bbdb-47f6-ba17-c0d682959109 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:36.484676 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-103aaa40-daaf-406e-a0fe-c3e90bf3b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.520345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] Set router c7888443-3073-4810-bb22-8b3c638834c1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:36.587501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-9afc7871-5980-4f52-90de-d5253e6d2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:36.589051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-9afc7871-5980-4f52-90de-d5253e6d2af0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5240645 Nov 12 12:43:36.678952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-103aaa40-daaf-406e-a0fe-c3e90bf3b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.715690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-103aaa40-daaf-406e-a0fe-c3e90bf3b1ee None None] For port 2bad672a-bbdb-47f6-ba17-c0d682959109, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2bad672a-bbdb-47f6-ba17-c0d682959109,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:36.725487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a29e986a-21c7-4993-b7ed-70198423886c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:36.725858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.733562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-103aaa40-daaf-406e-a0fe-c3e90bf3b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.767096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Allocated IP 172.20.0.1 (97bd8c85-c9ea-4d13-a730-4cc927a8ef5d/4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd/67fcc3ee-80fe-4e7d-8c2c-564106c66212) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:36.771435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-fd7640aa-ad35-4fba-ac79-fe5968298d81 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582613 Nov 12 12:43:37.003056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103aaa40-daaf-406e-a0fe-c3e90bf3b1ee None None] Pushing event updated for resources: {'Port': ['ID=2bad672a-bbdb-47f6-ba17-c0d682959109,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:37.077109 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:33Z', 'revision_number': 3, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:37.162575 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653afd8c-67b2-4eb4-ae80-7ddab726dd78 None None] The sync data for ids ['c7888443-3073-4810-bb22-8b3c638834c1'] in n-d-804878-5 is: [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:33Z', 'revision_number': 3, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:43:37.463985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-50b88717-5eaf-43ff-9cf6-59db43c9ed04 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817062 Nov 12 12:43:37.562216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-50f3ffd1-7865-474b-8ce7-b9a109ea9e4e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 200 len: 217 time: 0.0541191 Nov 12 12:43:37.728870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:37.731997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-452528eb-f679-46b8-bee4-39d77d86a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:37.733917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-452528eb-f679-46b8-bee4-39d77d86a512 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.1521831 Nov 12 12:43:37.834146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-eb544929-6da2-499f-8858-6f141dc59abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:37.836519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-eb544929-6da2-499f-8858-6f141dc59abd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925064 Nov 12 12:43:37.859943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:37.965423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:38.022987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:38.032176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:38.132087 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:38.288551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Pushing event updated for resources: {'Port': ['ID=67fcc3ee-80fe-4e7d-8c2c-564106c66212,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:38.369593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-c1e0d7e0-cb02-49b9-b848-ea77c621663d service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238490 Nov 12 12:43:38.427124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2bad672a-bbdb-47f6-ba17-c0d682959109 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:38.608938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-357ea712-b0e2-482b-8777-121c7d85bbfe None None] Provisioning complete for port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:38.609578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-357ea712-b0e2-482b-8777-121c7d85bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:38.614422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2bad672a-bbdb-47f6-ba17-c0d682959109 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:38.615273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:38.793299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:38.845320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-357ea712-b0e2-482b-8777-121c7d85bbfe None None] Port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:38.938190 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8bce390-3725-40f1-9b74-c4f8f8ddfb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:39.100160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-2af2fa6d-88dd-47bc-8dee-f0809abc5de5 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942354 Nov 12 12:43:39.210346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-473f2ac1-739d-42b9-8553-cc0e78752f7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 200 len: 217 time: 0.0949354 Nov 12 12:43:39.368575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:39.395836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-60246ef7-3231-4e22-ace5-2b575f25988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:39.397385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-60246ef7-3231-4e22-ace5-2b575f25988a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.1685727 Nov 12 12:43:39.581963 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:39.600351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:39.679687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-66e809e5-a2a8-43fd-a526-31b9a440a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:39.681280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-66e809e5-a2a8-43fd-a526-31b9a440a35a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2598739 Nov 12 12:43:39.837921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Pushing event updated for resources: {'Port': ['ID=67fcc3ee-80fe-4e7d-8c2c-564106c66212,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:39.856449 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:43:39.862246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:39.946299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-3353812e-c093-423e-9d46-fd47de209145 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315576 Nov 12 12:43:40.117018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-c7f6637a-9ed3-4a8e-956b-6524f030a8bf service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284945 Nov 12 12:43:40.153553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:40.175769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:40.288601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-aac3e7d8-4798-452a-89be-dd2da361138d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 217 time: 0.1141939 Nov 12 12:43:40.523495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-fb1e164c-ee23-4fbf-ac7e-8bbf734ff884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:40.525056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-fb1e164c-ee23-4fbf-ac7e-8bbf734ff884 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.2284145 Nov 12 12:43:40.603400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-db263a72-23ec-4732-ba3b-aaaa6146672e None None] Provisioning complete for port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:40.603937 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db263a72-23ec-4732-ba3b-aaaa6146672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:40.723277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:40.813524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-db263a72-23ec-4732-ba3b-aaaa6146672e None None] Port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:40.849627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-dbe380d6-6630-4ce4-bd4f-3dc7ccc1a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:40.851211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-dbe380d6-6630-4ce4-bd4f-3dc7ccc1a336 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3115213 Nov 12 12:43:41.026212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Router c7888443-3073-4810-bb22-8b3c638834c1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:43:41.228093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-cd562cb5-3f18-4140-a176-4ba1541dd624 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458574 Nov 12 12:43:41.355053 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:41.360314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-d3b4671d-68df-482b-a90d-f5a51524839e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069415351&fields=id&tenant_id=51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 267 time: 0.2130971 Nov 12 12:43:41.364814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:41.376847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9282dcb3-9e0d-45d2-8e57-585367606f9b admin admin] 10.222.0.18 "PUT /v2.0/routers/c7888443-3073-4810-bb22-8b3c638834c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0963671 Nov 12 12:43:41.401289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Sync routers for ids ['c7888443-3073-4810-bb22-8b3c638834c1'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:43:41.434473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Routers {'c7888443-3073-4810-bb22-8b3c638834c1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:41.437533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7888443-3073-4810-bb22-8b3c638834c1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:41.508571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-890fc2bc-5a84-4d28-9864-2e4a703e95f5 req-b31eab0d-a498-452a-9ee3-217b6dc612a6 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708271 Nov 12 12:43:41.557895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-4121350b-ba55-4d56-8296-71d22788bebe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:41.566763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-4121350b-ba55-4d56-8296-71d22788bebe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.1863708 Nov 12 12:43:41.600224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-223a85ed-9ea2-443a-8f18-14440c36c210 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.0239694 Nov 12 12:43:41.727019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Set router c7888443-3073-4810-bb22-8b3c638834c1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:41.733475 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-90452e6a-9dc1-465c-a31d-de6dcb561537 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318357 Nov 12 12:43:42.017753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:38Z', 'revision_number': 4, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '67fcc3ee-80fe-4e7d-8c2c-564106c66212', 'name': '', 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'mac_address': 'fa:16:3e:c7:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:36Z', 'updated_at': '2021-11-12T12:43:38Z', 'revision_number': 2, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'subnets': [{'id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:42.050587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Checking router: c7888443-3073-4810-bb22-8b3c638834c1 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:43:42.051735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Updating router c7888443-3073-4810-bb22-8b3c638834c1 port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:43:42.082868 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.092839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-00c4394a-5d70-4d06-9848-08e6531a9b54 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567538 Nov 12 12:43:42.275035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-8d516e33-d3ba-4bf6-b0d6-8ae8d0ff3754 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809902 Nov 12 12:43:42.356554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:42.365529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-648291511-network', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:42.407744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Made reservation on behalf of bfffb9fb73964c73b9250d1c42dd3477 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:42.410756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.422392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.499616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.507194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.547803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.553334 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.596473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1654c0-bb65-4eae-a8ad-b14025009302 None None] Pushing event updated for resources: {'Port': ['ID=67fcc3ee-80fe-4e7d-8c2c-564106c66212,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:42.601591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:43:42.614916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69660903-efc7-4a0d-ac35-5ea705e1758b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:42.621041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.621388 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Added segment 571475b1-cccc-4e48-bb36-77fb8fcb01bd of type vlan for network c7c86a2f-dd69-464d-982e-3942bf333386 Nov 12 12:43:42.729808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Attempting to bind port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:42.730991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Attempting to bind port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:42.731612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Attempting to bind port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 on network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:42.739812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:42.740761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Checking segment: {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:42.741426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.741656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.742421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Bound using segment: {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:42.743185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Bound port: 67fcc3ee-80fe-4e7d-8c2c-564106c66212, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5804334d-b6f1-4541-989e-637f5f7bf6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:42.743836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.848886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] For port 67fcc3ee-80fe-4e7d-8c2c-564106c66212, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:42.861015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] For port 67fcc3ee-80fe-4e7d-8c2c-564106c66212, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=67fcc3ee-80fe-4e7d-8c2c-564106c66212,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:42.865608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8db33f01-0eb7-4262-82f7-67e9cd23977b req-70c9afa2-9cdb-48b7-b6ed-47f004dde882 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0649478 Nov 12 12:43:42.869101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.871644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:42.874401 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:42.892252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:43.016968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c86a2f-dd69-464d-982e-3942bf333386,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:43.039000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 49810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:43.051890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Request body: {'subnet': {'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-648291511-subnet', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:43.056706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5c49f192-0fb7-4a79-ab71-a17193b2a196 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6979232 Nov 12 12:43:43.082740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1654c0-bb65-4eae-a8ad-b14025009302 None None] Pushing event updated for resources: {'Port': ['ID=67fcc3ee-80fe-4e7d-8c2c-564106c66212,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:43.096785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c7c86a2f-dd69-464d-982e-3942bf333386 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:43:43.110605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Made reservation on behalf of bfffb9fb73964c73b9250d1c42dd3477 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:43.118382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:43.347435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d0cd361b-8904-4f60-bef8-e2fb5602b634 None None] Provisioning complete for port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:43.347807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0cd361b-8904-4f60-bef8-e2fb5602b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:43.436861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Routers {'c7888443-3073-4810-bb22-8b3c638834c1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:43.446042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7888443-3073-4810-bb22-8b3c638834c1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:43.585314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:43.659547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f61c681-bae5-49db-9bde-89557c938a02,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:43.672403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.672751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.673087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.673425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.673760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.674087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.674438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.674764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.675094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.675412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.675731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.676051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:43.754971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Checking segment: {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:43.759702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Network hostable DHCP agents. Network: c7c86a2f-dd69-464d-982e-3942bf333386, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:43:43.829120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Network c7c86a2f-dd69-464d-982e-3942bf333386 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:43:43.853770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c7c86a2f-dd69-464d-982e-3942bf333386) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:43.875684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:43.876326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:43.917944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385fd3d-34ab-4759-9c35-76a84e51177e None None] Network c7c86a2f-dd69-464d-982e-3942bf333386 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:43.927737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-93cdc4dc-077d-4ee8-a2ca-920448ce0913 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8874664 Nov 12 12:43:43.930546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 49836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:43.938576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:44.051713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:44.059818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:44.068561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] Set router c7888443-3073-4810-bb22-8b3c638834c1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:44.139624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f7ffaeb-cbac-40e6-8e1c-f6b17c266359 req-20827e64-aa27-416f-a876-0e60353402a9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0973184 Nov 12 12:43:44.173899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:44.314497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0cd361b-8904-4f60-bef8-e2fb5602b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:44.597830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:44.671189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d0cd361b-8904-4f60-bef8-e2fb5602b634 None None] For port 67fcc3ee-80fe-4e7d-8c2c-564106c66212, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=67fcc3ee-80fe-4e7d-8c2c-564106c66212,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:44.673932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c7c86a2f-dd69-464d-982e-3942bf333386', 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'fixed_ips': [{'subnet_id': '8f61c681-bae5-49db-9bde-89557c938a02'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:43:44.679308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:44.792696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1ddca502-cafc-4f20-8c8e-8d342590358f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:44.794416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1ddca502-cafc-4f20-8c8e-8d342590358f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.2750449 Nov 12 12:43:44.877393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0cd361b-8904-4f60-bef8-e2fb5602b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:45.099661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-20849ecc-053a-4386-897c-5732c1013cd9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 380 time: 0.2873662 Nov 12 12:43:45.100654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:45.131410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'security_groups': ['a4d8d3cf-d252-451a-9042-eec42617e08c']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:45.147207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:45.176221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd361b-8904-4f60-bef8-e2fb5602b634 None None] Pushing event updated for resources: {'Port': ['ID=67fcc3ee-80fe-4e7d-8c2c-564106c66212,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:45.230137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c1e643a-0151-4932-a1b9-92a659e423fb None None] Provisioning complete for port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:45.230832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c1e643a-0151-4932-a1b9-92a659e423fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:45.290095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:38Z', 'revision_number': 4, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '67fcc3ee-80fe-4e7d-8c2c-564106c66212', 'name': '', 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'mac_address': 'fa:16:3e:c7:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:36Z', 'updated_at': '2021-11-12T12:43:42Z', 'revision_number': 4, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'subnets': [{'id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:45.350578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77be9b0-00c4-4305-aaa5-f507b22911ea None None] The sync data for ids ['c7888443-3073-4810-bb22-8b3c638834c1'] in n-d-804878-5 is: [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:38Z', 'revision_number': 4, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '67fcc3ee-80fe-4e7d-8c2c-564106c66212', 'name': '', 'network_id': '97bd8c85-c9ea-4d13-a730-4cc927a8ef5d', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'mac_address': 'fa:16:3e:c7:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:36Z', 'updated_at': '2021-11-12T12:43:42Z', 'revision_number': 4, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'subnets': [{'id': '4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:43:45.353424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Allocated IP 172.20.0.2 (c7c86a2f-dd69-464d-982e-3942bf333386/8f61c681-bae5-49db-9bde-89557c938a02/b689e135-ca42-4020-8111-b06ed37ead77) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:45.952642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:45.969066 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:46.067903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Pushing event updated for resources: {'Port': ['ID=b689e135-ca42-4020-8111-b06ed37ead77,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:46.098334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Network c7c86a2f-dd69-464d-982e-3942bf333386 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:46.101002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:46.115366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:46.297550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Attempting to bind port b689e135-ca42-4020-8111-b06ed37ead77 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:46.298786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Attempting to bind port b689e135-ca42-4020-8111-b06ed37ead77 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:46.299485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Attempting to bind port b689e135-ca42-4020-8111-b06ed37ead77 on network c7c86a2f-dd69-464d-982e-3942bf333386 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:46.302110 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16caca53-840d-4b3b-aff0-3d9bf735e5b2 req-230bffea-84ba-4c59-83e2-b6e0449dd37c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.1917670 Nov 12 12:43:46.317234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:46.317609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Checking segment: {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:46.318015 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:46.318429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Bound using segment: {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:46.318904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Bound port: b689e135-ca42-4020-8111-b06ed37ead77, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:46.319282 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:46.458751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 67fcc3ee-80fe-4e7d-8c2c-564106c66212 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:46.594842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] For port b689e135-ca42-4020-8111-b06ed37ead77, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:46.607334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] For port b689e135-ca42-4020-8111-b06ed37ead77, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b689e135-ca42-4020-8111-b06ed37ead77,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:46.611401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Allocated IP 172.25.1.56 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/7b65b4f7-a7d0-415a-9fb7-1a749a96064e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:46.623462 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:46.623919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:46.633694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:46.747318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:46.748253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:46.930086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2aec1-eba6-4ae7-abfa-553e5533364b None None] Pushing event updated for resources: {'Port': ['ID=b689e135-ca42-4020-8111-b06ed37ead77,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:47.232958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.8 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/106db0a8-f50b-428e-937f-02dfd52104df) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:47.305472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:47.515280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:47.561364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d890b519-05d2-4dc3-97a8-e56a27410cd7 req-4c6bad32-f0d2-49c4-a91b-8a180c9d05b4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0759177 Nov 12 12:43:47.635943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:47.648063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:47.664963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:47.668225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36067a99-0cf9-4805-8db7-01d8d7ee1ad3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:47.671088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:47.725426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:47.777576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ddfd6f1-972d-4b60-a16a-1fff43052114 None None] Provisioning complete for port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:47.777952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ddfd6f1-972d-4b60-a16a-1fff43052114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:47.849457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfd6f1-972d-4b60-a16a-1fff43052114 None None] Port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:47.915924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:48.136756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:48.140075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:48.148462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:48.223783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=106db0a8-f50b-428e-937f-02dfd52104df,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:48.230696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:48.401594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b689e135-ca42-4020-8111-b06ed37ead77 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:48.514807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:48.516016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:48.574226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b689e135-ca42-4020-8111-b06ed37ead77 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:48.574609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:48.619168 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-1e98b21d-5efc-49d2-addf-0bda226cdefa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4918375 Nov 12 12:43:48.663711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Request body: {'port': {'device_id': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:48.742281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cdbe4b24-f452-463b-be0e-c3f58cc1422b None None] Provisioning complete for port 106db0a8-f50b-428e-937f-02dfd52104df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:48.742828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4b24-f452-463b-be0e-c3f58cc1422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:48.751617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:48.808863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50278) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:48.867665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6eee3c-6446-4b02-9cd0-156f501a19db None None] Network c7c86a2f-dd69-464d-982e-3942bf333386 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:48.926813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dd2a9-df36-4915-839f-b8a4230910ba req-ddc6c72e-c3bd-4029-85aa-7b6eaa1d26c8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:48.928590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea0dd2a9-df36-4915-839f-b8a4230910ba req-ddc6c72e-c3bd-4029-85aa-7b6eaa1d26c8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 931 time: 0.2561524 Nov 12 12:43:48.931201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.021285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Router f37173f9-6818-4909-bd08-1dc68355a441 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:43:49.033864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe4b24-f452-463b-be0e-c3f58cc1422b None None] Port 106db0a8-f50b-428e-937f-02dfd52104df cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:49.096666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea0dd2a9-df36-4915-839f-b8a4230910ba req-30c57495-315e-4260-85ad-7181fad874da tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516359 Nov 12 12:43:49.139452 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.283527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port b689e135-ca42-4020-8111-b06ed37ead77, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b689e135-ca42-4020-8111-b06ed37ead77,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:49.292154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.366792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3162bcde-549e-4029-a625-d63b7f59bfe7 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7447 time: 0.5547855 Nov 12 12:43:49.369739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:49.371273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2b032a52-6400-4454-b380-0395a4b51945 None None] Provisioning complete for port b689e135-ca42-4020-8111-b06ed37ead77 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:49.371654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b032a52-6400-4454-b380-0395a4b51945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.375665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'network': {'name': 'tempest-network-smoke--104938916', 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'port_security_enabled': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:49.395924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=b689e135-ca42-4020-8111-b06ed37ead77,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:49.403214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Made reservation on behalf of 2027f85f1c5543ce99ab65866a30a95a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:49.409242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.441481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:49.441805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:43:49.465108 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Sync routers for ids ['f37173f9-6818-4909-bd08-1dc68355a441'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:43:49.468589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.469245 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Added segment 57021ca0-c39b-4225-9773-68de04ca7fa0 of type vlan for network 4c3f84f8-c3fc-4e6d-b873-440552a210ab Nov 12 12:43:49.494327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.495964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-547c22a0-2c0c-4eca-9a46-1e2ce0126cd5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5637283 Nov 12 12:43:49.496253 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Routers {'f37173f9-6818-4909-bd08-1dc68355a441'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:49.496899 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f37173f9-6818-4909-bd08-1dc68355a441'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:49.503645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50318) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:49.550310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.583146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.589335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:49.590291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.619320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2480702 Nov 12 12:43:49.623540 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Set router f37173f9-6818-4909-bd08-1dc68355a441 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:49.623851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:49.653143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'admin_state_up': True, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:49.747417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.748875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.754973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdc109-8e5d-4d25-a81f-6fbd91c476a5 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Network': ['ID=4c3f84f8-c3fc-4e6d-b873-440552a210ab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:49.769482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:43:49.825097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106db0a8-f50b-428e-937f-02dfd52104df {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:43:49.864251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.897962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.905598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Transition to ACTIVE for port object 106db0a8-f50b-428e-937f-02dfd52104df will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:43:49.912174 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:43:47Z', 'revision_number': 3, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:49.915369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.939173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a71acb81-35fb-479b-9daf-bab3de6230b8 None None] Provisioning complete for port b689e135-ca42-4020-8111-b06ed37ead77 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:49.939698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a71acb81-35fb-479b-9daf-bab3de6230b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:49.944351 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Checking router: f37173f9-6818-4909-bd08-1dc68355a441 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:43:49.945265 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Updating router f37173f9-6818-4909-bd08-1dc68355a441 port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:43:49.989467 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.011083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Pushing event updated for resources: {'Port': ['ID=106db0a8-f50b-428e-937f-02dfd52104df,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:50.034360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.035023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.035558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.036109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.036661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.037180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.037737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.038302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.038828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.039378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.039907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.040426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.188744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.315506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Attempting to bind port 106db0a8-f50b-428e-937f-02dfd52104df on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:50.316097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Attempting to bind port 106db0a8-f50b-428e-937f-02dfd52104df by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:50.316626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Attempting to bind port 106db0a8-f50b-428e-937f-02dfd52104df on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:50.326279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b689e135-ca42-4020-8111-b06ed37ead77 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:50.328468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Port 106db0a8-f50b-428e-937f-02dfd52104df on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:43:50.328972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Attempting to bind port 106db0a8-f50b-428e-937f-02dfd52104df on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:50.340910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:50.342081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:50.342666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:50.343316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Bound port: 106db0a8-f50b-428e-937f-02dfd52104df, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:50.343861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.437416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0fcbc-ab6a-4ab0-a210-6b859ac88f1d req-8d3a8ede-f9f3-4bbc-b22f-1e28c5d458cd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:50.444880 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fb0fcbc-ab6a-4ab0-a210-6b859ac88f1d req-8d3a8ede-f9f3-4bbc-b22f-1e28c5d458cd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.2206991 Nov 12 12:43:50.487958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b689e135-ca42-4020-8111-b06ed37ead77 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:50.488651 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.580027 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fb0fcbc-ab6a-4ab0-a210-6b859ac88f1d req-cafb5f59-0425-4ee5-8973-33d9429259b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341684 Nov 12 12:43:50.596278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] For port 106db0a8-f50b-428e-937f-02dfd52104df, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:50.604724 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.621333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.627213 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.672576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] For port 106db0a8-f50b-428e-937f-02dfd52104df, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=106db0a8-f50b-428e-937f-02dfd52104df,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:50.696247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.707797 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Pushing event updated for resources: {'Port': ['ID=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:50.716632 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.717224 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.717755 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.718282 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.718806 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.719302 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.719797 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.720289 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.720798 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.721309 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.721802 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.722327 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:43:50.750415 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Attempting to bind port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:50.750792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Attempting to bind port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:50.751225 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Attempting to bind port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:50.759570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab6985-e136-4ad5-9311-a4f6db0fbba3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:50.770990 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:50.771390 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:50.771899 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.772239 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:50.772750 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Bound port: 7b65b4f7-a7d0-415a-9fb7-1a749a96064e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:50.773171 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.824491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9040ec3a-1018-4253-8856-a8267d948526 None None] Provisioning complete for port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:50.825557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9040ec3a-1018-4253-8856-a8267d948526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.860169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:50.865514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.867709 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] 10.222.0.65 "PUT /v2.0/ports/106db0a8-f50b-428e-937f-02dfd52104df HTTP/1.1" status: 200 len: 1091 time: 2.2392266 Nov 12 12:43:50.895410 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] For port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:50.905728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] For port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:50.911267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.916233 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.951367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9040ec3a-1018-4253-8856-a8267d948526 None None] Port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:50.953320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:50.992575 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7ec09-054b-4cbc-b6bb-053d1934aff5 None None] Pushing event updated for resources: {'Port': ['ID=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:51.030471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0fce0b-9535-412a-b2a7-abc3c1a3d30c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:51.040685 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Routers {'f37173f9-6818-4909-bd08-1dc68355a441'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:51.041029 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f37173f9-6818-4909-bd08-1dc68355a441'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:51.082827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:43:51.085393 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebb4d0b-a925-4de1-95a1-842e0994fc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "tag": "106db0a8-f50b-428e-937f-02dfd52104df"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:43:51.093622 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6c78d8e6-341c-4e03-ae60-bfc2bed77765 None None] Provisioning complete for port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:51.093993 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c78d8e6-341c-4e03-ae60-bfc2bed77765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:51.193520 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44d021e-76bb-4a1a-8953-3c0abc92c9de x-openstack-request-id: req-c44d021e-76bb-4a1a-8953-3c0abc92c9de {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:43:51.194121 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "tag": "106db0a8-f50b-428e-937f-02dfd52104df", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:43:51.194647 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c44d021e-76bb-4a1a-8953-3c0abc92c9de {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:43:51.195472 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df', 'status': 'completed', 'code': 200} Nov 12 12:43:51.210743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.25.1.190 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/ad13f70c-2a06-4720-a61f-dfe08dbd4fa5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:51.218999 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] Set router f37173f9-6818-4909-bd08-1dc68355a441 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:51.220161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-986027c9-6689-437a-90c7-419208c04938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:51.221768 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-986027c9-6689-437a-90c7-419208c04938 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 1094 time: 0.1290615 Nov 12 12:43:51.225725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a62a3-1bcb-4989-8e5f-b8c83c2c69bc service neutron] Pushing event updated for resources: {'Port': ['ID=106db0a8-f50b-428e-937f-02dfd52104df,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:51.410677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:51.483842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:51.539343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c78d8e6-341c-4e03-ae60-bfc2bed77765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:51.550271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:51.558489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:51.573636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcc508-fd15-427f-b26f-c1546baca0ac None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:51.574514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:51.581276 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:43:47Z', 'revision_number': 3, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:51.595062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c78d8e6-341c-4e03-ae60-bfc2bed77765 None None] For port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:51.616080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c78d8e6-341c-4e03-ae60-bfc2bed77765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:51.674036 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bffa81-eb81-4bb4-adb2-f12aa9fc131f None None] The sync data for ids ['f37173f9-6818-4909-bd08-1dc68355a441'] in n-d-804878-5 is: [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:43:47Z', 'revision_number': 3, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:43:51.725010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d8e6-341c-4e03-ae60-bfc2bed77765 None None] Pushing event updated for resources: {'Port': ['ID=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:51.765480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-691686da-7227-4ef8-b418-ed9b7b4e9f53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106db0a8-f50b-428e-937f-02dfd52104df HTTP/1.1" status: 200 len: 217 time: 0.5041485 Nov 12 12:43:51.799914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:51.823809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Allocated IP 172.20.0.1 (c7c86a2f-dd69-464d-982e-3942bf333386/8f61c681-bae5-49db-9bde-89557c938a02/8e605217-fdb6-4b0a-a920-bc1a4756a30c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:51.855276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-8ff5b2e8-6f58-49cf-aed4-019738e53f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:51.857428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-8ff5b2e8-6f58-49cf-aed4-019738e53f92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0848579 Nov 12 12:43:51.896586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a93f269-3c50-4a47-9110-42f2b46e9093 None None] Provisioning complete for port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:51.897106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a93f269-3c50-4a47-9110-42f2b46e9093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:51.983274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9a93f269-3c50-4a47-9110-42f2b46e9093 None None] Port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:52.009230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e3fd-b812-44f0-a166-192b8b3bed7b req-f3cf20aa-ff66-4c05-a67d-d021f0bf201e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:52.017313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bf9e3fd-b812-44f0-a166-192b8b3bed7b req-f3cf20aa-ff66-4c05-a67d-d021f0bf201e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.2425659 Nov 12 12:43:52.032813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.088965 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-195f0474-94c3-4aab-840f-6d203a3c3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:52.090729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-195f0474-94c3-4aab-840f-6d203a3c3d3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142506 Nov 12 12:43:52.093107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.131288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bf9e3fd-b812-44f0-a166-192b8b3bed7b req-ecc6fdd8-02fe-4e99-9301-649d8afdfe79 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130929 Nov 12 12:43:52.209005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Network c7c86a2f-dd69-464d-982e-3942bf333386 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:52.211330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Pushing event updated for resources: {'Port': ['ID=8e605217-fdb6-4b0a-a920-bc1a4756a30c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:52.221863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:52.226010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:52.327984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-79fd87d2-30eb-4a43-b3b8-3dba8ad77ed8 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064819 Nov 12 12:43:52.328898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.333327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.361067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b65b4f7-a7d0-415a-9fb7-1a749a96064e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:52.451234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:52.451234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.617617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7c97a9f-8f90-4628-be64-8cd69bbe8693 None None] Provisioning complete for port 8e605217-fdb6-4b0a-a920-bc1a4756a30c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:52.618094 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7c97a9f-8f90-4628-be64-8cd69bbe8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.619528 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a6eb70cf-baa8-481e-afa2-d662d7a5d26d req-f80ae0d9-f4e9-47af-8e7d-f10ddf6c077a service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247500 Nov 12 12:43:52.620512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.671291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a7c97a9f-8f90-4628-be64-8cd69bbe8693 None None] Port 8e605217-fdb6-4b0a-a920-bc1a4756a30c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:52.811933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:52.844715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-f20cb3a0-5022-4a94-9201-86f56704b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:52.846405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-f20cb3a0-5022-4a94-9201-86f56704b8be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 1094 time: 0.1716592 Nov 12 12:43:52.989782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 77e07fa7-262b-483a-bf34-6b13d3334101 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:43:53.046713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:53.066857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:53.133856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:53.144279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-ec7c8f49-00c3-4f1f-8cc4-ca4e7109d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.144640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:53.145785 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-ec7c8f49-00c3-4f1f-8cc4-ca4e7109d2c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.2871127 Nov 12 12:43:53.157555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Sync routers for ids ['77e07fa7-262b-483a-bf34-6b13d3334101'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:43:53.174699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Routers {'77e07fa7-262b-483a-bf34-6b13d3334101'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:53.175342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['77e07fa7-262b-483a-bf34-6b13d3334101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:53.181038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:53.183874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bec4ea32-a5fa-44be-b956-bc733e6c0597 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5344224 Nov 12 12:43:53.187566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.241973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-c94858c7-0f08-412a-94d8-0147b3631b7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106db0a8-f50b-428e-937f-02dfd52104df HTTP/1.1" status: 200 len: 217 time: 0.0877833 Nov 12 12:43:53.244310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Pushing event updated for resources: {'Port': ['ID=8e605217-fdb6-4b0a-a920-bc1a4756a30c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:53.276390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5535d-f097-4f9e-a1bb-663cfc53d91a tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.279018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5e5535d-f097-4f9e-a1bb-663cfc53d91a tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2027f85f1c5543ce99ab65866a30a95a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0897226 Nov 12 12:43:53.281860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.326409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Set router 77e07fa7-262b-483a-bf34-6b13d3334101 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:53.398772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-0835e1e4-47a2-41c1-a9ea-b266a241e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.400535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-0835e1e4-47a2-41c1-a9ea-b266a241e5d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.1512787 Nov 12 12:43:53.401008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97b0a2-76c7-4d13-90ea-179c1a38228e tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.403013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4f97b0a2-76c7-4d13-90ea-179c1a38228e tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1184614 Nov 12 12:43:53.406778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50364) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.438572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7d8f-145b-4ec5-b91b-fcefac2a8b5c req-aa4fc132-a608-44f1-8d65-8197b7026816 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.445906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44dc7d8f-145b-4ec5-b91b-fcefac2a8b5c req-aa4fc132-a608-44f1-8d65-8197b7026816 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1601796 Nov 12 12:43:53.447860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5f65b607-100c-41ff-b47c-64da91bcac26 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399568 Nov 12 12:43:53.451075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.485453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2cb9f92b-ad8b-4aeb-a6f3-2c34b99c6d17 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2027f85f1c5543ce99ab65866a30a95a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311041 Nov 12 12:43:53.485697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50368) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.493223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Network c7c86a2f-dd69-464d-982e-3942bf333386 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:53.500953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:53.535390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-c59d1db5-c49e-4296-9f75-a5cd998834bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.537515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-c59d1db5-c49e-4296-9f75-a5cd998834bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226735 Nov 12 12:43:53.592402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5d9df-00f8-4f30-9f6d-41db44ab5f51 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:53.594133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ab5d9df-00f8-4f30-9f6d-41db44ab5f51 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1074665 Nov 12 12:43:53.598743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.616020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-44dc7d8f-145b-4ec5-b91b-fcefac2a8b5c req-70843c14-a5b7-49a2-9454-728bf63496ac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690285 Nov 12 12:43:53.658894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6832e6bf-170c-4923-a714-25b6cd939581 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587411 Nov 12 12:43:53.661081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:53.668042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992162931', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:43:53.705966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 3, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:53.785345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Checking router: 77e07fa7-262b-483a-bf34-6b13d3334101 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:43:53.786995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Updating router 77e07fa7-262b-483a-bf34-6b13d3334101 port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:43:53.826188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Made reservation on behalf of 2027f85f1c5543ce99ab65866a30a95a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:43:53.830154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-81bc7c2d-33a7-4395-acc1-31395fcf8279 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843902 Nov 12 12:43:53.831035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:53.838080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Router f37173f9-6818-4909-bd08-1dc68355a441 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:43:53.842947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:53.943238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aebb4d0b-a925-4de1-95a1-842e0994fc6b req-f9533923-2a05-49d9-a1cb-bfbc515cb115 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038430 Nov 12 12:43:54.007354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2db6b09e-965c-4c83-9ea4-96475b583c15 None None] Provisioning complete for port 8e605217-fdb6-4b0a-a920-bc1a4756a30c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:54.007870 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2db6b09e-965c-4c83-9ea4-96475b583c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.055868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2db6b09e-965c-4c83-9ea4-96475b583c15 None None] Port 8e605217-fdb6-4b0a-a920-bc1a4756a30c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:54.090145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:54.096699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f18ca8a1-bc0a-4d1f-b360-9e0f96b4ae22 admin admin] 10.222.0.18 "PUT /v2.0/routers/f37173f9-6818-4909-bd08-1dc68355a441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5894768 Nov 12 12:43:54.163755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.232790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Sync routers for ids ['f37173f9-6818-4909-bd08-1dc68355a441'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:43:54.255499 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Routers {'f37173f9-6818-4909-bd08-1dc68355a441'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:54.257480 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f37173f9-6818-4909-bd08-1dc68355a441'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:54.288272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Checking segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:54.288895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network hostable DHCP agents. Network: 4c3f84f8-c3fc-4e6d-b873-440552a210ab, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:43:54.291691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Subnet': ['ID=d355ab1c-1aed-4f4a-bb29-1c326812d139,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:54.333944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:43:54.353446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 4c3f84f8-c3fc-4e6d-b873-440552a210ab) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:54.358684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:54.359478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.364867 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.370358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6b4b1-7eb0-4250-95d4-a8b7a80ab69e None None] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:54.393076 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.395406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d1a6b1d8-e7a7-425e-a602-bbdecd2a20a7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7319479 Nov 12 12:43:54.397574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50384) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:54.455462 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Set router f37173f9-6818-4909-bd08-1dc68355a441 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:54.550371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Attempting to bind port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:54.551213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Attempting to bind port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:54.551723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Attempting to bind port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:54.558446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe927d2-1da2-4c67-8823-871561257168 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:54.586690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:54.587104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:54.587522 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.587923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:54.588429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Bound port: ad13f70c-2a06-4720-a61f-dfe08dbd4fa5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:54.590200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.648477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaea89-e363-402c-ae28-5f2b94805e3f None None] Pushing event updated for resources: {'Port': ['ID=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:54.736398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] For port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:54.774104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1b2aba2c-6637-4499-af1a-5a9bce7e6f68 None None] Provisioning complete for port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:54.774478 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 4, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '8e605217-fdb6-4b0a-a920-bc1a4756a30c', 'name': '', 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'mac_address': 'fa:16:3e:d4:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '8f61c681-bae5-49db-9bde-89557c938a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 2, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'subnets': [{'id': '8f61c681-bae5-49db-9bde-89557c938a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:54.774692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aba2c-6637-4499-af1a-5a9bce7e6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.779447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] For port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:54.828227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.848644 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Checking router: f37173f9-6818-4909-bd08-1dc68355a441 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:43:54.848995 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Updating router f37173f9-6818-4909-bd08-1dc68355a441 port 8e605217-fdb6-4b0a-a920-bc1a4756a30c binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:43:54.858057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'fixed_ips': [{'subnet_id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:43:54.859126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:54.912837 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.037079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Allocated IP 172.20.0.18 (4c3f84f8-c3fc-4e6d-b873-440552a210ab/d355ab1c-1aed-4f4a-bb29-1c326812d139/6f097931-0b91-4c0c-b8de-8e5462b0ce76) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:55.111916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a5ebd-4f75-4711-b1e3-91117461348b req-f9825e9e-cbcb-460a-bd4a-7aff575c54b1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:55.121813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b33a5ebd-4f75-4711-b1e3-91117461348b req-f9825e9e-cbcb-460a-bd4a-7aff575c54b1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.2536581 Nov 12 12:43:55.207380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ee7745-eba2-4566-9107-eb6c00e5d1d1 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:43:55.209499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1b2aba2c-6637-4499-af1a-5a9bce7e6f68 None None] Port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:55.282047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Routers {'77e07fa7-262b-483a-bf34-6b13d3334101'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:55.282464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b33a5ebd-4f75-4711-b1e3-91117461348b req-ab3d030c-5c7c-4145-ab84-b8704f11b539 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582680 Nov 12 12:43:55.282730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['77e07fa7-262b-483a-bf34-6b13d3334101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:55.299970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.349408 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.362410 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.460030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] Set router 77e07fa7-262b-483a-bf34-6b13d3334101 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:55.523446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaea89-e363-402c-ae28-5f2b94805e3f None None] Pushing event updated for resources: {'Port': ['ID=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:55.581865 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267bef9-228f-4af5-9417-bcfc624c7bef None None] Pushing event updated for resources: {'Port': ['ID=8e605217-fdb6-4b0a-a920-bc1a4756a30c,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:55.587280 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Attempting to bind port 8e605217-fdb6-4b0a-a920-bc1a4756a30c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:55.588336 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Attempting to bind port 8e605217-fdb6-4b0a-a920-bc1a4756a30c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:55.588336 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Attempting to bind port 8e605217-fdb6-4b0a-a920-bc1a4756a30c on network c7c86a2f-dd69-464d-982e-3942bf333386 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:55.594153 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:55.599415 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Checking segment: {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:55.599903 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.600283 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Bound using segment: {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:55.600777 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Bound port: 8e605217-fdb6-4b0a-a920-bc1a4756a30c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571475b1-cccc-4e48-bb36-77fb8fcb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:55.601164 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.711601 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.713113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33946c18-95cd-4ff6-a48b-3ca90e5823e1 None None] Provisioning complete for port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:55.713494 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33946c18-95cd-4ff6-a48b-3ca90e5823e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.745013 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.795306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:55.818311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:55.828323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:55.847902 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] For port 8e605217-fdb6-4b0a-a920-bc1a4756a30c, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:55.852068 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] For port 8e605217-fdb6-4b0a-a920-bc1a4756a30c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e605217-fdb6-4b0a-a920-bc1a4756a30c,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:55.861782 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:55.892125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Pushing event updated for resources: {'Port': ['ID=6f097931-0b91-4c0c-b8de-8e5462b0ce76,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:55.892908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.20.0.17 (4c3f84f8-c3fc-4e6d-b873-440552a210ab/d355ab1c-1aed-4f4a-bb29-1c326812d139/0bd5abdc-4219-426e-a251-27452b749472) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:43:55.953313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:43:55.981297 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Routers {'f37173f9-6818-4909-bd08-1dc68355a441'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:43:55.983005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f37173f9-6818-4909-bd08-1dc68355a441'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:55.985130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267bef9-228f-4af5-9417-bcfc624c7bef None None] Pushing event updated for resources: {'Port': ['ID=8e605217-fdb6-4b0a-a920-bc1a4756a30c,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:56.015410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Attempting to bind port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:43:56.015793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Attempting to bind port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:43:56.016159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Attempting to bind port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 on network 4c3f84f8-c3fc-4e6d-b873-440552a210ab {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:43:56.033680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:43:56.034054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Checking segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:43:56.034487 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.034884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Bound using segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:43:56.035368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Bound port: 6f097931-0b91-4c0c-b8de-8e5462b0ce76, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:43:56.035755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.100605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.162412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 3, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:56.169492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33946c18-95cd-4ff6-a48b-3ca90e5823e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.171256 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] Set router f37173f9-6818-4909-bd08-1dc68355a441 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:43:56.183978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.249913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:56.253352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:56.263604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:43:56.309308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=0bd5abdc-4219-426e-a251-27452b749472,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:56.376913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.490245 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 4, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '8e605217-fdb6-4b0a-a920-bc1a4756a30c', 'name': '', 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'mac_address': 'fa:16:3e:d4:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '8f61c681-bae5-49db-9bde-89557c938a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:55Z', 'revision_number': 4, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'subnets': [{'id': '8f61c681-bae5-49db-9bde-89557c938a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:43:56.527894 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a180ba-ce27-4a1c-9021-bed10a4d9e00 None None] The sync data for ids ['f37173f9-6818-4909-bd08-1dc68355a441'] in n-d-804878-5 is: [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 4, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '8e605217-fdb6-4b0a-a920-bc1a4756a30c', 'name': '', 'network_id': 'c7c86a2f-dd69-464d-982e-3942bf333386', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'mac_address': 'fa:16:3e:d4:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '8f61c681-bae5-49db-9bde-89557c938a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:55Z', 'revision_number': 4, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'subnets': [{'id': '8f61c681-bae5-49db-9bde-89557c938a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:43:56.651887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60a414-2196-4dd9-bbb7-9675ff3c9c3f None None] The sync data for ids ['77e07fa7-262b-483a-bf34-6b13d3334101'] in n-d-804878-5 is: [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:43:52Z', 'revision_number': 3, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:43:56.675783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.726312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-33946c18-95cd-4ff6-a48b-3ca90e5823e1 None None] For port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:56.741921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] For port 6f097931-0b91-4c0c-b8de-8e5462b0ce76, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:43:56.744294 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33946c18-95cd-4ff6-a48b-3ca90e5823e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.752132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] For port 6f097931-0b91-4c0c-b8de-8e5462b0ce76, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6f097931-0b91-4c0c-b8de-8e5462b0ce76,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:43:56.820693 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:56.899807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33946c18-95cd-4ff6-a48b-3ca90e5823e1 None None] Pushing event updated for resources: {'Port': ['ID=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:56.936638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3c540f49-f36e-4490-82f8-3e1d6587d5b2 None None] Provisioning complete for port 8e605217-fdb6-4b0a-a920-bc1a4756a30c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:56.938584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c540f49-f36e-4490-82f8-3e1d6587d5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:57.076936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c7a7-355b-4e2a-9426-72b1ff65d8d0 req-c8b5fb37-72b9-4111-ad7b-d43514b29f19 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:57.089095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4330c7a7-355b-4e2a-9426-72b1ff65d8d0 req-c8b5fb37-72b9-4111-ad7b-d43514b29f19 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.2723022 Nov 12 12:43:57.175705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446683f6-a39c-4a93-964d-5a6daae33750 None None] Pushing event updated for resources: {'Port': ['ID=6f097931-0b91-4c0c-b8de-8e5462b0ce76,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:57.295561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4330c7a7-355b-4e2a-9426-72b1ff65d8d0 req-3ae9c48d-39f8-45bc-b059-97b8ca71dd19 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055514 Nov 12 12:43:57.355250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c540f49-f36e-4490-82f8-3e1d6587d5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:57.410887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3c540f49-f36e-4490-82f8-3e1d6587d5b2 None None] For port 8e605217-fdb6-4b0a-a920-bc1a4756a30c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e605217-fdb6-4b0a-a920-bc1a4756a30c,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:57.416995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c540f49-f36e-4490-82f8-3e1d6587d5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:57.524243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540f49-f36e-4490-82f8-3e1d6587d5b2 None None] Pushing event updated for resources: {'Port': ['ID=8e605217-fdb6-4b0a-a920-bc1a4756a30c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:57.690349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:57.920511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:57.930877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:58.089856 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:58.101663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=0bd5abdc-4219-426e-a251-27452b749472,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:58.286358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:43:58.290754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:43:58.293839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Deleting port 67fcc3ee-80fe-4e7d-8c2c-564106c66212 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:43:58.296104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:58.573867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:58.589086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] For port 67fcc3ee-80fe-4e7d-8c2c-564106c66212, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=67fcc3ee-80fe-4e7d-8c2c-564106c66212,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:58.593008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:58.620243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Calling delete_port for 67fcc3ee-80fe-4e7d-8c2c-564106c66212 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:43:58.668186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb849a-d9d8-4f61-8874-699b4df6150b req-be2981f0-f6c2-4555-8393-a4cf8cfd3fb8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:58.676583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99bb849a-d9d8-4f61-8874-699b4df6150b req-be2981f0-f6c2-4555-8393-a4cf8cfd3fb8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1119759 Nov 12 12:43:58.754992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 77e07fa7-262b-483a-bf34-6b13d3334101 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:43:58.773574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:58.774257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:58.813202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db988b-d172-4766-9802-9862153ea120 None None] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:43:58.899152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99bb849a-d9d8-4f61-8874-699b4df6150b req-e19c3c71-1792-4542-b176-8da7bc8d82a2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216730 Nov 12 12:43:58.942510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:58.976705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Pushing event deleted for resources: {'Port': ['ID=67fcc3ee-80fe-4e7d-8c2c-564106c66212,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:59.001306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1bf25e53-3840-4beb-a267-7e85c2ff398c None None] Provisioning complete for port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:59.001852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bf25e53-3840-4beb-a267-7e85c2ff398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.007410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:43:59.029184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9ab5f6a2-9fab-4f86-9e86-1f38335a3ece tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "PUT /v2.0/routers/77e07fa7-262b-483a-bf34-6b13d3334101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6302400 Nov 12 12:43:59.207926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bf25e53-3840-4beb-a267-7e85c2ff398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.254560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e605217-fdb6-4b0a-a920-bc1a4756a30c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:59.267440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.350936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1bf25e53-3840-4beb-a267-7e85c2ff398c None None] For port 6f097931-0b91-4c0c-b8de-8e5462b0ce76, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6f097931-0b91-4c0c-b8de-8e5462b0ce76,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:43:59.368864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bf25e53-3840-4beb-a267-7e85c2ff398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.424030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8e605217-fdb6-4b0a-a920-bc1a4756a30c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:59.424407 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.477405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf25e53-3840-4beb-a267-7e85c2ff398c None None] Pushing event updated for resources: {'Port': ['ID=6f097931-0b91-4c0c-b8de-8e5462b0ce76,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:43:59.585893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6f097931-0b91-4c0c-b8de-8e5462b0ce76 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:43:59.668524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.685016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:59.685390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.759431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-0abe8621-d378-4ba7-afcf-9eb88c80e9ea tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:59.771972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-0abe8621-d378-4ba7-afcf-9eb88c80e9ea tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/networks?id=4c3f84f8-c3fc-4e6d-b873-440552a210ab HTTP/1.1" status: 200 len: 797 time: 0.3426218 Nov 12 12:43:59.816086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-2e0fd01b-b129-496f-aafb-7d677177dd2e tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/quotas/2027f85f1c5543ce99ab65866a30a95a HTTP/1.1" status: 200 len: 375 time: 0.0428243 Nov 12 12:43:59.896571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-864eb621-fe1a-48c3-976e-fb165fa3254d None None] Provisioning complete for port 0bd5abdc-4219-426e-a251-27452b749472 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:59.896957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-864eb621-fe1a-48c3-976e-fb165fa3254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.930203 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.971609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-864eb621-fe1a-48c3-976e-fb165fa3254d None None] Port 0bd5abdc-4219-426e-a251-27452b749472 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:43:59.983451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-864eb621-fe1a-48c3-976e-fb165fa3254d None None] Provisioning complete for port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:43:59.984072 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-864eb621-fe1a-48c3-976e-fb165fa3254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:59.998905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-3ad800e8-16db-4dfc-8564-4892d995cfc3 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1720858 Nov 12 12:44:00.064635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Router c7888443-3073-4810-bb22-8b3c638834c1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:00.173653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c80ce8-d3c0-443f-bd79-d68609e52b49 req-2ab2063c-5fdd-4672-8b99-0b7f3bf61e01 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:00.180938 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66c80ce8-d3c0-443f-bd79-d68609e52b49 req-2ab2063c-5fdd-4672-8b99-0b7f3bf61e01 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.0696151 Nov 12 12:44:00.243273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66c80ce8-d3c0-443f-bd79-d68609e52b49 req-e90a556f-49a1-4ebf-90d4-54adf64fda2d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566995 Nov 12 12:44:00.260361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:00.269005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8faa97fc-52ef-4452-afc5-736eab79d79c admin admin] 10.222.0.18 "PUT /v2.0/routers/c7888443-3073-4810-bb22-8b3c638834c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3145916 Nov 12 12:44:00.272824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50468) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:00.289161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] Sync routers for ids ['c7888443-3073-4810-bb22-8b3c638834c1'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:00.300860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8e331680-b370-46c2-818a-de0708fe37cb None None] Provisioning complete for port 0bd5abdc-4219-426e-a251-27452b749472 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:00.301473 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e331680-b370-46c2-818a-de0708fe37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.317040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-9945101d-382a-4f00-8cc2-c291339ebf29 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094380 Nov 12 12:44:00.401692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] Routers {'c7888443-3073-4810-bb22-8b3c638834c1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:00.402410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7888443-3073-4810-bb22-8b3c638834c1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:00.445644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.492260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-2af9477f-6360-410c-b29c-2b6e45fcd6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740227 Nov 12 12:44:00.503628 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Sync routers for ids ['77e07fa7-262b-483a-bf34-6b13d3334101'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:00.521015 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Routers {'77e07fa7-262b-483a-bf34-6b13d3334101'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:00.521931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['77e07fa7-262b-483a-bf34-6b13d3334101'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:00.537173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6f097931-0b91-4c0c-b8de-8e5462b0ce76 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:00.569085 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.602701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8e331680-b370-46c2-818a-de0708fe37cb None None] Port 0bd5abdc-4219-426e-a251-27452b749472 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:44:00.635301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] Set router c7888443-3073-4810-bb22-8b3c638834c1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:00.639638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:00.641958 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.655499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Deleting port 2bad672a-bbdb-47f6-ba17-c0d682959109 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:00.655873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.718264 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Set router 77e07fa7-262b-483a-bf34-6b13d3334101 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:00.830749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66c2669f-0065-4216-a5ca-740a4ae1dec6 req-74cc88d8-e708-4ef8-9c94-021b469f177b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 210 time: 0.0457392 Nov 12 12:44:00.850928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d99b563d-927f-4248-9e0b-bae19457ae24 None None] Provisioning complete for port 0bd5abdc-4219-426e-a251-27452b749472 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:00.851409 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d99b563d-927f-4248-9e0b-bae19457ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.866082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] For port 2bad672a-bbdb-47f6-ba17-c0d682959109, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2bad672a-bbdb-47f6-ba17-c0d682959109,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:00.866798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:00.883354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Calling delete_port for 2bad672a-bbdb-47f6-ba17-c0d682959109 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:00.933090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d99b563d-927f-4248-9e0b-bae19457ae24 None None] Port 0bd5abdc-4219-426e-a251-27452b749472 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:44:01.014899 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '0bd5abdc-4219-426e-a251-27452b749472', 'name': '', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:7c:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:55Z', 'updated_at': '2021-11-12T12:43:57Z', 'revision_number': 2, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:01.095514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Checking router: 77e07fa7-262b-483a-bf34-6b13d3334101 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:01.096157 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Updating router 77e07fa7-262b-483a-bf34-6b13d3334101 port 0bd5abdc-4219-426e-a251-27452b749472 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:44:01.127626 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.159618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:43:58Z', 'revision_number': 5, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port': {'id': '2bad672a-bbdb-47f6-ba17-c0d682959109', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:32Z', 'updated_at': '2021-11-12T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:01.188068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.193274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] Checking router: c7888443-3073-4810-bb22-8b3c638834c1 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:01.203865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] Routers {'c7888443-3073-4810-bb22-8b3c638834c1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:01.204553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7888443-3073-4810-bb22-8b3c638834c1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:01.228006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bad672a-bbdb-47f6-ba17-c0d682959109,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:01.339991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.369834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb69f5-8306-4510-ba97-81a226e1a314 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:01.394995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] Set router c7888443-3073-4810-bb22-8b3c638834c1 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:01.466999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533182f9-0e34-4dab-adc9-404ccae96eb8 req-6d1bc58f-ecef-43b4-aa8d-ce5adf7f7a23 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:01.475510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-533182f9-0e34-4dab-adc9-404ccae96eb8 req-6d1bc58f-ecef-43b4-aa8d-ce5adf7f7a23 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1120517 Nov 12 12:44:01.526875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:44:01Z', 'revision_number': 7, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:01.548312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.551286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.557123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f6759-0d09-48bf-a0a0-746a68e3d2b0 None None] The sync data for ids ['c7888443-3073-4810-bb22-8b3c638834c1'] in n-d-804878-5 is: [{'id': 'c7888443-3073-4810-bb22-8b3c638834c1', 'name': 'tempest-TestAggregatesBasicOps-687320532-router', 'tenant_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:31Z', 'updated_at': '2021-11-12T12:44:01Z', 'revision_number': 7, 'project_id': '10bc80d1d8ec4330b24bd363cac9c6b6', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:01.616504 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-533182f9-0e34-4dab-adc9-404ccae96eb8 req-4719110a-2ec2-481e-ad45-e234263c1301 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396091 Nov 12 12:44:01.634588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.635166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7888443-3073-4810-bb22-8b3c638834c1 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:44:01.640335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.641491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ee43cef-db02-46aa-a23b-297a9191dbbb admin admin] 10.222.0.18 "DELETE /v2.0/routers/c7888443-3073-4810-bb22-8b3c638834c1 HTTP/1.1" status: 204 len: 168 time: 1.3649106 Nov 12 12:44:01.643971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:01.651164 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.658487 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.742701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Deleting subnet 4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:44:01.746138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.748916 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ace082-83d5-4b71-ba88-4410fe41c771 None None] Pushing event updated for resources: {'Port': ['ID=0bd5abdc-4219-426e-a251-27452b749472,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:01.827216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.834105 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Attempting to bind port 0bd5abdc-4219-426e-a251-27452b749472 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:44:01.836763 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Attempting to bind port 0bd5abdc-4219-426e-a251-27452b749472 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:44:01.837263 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Attempting to bind port 0bd5abdc-4219-426e-a251-27452b749472 on network 4c3f84f8-c3fc-4e6d-b873-440552a210ab {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:44:01.844625 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:44:01.845468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Checking segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:44:01.850080 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.850994 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Bound using segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:44:01.851759 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Bound port: 0bd5abdc-4219-426e-a251-27452b749472, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:44:01.852399 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:01.942127 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] For port 0bd5abdc-4219-426e-a251-27452b749472, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:44:01.945875 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] For port 0bd5abdc-4219-426e-a251-27452b749472, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bd5abdc-4219-426e-a251-27452b749472,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:44:01.953713 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:02.073265 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ace082-83d5-4b71-ba88-4410fe41c771 None None] Pushing event updated for resources: {'Port': ['ID=0bd5abdc-4219-426e-a251-27452b749472,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:02.114691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Provisioning complete for port 0bd5abdc-4219-426e-a251-27452b749472 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:02.115460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:02.119538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54242ab4-3b44-4cac-bec4-fe6422905f03 req-fde2da98-e3e4-4d91-8a0f-1a07d2676aa0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 210 time: 0.1314201 Nov 12 12:44:02.155343 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Routers {'77e07fa7-262b-483a-bf34-6b13d3334101'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:02.157985 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['77e07fa7-262b-483a-bf34-6b13d3334101'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:02.170023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:02.379426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:02.445418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:02.453319 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] Set router 77e07fa7-262b-483a-bf34-6b13d3334101 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:02.455318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:02.460313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0c3718f7-ff05-4887-be3f-d1e4d1c49e81 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b93ddda-3c1c-4a8c-bed2-d3b62eef33bd HTTP/1.1" status: 204 len: 168 time: 0.8153317 Nov 12 12:44:02.466950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:02.680792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:02.723984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5759e0-a094-432e-934b-d402125a1a0c None None] Network 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:02.726042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 67fcc3ee-80fe-4e7d-8c2c-564106c66212 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:02.834916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 67fcc3ee-80fe-4e7d-8c2c-564106c66212 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:02.835425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 67fcc3ee-80fe-4e7d-8c2c-564106c66212 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:02.895102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-96762035-dc31-47bc-a923-5101b8bf485d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:02.897249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-96762035-dc31-47bc-a923-5101b8bf485d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.81 "GET /v2.0/networks?id=4c3f84f8-c3fc-4e6d-b873-440552a210ab HTTP/1.1" status: 200 len: 797 time: 0.4564281 Nov 12 12:44:02.916275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Request body: {'port': {'device_id': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'admin_state_up': True, 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:44:03.032492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.062626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0545-95d5-420a-8987-3568429028b2 req-f5fefca0-6b15-4b89-b4ee-33a8a60d87d8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:03.064284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-574d0545-95d5-420a-8987-3568429028b2 req-f5fefca0-6b15-4b89-b4ee-33a8a60d87d8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.2141190 Nov 12 12:44:03.077258 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '0bd5abdc-4219-426e-a251-27452b749472', 'name': '', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:7c:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:55Z', 'updated_at': '2021-11-12T12:44:01Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:03.096621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Deleting port a29e986a-21c7-4993-b7ed-70198423886c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:03.096969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.116544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] For port 0bd5abdc-4219-426e-a251-27452b749472, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bd5abdc-4219-426e-a251-27452b749472,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:03.124545 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.158842 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54797e-4188-4d76-aa9c-e25d6919aa63 None None] The sync data for ids ['77e07fa7-262b-483a-bf34-6b13d3334101'] in n-d-804878-5 is: [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '0bd5abdc-4219-426e-a251-27452b749472', 'name': '', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:7c:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:55Z', 'updated_at': '2021-11-12T12:44:01Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:03.333985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Pushing event updated for resources: {'Port': ['ID=0bd5abdc-4219-426e-a251-27452b749472,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:03.348174 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5366b42-e9e4-430e-831a-2349d66b708f req-54d75adb-d848-489e-80a6-a8d5b6657580 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 210 time: 0.0700336 Nov 12 12:44:03.350112 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-574d0545-95d5-420a-8987-3568429028b2 req-c9b0d3ab-fd10-48e7-9736-083ecbea836c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771857 Nov 12 12:44:03.378280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.381042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.381610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.382147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.383992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.384515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.385782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.393408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.394463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.394979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.396283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.397462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc106f4f-3b1d-4bac-bb87-f51fba578e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:03.408580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] DHCP port deletion for 97bd8c85-c9ea-4d13-a730-4cc927a8ef5d request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:03.481809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] For port a29e986a-21c7-4993-b7ed-70198423886c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a29e986a-21c7-4993-b7ed-70198423886c,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:03.502234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.563138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-845725ac-8b5c-45ae-a6c0-191d188f5666 None None] Provisioning complete for port 0bd5abdc-4219-426e-a251-27452b749472 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:03.563552 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-845725ac-8b5c-45ae-a6c0-191d188f5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.582466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Calling delete_port for a29e986a-21c7-4993-b7ed-70198423886c owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:03.595075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Made reservation on behalf of 2027f85f1c5543ce99ab65866a30a95a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:44:03.610936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.673506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] Deleting port a29e986a-21c7-4993-b7ed-70198423886c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:03.673924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.798237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] For port a29e986a-21c7-4993-b7ed-70198423886c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a29e986a-21c7-4993-b7ed-70198423886c,segment=NetworkSegment(5804334d-b6f1-4541-989e-637f5f7bf6d0),segment_id=5804334d-b6f1-4541-989e-637f5f7bf6d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:03.798667 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:03.816143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] Calling delete_port for a29e986a-21c7-4993-b7ed-70198423886c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:03.961602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Allocated IP 172.20.0.22 (4c3f84f8-c3fc-4e6d-b873-440552a210ab/d355ab1c-1aed-4f4a-bb29-1c326812d139/a1ea4ccf-bf29-4fb7-b179-063c018c86a6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:44:03.989497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:04.023347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] Pushing event deleted for resources: {'Port': ['ID=a29e986a-21c7-4993-b7ed-70198423886c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:04.034563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b691be-d276-44a3-9c61-5e5f2e0a981b None None] No DVR routers for this DVR port a29e986a-21c7-4993-b7ed-70198423886c on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:04.127803 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:04.139848 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:04.172978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] No DVR routers for this DVR port a29e986a-21c7-4993-b7ed-70198423886c on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:04.217254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a29e986a-21c7-4993-b7ed-70198423886c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:04.338664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:04.352018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bd5abdc-4219-426e-a251-27452b749472 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:04.368394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:04.378712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bd8c85-c9ea-4d13-a730-4cc927a8ef5d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:04.445820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:44:04.448449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5804334d-b6f1-4541-989e-637f5f7bf6d0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:04.448864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5804334d-b6f1-4541-989e-637f5f7bf6d0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:04.451928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:04.461965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:44:04.517420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0bd5abdc-4219-426e-a251-27452b749472 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:04.518096 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:04.673997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0cd2a-ae0d-4a66-b202-91583e1da478 req-93cb0108-f21c-49bf-9aa4-9824d576ff6a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:04.690604 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1df0cd2a-ae0d-4a66-b202-91583e1da478 req-93cb0108-f21c-49bf-9aa4-9824d576ff6a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1533689 Nov 12 12:44:04.749016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2bad672a-bbdb-47f6-ba17-c0d682959109 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:04.813054 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1df0cd2a-ae0d-4a66-b202-91583e1da478 req-7bf3c41d-4db0-45c6-8ac0-3533ca1a8121 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213882 Nov 12 12:44:04.816369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 2bad672a-bbdb-47f6-ba17-c0d682959109 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:04.816993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2bad672a-bbdb-47f6-ba17-c0d682959109 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:04.817603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a29e986a-21c7-4993-b7ed-70198423886c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:04.868893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a29e986a-21c7-4993-b7ed-70198423886c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:04.870599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a29e986a-21c7-4993-b7ed-70198423886c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:05.011189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.028344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2fbaf3a2-6833-46f5-9113-556bafe80d5a None None] Provisioning complete for port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:05.028344 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf3a2-6833-46f5-9113-556bafe80d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.073103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event updated for resources: {'Port': ['ID=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:05.085975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2fbaf3a2-6833-46f5-9113-556bafe80d5a None None] Port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:44:05.096990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.110667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:44:05.111114 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:44:05.114794 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:44:05.179824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:05.182461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.211450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239c16b-67f4-4563-b653-96b61142adcd req-859012e5-3c40-458d-8a32-c32f9225937b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:05.213047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a239c16b-67f4-4563-b653-96b61142adcd req-859012e5-3c40-458d-8a32-c32f9225937b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 895 time: 0.2205899 Nov 12 12:44:05.224193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f7ff75c8-aabb-4f83-96f8-c76d99b5a305 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3142703 Nov 12 12:44:05.225322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.239758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.243396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/97bd8c85-c9ea-4d13-a730-4cc927a8ef5d HTTP/1.1" status: 204 len: 168 time: 2.7718253 Nov 12 12:44:05.246259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:05.250512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Request body: {'port': {'device_id': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:44:05.316585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c13682-d445-4fe3-ae94-1d1f76c8f4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=97bd8c85-c9ea-4d13-a730-4cc927a8ef5d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:05.368799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.693257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc38-b984-4939-88ac-af3a06b617aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.757840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.767283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ea4ccf-bf29-4fb7-b179-063c018c86a6 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:44:05.775445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.798111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Transition to ACTIVE for port object a1ea4ccf-bf29-4fb7-b179-063c018c86a6 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:44:05.803910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:05.867563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:06.070756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Attempting to bind port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:44:06.071550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Attempting to bind port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:44:06.071550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Attempting to bind port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 on network 4c3f84f8-c3fc-4e6d-b873-440552a210ab {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:44:06.076873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 on network 4c3f84f8-c3fc-4e6d-b873-440552a210ab not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:44:06.077197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Attempting to bind port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 on network 4c3f84f8-c3fc-4e6d-b873-440552a210ab {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:44:06.083519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:44:06.083859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Checking segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:44:06.084370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Bound using segment: {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:44:06.085098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Bound port: a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57021ca0-c39b-4225-9773-68de04ca7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:44:06.085466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:06.097997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb546e-29e2-419c-a162-c2e82a816cf3 req-80e842fb-6100-4257-9185-1e68e858e058 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:06.099629 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19cb546e-29e2-419c-a162-c2e82a816cf3 req-80e842fb-6100-4257-9185-1e68e858e058 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1543982 Nov 12 12:44:06.164942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] For port a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:44:06.169584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] For port a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:44:06.176525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:06.288084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:06.299055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:06.300893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] 10.222.0.81 "PUT /v2.0/ports/a1ea4ccf-bf29-4fb7-b179-063c018c86a6 HTTP/1.1" status: 200 len: 1055 time: 1.0563850 Nov 12 12:44:06.301472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'tag': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:06.304067 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed271aa-0742-42d0-985f-2a97bb06dfb5", "tag": "a1ea4ccf-bf29-4fb7-b179-063c018c86a6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:06.376181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19cb546e-29e2-419c-a162-c2e82a816cf3 req-617f33e3-1add-46e2-a647-88b64a12f314 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673130 Nov 12 12:44:06.420479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625e357-8d23-4c94-96c3-6a907a136e53 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:06.446250 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8afb0da-979f-4578-a1b6-a67d1af0e37d x-openstack-request-id: req-f8afb0da-979f-4578-a1b6-a67d1af0e37d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:06.446636 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed271aa-0742-42d0-985f-2a97bb06dfb5", "tag": "a1ea4ccf-bf29-4fb7-b179-063c018c86a6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:06.447004 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8afb0da-979f-4578-a1b6-a67d1af0e37d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:06.447514 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'tag': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6', 'status': 'completed', 'code': 200} Nov 12 12:44:06.482555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Deleting port 8e605217-fdb6-4b0a-a920-bc1a4756a30c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:06.482890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:06.511762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-44d319a1-cd4f-44a5-b83d-05961e8ba51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:06.514057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-44d319a1-cd4f-44a5-b83d-05961e8ba51a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 1058 time: 0.1644340 Nov 12 12:44:06.608636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-053c8305-1324-4080-987b-df6b42a1c23d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6 HTTP/1.1" status: 200 len: 217 time: 0.0840826 Nov 12 12:44:06.633264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a921-ff25-4b37-8780-6924b50861f4 req-996036a7-f720-4763-8c57-6c6474ea1ea4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:06.635956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] For port 8e605217-fdb6-4b0a-a920-bc1a4756a30c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e605217-fdb6-4b0a-a920-bc1a4756a30c,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:06.636445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:06.642872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5589a921-ff25-4b37-8780-6924b50861f4 req-996036a7-f720-4763-8c57-6c6474ea1ea4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 907 time: 0.1933560 Nov 12 12:44:06.660859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Calling delete_port for 8e605217-fdb6-4b0a-a920-bc1a4756a30c owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:06.695932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-b4e323ae-973b-43f0-85a7-0a4dd8738d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:06.697434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-b4e323ae-973b-43f0-85a7-0a4dd8738d55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d355ab1c-1aed-4f4a-bb29-1c326812d139 HTTP/1.1" status: 200 len: 837 time: 0.0516624 Nov 12 12:44:06.825974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f44aaa04-d206-4354-9839-6fb570614256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:06.828483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-f44aaa04-d206-4354-9839-6fb570614256 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4c3f84f8-c3fc-4e6d-b873-440552a210ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235828 Nov 12 12:44:06.932116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:06.965138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-de910e6e-9f64-48b7-b99b-92f3a73657d6 service neutron] 10.222.0.81 "GET /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284573 Nov 12 12:44:07.013961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e605217-fdb6-4b0a-a920-bc1a4756a30c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:07.148718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49e0b2d-5b04-491d-8825-542c7a26919d req-258c6eec-ffb0-4c64-b7bc-a69d92397a80 service neutron] 10.222.0.81 "GET /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764562 Nov 12 12:44:07.269253 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:07.307920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-a91a95a5-4a8f-4db1-b816-be1a4ed83f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:07.309437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-a91a95a5-4a8f-4db1-b816-be1a4ed83f3e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 1058 time: 0.0753906 Nov 12 12:44:07.432897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-e2ce891d-774b-44e0-8e05-f9de0a7c968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:07.435301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-e2ce891d-774b-44e0-8e05-f9de0a7c968f service neutron] 10.222.0.81 "GET /v2.0/networks?id=4c3f84f8-c3fc-4e6d-b873-440552a210ab HTTP/1.1" status: 200 len: 898 time: 0.1183901 Nov 12 12:44:07.496971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-59235cf7-d1c0-419d-b924-e44be8095ead service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6 HTTP/1.1" status: 200 len: 217 time: 0.0519323 Nov 12 12:44:07.557731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-46292bd1-7d81-41cc-8027-bdeecbd902fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:07.559573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-46292bd1-7d81-41cc-8027-bdeecbd902fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d355ab1c-1aed-4f4a-bb29-1c326812d139 HTTP/1.1" status: 200 len: 837 time: 0.0552490 Nov 12 12:44:07.623780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-02315b18-ab8a-4037-b3b8-4aecff2bbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:07.624758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6caaf-ec53-4a2a-be83-a466531dcc5e req-24bf6ef5-4e5d-4123-90a2-903642d6c78c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:07.625339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-02315b18-ab8a-4037-b3b8-4aecff2bbda1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4c3f84f8-c3fc-4e6d-b873-440552a210ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572121 Nov 12 12:44:07.626404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70e6caaf-ec53-4a2a-be83-a466531dcc5e req-24bf6ef5-4e5d-4123-90a2-903642d6c78c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1111832 Nov 12 12:44:07.660684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Router f37173f9-6818-4909-bd08-1dc68355a441 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:07.712032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-70e6caaf-ec53-4a2a-be83-a466531dcc5e req-132f0ef5-1d1f-47c5-929e-4b250a69c363 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774677 Nov 12 12:44:07.766638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-f47c84c6-fd4b-4582-a623-9820e8065f92 service neutron] 10.222.0.81 "GET /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306260 Nov 12 12:44:07.917915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:07.923759 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5227a55b-5b2f-43a6-a9eb-2cf0b9b92fb6 admin admin] 10.222.0.18 "PUT /v2.0/routers/f37173f9-6818-4909-bd08-1dc68355a441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761150 Nov 12 12:44:07.926136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:07.929044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] Sync routers for ids ['f37173f9-6818-4909-bd08-1dc68355a441'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:07.943320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] Routers {'f37173f9-6818-4909-bd08-1dc68355a441'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:07.947567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f37173f9-6818-4909-bd08-1dc68355a441'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:07.970923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0c9ea-f4ab-470d-a67a-ca354d9c567b req-8ca1ddf3-6ff0-4fc8-a9c1-e95d2556dba6 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:07.985925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cf0c9ea-f4ab-470d-a67a-ca354d9c567b req-8ca1ddf3-6ff0-4fc8-a9c1-e95d2556dba6 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 907 time: 0.1908429 Nov 12 12:44:08.040691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6ee3507-5487-4a44-bbcd-306a1f3a3a72 req-21e9ed47-0448-4a02-8bbc-cc76466eb867 service neutron] 10.222.0.81 "GET /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659891 Nov 12 12:44:08.145461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] Set router f37173f9-6818-4909-bd08-1dc68355a441 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:08.453186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:44:06Z', 'revision_number': 5, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:08.485404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] Checking router: f37173f9-6818-4909-bd08-1dc68355a441 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:08.495310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] Routers {'f37173f9-6818-4909-bd08-1dc68355a441'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:08.496206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:43:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f37173f9-6818-4909-bd08-1dc68355a441'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:08.521851 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:08.610816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] Set router f37173f9-6818-4909-bd08-1dc68355a441 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:08.656861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:08.729393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Deleting port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:08.729733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:08.882320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:44:06Z', 'revision_number': 5, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:08.912035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4eb2-60d5-41a4-9ddc-24a4324121bb req-71e5abdd-26e4-47bd-bc68-4c2f33a4786a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:08.920694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ffb4eb2-60d5-41a4-9ddc-24a4324121bb req-71e5abdd-26e4-47bd-bc68-4c2f33a4786a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.0920732 Nov 12 12:44:08.921763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9d235-0ae5-47ae-baab-a9d402ee492a None None] The sync data for ids ['f37173f9-6818-4909-bd08-1dc68355a441'] in n-d-804878-5 is: [{'id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'name': 'tempest-TestAggregatesBasicOps-648291511-router', 'tenant_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:44Z', 'updated_at': '2021-11-12T12:44:06Z', 'revision_number': 5, 'project_id': 'bfffb9fb73964c73b9250d1c42dd3477', 'gw_port': {'id': '7b65b4f7-a7d0-415a-9fb7-1a749a96064e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37173f9-6818-4909-bd08-1dc68355a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:45Z', 'updated_at': '2021-11-12T12:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:08.943433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71fc45af-2c05-4cce-b792-32355a7c41c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:08.966194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] For port 7b65b4f7-a7d0-415a-9fb7-1a749a96064e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:08.966580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.013715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0ffb4eb2-60d5-41a4-9ddc-24a4324121bb req-65d4ee36-9e0e-4b03-bb97-b0ad4f5646ae tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871434 Nov 12 12:44:09.041177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Calling delete_port for 7b65b4f7-a7d0-415a-9fb7-1a749a96064e owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:09.157750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506993cd-132c-4f13-96a6-703ead5b2627 req-862d354a-eafe-47b8-95e8-ed00b720259a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:09.170753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-506993cd-132c-4f13-96a6-703ead5b2627 req-862d354a-eafe-47b8-95e8-ed00b720259a tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 907 time: 0.1061640 Nov 12 12:44:09.235483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.260535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b65b4f7-a7d0-415a-9fb7-1a749a96064e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:09.284915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50e33c-cec5-49c1-8639-8e2e12d8b534 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:09.286892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1ea4ccf-bf29-4fb7-b179-063c018c86a6 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:44:09.401250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.418066 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.463741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:09.478316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6', 'network_id': '4c3f84f8-c3fc-4e6d-b873-440552a210ab', 'port_id': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6', 'mac_address': 'fa:16:3e:7c:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd355ab1c-1aed-4f4a-bb29-1c326812d139', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:44:09.523142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.537532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ea4ccf-bf29-4fb7-b179-063c018c86a6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:44:09.570512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:09.577389 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.587094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.590978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.628212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:09.644807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.645599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f37173f9-6818-4909-bd08-1dc68355a441 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:44:09.651251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.652561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a95a15f-bc10-4096-b4c3-3e63d5ab2011 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f37173f9-6818-4909-bd08-1dc68355a441 HTTP/1.1" status: 204 len: 168 time: 1.7254689 Nov 12 12:44:09.655409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:09.711516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Deleting subnet 8f61c681-bae5-49db-9bde-89557c938a02 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:44:09.715803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.756106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.891398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.952280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['a1ea4ccf-bf29-4fb7-b179-063c018c86a6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:44:09.956637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:09.993789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f61c681-bae5-49db-9bde-89557c938a02,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:09.999807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.006522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:10.006777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47ea05d2-543b-4225-86ab-809f75282742 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f61c681-bae5-49db-9bde-89557c938a02 HTTP/1.1" status: 204 len: 168 time: 0.3500614 Nov 12 12:44:10.043382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d23d0-0581-4c4c-a6c7-edae0df9b9a0 None None] Network c7c86a2f-dd69-464d-982e-3942bf333386 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:10.181002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.253615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309564a-4f18-4618-aa19-b730b46d2d6d req-e76805f6-b462-4a17-91c7-bd108f5f4229 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:10.282192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0309564a-4f18-4618-aa19-b730b46d2d6d req-e76805f6-b462-4a17-91c7-bd108f5f4229 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.1469336 Nov 12 12:44:10.324580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] DHCP port deletion for c7c86a2f-dd69-464d-982e-3942bf333386 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:10.374506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac0a3-549d-456b-aef1-405824e93ea9 req-1706164f-6e01-4c1c-bb0a-be8a9e2edd11 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:10.385498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-331ac0a3-549d-456b-aef1-405824e93ea9 req-1706164f-6e01-4c1c-bb0a-be8a9e2edd11 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 908 time: 0.1209574 Nov 12 12:44:10.407369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] Deleting port b689e135-ca42-4020-8111-b06ed37ead77 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:10.407753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.422757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0309564a-4f18-4618-aa19-b730b46d2d6d req-7ae26836-da13-4e27-bceb-2694e51e3650 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812347 Nov 12 12:44:10.439380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b65b4f7-a7d0-415a-9fb7-1a749a96064e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:10.446798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Deleting port b689e135-ca42-4020-8111-b06ed37ead77 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:10.447271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.491402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7b65b4f7-a7d0-415a-9fb7-1a749a96064e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:10.491749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b65b4f7-a7d0-415a-9fb7-1a749a96064e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:10.492452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e605217-fdb6-4b0a-a920-bc1a4756a30c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:10.520428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] For port b689e135-ca42-4020-8111-b06ed37ead77, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b689e135-ca42-4020-8111-b06ed37ead77,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:10.520952 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.525480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8e605217-fdb6-4b0a-a920-bc1a4756a30c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:10.525822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e605217-fdb6-4b0a-a920-bc1a4756a30c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:10.530435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] For port b689e135-ca42-4020-8111-b06ed37ead77, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b689e135-ca42-4020-8111-b06ed37ead77,segment=NetworkSegment(571475b1-cccc-4e48-bb36-77fb8fcb01bd),segment_id=571475b1-cccc-4e48-bb36-77fb8fcb01bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:10.531447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.543924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Calling delete_port for b689e135-ca42-4020-8111-b06ed37ead77 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:10.546610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] Calling delete_port for b689e135-ca42-4020-8111-b06ed37ead77 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:10.660403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.666006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.676108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] No DVR routers for this DVR port b689e135-ca42-4020-8111-b06ed37ead77 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:10.690754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.716768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b689e135-ca42-4020-8111-b06ed37ead77,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:10.736028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] No DVR routers for this DVR port b689e135-ca42-4020-8111-b06ed37ead77 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:10.742297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd811cc-6650-4e72-bc3a-5db8d3ef00cc None None] Pushing event deleted for resources: {'Port': ['ID=b689e135-ca42-4020-8111-b06ed37ead77,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:10.775308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.800576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c86a2f-dd69-464d-982e-3942bf333386']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:10.815980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571475b1-cccc-4e48-bb36-77fb8fcb01bd') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:10.816414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571475b1-cccc-4e48-bb36-77fb8fcb01bd') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:10.827440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.842080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.848381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:44:10.848773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:44:10.850636 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:44:10.908805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.915003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:10.919783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7c86a2f-dd69-464d-982e-3942bf333386 HTTP/1.1" status: 204 len: 168 time: 0.9106424 Nov 12 12:44:10.933390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3470-8142-46cd-a876-6c57f0ece8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c86a2f-dd69-464d-982e-3942bf333386,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:11.088596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:11.151162 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25694661-5e03-41ed-82f6-6fe2e552db37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10bc80d1d8ec4330b24bd363cac9c6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588219 Nov 12 12:44:11.153647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:11.206519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53838edc-dc66-4004-ad55-48142eb3ce2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.233824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53838edc-dc66-4004-ad55-48142eb3ce2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.285219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1ea4ccf-bf29-4fb7-b179-063c018c86a6 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:11.308947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53838edc-dc66-4004-ad55-48142eb3ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.313225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53838edc-dc66-4004-ad55-48142eb3ce2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.314717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-53838edc-dc66-4004-ad55-48142eb3ce2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f55a150-b510-48a6-9e97-c4e868526c86 HTTP/1.1" status: 204 len: 168 time: 0.1621599 Nov 12 12:44:11.325756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53838edc-dc66-4004-ad55-48142eb3ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f55a150-b510-48a6-9e97-c4e868526c86,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:11.384753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.388714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:44:11.393179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:11.393748 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.405654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b97af-ce7d-4ad6-9b85-52164de23843 req-eef0b7cd-bcaf-4437-ad8d-693383996261 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:11.407707 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac2b97af-ce7d-4ad6-9b85-52164de23843 req-eef0b7cd-bcaf-4437-ad8d-693383996261 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 950 time: 0.0893424 Nov 12 12:44:11.466705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac2b97af-ce7d-4ad6-9b85-52164de23843 req-fced718f-e801-4383-9fa1-ef5e26516978 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Nov 12 12:44:11.516413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.572262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:11.579076 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3298f-e51b-4f8f-92b5-e969ca21c533" -d '{"events": [{"server_uuid": "6ed271aa-0742-42d0-985f-2a97bb06dfb5", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea4ccf-bf29-4fb7-b179-063c018c86a6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:11.605409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1218f5-f801-4a67-a460-f324c765f4cf req-2fb5afc7-4184-4baf-9a0b-718ff0dcb6f7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:11.607825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d1218f5-f801-4a67-a460-f324c765f4cf req-2fb5afc7-4184-4baf-9a0b-718ff0dcb6f7 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 908 time: 0.0883744 Nov 12 12:44:11.611323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177eb47-e074-45da-a86b-d2d81c6064aa req-3f1d0e8e-7628-4332-a89a-33af40a834d9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:11.611780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:11.613902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c177eb47-e074-45da-a86b-d2d81c6064aa req-3f1d0e8e-7628-4332-a89a-33af40a834d9 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.0654767 Nov 12 12:44:11.621172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.684069 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c177eb47-e074-45da-a86b-d2d81c6064aa req-04022b7f-6cc3-4552-9feb-e456676d800e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625958 Nov 12 12:44:11.701445 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17182b24-eab2-4c70-933b-2c8b0b33d44a x-openstack-request-id: req-17182b24-eab2-4c70-933b-2c8b0b33d44a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:11.702108 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed271aa-0742-42d0-985f-2a97bb06dfb5", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea4ccf-bf29-4fb7-b179-063c018c86a6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:11.702539 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17182b24-eab2-4c70-933b-2c8b0b33d44a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:11.708046 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6', 'code': 200} Nov 12 12:44:11.714432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:11.826819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeda02-9283-4c9e-bb54-a3b3fc420b8c req-e8b0442b-05da-42a2-a720-3cf752d024e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:11.828413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fdeeda02-9283-4c9e-bb54-a3b3fc420b8c req-e8b0442b-05da-42a2-a720-3cf752d024e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 1060 time: 0.0670061 Nov 12 12:44:11.877688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:11.918699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5f0edb22-2ef7-414d-8984-23167c28dcd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfffb9fb73964c73b9250d1c42dd3477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392272 Nov 12 12:44:11.921512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:11.971383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a11329-5c96-45ff-913f-305ffcc88029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:11.994035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a11329-5c96-45ff-913f-305ffcc88029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:12.042004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a11329-5c96-45ff-913f-305ffcc88029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:12.045314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a11329-5c96-45ff-913f-305ffcc88029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:12.046738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-37a11329-5c96-45ff-913f-305ffcc88029 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69660903-efc7-4a0d-ac35-5ea705e1758b HTTP/1.1" status: 204 len: 168 time: 0.1243043 Nov 12 12:44:12.055129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a11329-5c96-45ff-913f-305ffcc88029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69660903-efc7-4a0d-ac35-5ea705e1758b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:12.264265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b689e135-ca42-4020-8111-b06ed37ead77 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:12.289108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b689e135-ca42-4020-8111-b06ed37ead77 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:12.289792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b689e135-ca42-4020-8111-b06ed37ead77 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:12.637054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6ce17-ed4b-4600-abea-3da7c0668433 req-3a95f2ec-a2b1-4142-8b97-4cf4c29dffcd tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:12.643232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ece6ce17-ed4b-4600-abea-3da7c0668433 req-3a95f2ec-a2b1-4142-8b97-4cf4c29dffcd tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 950 time: 0.0718479 Nov 12 12:44:12.714629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ece6ce17-ed4b-4600-abea-3da7c0668433 req-bee122c4-643d-42f8-966f-c5c39f51b7a2 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e524cd3-8490-472d-b852-517d5db79e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566182 Nov 12 12:44:12.781485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e3c2-b325-473c-8443-f819e0c1549f req-9a92600b-6f88-476c-98ee-49cbc04c1fc4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:12.783078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca28e3c2-b325-473c-8443-f819e0c1549f req-9a92600b-6f88-476c-98ee-49cbc04c1fc4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 909 time: 0.0727022 Nov 12 12:44:12.851396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827d83-3388-4597-bbec-75c8ff570699 req-d186c524-7f67-4b0c-bc5f-4741f24d1bdb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:12.853969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18827d83-3388-4597-bbec-75c8ff570699 req-d186c524-7f67-4b0c-bc5f-4741f24d1bdb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 943 time: 0.0606737 Nov 12 12:44:12.921643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18827d83-3388-4597-bbec-75c8ff570699 req-406086ab-9eb8-4d63-bce9-673c8f8ef8e6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610065 Nov 12 12:44:13.132782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ce502786-10af-4305-979b-fd9212af6535 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:13.134265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ce502786-10af-4305-979b-fd9212af6535 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 950 time: 0.0513077 Nov 12 12:44:13.239286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Deleting port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:13.239626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:13.333897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] For port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:13.334298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:13.347629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Calling delete_port for 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:13.463132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 106db0a8-f50b-428e-937f-02dfd52104df details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:44:13.497311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:13.530231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Pushing event deleted for resources: {'Port': ['ID=03faf32e-4a3e-48d0-8cb4-de7fdedcc02e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:13.584409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 106db0a8-f50b-428e-937f-02dfd52104df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=106db0a8-f50b-428e-937f-02dfd52104df,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:13.584961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] No DVR routers for this DVR port 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:13.587682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:13.591946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3c62568-d6bf-4bc3-8fc3-7332d133ac7d req-ad5b286d-334c-44eb-8b86-6e3ce9028077 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.81 "DELETE /v2.0/ports/03faf32e-4a3e-48d0-8cb4-de7fdedcc02e HTTP/1.1" status: 204 len: 173 time: 0.4510624 Nov 12 12:44:13.592421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'name': 'network-vif-deleted', 'tag': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:13.595805 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432054e6-5611-4ea0-bcbe-f9c3545b244c" -d '{"events": [{"server_uuid": "eea6e6c2-d989-4660-8b74-125fd9708b63", "name": "network-vif-deleted", "tag": "03faf32e-4a3e-48d0-8cb4-de7fdedcc02e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:13.598975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '106db0a8-f50b-428e-937f-02dfd52104df', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': '106db0a8-f50b-428e-937f-02dfd52104df', 'mac_address': 'fa:16:3e:1f:ac:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:44:13.641723 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:13.653866 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0ab950-0353-4291-96db-c7be68147685 x-openstack-request-id: req-0f0ab950-0353-4291-96db-c7be68147685 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:13.654465 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea6e6c2-d989-4660-8b74-125fd9708b63", "name": "network-vif-deleted", "tag": "03faf32e-4a3e-48d0-8cb4-de7fdedcc02e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:13.654465 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f0ab950-0353-4291-96db-c7be68147685 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:13.654873 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6e6c2-d989-4660-8b74-125fd9708b63', 'name': 'network-vif-deleted', 'tag': '03faf32e-4a3e-48d0-8cb4-de7fdedcc02e', 'status': 'completed', 'code': 200} Nov 12 12:44:13.656834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106db0a8-f50b-428e-937f-02dfd52104df {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:44:13.676903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 106db0a8-f50b-428e-937f-02dfd52104df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=106db0a8-f50b-428e-937f-02dfd52104df,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:13.682193 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:13.749948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=106db0a8-f50b-428e-937f-02dfd52104df,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:13.867950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e88c64b-e7cb-4864-9055-8903d0934d15 req-3ccadc74-82a8-40a5-bd8a-c91f442a6878 tempest-VolumesBackupsTest-123711148 tempest-VolumesBackupsTest-123711148-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea6e6c2-d989-4660-8b74-125fd9708b63 HTTP/1.1" status: 200 len: 210 time: 0.0381100 Nov 12 12:44:13.939327 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['106db0a8-f50b-428e-937f-02dfd52104df'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:44:13.977503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac257e09-eb89-4729-87f8-489ee62e6bb6 req-73eeff0b-7d93-4b7d-a197-981e364882e4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:13.982993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac257e09-eb89-4729-87f8-489ee62e6bb6 req-73eeff0b-7d93-4b7d-a197-981e364882e4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 909 time: 0.1080928 Nov 12 12:44:14.240524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ea307-fd9a-46b6-b2f7-cd88e21010d0 req-baa9275c-b2d6-4446-a7ff-ebb4e09e14d3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:14.241441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64754466-bd0d-4400-928d-9f57d2d75fe6 req-8542d7e8-ac60-4d55-8c74-613c69df9bee tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:14.242664 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b8ea307-fd9a-46b6-b2f7-cd88e21010d0 req-baa9275c-b2d6-4446-a7ff-ebb4e09e14d3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 944 time: 0.1255937 Nov 12 12:44:14.256738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64754466-bd0d-4400-928d-9f57d2d75fe6 req-8542d7e8-ac60-4d55-8c74-613c69df9bee tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 909 time: 0.1060514 Nov 12 12:44:14.305291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b8ea307-fd9a-46b6-b2f7-cd88e21010d0 req-b3282ec9-c8b8-444a-99c5-2dbf2c652993 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558910 Nov 12 12:44:14.364547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf287f-3494-4fd4-868e-2741e5b493c7 req-04f4c118-991e-4213-9a4b-61d817e52917 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:14.366393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8cf287f-3494-4fd4-868e-2741e5b493c7 req-04f4c118-991e-4213-9a4b-61d817e52917 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 1060 time: 0.0440464 Nov 12 12:44:14.482376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7573c-ebc1-485f-8419-476c459b5040 req-b693ee33-25a3-4812-b448-58d782889dd6 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:14.483942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87c7573c-ebc1-485f-8419-476c459b5040 req-b693ee33-25a3-4812-b448-58d782889dd6 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1135 time: 0.0472414 Nov 12 12:44:14.538390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87c7573c-ebc1-485f-8419-476c459b5040 req-01715029-2fb5-4c87-862a-b76d23e07b90 tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0484195 Nov 12 12:44:14.561269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:14.602220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472623f-44e6-4df4-970a-a7d7d16b221f tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:14.606711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1472623f-44e6-4df4-970a-a7d7d16b221f tempest-TestSecurityGroupsBasicOps-1693577617 tempest-TestSecurityGroupsBasicOps-1693577617-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 1055 time: 0.0414197 Nov 12 12:44:14.848025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc1350-0f80-45a0-b4b4-501fe9afc714 req-51afc658-60bb-4c7b-84e0-e4179885fce6 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:14.849571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-58bc1350-0f80-45a0-b4b4-501fe9afc714 req-51afc658-60bb-4c7b-84e0-e4179885fce6 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 909 time: 0.0575993 Nov 12 12:44:15.316030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:15.366839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:15.367856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 03faf32e-4a3e-48d0-8cb4-de7fdedcc02e not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:15.459936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187b09e-e3f2-499e-a760-e3c19cdc083d req-379a3ce7-a8c6-4f8c-98a5-b8b1724b3e24 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:15.461456 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b187b09e-e3f2-499e-a760-e3c19cdc083d req-379a3ce7-a8c6-4f8c-98a5-b8b1724b3e24 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 944 time: 0.0637076 Nov 12 12:44:15.479337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 106db0a8-f50b-428e-937f-02dfd52104df up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:15.539258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b187b09e-e3f2-499e-a760-e3c19cdc083d req-129e39e3-c78c-4680-9d51-b01f897e0f9c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673327 Nov 12 12:44:15.541112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 106db0a8-f50b-428e-937f-02dfd52104df completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:44:15.547518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 106db0a8-f50b-428e-937f-02dfd52104df triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:15.548143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:15.801448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:15.826383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:15.829304 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cded486c-7ee0-4b25-9648-b4a18a4bd00f" -d '{"events": [{"server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "name": "network-vif-plugged", "status": "completed", "tag": "106db0a8-f50b-428e-937f-02dfd52104df"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:15.844759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 106db0a8-f50b-428e-937f-02dfd52104df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=106db0a8-f50b-428e-937f-02dfd52104df,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:15.856000 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:15.908131 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6543bff3-fa81-49d2-a498-2e92352ced9a x-openstack-request-id: req-6543bff3-fa81-49d2-a498-2e92352ced9a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:15.908430 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "name": "network-vif-plugged", "status": "completed", "tag": "106db0a8-f50b-428e-937f-02dfd52104df", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:15.908680 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6543bff3-fa81-49d2-a498-2e92352ced9a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:15.909073 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df', 'code': 200} Nov 12 12:44:15.987430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=106db0a8-f50b-428e-937f-02dfd52104df,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:16.044738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ad75-21d0-43f0-8d0a-9d1fce245f9c req-70f82a76-debe-4ef4-bb6f-9d7e0e20c941 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:16.047704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-07f9ad75-21d0-43f0-8d0a-9d1fce245f9c req-70f82a76-debe-4ef4-bb6f-9d7e0e20c941 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 909 time: 0.0917325 Nov 12 12:44:16.069679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444bd72-95f1-4005-aa0d-cded4fdc30a7 req-b188bf7b-822c-4e43-8c2a-567fdfa83883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:16.071633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0444bd72-95f1-4005-aa0d-cded4fdc30a7 req-b188bf7b-822c-4e43-8c2a-567fdfa83883 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 1096 time: 0.0837421 Nov 12 12:44:16.143073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0444bd72-95f1-4005-aa0d-cded4fdc30a7 req-01b0ba6e-017e-404c-913d-37714a6cc001 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637481 Nov 12 12:44:16.189393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-9ef27322-b0ae-463a-8ba9-834178300929 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:16.191414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-9ef27322-b0ae-463a-8ba9-834178300929 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 909 time: 0.0843332 Nov 12 12:44:16.304221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:16.304561 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:16.400296 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] For port a1ea4ccf-bf29-4fb7-b179-063c018c86a6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:16.400686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:16.413250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for a1ea4ccf-bf29-4fb7-b179-063c018c86a6 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:16.553219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:16.579483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=a1ea4ccf-bf29-4fb7-b179-063c018c86a6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:16.633824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] No DVR routers for this DVR port a1ea4ccf-bf29-4fb7-b179-063c018c86a6 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:16.636389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:16.640330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cafbb4c-bc8a-4891-b500-513938e36c75 req-55eb5e0a-a9ae-4d09-ab48-49e4c0c08356 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.81 "DELETE /v2.0/ports/a1ea4ccf-bf29-4fb7-b179-063c018c86a6 HTTP/1.1" status: 204 len: 173 time: 0.4425161 Nov 12 12:44:16.649204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'name': 'network-vif-deleted', 'tag': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:16.651514 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d127d3a9-0846-4d1b-886d-575eed684305" -d '{"events": [{"server_uuid": "6ed271aa-0742-42d0-985f-2a97bb06dfb5", "name": "network-vif-deleted", "tag": "a1ea4ccf-bf29-4fb7-b179-063c018c86a6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:16.712478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093711bc-dcdd-44e8-b48a-fa0f8de74bae req-9d7045ce-fbc1-4d26-9a44-a9f333377897 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:16.723911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-093711bc-dcdd-44e8-b48a-fa0f8de74bae req-9d7045ce-fbc1-4d26-9a44-a9f333377897 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 945 time: 0.0920045 Nov 12 12:44:16.759414 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed55d92f-2c3a-43f4-ab85-b7681b570aec x-openstack-request-id: req-ed55d92f-2c3a-43f4-ab85-b7681b570aec {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:16.760975 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed271aa-0742-42d0-985f-2a97bb06dfb5", "name": "network-vif-deleted", "tag": "a1ea4ccf-bf29-4fb7-b179-063c018c86a6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:16.761367 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed55d92f-2c3a-43f4-ab85-b7681b570aec {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:16.762668 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed271aa-0742-42d0-985f-2a97bb06dfb5', 'name': 'network-vif-deleted', 'tag': 'a1ea4ccf-bf29-4fb7-b179-063c018c86a6', 'status': 'completed', 'code': 200} Nov 12 12:44:16.811803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-093711bc-dcdd-44e8-b48a-fa0f8de74bae req-1bc134c0-083b-48d3-8aa2-fb1dfe1c24af tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862310 Nov 12 12:44:16.853965 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:44:17.205516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20de63b5-f0a5-4435-b02f-d4d31a43e6f9 req-35851c11-5b79-47de-a2e6-93c11d08514e tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ed271aa-0742-42d0-985f-2a97bb06dfb5 HTTP/1.1" status: 200 len: 210 time: 0.0514553 Nov 12 12:44:17.955993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc929-6aa8-41bb-bec9-6bede06fb8ef req-0e06556c-ae73-424c-a298-57810c3f493f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:17.957923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-039cc929-6aa8-41bb-bec9-6bede06fb8ef req-0e06556c-ae73-424c-a298-57810c3f493f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 945 time: 0.0632432 Nov 12 12:44:18.023801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-039cc929-6aa8-41bb-bec9-6bede06fb8ef req-462581e4-644b-4763-96d4-ad228cf8b014 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595109 Nov 12 12:44:18.151246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255987a-e8cd-4d98-a5bd-7b35558af256 req-9cfc2732-452e-4e16-984f-255026468616 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:18.153838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4255987a-e8cd-4d98-a5bd-7b35558af256 req-9cfc2732-452e-4e16-984f-255026468616 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 945 time: 0.0566041 Nov 12 12:44:18.223152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4255987a-e8cd-4d98-a5bd-7b35558af256 req-380ff048-de23-489a-9d26-aff3ced16e4c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600650 Nov 12 12:44:18.244150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:18.284378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 50912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:18.650553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56825f-078a-47c9-99e1-e3d90276b06b tempest-TestVolumeBootPattern-2052532573 tempest-TestVolumeBootPattern-2052532573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:18.655456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9f56825f-078a-47c9-99e1-e3d90276b06b tempest-TestVolumeBootPattern-2052532573 tempest-TestVolumeBootPattern-2052532573-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 1091 time: 0.4070737 Nov 12 12:44:18.656235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 50920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:18.661866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '106db0a8-f50b-428e-937f-02dfd52104df', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:44:18.688008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:18.832472 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:18.862499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.015504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.25.1.106 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/17fe92f6-60e8-432e-b415-9df45ecb505f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:44:19.153328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.191890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port 0bd5abdc-4219-426e-a251-27452b749472 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:19.192481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.200211 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.242930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:44:19.244399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:19.247240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:44:19.287152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=17fe92f6-60e8-432e-b415-9df45ecb505f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:19.304231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] For port 0bd5abdc-4219-426e-a251-27452b749472, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bd5abdc-4219-426e-a251-27452b749472,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:19.304607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.322989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1ea4ccf-bf29-4fb7-b179-063c018c86a6 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:19.324423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for 0bd5abdc-4219-426e-a251-27452b749472 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:19.351495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: a1ea4ccf-bf29-4fb7-b179-063c018c86a6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:19.352137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1ea4ccf-bf29-4fb7-b179-063c018c86a6 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:19.706213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.729439 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:19.770293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=0bd5abdc-4219-426e-a251-27452b749472,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:19.851691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:20.111782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:20.118849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:20.300251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:20.379848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=17fe92f6-60e8-432e-b415-9df45ecb505f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:20.484116 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Floating IP 500f0bf5-9915-4a88-90ba-4082825737be associated. External IP: 172.25.1.106, port: 106db0a8-f50b-428e-937f-02dfd52104df. Nov 12 12:44:20.520699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:20.836612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:20.853077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 77e07fa7-262b-483a-bf34-6b13d3334101 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:20.995613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:21.007369 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:21.021201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:21.024078 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:21.025084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:21.036650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8877b409-2e13-43c8-95d4-1ca9e605018d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "PUT /v2.0/routers/77e07fa7-262b-483a-bf34-6b13d3334101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7532792 Nov 12 12:44:21.038491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] Sync routers for ids ['77e07fa7-262b-483a-bf34-6b13d3334101'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:21.042635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:21.063588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] Routers {'77e07fa7-262b-483a-bf34-6b13d3334101'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:21.064575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['77e07fa7-262b-483a-bf34-6b13d3334101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:21.104966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:21.146426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting subnet d355ab1c-1aed-4f4a-bb29-1c326812d139 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:44:21.150138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:21.204859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-28de90ef-7719-4648-bb2d-571b47288ad0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5430729 Nov 12 12:44:21.204859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:21.211192 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296510dc-eea2-439d-8ba6-37698f8992cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "tag": "106db0a8-f50b-428e-937f-02dfd52104df"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:21.235050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:21.238811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:21.265930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] Set router 77e07fa7-262b-483a-bf34-6b13d3334101 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:21.304949 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64454068-bb30-4679-8bea-7258a71ed567 x-openstack-request-id: req-64454068-bb30-4679-8bea-7258a71ed567 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:21.306053 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "tag": "106db0a8-f50b-428e-937f-02dfd52104df", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:21.306551 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64454068-bb30-4679-8bea-7258a71ed567 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:21.307437 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df', 'status': 'completed', 'code': 200} Nov 12 12:44:21.441315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296510dc-eea2-439d-8ba6-37698f8992cf req-b514a3d8-0e0c-4296-829b-fdb81c48bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:21.443772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-b514a3d8-0e0c-4296-829b-fdb81c48bc35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 1096 time: 0.1028347 Nov 12 12:44:21.453784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:21.563280 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '500f0bf5-9915-4a88-90ba-4082825737be', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '106db0a8-f50b-428e-937f-02dfd52104df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:1f:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:44:19Z', 'updated_at': '2021-11-12T12:44:19Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:21.603583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:44:19Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:21.608356 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:21.620695 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:21.623253 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:21.626421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:21.642109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] Checking router: 77e07fa7-262b-483a-bf34-6b13d3334101 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:21.651537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] Routers {'77e07fa7-262b-483a-bf34-6b13d3334101'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:21.652214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['77e07fa7-262b-483a-bf34-6b13d3334101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:21.658853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296510dc-eea2-439d-8ba6-37698f8992cf req-e12971ba-fd89-4cc5-be0e-238384accac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:21.660822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-e12971ba-fd89-4cc5-be0e-238384accac0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.2086163 Nov 12 12:44:21.665692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Subnet': ['ID=d355ab1c-1aed-4f4a-bb29-1c326812d139,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:21.776015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-b3a9e903-a928-49ef-aa9c-c92707c979e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106db0a8-f50b-428e-937f-02dfd52104df HTTP/1.1" status: 200 len: 999 time: 0.0907226 Nov 12 12:44:21.778989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:21.782191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62068eb9-5df2-4f5e-abf9-ceb6193c17b0 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/subnets/d355ab1c-1aed-4f4a-bb29-1c326812d139 HTTP/1.1" status: 204 len: 168 time: 0.7370751 Nov 12 12:44:21.785695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:21.827160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] Set router 77e07fa7-262b-483a-bf34-6b13d3334101 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:21.845671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296510dc-eea2-439d-8ba6-37698f8992cf req-53b9e8e0-0f15-4cd0-883c-86e91b75553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:21.847364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-53b9e8e0-0f15-4cd0-883c-86e91b75553c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0638614 Nov 12 12:44:21.864251 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:21.895654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35f8e8-8ab0-4b33-b3b6-1f97e00aa484 None None] Network 4c3f84f8-c3fc-4e6d-b873-440552a210ab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:21.915624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296510dc-eea2-439d-8ba6-37698f8992cf req-484d13c3-2898-44fb-b36a-8bc2ba22646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:21.917744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-484d13c3-2898-44fb-b36a-8bc2ba22646e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613606 Nov 12 12:44:22.089514 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-e83ef4f7-5c6e-4ccf-bb20-71c7d67c2bb8 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642396 Nov 12 12:44:22.110675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.234980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:44:19Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:22.260034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.268746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb546b-7397-4955-b018-e56f7e06fad7 None None] The sync data for ids ['77e07fa7-262b-483a-bf34-6b13d3334101'] in n-d-804878-5 is: [{'id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'name': 'tempest-TestSecurityGroupsBasicOps-router-877418145', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:43:49Z', 'updated_at': '2021-11-12T12:44:19Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'ad13f70c-2a06-4720-a61f-dfe08dbd4fa5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e07fa7-262b-483a-bf34-6b13d3334101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:43:50Z', 'updated_at': '2021-11-12T12:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:22.345216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] DHCP port deletion for 4c3f84f8-c3fc-4e6d-b873-440552a210ab request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:22.380609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296510dc-eea2-439d-8ba6-37698f8992cf req-5a2de402-835b-4fbe-b6a6-56220f4928af service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820899 Nov 12 12:44:22.389419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:22.389836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.434339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] Deleting port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:22.435239 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.439582 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '500f0bf5-9915-4a88-90ba-4082825737be', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '106db0a8-f50b-428e-937f-02dfd52104df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:1f:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:44:19Z', 'updated_at': '2021-11-12T12:44:19Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:22.495818 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bf965-e2c0-4fdb-9b44-9f84916fc644 None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '500f0bf5-9915-4a88-90ba-4082825737be', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '106db0a8-f50b-428e-937f-02dfd52104df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:1f:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:44:19Z', 'updated_at': '2021-11-12T12:44:19Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:22.510010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] For port ad13f70c-2a06-4720-a61f-dfe08dbd4fa5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:22.510422 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.520043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] For port 6f097931-0b91-4c0c-b8de-8e5462b0ce76, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6f097931-0b91-4c0c-b8de-8e5462b0ce76,segment=NetworkSegment(57021ca0-c39b-4225-9773-68de04ca7fa0),segment_id=57021ca0-c39b-4225-9773-68de04ca7fa0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:22.520445 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.529634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:22.543233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] Calling delete_port for 6f097931-0b91-4c0c-b8de-8e5462b0ce76 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:22.703600 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.757939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] Pushing event deleted for resources: {'Port': ['ID=6f097931-0b91-4c0c-b8de-8e5462b0ce76,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:22.765088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31470ada-5d4b-45fb-9e74-3f7d3b092077 None None] No DVR routers for this DVR port 6f097931-0b91-4c0c-b8de-8e5462b0ce76 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:22.819407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:22.847935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc00c6-6426-482e-96c4-6f84e5b34729 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:22.896606 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4873f2d-55db-4dd8-9b0d-5a5e5b834e3f None None] New status for floating IP 500f0bf5-9915-4a88-90ba-4082825737be: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:44:22.926748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=ad13f70c-2a06-4720-a61f-dfe08dbd4fa5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:23.030073 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.158009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.160804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.209621 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.210539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Fanout notify agent at l3_agent the message router_deleted on router 77e07fa7-262b-483a-bf34-6b13d3334101 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:44:23.220627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.224559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:23.224752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7e948b5-eec5-4655-ab4b-115625a19e05 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/routers/77e07fa7-262b-483a-bf34-6b13d3334101 HTTP/1.1" status: 204 len: 168 time: 1.4373856 Nov 12 12:44:23.346524 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.468947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.499716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3f84f8-c3fc-4e6d-b873-440552a210ab']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:23.509987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57021ca0-c39b-4225-9773-68de04ca7fa0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:23.510594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57021ca0-c39b-4225-9773-68de04ca7fa0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:23.523139 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.538438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.559410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:44:23.559885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:44:23.565081 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:44:23.635973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.646294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.655062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/networks/4c3f84f8-c3fc-4e6d-b873-440552a210ab HTTP/1.1" status: 204 len: 168 time: 0.4286764 Nov 12 12:44:23.656122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:23.679481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00670b-cabc-4ddc-8e81-e13f6cbb2d65 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Network': ['ID=4c3f84f8-c3fc-4e6d-b873-440552a210ab,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:23.887733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port df7316c8-ea41-4a29-b47f-ac58799f0c8e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:23.888339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.973617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.973947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:23.994687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for df7316c8-ea41-4a29-b47f-ac58799f0c8e owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:24.233959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:24.261702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=df7316c8-ea41-4a29-b47f-ac58799f0c8e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:24.299761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:24.331164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:24.332250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ad13f70c-2a06-4720-a61f-dfe08dbd4fa5 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:24.333186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bd5abdc-4219-426e-a251-27452b749472 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:24.333340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:24.333856 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Floating IP e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9 disassociated (deleted). External IP: 172.25.1.16, port: b48961f7-5ccc-4d41-a0f2-b8c2cf44890b. Nov 12 12:44:24.360141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0bd5abdc-4219-426e-a251-27452b749472 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:24.360827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bd5abdc-4219-426e-a251-27452b749472 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:24.361466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6f097931-0b91-4c0c-b8de-8e5462b0ce76 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:24.388433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6f097931-0b91-4c0c-b8de-8e5462b0ce76 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:24.388876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6f097931-0b91-4c0c-b8de-8e5462b0ce76 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:24.586679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 09246b7e-158d-4b97-a113-ba932c05330f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:24.704277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:24.708722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:24.718294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] Sync routers for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:24.735982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:24.739506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:24.768442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-555655c2-4ba2-4c2b-8417-45ef9c45d1fe tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/floatingips/e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9 HTTP/1.1" status: 204 len: 168 time: 1.1110733 Nov 12 12:44:24.774542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:24.776908 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe901909-dfee-4259-bde2-77d22401fbad" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:24.820687 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f755b2-146f-4caa-a9ca-08c40c3c2b1f x-openstack-request-id: req-c1f755b2-146f-4caa-a9ca-08c40c3c2b1f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:24.820980 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:24.821237 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1f755b2-146f-4caa-a9ca-08c40c3c2b1f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:24.821652 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'status': 'completed', 'code': 200} Nov 12 12:44:24.915037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:24.958536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901909-dfee-4259-bde2-77d22401fbad req-34f2a947-f879-49e7-a51a-82cf24a8aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:24.960117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-34f2a947-f879-49e7-a51a-82cf24a8aa43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2027f85f1c5543ce99ab65866a30a95a&device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 1135 time: 0.0746698 Nov 12 12:44:25.088943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901909-dfee-4259-bde2-77d22401fbad req-3ff05a68-bbdc-4400-b3e4-40b9cb379547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:25.090853 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-3ff05a68-bbdc-4400-b3e4-40b9cb379547 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efe67b46-74bb-423c-b98d-24535d71b8ea HTTP/1.1" status: 200 len: 898 time: 0.1148167 Nov 12 12:44:25.167395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-8948a1fc-a149-49c3-bf2c-a2de0c098994 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b HTTP/1.1" status: 200 len: 217 time: 0.0681837 Nov 12 12:44:25.254533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901909-dfee-4259-bde2-77d22401fbad req-6b951c78-dd44-442a-b75e-c0af1e9878ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:25.257134 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-6b951c78-dd44-442a-b75e-c0af1e9878ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b HTTP/1.1" status: 200 len: 834 time: 0.0748477 Nov 12 12:44:25.325529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:57Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:25.388110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] Checking router: 09246b7e-158d-4b97-a113-ba932c05330f for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:25.407871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:25.408697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:25.723949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901909-dfee-4259-bde2-77d22401fbad req-b4fb6cc0-f749-45f9-b8f9-46c32f11bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:25.725527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-b4fb6cc0-f749-45f9-b8f9-46c32f11bfe7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efe67b46-74bb-423c-b98d-24535d71b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4591250 Nov 12 12:44:25.744171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:25.763937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7076f-74a3-40a3-af35-7cbb011aa2ce req-04f476a2-8a7f-4c29-b8fc-0160e91ef920 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:25.765405 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c7076f-74a3-40a3-af35-7cbb011aa2ce req-04f476a2-8a7f-4c29-b8fc-0160e91ef920 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 984 time: 0.6863315 Nov 12 12:44:25.890912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e0c7076f-74a3-40a3-af35-7cbb011aa2ce req-edf77d2f-c770-4395-be5e-ceb54f97f52b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8f5f700-2892-4d6b-9347-83a8762fa5af&id=4ac24a49-6271-48e5-89de-ef6231771581&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1183059 Nov 12 12:44:25.943963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-9793138b-d21b-48f4-b09c-416f8454282a service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085762 Nov 12 12:44:26.018894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:57Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:26.048818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31dce2-d33c-4536-8458-a23401de817a None None] The sync data for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 is: [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:42:49Z', 'revision_number': 4, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '95cd2f8c-b257-4ba0-a96e-5b95b6490c2c', 'name': '', 'network_id': 'efe67b46-74bb-423c-b98d-24535d71b8ea', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'mac_address': 'fa:16:3e:5a:a6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:48Z', 'updated_at': '2021-11-12T12:42:57Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'subnets': [{'id': 'bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:26.064187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe901909-dfee-4259-bde2-77d22401fbad req-c8e5434f-74cd-4686-b84a-632e22443b03 service neutron] 10.222.0.65 "GET /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117749 Nov 12 12:44:26.396597 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796acb1-5040-4ebd-ba58-16c32ad07692 None None] New status for floating IP e4e97ebc-e7bc-424c-bd4b-07cc320bb5e9: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:44:26.518237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781871-1280-4621-88a0-a795adee1ebc req-5d2d9168-715b-406b-81a6-26f59f3aa2c4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:26.519916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63781871-1280-4621-88a0-a795adee1ebc req-5d2d9168-715b-406b-81a6-26f59f3aa2c4 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 984 time: 0.0747077 Nov 12 12:44:26.636438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:26.637656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:26.745048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] For port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:26.745413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:26.763141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for b48961f7-5ccc-4d41-a0f2-b8c2cf44890b owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:26.914827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:27.007456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] No DVR routers for this DVR port b48961f7-5ccc-4d41-a0f2-b8c2cf44890b on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:27.009186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=b48961f7-5ccc-4d41-a0f2-b8c2cf44890b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:27.011428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:27.015051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63781871-1280-4621-88a0-a795adee1ebc req-039bee75-e061-4cb0-992f-66c2b3cafa7c tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.65 "DELETE /v2.0/ports/b48961f7-5ccc-4d41-a0f2-b8c2cf44890b HTTP/1.1" status: 204 len: 173 time: 0.4876997 Nov 12 12:44:27.015368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'name': 'network-vif-deleted', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:44:27.017625 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a67cb1-ac82-47c3-8399-02954d6b86e3" -d '{"events": [{"server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "name": "network-vif-deleted", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:44:27.076115 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0316b4d3-a64b-44d3-a953-60b4c4a2bb1e x-openstack-request-id: req-0316b4d3-a64b-44d3-a953-60b4c4a2bb1e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:44:27.077113 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e76f1d-98a7-4dcf-bee7-85187fdda699", "name": "network-vif-deleted", "tag": "b48961f7-5ccc-4d41-a0f2-b8c2cf44890b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:44:27.077537 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0316b4d3-a64b-44d3-a953-60b4c4a2bb1e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:44:27.078351 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e76f1d-98a7-4dcf-bee7-85187fdda699', 'name': 'network-vif-deleted', 'tag': 'b48961f7-5ccc-4d41-a0f2-b8c2cf44890b', 'status': 'completed', 'code': 200} Nov 12 12:44:27.155183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9173382d-9ca6-4681-b32d-2fcb06fe4e8d req-071028ba-1948-48bb-a89f-e11086943c85 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e76f1d-98a7-4dcf-bee7-85187fdda699 HTTP/1.1" status: 200 len: 210 time: 0.1055207 Nov 12 12:44:28.249249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51200) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:28.325610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e394425-6f67-4f10-86e6-07a32112f611 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.360925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e394425-6f67-4f10-86e6-07a32112f611 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.421566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e394425-6f67-4f10-86e6-07a32112f611 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.427815 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e394425-6f67-4f10-86e6-07a32112f611 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.431782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:28.434795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2e394425-6f67-4f10-86e6-07a32112f611 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8f5f700-2892-4d6b-9347-83a8762fa5af HTTP/1.1" status: 204 len: 168 time: 0.1837342 Nov 12 12:44:28.453477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e394425-6f67-4f10-86e6-07a32112f611 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f5f700-2892-4d6b-9347-83a8762fa5af,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:28.526213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa44446d-63c0-4f73-9d40-fe49c3090e17 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.557777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa44446d-63c0-4f73-9d40-fe49c3090e17 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.616440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa44446d-63c0-4f73-9d40-fe49c3090e17 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.619330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa44446d-63c0-4f73-9d40-fe49c3090e17 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:28.621755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fa44446d-63c0-4f73-9d40-fe49c3090e17 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ac24a49-6271-48e5-89de-ef6231771581 HTTP/1.1" status: 204 len: 168 time: 0.1880679 Nov 12 12:44:28.624315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:28.633960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44446d-63c0-4f73-9d40-fe49c3090e17 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac24a49-6271-48e5-89de-ef6231771581,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:29.160359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:29.482127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:29.482853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:29.570923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b48961f7-5ccc-4d41-a0f2-b8c2cf44890b no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:29.594632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] For port 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:29.595139 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:29.601890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: b48961f7-5ccc-4d41-a0f2-b8c2cf44890b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:29.603308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b48961f7-5ccc-4d41-a0f2-b8c2cf44890b not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:29.610839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:29.669233 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:29.823066 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:29.854715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:29.887236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=95cd2f8c-b257-4ba0-a96e-5b95b6490c2c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:30.120017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:30.387419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Router 09246b7e-158d-4b97-a113-ba932c05330f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:30.515764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:30.524634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-742264e6-3b42-44f5-81e7-2ad0c332c93b tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "PUT /v2.0/routers/09246b7e-158d-4b97-a113-ba932c05330f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8956800 Nov 12 12:44:30.524765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:30.527747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] Sync routers for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:30.542300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:30.543731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:30.592553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting subnet bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:44:30.596190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:30.645031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:30.740243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:30.774296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:30.858376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:30.909875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:30.912048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:30.918546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f28d9c4d-f5a1-4ed0-af8a-9fd7bfa9c64d tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/subnets/bf6a7b01-37af-46f7-9fe5-8b0f7cc9c23b HTTP/1.1" status: 204 len: 168 time: 0.3930588 Nov 12 12:44:30.919088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:30.952077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d18a9e-a7d4-4f54-bf29-c4c35cb97053 None None] Network efe67b46-74bb-423c-b98d-24535d71b8ea requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:31.053535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.098022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:44:29Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:31.144920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] Checking router: 09246b7e-158d-4b97-a113-ba932c05330f for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:31.155649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] Routers {'09246b7e-158d-4b97-a113-ba932c05330f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:31.156868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['09246b7e-158d-4b97-a113-ba932c05330f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:31.211256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.293190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] Set router 09246b7e-158d-4b97-a113-ba932c05330f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:31.307867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Deleting port e5e363cd-d561-4c31-b707-a77165714380 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:31.308309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.365673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] DHCP port deletion for efe67b46-74bb-423c-b98d-24535d71b8ea request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:31.440244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] For port e5e363cd-d561-4c31-b707-a77165714380, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e5e363cd-d561-4c31-b707-a77165714380,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:31.440600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.461102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Calling delete_port for e5e363cd-d561-4c31-b707-a77165714380 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:31.502254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] Deleting port 40ee32df-2182-41e3-b065-319d026d9a87 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:31.502925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.619565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] For port 40ee32df-2182-41e3-b065-319d026d9a87, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=40ee32df-2182-41e3-b065-319d026d9a87,segment=NetworkSegment(c040f688-7d2b-44c6-98a3-84adbf23744b),segment_id=c040f688-7d2b-44c6-98a3-84adbf23744b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:31.619953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.637860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] Calling delete_port for 40ee32df-2182-41e3-b065-319d026d9a87 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:31.713040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:44:29Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:31.724090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.757120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ea514-d646-4da1-8108-4bd7a35d127f None None] The sync data for ids ['09246b7e-158d-4b97-a113-ba932c05330f'] in n-d-804878-5 is: [{'id': '09246b7e-158d-4b97-a113-ba932c05330f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171649518', 'tenant_id': '2027f85f1c5543ce99ab65866a30a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e363cd-d561-4c31-b707-a77165714380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:42:41Z', 'updated_at': '2021-11-12T12:44:29Z', 'revision_number': 5, 'project_id': '2027f85f1c5543ce99ab65866a30a95a', 'gw_port': {'id': 'e5e363cd-d561-4c31-b707-a77165714380', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09246b7e-158d-4b97-a113-ba932c05330f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:42:42Z', 'updated_at': '2021-11-12T12:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:31.758511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Port': ['ID=e5e363cd-d561-4c31-b707-a77165714380,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:31.794731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01142d7-ab4e-42b8-80f4-e0ba079f4a14 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:31.858194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:31.890211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] Pushing event deleted for resources: {'Port': ['ID=40ee32df-2182-41e3-b065-319d026d9a87,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:31.894324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d516e72-27e1-44ad-ad79-073a19933760 None None] No DVR routers for this DVR port 40ee32df-2182-41e3-b065-319d026d9a87 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:31.894975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.006265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.008579 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.061953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.063180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Fanout notify agent at l3_agent the message router_deleted on router 09246b7e-158d-4b97-a113-ba932c05330f {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:44:32.070005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.075311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dad3e39e-6f46-494f-bfa4-d37fa51a5624 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/routers/09246b7e-158d-4b97-a113-ba932c05330f HTTP/1.1" status: 204 len: 168 time: 1.1509578 Nov 12 12:44:32.075537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:32.177338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.313484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.344234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe67b46-74bb-423c-b98d-24535d71b8ea']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:32.364583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c040f688-7d2b-44c6-98a3-84adbf23744b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:32.366409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c040f688-7d2b-44c6-98a3-84adbf23744b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:32.407056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.433370 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.446603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:32.453780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:44:32.454119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:44:32.458259 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:44:32.501394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:32.501736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95cd2f8c-b257-4ba0-a96e-5b95b6490c2c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:32.502145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 40ee32df-2182-41e3-b065-319d026d9a87 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:32.533144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 40ee32df-2182-41e3-b065-319d026d9a87 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:32.533520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 40ee32df-2182-41e3-b065-319d026d9a87 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:32.544142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.575918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:32.579234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] 10.222.0.18 "DELETE /v2.0/networks/efe67b46-74bb-423c-b98d-24535d71b8ea HTTP/1.1" status: 204 len: 168 time: 0.5028188 Nov 12 12:44:32.580354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51c45-4229-4133-8540-b114f0c17e60 tempest-TestSecurityGroupsBasicOps-1191488588 tempest-TestSecurityGroupsBasicOps-1191488588-project] Pushing event deleted for resources: {'Network': ['ID=efe67b46-74bb-423c-b98d-24535d71b8ea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:32.633668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-c3241693-efa5-46b3-95f1-1012918a9543 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1222849 Nov 12 12:44:32.766295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.767159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.767822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.768464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.769102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.775513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.776458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.780874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-d35aa8c0-8abb-4d24-98d2-9d18d6d56639 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6493 time: 0.1116464 Nov 12 12:44:32.974932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-7d8bc3c5-4473-40b3-851d-b18d04388621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.975741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-7d8bc3c5-4473-40b3-851d-b18d04388621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.976468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-7d8bc3c5-4473-40b3-851d-b18d04388621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:32.978687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-7d8bc3c5-4473-40b3-851d-b18d04388621 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 200 len: 2293 time: 0.1367953 Nov 12 12:44:33.030408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51314) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:33.064508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-49d778ad-90f4-4cf6-b1d3-d923b5d5a8b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 200 len: 1001 time: 0.0769854 Nov 12 12:44:33.126877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-07ea4837-d1e6-4c73-878e-29f1979ea84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:33.129685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-07ea4837-d1e6-4c73-878e-29f1979ea84f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6850434a-b87f-4bb1-92f5-8ddb4cb81b87 HTTP/1.1" status: 200 len: 851 time: 0.0582566 Nov 12 12:44:33.199759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-326378bd-5c68-423a-8343-5637f7b79758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:33.202124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-326378bd-5c68-423a-8343-5637f7b79758 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609720 Nov 12 12:44:33.254872 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c222cb9-ec9f-4efd-9359-5c64bdda37f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2027f85f1c5543ce99ab65866a30a95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180455 Nov 12 12:44:33.256240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:33.310353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cdb04-79fb-459e-ac4d-75a8c9d54acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:33.334135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-8e3fb5b0-d930-4df6-9ca3-ed164a9ec4e6 service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230357 Nov 12 12:44:33.334602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cdb04-79fb-459e-ac4d-75a8c9d54acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:33.398778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cdb04-79fb-459e-ac4d-75a8c9d54acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:33.403439 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b97cdb04-79fb-459e-ac4d-75a8c9d54acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:33.405041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b97cdb04-79fb-459e-ac4d-75a8c9d54acf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/471f7d2f-da42-4750-8b76-51c505cb9b20 HTTP/1.1" status: 204 len: 168 time: 0.1447492 Nov 12 12:44:33.419004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cdb04-79fb-459e-ac4d-75a8c9d54acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f7d2f-da42-4750-8b76-51c505cb9b20,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:33.483133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-7d528c32-e2a8-479f-9cc9-6ebb2b36128d service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381922 Nov 12 12:44:33.534285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-50140ba0-0b53-4bff-af21-b697d58d101c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 217 time: 0.0436108 Nov 12 12:44:33.605444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-28c52a06-6bbe-4320-8c63-d768b2d411ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:33.607154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-28c52a06-6bbe-4320-8c63-d768b2d411ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0659342 Nov 12 12:44:33.838798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:33.856155 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c28cf4-b128-48aa-b263-4408e14d2961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:33.971718 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c28cf4-b128-48aa-b263-4408e14d2961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:33.982432 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1c28cf4-b128-48aa-b263-4408e14d2961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.052433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c1c28cf4-b128-48aa-b263-4408e14d2961 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aac9697f3c2e4ee89128c931d0443af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119861 Nov 12 12:44:34.056077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:34.072418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c28cf4-b128-48aa-b263-4408e14d2961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb5e29c-44d4-4fee-982e-094099d71e29,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:34.079026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-246c618a-6ca9-4db5-aa35-3892f2d93027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:34.080499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-246c618a-6ca9-4db5-aa35-3892f2d93027 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4661958 Nov 12 12:44:34.126731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03667565-168f-48e9-b06e-1a7ae2d200c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.155860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03667565-168f-48e9-b06e-1a7ae2d200c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.233079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e5e363cd-d561-4c31-b707-a77165714380 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:34.240522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-c4bc1a93-ac1c-4598-8638-1b4e52ee4847 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509869 Nov 12 12:44:34.248325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03667565-168f-48e9-b06e-1a7ae2d200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.251958 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03667565-168f-48e9-b06e-1a7ae2d200c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.253115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03667565-168f-48e9-b06e-1a7ae2d200c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eb5e29c-44d4-4fee-982e-094099d71e29 HTTP/1.1" status: 204 len: 168 time: 0.1961319 Nov 12 12:44:34.271402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667565-168f-48e9-b06e-1a7ae2d200c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb5e29c-44d4-4fee-982e-094099d71e29,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:34.278816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e5e363cd-d561-4c31-b707-a77165714380 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:34.279165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e5e363cd-d561-4c31-b707-a77165714380 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:34.401452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-bf55a028-9d59-4774-8ace-3176934fb727 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541924 Nov 12 12:44:34.467533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-fe2bd7a2-3410-4347-abb8-b0c053bad756 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 217 time: 0.0556552 Nov 12 12:44:34.547137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b75d6055-5015-4b24-b187-f1d45f2687a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:34.549120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b75d6055-5015-4b24-b187-f1d45f2687a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0739796 Nov 12 12:44:34.609744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-f806029d-e6f6-4018-8e76-328e5b72d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:34.611419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-f806029d-e6f6-4018-8e76-328e5b72d80d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549417 Nov 12 12:44:34.763611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:34.772164 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-dad0416f-854f-4cbe-83c3-947a2f1fc2d0 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530313 Nov 12 12:44:34.814442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef4a5b5f-98d0-4f41-b537-9fd9e3b61ae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c35fc6450c934e6f921c5149b7706312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491118 Nov 12 12:44:34.818991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:34.906722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db81c3fb-e5e3-4c34-bf82-c9b77172a282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.915240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-1d463bd1-ab77-4410-bd1a-c051077d85a5 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360183 Nov 12 12:44:34.955472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db81c3fb-e5e3-4c34-bf82-c9b77172a282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:34.990736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-bfcfb944-82d7-4c1f-91ec-bcc90fa15a74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905 HTTP/1.1" status: 200 len: 217 time: 0.0681531 Nov 12 12:44:35.038616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db81c3fb-e5e3-4c34-bf82-c9b77172a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:35.041617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db81c3fb-e5e3-4c34-bf82-c9b77172a282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:35.046106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-db81c3fb-e5e3-4c34-bf82-c9b77172a282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad82c291-166b-4228-b59c-20d12517011b HTTP/1.1" status: 204 len: 168 time: 0.2248907 Nov 12 12:44:35.054358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-e81e4449-c594-4a5a-bc96-6bd4be33f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:35.054768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81c3fb-e5e3-4c34-bf82-c9b77172a282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad82c291-166b-4228-b59c-20d12517011b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:35.056082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-e81e4449-c594-4a5a-bc96-6bd4be33f55a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0589459 Nov 12 12:44:35.121235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-30fb8823-3bea-4e81-a0a8-879529c8fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:35.123533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-30fb8823-3bea-4e81-a0a8-879529c8fb62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592620 Nov 12 12:44:35.281171 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-191e4985-9ba0-4760-8800-b2a5f59e3a4f service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495132 Nov 12 12:44:35.414208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-df34f479-81b3-4c70-83dd-cb8ff7bfa725 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249609 Nov 12 12:44:35.479351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-a9ef05c1-be20-46e2-9293-0906c47f7c25 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6a1b0778-d38b-429d-ba93-5d22267bb579 HTTP/1.1" status: 200 len: 217 time: 0.0592055 Nov 12 12:44:35.551115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-23d5786a-121b-424d-af95-d6a1cbd1128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:35.553613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-23d5786a-121b-424d-af95-d6a1cbd1128d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0668650 Nov 12 12:44:35.628703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b1a60e11-804a-4f4b-9645-476758e88fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:35.630366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b1a60e11-804a-4f4b-9645-476758e88fd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703228 Nov 12 12:44:35.693156 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7196d6f3-5c9a-4f0a-ae14-1a18532e94f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:35.748052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-25b9a3cf-c1cc-4ea4-9d0f-faa1d39ef580 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099181 Nov 12 12:44:35.884782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-1542ecd7-762c-40a5-a6d1-11a9e3ee4db6 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302845 Nov 12 12:44:35.957935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-9c3b953f-6378-45c3-8c30-09082498deef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5b2db53-b081-47a4-aada-faa90c345d3b HTTP/1.1" status: 200 len: 217 time: 0.0664861 Nov 12 12:44:36.023820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-cdd7298c-6cbe-41af-85cc-7e09789db474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:36.025303 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-cdd7298c-6cbe-41af-85cc-7e09789db474 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.0609865 Nov 12 12:44:36.117337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-538ca789-c9f1-41a4-834b-ba98e2ae5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:36.119056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-538ca789-c9f1-41a4-834b-ba98e2ae5918 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867481 Nov 12 12:44:36.150924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:36.317609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-306007763-network', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:44:36.327569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-46cb6c6b-f76c-4632-9a31-533638d6acf8 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001886 Nov 12 12:44:36.350650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Made reservation on behalf of 62ea46ebed04405b806a4ab927f54c20 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:44:36.354520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.368250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.448917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-736aea14-a8cf-4783-bc66-bd5498e0f125 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074252 Nov 12 12:44:36.473225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.483492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.506793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b8287382-6e0a-43c8-a9c4-3cdcb70a7455 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 200 len: 217 time: 0.0502245 Nov 12 12:44:36.516544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bab014-d9c5-4bf6-92bb-3cec88a0da59,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:36.526070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:44:36.539508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.539990 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Added segment f5750a18-c2d2-43b7-b6ea-6613824a4bd3 of type vlan for network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 Nov 12 12:44:36.592669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.626768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.628107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:36.628812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.638979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-a4755c10-3a3a-4f6b-b80b-59cf4d60d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:36.642198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-a4755c10-3a3a-4f6b-b80b-59cf4d60d8b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.1234155 Nov 12 12:44:36.661675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5057795 Nov 12 12:44:36.663537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:36.668946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Request body: {'subnet': {'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-306007763-subnet', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:44:36.711413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95cb78-da6d-4194-ad5f-8f09024f8f3c admin admin] Pushing event updated for resources: {'Network': ['ID=5dcaf597-d398-440c-8b13-6e4a7a2d9743,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:36.723700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:44:36.741740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Made reservation on behalf of 62ea46ebed04405b806a4ab927f54c20 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:44:36.744136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:36.749033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b12126c6-6d7e-4979-87ae-5bd62a8117c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:36.750627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-b12126c6-6d7e-4979-87ae-5bd62a8117c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017864 Nov 12 12:44:36.925640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-6f62063d-0658-45b3-a694-07c78b61e24b service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620078 Nov 12 12:44:37.090317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.129556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd0d30cc-6bae-4cc8-b513-6621a8a2ddee req-bd6b7d68-b381-4065-9ac2-4a942896b58f service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965418 Nov 12 12:44:37.171611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37bf6c50-d7ce-4368-8f4c-7abbba540bf9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:37.182105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Checking segment: {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:44:37.182490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Network hostable DHCP agents. Network: 5dcaf597-d398-440c-8b13-6e4a7a2d9743, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:44:37.207690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:44:37.223589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 5dcaf597-d398-440c-8b13-6e4a7a2d9743) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:37.234769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c005a4-2329-43a3-b5f4-ef6c875dd21b None None] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:37.240317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:44:37.241609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.270784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59d50b11-0d9f-46b3-9ab9-0d3605ca470b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6060631 Nov 12 12:44:37.273481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:37.279338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:44:37.317210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.318697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.396820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.436786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-5dcaf597-d398-440c-8b13-6e4a7a2d9743', 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'fixed_ips': [{'subnet_id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:44:37.438068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.588286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.640219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Allocated IP 172.20.0.2 (5dcaf597-d398-440c-8b13-6e4a7a2d9743/37bf6c50-d7ce-4368-8f4c-7abbba540bf9/94442b11-ac8f-4c26-a14a-02ce4d2cad24) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:44:37.842805 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.852760 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.873558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.895788 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:37.914423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Pushing event updated for resources: {'Port': ['ID=94442b11-ac8f-4c26-a14a-02ce4d2cad24,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:37.923759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:44:37.925294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:37.927778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:44:38.050272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Allocated IP 172.25.1.191 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/b9dc9320-c4e2-495d-9ba4-879f25efc2b0) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:44:38.191776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Attempting to bind port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:44:38.192092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Attempting to bind port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:44:38.192434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Attempting to bind port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 on network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:44:38.198637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:44:38.198917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Checking segment: {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:44:38.199322 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:38.200337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Bound using segment: {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:44:38.200830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Bound port: 94442b11-ac8f-4c26-a14a-02ce4d2cad24, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:44:38.201240 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:38.281836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] For port 94442b11-ac8f-4c26-a14a-02ce4d2cad24, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:44:38.285993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] For port 94442b11-ac8f-4c26-a14a-02ce4d2cad24, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94442b11-ac8f-4c26-a14a-02ce4d2cad24,segment=NetworkSegment(f5750a18-c2d2-43b7-b6ea-6613824a4bd3),segment_id=f5750a18-c2d2-43b7-b6ea-6613824a4bd3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:44:38.297878 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:38.394658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840be76b-3bbe-4020-b4c4-3ade89d7488e None None] Pushing event updated for resources: {'Port': ['ID=94442b11-ac8f-4c26-a14a-02ce4d2cad24,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:38.659043 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:38.712065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:38.779686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:44:38.801270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:38.817001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545b25d-9132-4512-bb66-aaea90ce26b1 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:38.818969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:44:38.824117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:38.977212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-58946d07-3a42-4220-8b01-83eeaac3c0a1 None None] Provisioning complete for port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:38.977782 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58946d07-3a42-4220-8b01-83eeaac3c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:39.020519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-58946d07-3a42-4220-8b01-83eeaac3c0a1 None None] Port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:44:39.022303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30194538-4af7-4a4e-acd8-576ab14c00c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:39.175506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:39.381346 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:39.460610 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:39.642823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Router 8508ce7d-be3f-45d2-b126-cff7fda96616 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:44:39.794101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:39.805286 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Sync routers for ids ['8508ce7d-be3f-45d2-b126-cff7fda96616'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:39.829355 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Routers {'8508ce7d-be3f-45d2-b126-cff7fda96616'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:39.830729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8508ce7d-be3f-45d2-b126-cff7fda96616'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:39.830996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:39.835230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:39.837551 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62b9fe89-a3dc-44ec-83b2-68272d5e2ea8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5619478 Nov 12 12:44:39.929219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a0841-d947-4519-b878-98f56c12acd9 None None] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:39.990930 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Set router 8508ce7d-be3f-45d2-b126-cff7fda96616 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:40.082770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b45ca6f6-fe63-407b-9bf9-abcfdf75f763 None None] Provisioning complete for port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:40.083323 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b45ca6f6-fe63-407b-9bf9-abcfdf75f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:40.329582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b45ca6f6-fe63-407b-9bf9-abcfdf75f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:40.384523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b45ca6f6-fe63-407b-9bf9-abcfdf75f763 None None] For port 94442b11-ac8f-4c26-a14a-02ce4d2cad24, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94442b11-ac8f-4c26-a14a-02ce4d2cad24,segment=NetworkSegment(f5750a18-c2d2-43b7-b6ea-6613824a4bd3),segment_id=f5750a18-c2d2-43b7-b6ea-6613824a4bd3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:40.392826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b45ca6f6-fe63-407b-9bf9-abcfdf75f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:40.414960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:39Z', 'revision_number': 3, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'gw_port': {'id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:40.481479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94442b11-ac8f-4c26-a14a-02ce4d2cad24 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:40.489344 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Checking router: 8508ce7d-be3f-45d2-b126-cff7fda96616 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:40.489679 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Updating router 8508ce7d-be3f-45d2-b126-cff7fda96616 port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:44:40.546084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ca6f6-fe63-407b-9bf9-abcfdf75f763 None None] Pushing event updated for resources: {'Port': ['ID=94442b11-ac8f-4c26-a14a-02ce4d2cad24,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:40.560896 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:40.672582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:40.672582 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:40.813525 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.031222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.037589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fd1125b2-188b-4e4b-b192-acecfbaefe75 None None] Provisioning complete for port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:41.042508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd1125b2-188b-4e4b-b192-acecfbaefe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.184050 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.199978 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.302450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347be2d-bc6d-4d36-b5de-b497b4d0742c None None] Pushing event updated for resources: {'Port': ['ID=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:41.302692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d6676-6e0d-48c0-be82-289ce527ce22 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:41.305723 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Attempting to bind port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:44:41.306456 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Attempting to bind port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:44:41.306684 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Attempting to bind port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:44:41.313790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:44:41.314326 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:44:41.314818 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.315314 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:44:41.315877 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Bound port: b9dc9320-c4e2-495d-9ba4-879f25efc2b0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:44:41.316355 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.384964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.402880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Allocated IP 172.20.0.1 (5dcaf597-d398-440c-8b13-6e4a7a2d9743/37bf6c50-d7ce-4368-8f4c-7abbba540bf9/c2df1f72-aa7b-4960-8158-168d4352dbe6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:44:41.410221 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] For port b9dc9320-c4e2-495d-9ba4-879f25efc2b0, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:44:41.415502 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] For port b9dc9320-c4e2-495d-9ba4-879f25efc2b0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:44:41.423024 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.425557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-59d7f729-4c23-44a2-9db5-50b6bf93c44b None None] Provisioning complete for port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:41.426560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d7f729-4c23-44a2-9db5-50b6bf93c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.499810 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Routers {'8508ce7d-be3f-45d2-b126-cff7fda96616'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:41.501953 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8508ce7d-be3f-45d2-b126-cff7fda96616'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:41.520947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a52f5-ad8c-4dd4-819e-8d49ab5f68ce None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:41.558995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.613910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.642595 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] Set router 8508ce7d-be3f-45d2-b126-cff7fda96616 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:41.694188 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d7f729-4c23-44a2-9db5-50b6bf93c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.694668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:44:41.700207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:41.702679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Pushing event updated for resources: {'Port': ['ID=c2df1f72-aa7b-4960-8158-168d4352dbe6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:41.705549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:44:41.771782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59d7f729-4c23-44a2-9db5-50b6bf93c44b None None] For port b9dc9320-c4e2-495d-9ba4-879f25efc2b0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:41.797601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.805074 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d7f729-4c23-44a2-9db5-50b6bf93c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:41.953179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7f729-4c23-44a2-9db5-50b6bf93c44b None None] Pushing event updated for resources: {'Port': ['ID=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:41.972261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-113963ac-699b-4f13-94e1-044af517d4fe None None] Provisioning complete for port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:41.972638 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-113963ac-699b-4f13-94e1-044af517d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.111324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.149131 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347be2d-bc6d-4d36-b5de-b497b4d0742c None None] Pushing event updated for resources: {'Port': ['ID=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:42.258201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:39Z', 'revision_number': 3, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'gw_port': {'id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:42.263373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4cbc1bf2-9d6a-4b7e-9a4c-6420990ab18b None None] Provisioning complete for port c2df1f72-aa7b-4960-8158-168d4352dbe6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:42.263842 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1bf2-9d6a-4b7e-9a4c-6420990ab18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.296862 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c78c5-78b8-415f-a58e-cf6edfd06b39 None None] The sync data for ids ['8508ce7d-be3f-45d2-b126-cff7fda96616'] in n-d-804878-5 is: [{'id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:39Z', 'revision_number': 3, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'gw_port': {'id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:42.353589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc1bf2-9d6a-4b7e-9a4c-6420990ab18b None None] Port c2df1f72-aa7b-4960-8158-168d4352dbe6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:44:42.397447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94442b11-ac8f-4c26-a14a-02ce4d2cad24 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:42.474833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:42.475214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.487494 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.494438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.574929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:42.596462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Pushing event updated for resources: {'Port': ['ID=c2df1f72-aa7b-4960-8158-168d4352dbe6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:42.735429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:44:42.736893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:44:42.969926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Router 8508ce7d-be3f-45d2-b126-cff7fda96616 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:43.190154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:43.202220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e3d0a6aa-7662-450f-9ca0-a4ac74f7cdce admin admin] 10.222.0.18 "PUT /v2.0/routers/8508ce7d-be3f-45d2-b126-cff7fda96616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3651915 Nov 12 12:44:43.216620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25cb7495-416e-4e2f-8cec-f78b586c161f None None] Provisioning complete for port c2df1f72-aa7b-4960-8158-168d4352dbe6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:43.217068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25cb7495-416e-4e2f-8cec-f78b586c161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:43.282052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25cb7495-416e-4e2f-8cec-f78b586c161f None None] Port c2df1f72-aa7b-4960-8158-168d4352dbe6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:44:44.423044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b9dc9320-c4e2-495d-9ba4-879f25efc2b0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:44:44.495916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:44.496640 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:44.804114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:44.954448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Sync routers for ids ['8508ce7d-be3f-45d2-b126-cff7fda96616'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:44.965625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Routers {'8508ce7d-be3f-45d2-b126-cff7fda96616'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:44.966375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8508ce7d-be3f-45d2-b126-cff7fda96616'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:45.081933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Set router 8508ce7d-be3f-45d2-b126-cff7fda96616 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:45.311759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:42Z', 'revision_number': 4, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'gw_port': {'id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'c2df1f72-aa7b-4960-8158-168d4352dbe6', 'name': '', 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'mac_address': 'fa:16:3e:a5:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:41Z', 'updated_at': '2021-11-12T12:44:42Z', 'revision_number': 2, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'subnets': [{'id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:45.342238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Checking router: 8508ce7d-be3f-45d2-b126-cff7fda96616 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:44:45.342486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Updating router 8508ce7d-be3f-45d2-b126-cff7fda96616 port c2df1f72-aa7b-4960-8158-168d4352dbe6 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:44:45.379963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.563680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.719859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.726074 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.796016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f82cdb-af01-4330-918e-331cc412c5bc None None] Pushing event updated for resources: {'Port': ['ID=c2df1f72-aa7b-4960-8158-168d4352dbe6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:45.847601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Deleting port c2df1f72-aa7b-4960-8158-168d4352dbe6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:45.848197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.888527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Attempting to bind port c2df1f72-aa7b-4960-8158-168d4352dbe6 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:44:45.889693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Attempting to bind port c2df1f72-aa7b-4960-8158-168d4352dbe6 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:44:45.890075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Attempting to bind port c2df1f72-aa7b-4960-8158-168d4352dbe6 on network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:44:45.895659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:44:45.896090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Checking segment: {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:44:45.896836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.897233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Bound using segment: {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:44:45.897710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Bound port: c2df1f72-aa7b-4960-8158-168d4352dbe6, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:44:45.898154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.972361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] For port c2df1f72-aa7b-4960-8158-168d4352dbe6, host n-d-804878-5, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:45.972747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:45.990617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] For port c2df1f72-aa7b-4960-8158-168d4352dbe6, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:44:45.994775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] For port c2df1f72-aa7b-4960-8158-168d4352dbe6, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c2df1f72-aa7b-4960-8158-168d4352dbe6,segment=NetworkSegment(f5750a18-c2d2-43b7-b6ea-6613824a4bd3),segment_id=f5750a18-c2d2-43b7-b6ea-6613824a4bd3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:44:45.996580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Calling delete_port for c2df1f72-aa7b-4960-8158-168d4352dbe6 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:46.000895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:46.054049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Routers {'8508ce7d-be3f-45d2-b126-cff7fda96616'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:46.054810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8508ce7d-be3f-45d2-b126-cff7fda96616'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:46.219773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] Set router 8508ce7d-be3f-45d2-b126-cff7fda96616 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:44:46.303103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:46.338140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c2df1f72-aa7b-4960-8158-168d4352dbe6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:46.362320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.362728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.362926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.363259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.363656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.363995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.364459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.365095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.365827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.366190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.366527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.366896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:46.574061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:46.614367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e5959056-51c9-4c1b-bf6d-45ab37e5afe4 None None] Provisioning complete for port c2df1f72-aa7b-4960-8158-168d4352dbe6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:44:46.615564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5959056-51c9-4c1b-bf6d-45ab37e5afe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:46.645932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f82cdb-af01-4330-918e-331cc412c5bc None None] Pushing event updated for resources: {'Port': ['ID=c2df1f72-aa7b-4960-8158-168d4352dbe6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:46.655229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5959056-51c9-4c1b-bf6d-45ab37e5afe4 None None] Port c2df1f72-aa7b-4960-8158-168d4352dbe6 was deleted so its status cannot be updated. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 12:44:46.771703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-859412ad-a4f5-4a56-bfc8-7216be6bea42 None None] Could not find standard attr ID for object c2df1f72-aa7b-4960-8158-168d4352dbe6. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:44:46.830130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-afe43ade-2543-46ca-8314-54889469bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:42Z', 'revision_number': 4, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'gw_port': {'id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'c2df1f72-aa7b-4960-8158-168d4352dbe6', 'name': '', 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'mac_address': 'fa:16:3e:a5:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:41Z', 'updated_at': '2021-11-12T12:44:45Z', 'revision_number': 4, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'subnets': [{'id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:46.851831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Router 8508ce7d-be3f-45d2-b126-cff7fda96616 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:44:46.862375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe43ade-2543-46ca-8314-54889469bcea None None] The sync data for ids ['8508ce7d-be3f-45d2-b126-cff7fda96616'] in n-d-804878-5 is: [{'id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'name': 'tempest-ImageQuotaTest-306007763-router', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:42Z', 'revision_number': 4, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'gw_port': {'id': 'b9dc9320-c4e2-495d-9ba4-879f25efc2b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:37Z', 'updated_at': '2021-11-12T12:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'c2df1f72-aa7b-4960-8158-168d4352dbe6', 'name': '', 'network_id': '5dcaf597-d398-440c-8b13-6e4a7a2d9743', 'tenant_id': '62ea46ebed04405b806a4ab927f54c20', 'mac_address': 'fa:16:3e:a5:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508ce7d-be3f-45d2-b126-cff7fda96616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:44:41Z', 'updated_at': '2021-11-12T12:44:45Z', 'revision_number': 4, 'project_id': '62ea46ebed04405b806a4ab927f54c20', 'subnets': [{'id': '37bf6c50-d7ce-4368-8f4c-7abbba540bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:47.000533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:44:47.014100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3f8d4447-fc9f-46e4-95e9-6e12fb9a6eeb admin admin] 10.222.0.18 "PUT /v2.0/routers/8508ce7d-be3f-45d2-b126-cff7fda96616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086852 Nov 12 12:44:47.016831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:47.179412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:47.332806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:47.448987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Deleting port b9dc9320-c4e2-495d-9ba4-879f25efc2b0 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:47.449908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:47.584193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] For port b9dc9320-c4e2-495d-9ba4-879f25efc2b0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:47.584669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:47.632886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Calling delete_port for b9dc9320-c4e2-495d-9ba4-879f25efc2b0 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:47.844404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:47.878556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9dc9320-c4e2-495d-9ba4-879f25efc2b0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:47.919001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6551135-7164-42f5-ae65-25e30a04c0b5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:48.007748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.121751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.124425 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.181294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.181740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8508ce7d-be3f-45d2-b126-cff7fda96616 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:44:48.188294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.190046 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5d28764-56ea-4508-b401-e3bdbb954345 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8508ce7d-be3f-45d2-b126-cff7fda96616 HTTP/1.1" status: 204 len: 168 time: 1.1711648 Nov 12 12:44:48.192753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:48.272988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Deleting subnet 37bf6c50-d7ce-4368-8f4c-7abbba540bf9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:44:48.284138 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.353489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.467521 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.551901 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.629592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37bf6c50-d7ce-4368-8f4c-7abbba540bf9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:48.636045 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.642134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf84919-54fe-4399-8a6f-05b12cb9651c None None] Network 5dcaf597-d398-440c-8b13-6e4a7a2d9743 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:44:48.644452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-db44826c-a71a-4f8a-856d-b8fb909ca3a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/37bf6c50-d7ce-4368-8f4c-7abbba540bf9 HTTP/1.1" status: 204 len: 168 time: 0.4506032 Nov 12 12:44:48.647608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:48.770501 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Sync routers for ids ['8508ce7d-be3f-45d2-b126-cff7fda96616'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:44:48.775902 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.797507 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Routers set() bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:48.798067 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Router IDs set() for agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 12:44:48.800340 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8508ce7d-be3f-45d2-b126-cff7fda96616'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent'). {{(pid=102781) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 12:44:48.815218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Routers set() bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:44:48.815683 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Router IDs set() for agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 12:44:48.816244 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8508ce7d-be3f-45d2-b126-cff7fda96616'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:44:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent'). {{(pid=102781) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 12:44:48.818352 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f5683-8e7b-477a-a785-a0d63fd3bad5 None None] The sync data for ids ['8508ce7d-be3f-45d2-b126-cff7fda96616'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:44:48.863918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Deleting port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:44:48.864272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.981859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] For port 94442b11-ac8f-4c26-a14a-02ce4d2cad24, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=94442b11-ac8f-4c26-a14a-02ce4d2cad24,segment=NetworkSegment(f5750a18-c2d2-43b7-b6ea-6613824a4bd3),segment_id=f5750a18-c2d2-43b7-b6ea-6613824a4bd3)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:44:48.982515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:48.999798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Calling delete_port for 94442b11-ac8f-4c26-a14a-02ce4d2cad24 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:44:49.107599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.145126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] No DVR routers for this DVR port 94442b11-ac8f-4c26-a14a-02ce4d2cad24 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:44:49.151674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Pushing event deleted for resources: {'Port': ['ID=94442b11-ac8f-4c26-a14a-02ce4d2cad24,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:49.233265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.267654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcaf597-d398-440c-8b13-6e4a7a2d9743']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:49.271479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db8eca-47bd-4ba9-9a7a-4e590927906f None None] DHCP port deletion for 5dcaf597-d398-440c-8b13-6e4a7a2d9743 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:44:49.282113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:49.282543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5750a18-c2d2-43b7-b6ea-6613824a4bd3') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:44:49.306725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.329056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.336975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:44:49.337589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:44:49.340029 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:44:49.471089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.477640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.484050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5dcaf597-d398-440c-8b13-6e4a7a2d9743 HTTP/1.1" status: 204 len: 168 time: 0.8342471 Nov 12 12:44:49.509530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90db2-dbbf-47cf-8970-6f31ec79a154 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcaf597-d398-440c-8b13-6e4a7a2d9743,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:49.704384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:49.774483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4516e2fb-f932-4461-8c4d-dddf416ce52a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62ea46ebed04405b806a4ab927f54c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681689 Nov 12 12:44:49.777524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:49.833383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82942413-b70d-453c-987a-5a4490d362af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.859199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82942413-b70d-453c-987a-5a4490d362af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.917553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82942413-b70d-453c-987a-5a4490d362af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.923181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82942413-b70d-453c-987a-5a4490d362af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:49.928341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-82942413-b70d-453c-987a-5a4490d362af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0bab014-d9c5-4bf6-92bb-3cec88a0da59 HTTP/1.1" status: 204 len: 168 time: 0.1461997 Nov 12 12:44:49.936742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82942413-b70d-453c-987a-5a4490d362af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bab014-d9c5-4bf6-92bb-3cec88a0da59,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:50.340143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b9dc9320-c4e2-495d-9ba4-879f25efc2b0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:50.372846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b9dc9320-c4e2-495d-9ba4-879f25efc2b0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:50.373187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b9dc9320-c4e2-495d-9ba4-879f25efc2b0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:50.373812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94442b11-ac8f-4c26-a14a-02ce4d2cad24 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:50.400726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 94442b11-ac8f-4c26-a14a-02ce4d2cad24 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:50.402069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 94442b11-ac8f-4c26-a14a-02ce4d2cad24 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:50.402873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c2df1f72-aa7b-4960-8158-168d4352dbe6 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:44:50.425640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c2df1f72-aa7b-4960-8158-168d4352dbe6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:44:50.426274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c2df1f72-aa7b-4960-8158-168d4352dbe6 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:44:50.514630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 51970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:50.529355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-989caecc-3056-410f-9693-12c0c86060f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.631041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-989caecc-3056-410f-9693-12c0c86060f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.636762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-989caecc-3056-410f-9693-12c0c86060f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.682942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-989caecc-3056-410f-9693-12c0c86060f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1670947 Nov 12 12:44:50.683710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989caecc-3056-410f-9693-12c0c86060f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f50720-dd3f-43e5-b571-f30179a176f2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:50.685904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 51996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:50.754499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.795471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.871362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.874992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:50.876999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79f50720-dd3f-43e5-b571-f30179a176f2 HTTP/1.1" status: 204 len: 168 time: 0.1886151 Nov 12 12:44:50.887425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f50720-dd3f-43e5-b571-f30179a176f2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:50.897909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.898485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.899007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.899398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.899804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.900061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.900385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.900876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.902080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.902442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.902821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:50.903234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c4849-14f2-40e7-8dc2-afcbaab62068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:44:53.843906 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:44:59.333884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52200) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:59.521024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddde6937-c013-4b6e-98e6-0a14aa11b969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.613004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddde6937-c013-4b6e-98e6-0a14aa11b969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.618039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddde6937-c013-4b6e-98e6-0a14aa11b969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.663820 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ddde6937-c013-4b6e-98e6-0a14aa11b969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b955fe288ab44284aca8a22e8d1b61e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3262656 Nov 12 12:44:59.663820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde6937-c013-4b6e-98e6-0a14aa11b969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175fb8a0-6f80-430f-bb12-3d52c42a3892,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:59.664630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:44:59.687734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.726985 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54448c25-30e4-43e2-a000-27a05fb526fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.755271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54448c25-30e4-43e2-a000-27a05fb526fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.811948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54448c25-30e4-43e2-a000-27a05fb526fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.814705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54448c25-30e4-43e2-a000-27a05fb526fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:44:59.819047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54448c25-30e4-43e2-a000-27a05fb526fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/175fb8a0-6f80-430f-bb12-3d52c42a3892 HTTP/1.1" status: 204 len: 168 time: 0.1504586 Nov 12 12:44:59.832292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54448c25-30e4-43e2-a000-27a05fb526fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175fb8a0-6f80-430f-bb12-3d52c42a3892,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:44:59.859755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.145711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:00.161851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1e15444-2ec8-40a1-906b-94f612ebec5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.247145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1e15444-2ec8-40a1-906b-94f612ebec5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.251886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1e15444-2ec8-40a1-906b-94f612ebec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.302528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e15444-2ec8-40a1-906b-94f612ebec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c89a3c-8316-475d-a95a-faf0e3810d95,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:00.321304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1e15444-2ec8-40a1-906b-94f612ebec5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24901ae805f94305abd5dbfdc9151cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742797 Nov 12 12:45:00.323949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:00.376866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7c89-c833-40e3-821e-8753044bd3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.397966 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7c89-c833-40e3-821e-8753044bd3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.454917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7c89-c833-40e3-821e-8753044bd3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.457965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7c89-c833-40e3-821e-8753044bd3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:00.461750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e0fa7c89-c833-40e3-821e-8753044bd3d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10c89a3c-8316-475d-a95a-faf0e3810d95 HTTP/1.1" status: 204 len: 168 time: 0.1342788 Nov 12 12:45:00.471105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa7c89-c833-40e3-821e-8753044bd3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c89a3c-8316-475d-a95a-faf0e3810d95,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:01.594314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:01.711912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ee78dca-4bf3-49a4-97ca-7e35306a58d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.791839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ee78dca-4bf3-49a4-97ca-7e35306a58d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.795845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ee78dca-4bf3-49a4-97ca-7e35306a58d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.832132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee78dca-4bf3-49a4-97ca-7e35306a58d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f46cad-5bf0-4702-8356-76483f4557fb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:01.839932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ee78dca-4bf3-49a4-97ca-7e35306a58d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cf4fce0c1064e0aaee431954fc988e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409794 Nov 12 12:45:01.840637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:01.887922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad483eb1-3bc1-453d-ac82-aa5cfe8325a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.911761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad483eb1-3bc1-453d-ac82-aa5cfe8325a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.957839 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad483eb1-3bc1-453d-ac82-aa5cfe8325a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.960511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad483eb1-3bc1-453d-ac82-aa5cfe8325a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:01.964886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ad483eb1-3bc1-453d-ac82-aa5cfe8325a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5f46cad-5bf0-4702-8356-76483f4557fb HTTP/1.1" status: 204 len: 168 time: 0.1207027 Nov 12 12:45:01.970201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad483eb1-3bc1-453d-ac82-aa5cfe8325a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f46cad-5bf0-4702-8356-76483f4557fb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:05.691163 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d630-b935-4637-922a-7b4c881fb59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.295004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:07.420389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79dab492-38d8-4e55-9ef6-2f88c94a50b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.502783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79dab492-38d8-4e55-9ef6-2f88c94a50b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.507030 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79dab492-38d8-4e55-9ef6-2f88c94a50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.552991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-79dab492-38d8-4e55-9ef6-2f88c94a50b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c6ab418033f4d34b135f584a8930d51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538054 Nov 12 12:45:07.552991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab492-38d8-4e55-9ef6-2f88c94a50b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f9782-8892-4d43-b6b0-1ee219ad9d18,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:07.553366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52406) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:07.609353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91011a57-6845-4687-b8eb-8fb7ce2aeefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.631895 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91011a57-6845-4687-b8eb-8fb7ce2aeefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.680627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91011a57-6845-4687-b8eb-8fb7ce2aeefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.684245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-91011a57-6845-4687-b8eb-8fb7ce2aeefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:07.687814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-91011a57-6845-4687-b8eb-8fb7ce2aeefe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/311f9782-8892-4d43-b6b0-1ee219ad9d18 HTTP/1.1" status: 204 len: 168 time: 0.1311677 Nov 12 12:45:07.695411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91011a57-6845-4687-b8eb-8fb7ce2aeefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f9782-8892-4d43-b6b0-1ee219ad9d18,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:08.013697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:08.029159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca40119-9bc9-401f-9460-fb4705fa53f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.110073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca40119-9bc9-401f-9460-fb4705fa53f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.118052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ca40119-9bc9-401f-9460-fb4705fa53f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.172566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5ca40119-9bc9-401f-9460-fb4705fa53f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dff1cfada05f4f26a66cfbb522c4bddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575730 Nov 12 12:45:08.173119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:08.179856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca40119-9bc9-401f-9460-fb4705fa53f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fb12b0-5fe6-47b7-8eaf-18a8cab08a1b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:08.234473 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c14abf9-5fcd-427d-a38c-3f1602ea3fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.259705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c14abf9-5fcd-427d-a38c-3f1602ea3fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.312782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c14abf9-5fcd-427d-a38c-3f1602ea3fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.315392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c14abf9-5fcd-427d-a38c-3f1602ea3fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:08.317092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c14abf9-5fcd-427d-a38c-3f1602ea3fb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0fb12b0-5fe6-47b7-8eaf-18a8cab08a1b HTTP/1.1" status: 204 len: 168 time: 0.1424580 Nov 12 12:45:08.324793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14abf9-5fcd-427d-a38c-3f1602ea3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fb12b0-5fe6-47b7-8eaf-18a8cab08a1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:08.930627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f00010-c28c-4db0-861a-488b833eec2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:09.368030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:10.627875 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:11.346408 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:29.677363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:29.847799 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:30.250847 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-81c3ef9d-0abb-444b-a163-351683d0b470 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466068 Nov 12 12:45:30.351626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893da2-bd17-4b17-95e6-693798952b3b req-f90a08f3-4eb6-49b9-8600-2eefd78c4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:30.355441 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-f90a08f3-4eb6-49b9-8600-2eefd78c4f53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5025417732144a0782c19bb271fe7f50&device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0587771 Nov 12 12:45:30.479398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893da2-bd17-4b17-95e6-693798952b3b req-3122baf6-e61f-4e6f-b8e9-2777acd633dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:30.480092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-3122baf6-e61f-4e6f-b8e9-2777acd633dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 200 len: 910 time: 0.1033487 Nov 12 12:45:30.563900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-5980f36b-df46-448c-b88d-742cf6df95f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0756037 Nov 12 12:45:30.631930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893da2-bd17-4b17-95e6-693798952b3b req-f1fefbbc-5b5a-4ab9-9809-2cdd0fc0d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:30.633476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-f1fefbbc-5b5a-4ab9-9809-2cdd0fc0d944 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 200 len: 848 time: 0.0625293 Nov 12 12:45:30.704671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893da2-bd17-4b17-95e6-693798952b3b req-a9babfeb-13e6-45a6-8483-83ef62a7ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:30.705821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-a9babfeb-13e6-45a6-8483-83ef62a7ba9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c76998d-4d7c-462e-ae52-f993f5fe41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587332 Nov 12 12:45:30.718755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-dc56280a-320f-487c-a245-199e3d1a21cf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:45:30.719773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-dc56280a-320f-487c-a245-199e3d1a21cf service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057688 Nov 12 12:45:30.858457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-3c513375-4123-485a-a900-1a72b0ad2364 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286955 Nov 12 12:45:30.863679 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:45:31.050064 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3b893da2-bd17-4b17-95e6-693798952b3b req-2f13e603-87d6-4675-973f-b5505198ae77 service neutron] 10.222.0.65 "GET /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850808 Nov 12 12:45:31.631221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f145-149e-48a4-a187-afe6e53413eb req-6fd22ac2-0a29-4dae-ae88-748bef40273a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:31.633753 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3078f145-149e-48a4-a187-afe6e53413eb req-6fd22ac2-0a29-4dae-ae88-748bef40273a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0679500 Nov 12 12:45:31.749342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3078f145-149e-48a4-a187-afe6e53413eb req-e4b09b63-ca30-43fa-966f-9f0d1e6a6213 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091571 Nov 12 12:45:32.884406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485538a4-1814-476a-a9d4-ee74d5002233 req-f67c4108-50e7-486c-9537-63e955996285 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:32.885933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-485538a4-1814-476a-a9d4-ee74d5002233 req-f67c4108-50e7-486c-9537-63e955996285 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.0571394 Nov 12 12:45:32.959911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-485538a4-1814-476a-a9d4-ee74d5002233 req-7af1d404-6901-4d09-8c8a-03c401da9c4c tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95df59e-b381-4171-97e6-838b38dfd381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651205 Nov 12 12:45:32.996920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-3a9cf970-9f0e-457e-8ab3-bdf806c91476 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:32.998661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-3a9cf970-9f0e-457e-8ab3-bdf806c91476 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 945 time: 0.1072042 Nov 12 12:45:33.134358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Deleting port 50dc4f4c-3623-4655-9275-50349b488dc4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:33.134792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:33.231307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] For port 50dc4f4c-3623-4655-9275-50349b488dc4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=50dc4f4c-3623-4655-9275-50349b488dc4,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:33.231589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:33.447986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:33.448363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:33.448717 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Floating IP 6461b4ad-98cf-4657-8104-c7b69478f733 disassociated. External IP: 172.25.1.225, port: 50dc4f4c-3623-4655-9275-50349b488dc4. Nov 12 12:45:33.449064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Calling delete_port for 50dc4f4c-3623-4655-9275-50349b488dc4 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:33.591179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:33.624754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event deleted for resources: {'Port': ['ID=50dc4f4c-3623-4655-9275-50349b488dc4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:33.765272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Router 360fe910-2bf3-45de-8961-2d847d32cc87 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:45:33.887582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:33.905035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] Sync routers for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:33.918850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:33.919851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:33.936638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] No DVR routers for this DVR port 50dc4f4c-3623-4655-9275-50349b488dc4 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:45:33.939634 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:33.943302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d33c2384-c597-406e-a04a-6d2cfa642aa0 req-2f8442af-e5df-4d5a-8cee-16855264827d tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.65 "DELETE /v2.0/ports/50dc4f4c-3623-4655-9275-50349b488dc4 HTTP/1.1" status: 204 len: 173 time: 0.9360495 Nov 12 12:45:33.943756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'name': 'network-vif-deleted', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:45:33.946478 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82810426-e2f6-40f3-83dd-0c98f0fee647" -d '{"events": [{"server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "name": "network-vif-deleted", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:45:34.062458 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2e17b-bf1d-4212-867f-0eae27db70ec x-openstack-request-id: req-0fd2e17b-bf1d-4212-867f-0eae27db70ec {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:45:34.063099 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf5998d-799d-45ee-baa4-235a718a0ec7", "name": "network-vif-deleted", "tag": "50dc4f4c-3623-4655-9275-50349b488dc4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:45:34.063099 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fd2e17b-bf1d-4212-867f-0eae27db70ec {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:45:34.063432 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf5998d-799d-45ee-baa4-235a718a0ec7', 'name': 'network-vif-deleted', 'tag': '50dc4f4c-3623-4655-9275-50349b488dc4', 'status': 'completed', 'code': 200} Nov 12 12:45:34.140836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:34.151462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4309cbf2-f05d-4a82-82df-32c379ad9222 req-160f5ff1-81db-4168-95c0-2dfc99768e7a tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf5998d-799d-45ee-baa4-235a718a0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0405722 Nov 12 12:45:34.410660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:34.449848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] Checking router: 360fe910-2bf3-45de-8961-2d847d32cc87 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:34.460655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:34.462185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:34.641996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:34.869146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:34.900882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d0212-2ee4-475f-8ddc-fbbc98064fd5 None None] The sync data for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 is: [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:39:59Z', 'revision_number': 4, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'aaf042a5-7341-415f-928e-afe0c32d5d1e', 'name': '', 'network_id': '0c76998d-4d7c-462e-ae52-f993f5fe41e5', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'mac_address': 'fa:16:3e:75:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '66a92178-f41c-4cec-b615-aab1203f844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:58Z', 'updated_at': '2021-11-12T12:40:26Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'subnets': [{'id': '66a92178-f41c-4cec-b615-aab1203f844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:45:35.200035 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4a554-90fe-40b1-bff8-38cdcb202a76 None None] New status for floating IP 6461b4ad-98cf-4657-8104-c7b69478f733: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:45:35.257645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:35.460793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Deleting port cda4a6d5-77ad-4c04-bacc-6318d59ccd46 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:35.461142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.548608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.549016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.562122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Calling delete_port for cda4a6d5-77ad-4c04-bacc-6318d59ccd46 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:35.704746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbae1317-5f22-4123-8b1f-31cab42bb6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.728540 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.756933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event deleted for resources: {'Port': ['ID=cda4a6d5-77ad-4c04-bacc-6318d59ccd46,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:35.848939 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.853127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 50dc4f4c-3623-4655-9275-50349b488dc4 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:35.856174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:35.857526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f796d6e4-4e46-4508-9041-311a45d9e320 tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "DELETE /v2.0/floatingips/6461b4ad-98cf-4657-8104-c7b69478f733 HTTP/1.1" status: 204 len: 168 time: 0.5974088 Nov 12 12:45:35.889495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 50dc4f4c-3623-4655-9275-50349b488dc4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:35.889851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 50dc4f4c-3623-4655-9275-50349b488dc4 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:35.939661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52848) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:36.013896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d1f9884-a2bc-4fab-a360-ce569b80d1fe tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:36.046353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d1f9884-a2bc-4fab-a360-ce569b80d1fe tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:36.128509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d1f9884-a2bc-4fab-a360-ce569b80d1fe tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:36.131643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d1f9884-a2bc-4fab-a360-ce569b80d1fe tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:36.135562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8d1f9884-a2bc-4fab-a360-ce569b80d1fe tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] 10.222.0.18 "DELETE /v2.0/security-groups/a95df59e-b381-4171-97e6-838b38dfd381 HTTP/1.1" status: 204 len: 168 time: 0.1923316 Nov 12 12:45:36.172308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f9884-a2bc-4fab-a360-ce569b80d1fe tempest-TestServerBasicOps-503854856 tempest-TestServerBasicOps-503854856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95df59e-b381-4171-97e6-838b38dfd381,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:36.188631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:36.776845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:37.078452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Deleting port aaf042a5-7341-415f-928e-afe0c32d5d1e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:37.078885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:37.181350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] For port aaf042a5-7341-415f-928e-afe0c32d5d1e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=aaf042a5-7341-415f-928e-afe0c32d5d1e,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:37.181944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:37.220943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Calling delete_port for aaf042a5-7341-415f-928e-afe0c32d5d1e owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:37.958813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:38.000553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf042a5-7341-415f-928e-afe0c32d5d1e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:38.253660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:38.557175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Router 360fe910-2bf3-45de-8961-2d847d32cc87 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:45:38.714863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:38.734517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] Sync routers for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:38.742039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52908) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:38.756057 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38f3ff20-a687-47f3-99a7-575b9edbf287 admin admin] 10.222.0.18 "PUT /v2.0/routers/360fe910-2bf3-45de-8961-2d847d32cc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5542572 Nov 12 12:45:38.764932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:38.766100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:38.928387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:38.938001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.079797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.102424 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a75b165f-cda5-4acf-8508-b54c1c49cabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.152434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Deleting port 52c5d9f1-f909-4e05-b206-e7c7d22d8032 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:39.153210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.236406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:45:37Z', 'revision_number': 5, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port': {'id': '52c5d9f1-f909-4e05-b206-e7c7d22d8032', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:39:53Z', 'updated_at': '2021-11-12T12:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:39.287462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] For port 52c5d9f1-f909-4e05-b206-e7c7d22d8032, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=52c5d9f1-f909-4e05-b206-e7c7d22d8032,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:39.288150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.290767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] Checking router: 360fe910-2bf3-45de-8961-2d847d32cc87 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:39.299692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] Routers {'360fe910-2bf3-45de-8961-2d847d32cc87'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:39.300307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['360fe910-2bf3-45de-8961-2d847d32cc87'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:39.302789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Calling delete_port for 52c5d9f1-f909-4e05-b206-e7c7d22d8032 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:39.412177 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.429390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] Set router 360fe910-2bf3-45de-8961-2d847d32cc87 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:39.537016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.565922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c5d9f1-f909-4e05-b206-e7c7d22d8032,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:39.567288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:45:39Z', 'revision_number': 6, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:39.615247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99185d-e0bf-4426-a41c-6620adf2b12c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:39.633513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436c6c3-8e20-4318-bc7b-f82c540c7347 None None] The sync data for ids ['360fe910-2bf3-45de-8961-2d847d32cc87'] in n-d-804878-5 is: [{'id': '360fe910-2bf3-45de-8961-2d847d32cc87', 'name': 'tempest-TestServerBasicOps-1448357836-router', 'tenant_id': '5025417732144a0782c19bb271fe7f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:39:51Z', 'updated_at': '2021-11-12T12:45:39Z', 'revision_number': 6, 'project_id': '5025417732144a0782c19bb271fe7f50', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:45:39.684197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.889804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.892257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.945765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.946706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360fe910-2bf3-45de-8961-2d847d32cc87 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:45:39.955960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:39.966282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-318bd133-4724-4bb8-b365-2b5c01d3c2c3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/360fe910-2bf3-45de-8961-2d847d32cc87 HTTP/1.1" status: 204 len: 168 time: 1.2222817 Nov 12 12:45:39.968629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:40.023685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Deleting subnet 66a92178-f41c-4cec-b615-aab1203f844f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:45:40.028117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.071611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.201307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.285195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.328513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.332278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/66a92178-f41c-4cec-b615-aab1203f844f HTTP/1.1" status: 204 len: 168 time: 0.3625412 Nov 12 12:45:40.333555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eba2d-d667-4193-9b32-bc2462358fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a92178-f41c-4cec-b615-aab1203f844f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:40.335032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:40.340943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5775c1-ee10-4efa-a59f-23c14a1ba477 None None] Network 0c76998d-4d7c-462e-ae52-f993f5fe41e5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:40.464645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.553468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Deleting port 5e64a828-c110-4984-b3e6-a78e0987f25b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:40.554011 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.594094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] DHCP port deletion for 0c76998d-4d7c-462e-ae52-f993f5fe41e5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:40.700987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.759382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 52c5d9f1-f909-4e05-b206-e7c7d22d8032 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:40.765847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] For port 5e64a828-c110-4984-b3e6-a78e0987f25b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5e64a828-c110-4984-b3e6-a78e0987f25b,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:40.766505 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:40.783650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 52c5d9f1-f909-4e05-b206-e7c7d22d8032 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:40.784003 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 52c5d9f1-f909-4e05-b206-e7c7d22d8032 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:40.786421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaf042a5-7341-415f-928e-afe0c32d5d1e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:40.818346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Calling delete_port for 5e64a828-c110-4984-b3e6-a78e0987f25b owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:40.819569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: aaf042a5-7341-415f-928e-afe0c32d5d1e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:40.820047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaf042a5-7341-415f-928e-afe0c32d5d1e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:40.827943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Deleting port 5e64a828-c110-4984-b3e6-a78e0987f25b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:40.828457 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.029996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.074907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] No DVR routers for this DVR port 5e64a828-c110-4984-b3e6-a78e0987f25b on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:45:41.080947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e64a828-c110-4984-b3e6-a78e0987f25b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:41.141941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] For port 5e64a828-c110-4984-b3e6-a78e0987f25b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5e64a828-c110-4984-b3e6-a78e0987f25b,segment=NetworkSegment(447be00e-84ca-4cd0-88f3-b8adcc67ea33),segment_id=447be00e-84ca-4cd0-88f3-b8adcc67ea33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:41.142451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.160513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Calling delete_port for 5e64a828-c110-4984-b3e6-a78e0987f25b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:41.225312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.257040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c76998d-4d7c-462e-ae52-f993f5fe41e5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:41.270903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447be00e-84ca-4cd0-88f3-b8adcc67ea33') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:41.271324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447be00e-84ca-4cd0-88f3-b8adcc67ea33') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:41.284547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.305027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.311811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.317316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:45:41.317827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:45:41.320956 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:45:41.360105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] No DVR routers for this DVR port 5e64a828-c110-4984-b3e6-a78e0987f25b on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:45:41.364133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Pushing event deleted for resources: {'Port': ['ID=5e64a828-c110-4984-b3e6-a78e0987f25b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:41.381081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.381081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.381081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.381081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.381562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.381759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.382151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.382709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.383148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.383745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.384057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.385170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b976666-ac7a-45de-84db-7e190aaaa6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:41.393382 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.413093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.417835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.421076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c76998d-4d7c-462e-ae52-f993f5fe41e5 HTTP/1.1" status: 204 len: 168 time: 1.0850387 Nov 12 12:45:41.424264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 52974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:41.486405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e5d05-98a9-48fa-a829-4ccaeb3d83f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c76998d-4d7c-462e-ae52-f993f5fe41e5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:41.552242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52978) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:41.684193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd709-1ccf-4941-bb0f-5f325a74c00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.793821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd709-1ccf-4941-bb0f-5f325a74c00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.800875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd709-1ccf-4941-bb0f-5f325a74c00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.837898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c1dd709-1ccf-4941-bb0f-5f325a74c00b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b30212818fdb4c2dade26f935241a3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838902 Nov 12 12:45:41.839832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 52982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:41.885593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.887852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dd709-1ccf-4941-bb0f-5f325a74c00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c482a39a-e181-416a-8245-9f9454404086,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:41.931637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a62845-87b4-49ce-b01b-13c95003de4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:41.962946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a62845-87b4-49ce-b01b-13c95003de4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:42.026829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a62845-87b4-49ce-b01b-13c95003de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:42.030003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a62845-87b4-49ce-b01b-13c95003de4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:42.035541 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-13a62845-87b4-49ce-b01b-13c95003de4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c482a39a-e181-416a-8245-9f9454404086 HTTP/1.1" status: 204 len: 168 time: 0.1929793 Nov 12 12:45:42.051388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62845-87b4-49ce-b01b-13c95003de4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c482a39a-e181-416a-8245-9f9454404086,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:42.257313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Deleting port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:42.257660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:42.330025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5e64a828-c110-4984-b3e6-a78e0987f25b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:42.359434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] For port f6b3cd17-2bb2-4c1f-9985-3cf428d8744b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:42.360034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:42.377043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Calling delete_port for f6b3cd17-2bb2-4c1f-9985-3cf428d8744b owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:42.382813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5e64a828-c110-4984-b3e6-a78e0987f25b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:42.383515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5e64a828-c110-4984-b3e6-a78e0987f25b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:42.591673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:42.623198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b3cd17-2bb2-4c1f-9985-3cf428d8744b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:42.833079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:43.092481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Router c6d6932d-ce03-4277-a44c-6f2680b1409b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:45:43.228138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:43.234564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15ccb152-8b3a-45a3-bb43-8886c37f4da4 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6d6932d-ce03-4277-a44c-6f2680b1409b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8092222 Nov 12 12:45:43.237122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:43.245811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] Sync routers for ids ['c6d6932d-ce03-4277-a44c-6f2680b1409b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:43.256397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] Routers {'c6d6932d-ce03-4277-a44c-6f2680b1409b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:43.257038 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c6d6932d-ce03-4277-a44c-6f2680b1409b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:43.381984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:43.414581 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] Set router c6d6932d-ce03-4277-a44c-6f2680b1409b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:43.603615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:43.726241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Deleting port b8254d3a-f19d-46f3-8124-0632d2000444 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:43.726937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:43.818991 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:45:42Z', 'revision_number': 5, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port': {'id': 'b8254d3a-f19d-46f3-8124-0632d2000444', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:40:08Z', 'updated_at': '2021-11-12T12:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:43.848721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] For port b8254d3a-f19d-46f3-8124-0632d2000444, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b8254d3a-f19d-46f3-8124-0632d2000444,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:43.849096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:43.855095 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] Checking router: c6d6932d-ce03-4277-a44c-6f2680b1409b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:43.868646 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] Routers {'c6d6932d-ce03-4277-a44c-6f2680b1409b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:43.869836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Calling delete_port for b8254d3a-f19d-46f3-8124-0632d2000444 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:43.870439 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c6d6932d-ce03-4277-a44c-6f2680b1409b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:43.991055 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] Set router c6d6932d-ce03-4277-a44c-6f2680b1409b gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:44.070066 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:45:43Z', 'revision_number': 6, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:44.107763 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16efe4-a2ef-401d-94be-61df1b74e0f3 None None] The sync data for ids ['c6d6932d-ce03-4277-a44c-6f2680b1409b'] in n-d-804878-5 is: [{'id': 'c6d6932d-ce03-4277-a44c-6f2680b1409b', 'name': 'tempest-TestServerBasicOps-146810481-router', 'tenant_id': 'ad74363881d443e19cb9b6a04a532557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:40:05Z', 'updated_at': '2021-11-12T12:45:43Z', 'revision_number': 6, 'project_id': 'ad74363881d443e19cb9b6a04a532557', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:45:44.319255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53052) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:44.325231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046726765', 'description': 'tempest-secgroup-smoke-1046726765 description', 'project_id': '1845ff0008a54787b483ed04af0c1e54'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:44.351084 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.360352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.452345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.457090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.505829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.509436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b5158-d7a1-47e0-a822-3ee38784be08,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:44.540556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8254d3a-f19d-46f3-8124-0632d2000444,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:44.556705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693f3a1-2798-4a6c-a79f-4f96691da8cd None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:44.585994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.597816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.599117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f6b3cd17-2bb2-4c1f-9985-3cf428d8744b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:44.634228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.636038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3152390 Nov 12 12:45:44.639150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:44.640588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f6b3cd17-2bb2-4c1f-9985-3cf428d8744b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:44.640810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f6b3cd17-2bb2-4c1f-9985-3cf428d8744b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:44.646816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'ef890074-9a47-4f02-9c12-64aeccbbc754', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:44.653657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688167b-686b-4073-a307-cc5222def7fd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef890074-9a47-4f02-9c12-64aeccbbc754,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:44.666062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.693899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.762607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.769661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.771336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.772193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.801667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd5c1c-1b99-4e6d-b51f-37afb512b624,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:44.811607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.812799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-959686ee-a1ee-4ea7-91ab-1e43e73ed014 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714258 Nov 12 12:45:44.815647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:44.823373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'ef890074-9a47-4f02-9c12-64aeccbbc754', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:44.827098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.827785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d6932d-ce03-4277-a44c-6f2680b1409b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:45:44.832773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.835638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b0026a42-3e77-46d7-943c-d50419d78d4f admin admin] 10.222.0.18 "DELETE /v2.0/routers/c6d6932d-ce03-4277-a44c-6f2680b1409b HTTP/1.1" status: 204 len: 168 time: 1.5959110 Nov 12 12:45:44.837489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:44.856569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.888408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Deleting subnet 37cd8856-85e0-4421-afaa-32bdd0ca5ea3 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:45:44.891712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.915445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.919766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.929375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.938612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f372fbe5-3fcc-47dd-b33c-54f246e25204,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:44.950116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:44.951389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c58a6c4-296f-4eac-a9da-f4925c2d7626 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347141 Nov 12 12:45:44.954105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:44.958966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'ef890074-9a47-4f02-9c12-64aeccbbc754', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:45.000964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.068100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.095342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.100729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.127789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c45ff15-7295-404c-9727-ad1a163cd883,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.133669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.138261 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.140390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-61542ca8-0e1b-4a6e-bc43-d11f4dfbb4d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1852992 Nov 12 12:45:45.143345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:45.147707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'ef890074-9a47-4f02-9c12-64aeccbbc754', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:45.161467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cd8856-85e0-4421-afaa-32bdd0ca5ea3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.168088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.173895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-319c58ed-4d0d-40cf-bede-28ce8d63aa15 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/37cd8856-85e0-4421-afaa-32bdd0ca5ea3 HTTP/1.1" status: 204 len: 168 time: 0.3328826 Nov 12 12:45:45.173997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:45.177090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb971474-98bf-4e4f-b6bf-095aa5aa5d97 None None] Network ee7cd0fc-83f8-4186-a2b7-eff83555f161 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:45.218406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.334389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.342069 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.352980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.374680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48b9260-c553-44d8-8a36-e68dc4799d0f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.390727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.391942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9fe5087d-5cc5-4a67-ad3a-a16f1d67d81e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2475924 Nov 12 12:45:45.397986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:45.436517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'ef890074-9a47-4f02-9c12-64aeccbbc754', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:45.465763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] DHCP port deletion for ee7cd0fc-83f8-4186-a2b7-eff83555f161 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:45.467145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Deleting port 267364c5-0e35-42f7-832d-ce51f20d4f35 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:45.467617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.497205 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:45:45.507657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.536322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] Deleting port 267364c5-0e35-42f7-832d-ce51f20d4f35 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:45:45.536697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.564935 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] For port 267364c5-0e35-42f7-832d-ce51f20d4f35, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=267364c5-0e35-42f7-832d-ce51f20d4f35,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:45.565156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.579813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Calling delete_port for 267364c5-0e35-42f7-832d-ce51f20d4f35 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:45.583059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.587924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.618018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.620113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2238486 Nov 12 12:45:45.621017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b41c6-82a0-41c6-9b9f-17a4b25b2535 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dee8ea1-935e-48ea-b53d-103c0064e0e3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.623055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:45.626179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] For port 267364c5-0e35-42f7-832d-ce51f20d4f35, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=267364c5-0e35-42f7-832d-ce51f20d4f35,segment=NetworkSegment(abf4c01c-11b7-4748-b778-70e18b3fb79c),segment_id=abf4c01c-11b7-4748-b778-70e18b3fb79c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:45.626669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.630114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'ef890074-9a47-4f02-9c12-64aeccbbc754', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:45.645469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] Calling delete_port for 267364c5-0e35-42f7-832d-ce51f20d4f35 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:45:45.663713 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:45:45.671635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.699860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.732683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Pushing event deleted for resources: {'Port': ['ID=267364c5-0e35-42f7-832d-ce51f20d4f35,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.740215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] No DVR routers for this DVR port 267364c5-0e35-42f7-832d-ce51f20d4f35 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:45:45.750196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.757190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.775643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.777448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324cd4fc-b46d-4714-997d-1928304d1d24,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.806416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.807701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5e440051-af6c-4dd4-ab38-a952d46c6d6f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1830137 Nov 12 12:45:45.810727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53094) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:45.815848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'network': {'name': 'tempest-network-smoke--1043261447', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:45.823557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] Pushing event deleted for resources: {'Port': ['ID=267364c5-0e35-42f7-832d-ce51f20d4f35,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:45.827473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5708d-176e-4c6f-aa6b-ac8b35e6b098 None None] No DVR routers for this DVR port 267364c5-0e35-42f7-832d-ce51f20d4f35 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:45:45.840266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.851130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:45.856526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.869264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7cd0fc-83f8-4186-a2b7-eff83555f161']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:45.882789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf4c01c-11b7-4748-b778-70e18b3fb79c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:45.883696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf4c01c-11b7-4748-b778-70e18b3fb79c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:45.887683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:45:45.895362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.897863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.898234 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Added segment 3c6025bf-99eb-4664-bb75-66c1088fef53 of type vlan for network 8adba493-4dc3-434f-ba2a-1c4d85797b94 Nov 12 12:45:45.912467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.920683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:45:45.921345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:45:45.923250 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:45:45.943001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.969169 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.975335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:45.975925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:45.993274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.005580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.010139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ee7cd0fc-83f8-4186-a2b7-eff83555f161 HTTP/1.1" status: 204 len: 168 time: 0.8344405 Nov 12 12:45:46.028738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f0831-1ff3-468a-8a22-ad95bbd0c538 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7cd0fc-83f8-4186-a2b7-eff83555f161,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:46.049217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2348044 Nov 12 12:45:46.049702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53102) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:46.054057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'admin_state_up': True, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:46.071516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2498f-b602-44ff-8c1e-9b8703e84fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Network': ['ID=8adba493-4dc3-434f-ba2a-1c4d85797b94,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:46.089134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:45:46.096713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.098668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.177579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.233317 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:46.278886 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1e377944-2f78-4a63-b6ec-77fc506befb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5025417732144a0782c19bb271fe7f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442595 Nov 12 12:45:46.281299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:46.347648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8254d3a-f19d-46f3-8124-0632d2000444 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:46.351046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.371812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b84856e4-1b61-41bc-a442-8017b762306c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.400807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b8254d3a-f19d-46f3-8124-0632d2000444 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:46.404371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8254d3a-f19d-46f3-8124-0632d2000444 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:46.404819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 267364c5-0e35-42f7-832d-ce51f20d4f35 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:45:46.416748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b84856e4-1b61-41bc-a442-8017b762306c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.432112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 267364c5-0e35-42f7-832d-ce51f20d4f35 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:45:46.432455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 267364c5-0e35-42f7-832d-ce51f20d4f35 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:45:46.482865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b84856e4-1b61-41bc-a442-8017b762306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.487283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b84856e4-1b61-41bc-a442-8017b762306c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.492068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b84856e4-1b61-41bc-a442-8017b762306c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b02a1f0-dc1a-4076-a179-f9cbf55b5231 HTTP/1.1" status: 204 len: 168 time: 0.2065094 Nov 12 12:45:46.521586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84856e4-1b61-41bc-a442-8017b762306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02a1f0-dc1a-4076-a179-f9cbf55b5231,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:46.645266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.666071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.796405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.149 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/324cb7f8-e095-465e-976a-b24787a35164) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:46.884524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:46.911020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.929249 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-06764c8f-3759-466f-ba1a-459878a7848f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad74363881d443e19cb9b6a04a532557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424342 Nov 12 12:45:46.932328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:46.952893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:46.986812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-488f3491-9b63-4e75-91c5-0c9c1ea436c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.002621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:47.005747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:47.009186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:47.012168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-488f3491-9b63-4e75-91c5-0c9c1ea436c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.015460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=324cb7f8-e095-465e-976a-b24787a35164,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:47.025433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f8bb9-c4e6-4578-9f98-21e153e6f89a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:47.050407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.050726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.051045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.051382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.051726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.053654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.053654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.053990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.054419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.054830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.055702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.056069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:47.077927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-488f3491-9b63-4e75-91c5-0c9c1ea436c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.085735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-488f3491-9b63-4e75-91c5-0c9c1ea436c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.087338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-488f3491-9b63-4e75-91c5-0c9c1ea436c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecd9a16e-5c84-4bb3-9512-c06bcf9f1d39 HTTP/1.1" status: 204 len: 168 time: 0.1538229 Nov 12 12:45:47.097792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f3491-9b63-4e75-91c5-0c9c1ea436c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd9a16e-5c84-4bb3-9512-c06bcf9f1d39,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:47.146838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-261290d8-ad0e-4eff-aebf-6479a51af355 None None] Provisioning complete for port 324cb7f8-e095-465e-976a-b24787a35164 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:47.147215 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-261290d8-ad0e-4eff-aebf-6479a51af355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.192199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-261290d8-ad0e-4eff-aebf-6479a51af355 None None] Port 324cb7f8-e095-465e-976a-b24787a35164 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:45:47.677819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.893667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:47.925839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.036585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 4660bb90-210b-4b66-81c8-05ce243af110 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:45:48.044477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1122007249-network', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:48.064886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Made reservation on behalf of 098fffbe8c254e368a65bac4e1f209a8 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:48.067549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.080541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.158324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:48.164285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.169909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.171625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Sync routers for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:48.184078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.185858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25abc33b-6964-494f-8299-711508f4d866 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1349771 Nov 12 12:45:48.188819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.193461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:48.194116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:48.199915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:45:48.205835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02eb443-6851-4f60-a979-77f88e98bb49,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:48.212697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.213045 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Added segment 55f2d611-9fa8-40b3-91f1-94aa9816d59b of type vlan for network a18e1da3-ae8e-498a-808e-9200e2c3aef8 Nov 12 12:45:48.272539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.302767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.303786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:48.304393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.335160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:48.385897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] Pushing event updated for resources: {'Network': ['ID=a18e1da3-ae8e-498a-808e-9200e2c3aef8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:48.396126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-77dc4edc-7b4d-4e10-b502-c243508b7ecb tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1845ff0008a54787b483ed04af0c1e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057528 Nov 12 12:45:48.398877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.411386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:45:48.411590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7b8efbe-455f-4128-b66d-85fa9bb1ea48 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4817917 Nov 12 12:45:48.411668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.417446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Request body: {'subnet': {'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1122007249-subnet', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:48.443412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Made reservation on behalf of 098fffbe8c254e368a65bac4e1f209a8 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:48.446867 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.545124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618dc86-13d2-422a-8a0e-0ca90dd5abd4 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:48.548288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e618dc86-13d2-422a-8a0e-0ca90dd5abd4 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474676 Nov 12 12:45:48.550589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.626961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b54b4151-270b-44a5-aa00-bce6d2bbca33 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721259 Nov 12 12:45:48.629451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.637325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146628079', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:48.659997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:47Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:48.696656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Checking router: 4660bb90-210b-4b66-81c8-05ce243af110 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:48.697029 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Updating router 4660bb90-210b-4b66-81c8-05ce243af110 port 324cb7f8-e095-465e-976a-b24787a35164 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:45:48.739960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.743417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.782789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:48.791154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.805804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883df33a-b83b-4d62-b77f-f0b837e159bf,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:48.834341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Checking segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:48.834700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Network hostable DHCP agents. Network: a18e1da3-ae8e-498a-808e-9200e2c3aef8, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:45:48.856732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:45:48.870833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, a18e1da3-ae8e-498a-808e-9200e2c3aef8) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:48.885147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e00f6-ba23-4477-bec7-bcd482f81ab2 None None] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:48.885628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:48.886399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.913406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5f001681-fc96-49ec-9431-1b6831ea5122 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4972777 Nov 12 12:45:48.914149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:48.919378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:48.944861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:48.947617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.028799 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.065048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.159759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Subnet': ['ID=a17749cc-451a-4781-86d3-59f0c276633d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:49.182581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Checking segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:49.182958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network hostable DHCP agents. Network: 8adba493-4dc3-434f-ba2a-1c4d85797b94, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:45:49.195953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'fixed_ips': [{'subnet_id': '883df33a-b83b-4d62-b77f-f0b837e159bf'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:45:49.196839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.210436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:45:49.217941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.226222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8adba493-4dc3-434f-ba2a-1c4d85797b94) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:49.232441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:49.233411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.234489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.244730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85745ac-1760-457e-b030-9cc22f50fbdd None None] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:49.253482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.255907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ecf58fe1-a5f6-4859-b646-6c511c59e78b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6251855 Nov 12 12:45:49.260016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:49.515711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.525057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0202d5b-eab5-4fb6-a2ec-2f91a1314f58 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:49.528343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Attempting to bind port 324cb7f8-e095-465e-976a-b24787a35164 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:49.528719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Attempting to bind port 324cb7f8-e095-465e-976a-b24787a35164 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:49.529108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Attempting to bind port 324cb7f8-e095-465e-976a-b24787a35164 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:49.547834 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.548614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bac00-e706-4505-899a-02654667c26a None None] Pushing event updated for resources: {'Port': ['ID=324cb7f8-e095-465e-976a-b24787a35164,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:49.565970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:45:49.566505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:49.566914 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.567311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:45:49.567796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Bound port: 324cb7f8-e095-465e-976a-b24787a35164, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:45:49.568181 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.572749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Allocated IP 172.20.0.2 (a18e1da3-ae8e-498a-808e-9200e2c3aef8/883df33a-b83b-4d62-b77f-f0b837e159bf/55b0a80d-d7a2-4a7f-bc17-41fe41753753) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:49.742481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Allocated IP 172.25.1.17 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/fc906790-1b1f-4e2c-920a-4e3b21219148) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:49.855972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] For port 324cb7f8-e095-465e-976a-b24787a35164, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:45:49.859719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] For port 324cb7f8-e095-465e-976a-b24787a35164, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=324cb7f8-e095-465e-976a-b24787a35164,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:45:49.888057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.901555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.943115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:49.984289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.036841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:50.041520 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:50.047254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:50.051045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Pushing event updated for resources: {'Port': ['ID=fc906790-1b1f-4e2c-920a-4e3b21219148,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:50.060810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88411f9-616f-45e8-90bb-01c3e6d51cc6 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:50.135788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:50.136434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:50.146911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-8adba493-4dc3-434f-ba2a-1c4d85797b94', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:45:50.147899 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.168344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-16aae975-b260-4fec-ad12-611edbce90c5 None None] Provisioning complete for port 324cb7f8-e095-465e-976a-b24787a35164 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:50.168953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16aae975-b260-4fec-ad12-611edbce90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.225998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.1 (8adba493-4dc3-434f-ba2a-1c4d85797b94/a17749cc-451a-4781-86d3-59f0c276633d/b6abb6c0-1999-4994-b14c-7eecb314bb51) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:50.249668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876026f6-96fb-4c1f-a1da-6189715969ed None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:50.269387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bac00-e706-4505-899a-02654667c26a None None] Pushing event updated for resources: {'Port': ['ID=324cb7f8-e095-465e-976a-b24787a35164,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:50.410021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.441260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.487873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.543733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:50.554281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:50.558389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:50.583654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.587025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:50.595447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=b6abb6c0-1999-4994-b14c-7eecb314bb51,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:50.631816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.656103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.717515 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.811631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Allocated IP 172.20.0.2 (8adba493-4dc3-434f-ba2a-1c4d85797b94/a17749cc-451a-4781-86d3-59f0c276633d/1839bc88-ebb5-4b0b-92d6-5d497a405a58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:50.813571 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16aae975-b260-4fec-ad12-611edbce90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.829507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:45:50.860438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:50.877090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:50.895070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:50.903843 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.922888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-16aae975-b260-4fec-ad12-611edbce90c5 None None] For port 324cb7f8-e095-465e-976a-b24787a35164, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=324cb7f8-e095-465e-976a-b24787a35164,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:50.944984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Pushing event updated for resources: {'Port': ['ID=55b0a80d-d7a2-4a7f-bc17-41fe41753753,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:50.947486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16aae975-b260-4fec-ad12-611edbce90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:50.989657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:51.005003 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Sync routers for ids ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:51.015726 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Routers {'5e75cdc8-ee3f-49b4-aca0-287963dfde94'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:51.016615 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:51.018860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.020232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-200d245a-474f-4b2b-bba5-682346e326af admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1047771 Nov 12 12:45:51.025798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:51.205013 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Set router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:51.247810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aae975-b260-4fec-ad12-611edbce90c5 None None] Pushing event updated for resources: {'Port': ['ID=324cb7f8-e095-465e-976a-b24787a35164,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:51.251108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Attempting to bind port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:51.251760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Attempting to bind port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:51.251847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Attempting to bind port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:51.260806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:45:51.261189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Checking segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:51.261599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.262014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Bound using segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:45:51.262526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Bound port: 55b0a80d-d7a2-4a7f-bc17-41fe41753753, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:45:51.262916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.314123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-62b89b51-6eba-4fb5-afc3-dce06a13d826 None None] Provisioning complete for port fc906790-1b1f-4e2c-920a-4e3b21219148 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:51.314529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-62b89b51-6eba-4fb5-afc3-dce06a13d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.357047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.363366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.426379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.431929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-62b89b51-6eba-4fb5-afc3-dce06a13d826 None None] Port fc906790-1b1f-4e2c-920a-4e3b21219148 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:45:51.454631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.479794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:51.485683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:51.511862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:47Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:51.522768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:51.535915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=b6abb6c0-1999-4994-b14c-7eecb314bb51,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:51.542508 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 3, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:51.545991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.561926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-62b89b51-6eba-4fb5-afc3-dce06a13d826 None None] Provisioning complete for port 324cb7f8-e095-465e-976a-b24787a35164 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:51.562330 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-62b89b51-6eba-4fb5-afc3-dce06a13d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.566982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd44432-ada0-4242-90ca-ddf931e67101 None None] The sync data for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 is: [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:47Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:45:51.571272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] For port 55b0a80d-d7a2-4a7f-bc17-41fe41753753, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:45:51.618946 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Checking router: 5e75cdc8-ee3f-49b4-aca0-287963dfde94 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:51.619373 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Updating router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 port fc906790-1b1f-4e2c-920a-4e3b21219148 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:45:51.670475 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.679108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] For port 55b0a80d-d7a2-4a7f-bc17-41fe41753753, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=55b0a80d-d7a2-4a7f-bc17-41fe41753753,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:45:51.699740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Attempting to bind port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:51.700123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Attempting to bind port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:51.700495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Attempting to bind port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:51.709414 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.724526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Pushing event updated for resources: {'Port': ['ID=1839bc88-ebb5-4b0b-92d6-5d497a405a58,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:51.748367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:51.750699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:51.792142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.847559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10750-f5ba-41b5-9995-8297525d267a None None] Pushing event updated for resources: {'Port': ['ID=55b0a80d-d7a2-4a7f-bc17-41fe41753753,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:51.856728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:45:51.857016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Checking segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:51.857510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.858014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Bound using segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:45:51.858598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Bound port: 1839bc88-ebb5-4b0b-92d6-5d497a405a58, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:45:51.859120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:51.925588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 4660bb90-210b-4b66-81c8-05ce243af110 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:45:52.053167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-117e2011-d496-4910-9436-cf5a0184224a None None] For port 1839bc88-ebb5-4b0b-92d6-5d497a405a58, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:45:52.061893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-117e2011-d496-4910-9436-cf5a0184224a None None] For port 1839bc88-ebb5-4b0b-92d6-5d497a405a58, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1839bc88-ebb5-4b0b-92d6-5d497a405a58,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:45:52.192799 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.203034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:52.226231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eccd2e55-543c-4ff2-996b-d69188210528 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/4660bb90-210b-4b66-81c8-05ce243af110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9599938 Nov 12 12:45:52.342129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Allocated IP 172.20.0.1 (a18e1da3-ae8e-498a-808e-9200e2c3aef8/883df33a-b83b-4d62-b77f-f0b837e159bf/b1117d92-441c-4f81-924c-a063c3679d26) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:52.395970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e2011-d496-4910-9436-cf5a0184224a None None] Pushing event updated for resources: {'Port': ['ID=1839bc88-ebb5-4b0b-92d6-5d497a405a58,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:52.491196 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.528953 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.618124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.646009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb8510-bf10-4666-b034-3a98c5147071 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:52.675396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 55b0a80d-d7a2-4a7f-bc17-41fe41753753 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:45:52.682941 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Attempting to bind port fc906790-1b1f-4e2c-920a-4e3b21219148 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:52.683317 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Attempting to bind port fc906790-1b1f-4e2c-920a-4e3b21219148 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:52.683685 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Attempting to bind port fc906790-1b1f-4e2c-920a-4e3b21219148 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:52.688451 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Pushing event updated for resources: {'Port': ['ID=fc906790-1b1f-4e2c-920a-4e3b21219148,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:52.720498 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.727167 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:45:52.728137 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:52.752334 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.752742 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:45:52.753252 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Bound port: fc906790-1b1f-4e2c-920a-4e3b21219148, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:45:52.753643 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.768102 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.768451 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.768792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.769128 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.769463 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.769795 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.770123 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.770472 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.770797 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.771127 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.771450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.771770 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.792503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-3f95a3e9-388c-41ff-a477-043de146a0ce tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046726765&fields=id&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 267 time: 0.1889768 Nov 12 12:45:52.843792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Pushing event updated for resources: {'Port': ['ID=b1117d92-441c-4f81-924c-a063c3679d26,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:52.857766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.858544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.858989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.859428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.859863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.860294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.860724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.861198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.861615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.862129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.862596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.863025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:45:52.886433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:52.888406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:52.893402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:52.944761 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] For port fc906790-1b1f-4e2c-920a-4e3b21219148, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:45:52.948793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:52.951400 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] For port fc906790-1b1f-4e2c-920a-4e3b21219148, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fc906790-1b1f-4e2c-920a-4e3b21219148,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:45:52.962531 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.062600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-a16c6e5a-43bb-46f5-b6ba-fd6ca4c161e7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:53.094810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-a16c6e5a-43bb-46f5-b6ba-fd6ca4c161e7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 797 time: 0.2963135 Nov 12 12:45:53.105411 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Routers {'5e75cdc8-ee3f-49b4-aca0-287963dfde94'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:53.106341 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:53.166547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-8245de53-8d84-4c20-857b-3fee99fd2933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/quotas/1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 375 time: 0.0693657 Nov 12 12:45:53.192120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.325595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295af1b6-77e5-4654-9e01-0a2e6540ad7d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:53.334842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5ef2a13e-ab9b-47cc-8a36-841c7f1f4c25 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663918 Nov 12 12:45:53.365973 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffe67a-d928-4712-8168-dd44684ca20a None None] Pushing event updated for resources: {'Port': ['ID=fc906790-1b1f-4e2c-920a-4e3b21219148,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:53.388698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee596f40-f7ad-4411-8ae8-d3f5f6602ef6 None None] Provisioning complete for port fc906790-1b1f-4e2c-920a-4e3b21219148 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:53.389223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee596f40-f7ad-4411-8ae8-d3f5f6602ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.494289 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] Set router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:53.542392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:53.542910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.632222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-1912664f-0b3a-470b-acc6-08af5974682c service neutron] 10.222.0.18 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791705 Nov 12 12:45:53.640420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.655570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.777513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Pushing event updated for resources: {'Port': ['ID=b1117d92-441c-4f81-924c-a063c3679d26,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:53.781943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.853856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee596f40-f7ad-4411-8ae8-d3f5f6602ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.868216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-0df2b4d0-08cc-496a-a415-dbcca8af261d service neutron] 10.222.0.18 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224479 Nov 12 12:45:53.935585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab664d7-dadd-4f0d-b796-fc21a10b0ee8 None None] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:53.988561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:53.990421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:53.992351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:54.033547 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 3, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:54.061877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ee596f40-f7ad-4411-8ae8-d3f5f6602ef6 None None] For port fc906790-1b1f-4e2c-920a-4e3b21219148, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fc906790-1b1f-4e2c-920a-4e3b21219148,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:54.083869 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072449b8-0cfc-4833-ad01-49ee15c02939 None None] The sync data for ids ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'] in n-d-804878-5 is: [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 3, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:45:54.191921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee596f40-f7ad-4411-8ae8-d3f5f6602ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:54.284721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 55b0a80d-d7a2-4a7f-bc17-41fe41753753, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=55b0a80d-d7a2-4a7f-bc17-41fe41753753,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:54.296428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:45:54.308500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:54.310430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 324cb7f8-e095-465e-976a-b24787a35164 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:45:54.358259 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ff3e62c-aab9-4c11-a4c8-7213e8d5b042 req-84f1335b-b2b6-4c1f-950b-1d9689fe777a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 210 time: 0.0875142 Nov 12 12:45:54.442652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83b725-adb3-45c8-99e9-dc9689e84652 None None] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:54.612410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0b21a51e-a9bc-44cf-bbb5-49745fe349f3 None None] Provisioning complete for port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:54.613017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b21a51e-a9bc-44cf-bbb5-49745fe349f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:54.744879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee596f40-f7ad-4411-8ae8-d3f5f6602ef6 None None] Pushing event updated for resources: {'Port': ['ID=fc906790-1b1f-4e2c-920a-4e3b21219148,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:54.917571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Sync routers for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:54.959378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 324cb7f8-e095-465e-976a-b24787a35164 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:54.959757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:55.044171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:55.044819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:55.094011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:45:55.106646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc42e316-04af-4994-a0db-cad3bf4b064c admin admin] 10.222.0.18 "PUT /v2.0/routers/5e75cdc8-ee3f-49b4-aca0-287963dfde94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0796392 Nov 12 12:45:55.188071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:55.492944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=55b0a80d-d7a2-4a7f-bc17-41fe41753753,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:55.608245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09ae3e16-a9aa-4a94-bab3-97cb3525ebf7 req-8c02ef4b-3f49-4a54-8cd0-2a3a69507c0f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 210 time: 0.0551274 Nov 12 12:45:55.947657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0b21a51e-a9bc-44cf-bbb5-49745fe349f3 None None] Provisioning complete for port fc906790-1b1f-4e2c-920a-4e3b21219148 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:55.953871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b21a51e-a9bc-44cf-bbb5-49745fe349f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.053974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:45:51Z', 'revision_number': 2, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:56.213527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 55b0a80d-d7a2-4a7f-bc17-41fe41753753 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:45:56.239160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53368) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:56.246919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-317434892-network', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:56.264703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Checking router: 4660bb90-210b-4b66-81c8-05ce243af110 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:56.267614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Updating router 4660bb90-210b-4b66-81c8-05ce243af110 port b6abb6c0-1999-4994-b14c-7eecb314bb51 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:45:56.292447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Made reservation on behalf of 92e1529e7bd64b93b4582ae3a6e7987b for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:56.295132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.310507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-707c67ff-baad-4614-b9cc-08814f5e29fa tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:56.312926 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-707c67ff-baad-4614-b9cc-08814f5e29fa tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 797 time: 0.2785029 Nov 12 12:45:56.314226 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.412174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.419051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-a0f6e615-5a09-471b-828d-38e68d40457e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 380 time: 0.0935469 Nov 12 12:45:56.459074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'port': {'device_id': '85aea901-f876-4db3-9ec9-be39d813a90a', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'admin_state_up': True, 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'security_groups': ['ef890074-9a47-4f02-9c12-64aeccbbc754']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:56.482461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.511586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.580963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:45:56.607457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4eba5-89c5-43f1-be8e-e8fed35be838,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:56.619362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.620460 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Added segment b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c of type vlan for network 25bf52fb-e216-4345-8b29-f45a272d7d02 Nov 12 12:45:56.645944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:56.646554 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.719187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.782912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:56.793629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.795207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:56.795969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.799806 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.900814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0a7802d0-3de3-412e-a3e7-51183afc5196 req-6a9cdff8-48fc-4c3b-81b1-2342fec663ab tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 210 time: 0.0982149 Nov 12 12:45:56.939723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1839bc88-ebb5-4b0b-92d6-5d497a405a58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:45:56.950967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Provisioning complete for port b1117d92-441c-4f81-924c-a063c3679d26 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:56.951586 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:56.970846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7271290 Nov 12 12:45:56.975072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:56.994023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Request body: {'subnet': {'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-317434892-subnet', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:57.019445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Port b1117d92-441c-4f81-924c-a063c3679d26 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:45:57.038070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b9b13-2053-4e71-b723-37e1d9c34104 admin admin] Pushing event updated for resources: {'Network': ['ID=25bf52fb-e216-4345-8b29-f45a272d7d02,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:57.060448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:45:57.069124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Made reservation on behalf of 92e1529e7bd64b93b4582ae3a6e7987b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:45:57.074581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.144165 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Sync routers for ids ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:45:57.156302 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Routers {'5e75cdc8-ee3f-49b4-aca0-287963dfde94'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:57.157096 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:57.293470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Provisioning complete for port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:57.293855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.303524 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Set router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:57.327919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.408590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de57c0a-f3d9-426e-a7a1-d133cab444dd,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:57.418076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Checking segment: {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:57.418471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Network hostable DHCP agents. Network: 25bf52fb-e216-4345-8b29-f45a272d7d02, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:45:57.441227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:45:57.457209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 25bf52fb-e216-4345-8b29-f45a272d7d02) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:57.471155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:57.472049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.479412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:57.479759 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.502879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-32c1000e-d3a5-45d9-b9e4-05edd649cb7b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5237491 Nov 12 12:45:57.503543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:45:57.511417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:57.513133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d1b21-9819-48bf-bd88-692351b8b847 None None] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:45:57.541322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.542536 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.574497 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b1117d92-441c-4f81-924c-a063c3679d26', 'name': '', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'mac_address': 'fa:16:3e:7f:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:51Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 2, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'subnets': [{'id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:57.611344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.614312 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Checking router: 5e75cdc8-ee3f-49b4-aca0-287963dfde94 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:45:57.615007 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Updating router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 port b1117d92-441c-4f81-924c-a063c3679d26 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:45:57.652866 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.716010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.755170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Provisioning complete for port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:57.755540 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.828953 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.839628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.892560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.5 (8adba493-4dc3-434f-ba2a-1c4d85797b94/a17749cc-451a-4781-86d3-59f0c276633d/13d82aaf-23a9-47a3-8a92-e4906d68baf4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:57.897187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-25bf52fb-e216-4345-8b29-f45a272d7d02', 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'fixed_ips': [{'subnet_id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:45:57.899049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:57.937128 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.003418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 1839bc88-ebb5-4b0b-92d6-5d497a405a58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1839bc88-ebb5-4b0b-92d6-5d497a405a58,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:45:58.040838 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.042009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fc906790-1b1f-4e2c-920a-4e3b21219148 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:45:58.100818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01366a82-1ebb-4686-9e85-1354d99b658c req-fbf76163-9bd1-4ef0-8e89-d1841ec3f251 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 210 time: 0.0639801 Nov 12 12:45:58.135716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64203f8-52c3-4e21-a919-5222beec159d None None] Pushing event updated for resources: {'Port': ['ID=b6abb6c0-1999-4994-b14c-7eecb314bb51,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:58.137610 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.151842 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.329198 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31e56b-3279-46d9-b964-8c6d52d83fa0 None None] Pushing event updated for resources: {'Port': ['ID=b1117d92-441c-4f81-924c-a063c3679d26,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:58.347017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.363728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Attempting to bind port b1117d92-441c-4f81-924c-a063c3679d26 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:58.364246 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Attempting to bind port b1117d92-441c-4f81-924c-a063c3679d26 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:58.365604 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Attempting to bind port b1117d92-441c-4f81-924c-a063c3679d26 on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:58.367959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Attempting to bind port b6abb6c0-1999-4994-b14c-7eecb314bb51 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:58.368522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Attempting to bind port b6abb6c0-1999-4994-b14c-7eecb314bb51 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:58.369041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Attempting to bind port b6abb6c0-1999-4994-b14c-7eecb314bb51 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:58.373824 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:45:58.374545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Checking segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:58.374942 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.375926 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Bound using segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:45:58.376505 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Bound port: b1117d92-441c-4f81-924c-a063c3679d26, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:45:58.377554 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.395998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=1839bc88-ebb5-4b0b-92d6-5d497a405a58,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:58.415174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.415957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:45:58.416680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Checking segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:45:58.417324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.417927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Bound using segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:45:58.418676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Bound port: b6abb6c0-1999-4994-b14c-7eecb314bb51, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:45:58.419294 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.444492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Allocated IP 172.20.0.2 (25bf52fb-e216-4345-8b29-f45a272d7d02/1de57c0a-f3d9-426e-a7a1-d133cab444dd/265d5c1d-b3a4-40b1-83d1-8cd8a3242955) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:58.452307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.457920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fc906790-1b1f-4e2c-920a-4e3b21219148 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:58.458454 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.505026 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] For port b1117d92-441c-4f81-924c-a063c3679d26, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:45:58.517110 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] For port b1117d92-441c-4f81-924c-a063c3679d26, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b1117d92-441c-4f81-924c-a063c3679d26,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:45:58.525330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Provisioning complete for port b6abb6c0-1999-4994-b14c-7eecb314bb51 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:58.525702 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.530132 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.630205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.665587 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31e56b-3279-46d9-b964-8c6d52d83fa0 None None] Pushing event updated for resources: {'Port': ['ID=b1117d92-441c-4f81-924c-a063c3679d26,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:58.667547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] For port b6abb6c0-1999-4994-b14c-7eecb314bb51, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:45:58.669820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e2ffd-3dd4-46d9-8d73-8f2b2149f1d4 None None] Port b6abb6c0-1999-4994-b14c-7eecb314bb51 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:45:58.682504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] For port b6abb6c0-1999-4994-b14c-7eecb314bb51, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b6abb6c0-1999-4994-b14c-7eecb314bb51,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:45:58.687175 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Routers {'5e75cdc8-ee3f-49b4-aca0-287963dfde94'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:58.688488 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:58.703701 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.705462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:58.740547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:58.763093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:58.765491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Allocated IP 172.25.1.237 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/3fd37269-96ba-4a0f-9c8c-74d26434dabe) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:45:58.767893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:58.897312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:58.898006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:58.983669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64203f8-52c3-4e21-a919-5222beec159d None None] Pushing event updated for resources: {'Port': ['ID=b6abb6c0-1999-4994-b14c-7eecb314bb51,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:59.064185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-431ef9c9-9da0-4c1c-9475-b21ae4e3555f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6314960 Nov 12 12:45:59.068284 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] Set router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:59.080641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:45:59.082126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:59.086336 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.089417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1839bc88-ebb5-4b0b-92d6-5d497a405a58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:45:59.176756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.201686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Provisioning complete for port b1117d92-441c-4f81-924c-a063c3679d26 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:45:59.201944 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.312767 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.342700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.352261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Request body: {'port': {'device_id': '85aea901-f876-4db3-9ec9-be39d813a90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:45:59.447620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:59.462477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:59.515662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:59.517773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:45:59.534662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3ffd-ed53-4c31-9acd-82310a3e9bdb req-84d158d0-0780-44f3-b89a-c359cd584ab9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:45:59.551577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a25b3ffd-ed53-4c31-9acd-82310a3e9bdb req-84d158d0-0780-44f3-b89a-c359cd584ab9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 931 time: 0.2785909 Nov 12 12:45:59.576389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:45:59.599853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:45:59.617637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Pushing event updated for resources: {'Port': ['ID=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:59.640671 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b1117d92-441c-4f81-924c-a063c3679d26', 'name': '', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'mac_address': 'fa:16:3e:7f:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:51Z', 'updated_at': '2021-11-12T12:45:58Z', 'revision_number': 4, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'subnets': [{'id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:45:59.674987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd37269-96ba-4a0f-9c8c-74d26434dabe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:45:59.724103 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf844b9-74bc-43de-8f67-0711458e8c06 None None] The sync data for ids ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'] in n-d-804878-5 is: [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b1117d92-441c-4f81-924c-a063c3679d26', 'name': '', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'mac_address': 'fa:16:3e:7f:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:51Z', 'updated_at': '2021-11-12T12:45:58Z', 'revision_number': 4, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'subnets': [{'id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:45:59.761426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.836556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a25b3ffd-ed53-4c31-9acd-82310a3e9bdb req-8cc6d1e8-2ba2-4c0c-87c9-198623f67fa8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797801 Nov 12 12:45:59.861106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e17d8-d0cb-4252-ad26-fa800daad761 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:45:59.888343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:45:59.981076 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.982140 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:45:59.983155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Attempting to bind port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:45:59.983524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Attempting to bind port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:45:59.983883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Attempting to bind port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 on network 25bf52fb-e216-4345-8b29-f45a272d7d02 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:45:59.991534 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.003772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:00.004146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.016466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:00.016466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Checking segment: {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:00.016839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.017125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Bound using segment: {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:00.017505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Bound port: 265d5c1d-b3a4-40b1-83d1-8cd8a3242955, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:00.017874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.287218 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.334227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] For port b1117d92-441c-4f81-924c-a063c3679d26, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b1117d92-441c-4f81-924c-a063c3679d26,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:00.347309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.415183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] For port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:00.450352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Pushing event updated for resources: {'Port': ['ID=b1117d92-441c-4f81-924c-a063c3679d26,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:00.499359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] For port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,segment=NetworkSegment(b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c),segment_id=b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:00.511620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.579999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Provisioning complete for port b6abb6c0-1999-4994-b14c-7eecb314bb51 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:00.580401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.620357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6605-6fd7-4be0-a8e9-f04d114c7204 None None] Pushing event updated for resources: {'Port': ['ID=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:00.648136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:45:58Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:00.685064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1619524-1e3e-43ae-a4e2-0b65588dab72 None None] The sync data for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 is: [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:45:58Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:00.749219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.820543 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.845038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d82aaf-23a9-47a3-8a92-e4906d68baf4 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:00.855950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:00.958214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] For port b6abb6c0-1999-4994-b14c-7eecb314bb51, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b6abb6c0-1999-4994-b14c-7eecb314bb51,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:00.963557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.103172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Transition to ACTIVE for port object 13d82aaf-23a9-47a3-8a92-e4906d68baf4 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:46:01.107718 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.156276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af73fd-52df-49bd-bed9-c5ebcf2f07ea req-2888d184-920b-45d0-96fb-540b202e9dae tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:01.167117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8af73fd-52df-49bd-bed9-c5ebcf2f07ea req-2888d184-920b-45d0-96fb-540b202e9dae tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 931 time: 0.1857603 Nov 12 12:46:01.193909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289569f6-6fb5-492c-8e23-d3fe8502f02d None None] Pushing event updated for resources: {'Port': ['ID=b6abb6c0-1999-4994-b14c-7eecb314bb51,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:01.224458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Provisioning complete for port b1117d92-441c-4f81-924c-a063c3679d26 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:01.224830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.300550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8af73fd-52df-49bd-bed9-c5ebcf2f07ea req-0e895968-8d48-40db-bf07-07cbfe8c0bc3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320121 Nov 12 12:46:01.305497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:01.326368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b6abb6c0-1999-4994-b14c-7eecb314bb51 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:01.449536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Router 549ec448-8431-4f2b-935c-cf991838c029 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:46:01.546020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b6abb6c0-1999-4994-b14c-7eecb314bb51 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:01.547160 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.624957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:46:01.625575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:46:01.626015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:01.642423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Provisioning complete for port 3fd37269-96ba-4a0f-9c8c-74d26434dabe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:01.642800 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.692777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Port 3fd37269-96ba-4a0f-9c8c-74d26434dabe cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:46:01.724719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:01.738612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:46:01.738947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:01.745826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Sync routers for ids ['549ec448-8431-4f2b-935c-cf991838c029'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:01.755178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:01.755714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Checking segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:01.756125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Bound using segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:01.756612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Bound port: 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:01.757431 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.761916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Provisioning complete for port b6abb6c0-1999-4994-b14c-7eecb314bb51 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:01.762389 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1854-8e5e-49f8-b690-162339736ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:01.764745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b1117d92-441c-4f81-924c-a063c3679d26 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:01.814676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Routers {'549ec448-8431-4f2b-935c-cf991838c029'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:01.815609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['549ec448-8431-4f2b-935c-cf991838c029'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:01.987186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b1117d92-441c-4f81-924c-a063c3679d26 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:01.987577 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:02.064831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Set router 549ec448-8431-4f2b-935c-cf991838c029 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:02.193183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:02.194252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-928b5756-c6b3-4b30-9536-b1c94a2ea704 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6888783 Nov 12 12:46:02.197596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:02.282029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:02.287531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:02.296474 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:02.342798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:02.343578 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:02.345139 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] 10.222.0.65 "PUT /v2.0/ports/13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 1091 time: 3.2713425 Nov 12 12:46:02.345600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:02.348249 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223025ec-dca3-4bd6-af80-236bd536d20f" -d '{"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:02.378720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b7db8-fa35-477e-b77f-7a9a502402b2 service neutron] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:02.484760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-1a541c9f-f3a2-467e-b7ea-87062485acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:02.487531 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-1a541c9f-f3a2-467e-b7ea-87062485acd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1094 time: 0.0751994 Nov 12 12:46:02.532920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:45:59Z', 'revision_number': 3, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:02.584177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Checking router: 549ec448-8431-4f2b-935c-cf991838c029 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:02.584759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Updating router 549ec448-8431-4f2b-935c-cf991838c029 port 3fd37269-96ba-4a0f-9c8c-74d26434dabe binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:46:02.629774 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:02.629971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-1b8a1227-6b82-49e0-98da-fa30151f9c4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 217 time: 0.1103740 Nov 12 12:46:02.636871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ac97b-6e90-4c82-b298-0dfdb8a26aa6 None None] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:46:02.735018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc5430-ad3a-4f94-a131-e1d7618fbb5a req-6e69e340-20b7-42e0-b848-e9286c925fa3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:02.736544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28fc5430-ad3a-4f94-a131-e1d7618fbb5a req-6e69e340-20b7-42e0-b848-e9286c925fa3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.2454646 Nov 12 12:46:02.739192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-d2e4cb86-6d6a-48a2-831d-a46dc2b81962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:02.741094 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-d2e4cb86-6d6a-48a2-831d-a46dc2b81962 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0929422 Nov 12 12:46:02.829747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2662f459-2dd0-42c7-b4a4-3034076e0b0d None None] Provisioning complete for port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:02.831248 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2662f459-2dd0-42c7-b4a4-3034076e0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:02.884350 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28fc5430-ad3a-4f94-a131-e1d7618fbb5a req-410f4f55-059a-41e6-a696-5848ac53178e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355269 Nov 12 12:46:02.902531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8543-38a0-4f6b-924e-734be671d296 req-1ffb3dd9-e37c-4c89-8da8-210a2b43166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:02.906609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-1ffb3dd9-e37c-4c89-8da8-210a2b43166c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565211 Nov 12 12:46:02.929176 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17af56-6629-48c7-bdc3-ea111b5488c6 x-openstack-request-id: req-6d17af56-6629-48c7-bdc3-ea111b5488c6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:02.930467 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:02.932741 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d17af56-6629-48c7-bdc3-ea111b5488c6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:02.933174 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'status': 'completed', 'code': 200} Nov 12 12:46:03.119564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-4e5fffce-5968-4faf-b2bd-deadcebbc3c0 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045648 Nov 12 12:46:03.197749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b6abb6c0-1999-4994-b14c-7eecb314bb51 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:03.291992 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06ea8543-38a0-4f6b-924e-734be671d296 req-c8adb71e-acbd-425a-aa25-f4442a90a046 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610672 Nov 12 12:46:03.425759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223025ec-dca3-4bd6-af80-236bd536d20f req-34300d8d-1c83-4fa2-83e8-dba3a1d327cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:03.427479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-34300d8d-1c83-4fa2-83e8-dba3a1d327cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1094 time: 0.0666664 Nov 12 12:46:03.493682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b6abb6c0-1999-4994-b14c-7eecb314bb51 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:03.494238 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:03.580131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2662f459-2dd0-42c7-b4a4-3034076e0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:03.591967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223025ec-dca3-4bd6-af80-236bd536d20f req-d4cd0d10-a4b1-4631-a4fc-24cbfb57d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:03.598325 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-d4cd0d10-a4b1-4631-a4fc-24cbfb57d2e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1616819 Nov 12 12:46:03.676851 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-d17ddbcf-9b6a-4064-bc02-bbbcdb96f112 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 217 time: 0.0680084 Nov 12 12:46:03.756221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223025ec-dca3-4bd6-af80-236bd536d20f req-e81f68d9-36a7-48e9-88e2-209185f75f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:03.759396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-e81f68d9-36a7-48e9-88e2-209185f75f88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0726745 Nov 12 12:46:03.761010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:03.839548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2662f459-2dd0-42c7-b4a4-3034076e0b0d None None] For port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,segment=NetworkSegment(b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c),segment_id=b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:03.850192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223025ec-dca3-4bd6-af80-236bd536d20f req-ca1cb478-1dac-4664-a6a7-75b92235d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:03.852582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-ca1cb478-1dac-4664-a6a7-75b92235d557 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843191 Nov 12 12:46:03.867784 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2662f459-2dd0-42c7-b4a4-3034076e0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:03.887527 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:03.940601 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.020705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662f459-2dd0-42c7-b4a4-3034076e0b0d None None] Pushing event updated for resources: {'Port': ['ID=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:04.046699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-cb67ca31-461f-496d-a1fd-a968bb3ef250 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841779 Nov 12 12:46:04.138264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cfaa0-74eb-4707-9b6b-4f301256e5bb None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:46:04.150856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72a846-e5e9-4338-9db7-a183703eac4b req-6a253d2d-1bdc-4bcc-a157-bc0e8086fc72 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:04.163599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da72a846-e5e9-4338-9db7-a183703eac4b req-6a253d2d-1bdc-4bcc-a157-bc0e8086fc72 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.1341665 Nov 12 12:46:04.203994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-223025ec-dca3-4bd6-af80-236bd536d20f req-f4bdf8b6-67b3-4285-ac83-39def0b0e954 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513734 Nov 12 12:46:04.212413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Allocated IP 172.20.0.1 (25bf52fb-e216-4345-8b29-f45a272d7d02/1de57c0a-f3d9-426e-a7a1-d133cab444dd/7acba388-c7df-4268-b856-cc80ba2fbf43) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:46:04.236445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Attempting to bind port 3fd37269-96ba-4a0f-9c8c-74d26434dabe on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:46:04.236843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Attempting to bind port 3fd37269-96ba-4a0f-9c8c-74d26434dabe by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:46:04.237218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Attempting to bind port 3fd37269-96ba-4a0f-9c8c-74d26434dabe on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:04.246394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:04.246776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:04.247281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.247681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:04.248188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Bound port: 3fd37269-96ba-4a0f-9c8c-74d26434dabe, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:04.248575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.256448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:04.297724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da72a846-e5e9-4338-9db7-a183703eac4b req-49a277ab-d988-48bc-8efb-b7358590c7ea tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261237 Nov 12 12:46:04.312165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d582a1-8100-43a8-a9ec-3736bfa32231 None None] Pushing event updated for resources: {'Port': ['ID=3fd37269-96ba-4a0f-9c8c-74d26434dabe,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:04.381115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] For port 3fd37269-96ba-4a0f-9c8c-74d26434dabe, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:04.402898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] For port 3fd37269-96ba-4a0f-9c8c-74d26434dabe, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3fd37269-96ba-4a0f-9c8c-74d26434dabe,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:04.409432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Provisioning complete for port 3fd37269-96ba-4a0f-9c8c-74d26434dabe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:04.409811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.412858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:04.413213 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.416229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.425943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.462270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.501815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:04.509978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:04.512470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:46:04.535636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7cf4f0-dcff-43c9-9dbf-ffe90dc380a7 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:46:04.540195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7acba388-c7df-4268-b856-cc80ba2fbf43,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:04.554411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Routers {'549ec448-8431-4f2b-935c-cf991838c029'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:04.557004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['549ec448-8431-4f2b-935c-cf991838c029'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:04.570426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.621287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d582a1-8100-43a8-a9ec-3736bfa32231 None None] Pushing event updated for resources: {'Port': ['ID=3fd37269-96ba-4a0f-9c8c-74d26434dabe,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:04.747652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.800250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.813101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] Set router 549ec448-8431-4f2b-935c-cf991838c029 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:04.878634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] For port 3fd37269-96ba-4a0f-9c8c-74d26434dabe, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3fd37269-96ba-4a0f-9c8c-74d26434dabe,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:04.905306 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.951213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.955936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:04.965742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:05.030143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Provisioning complete for port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:05.030647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.035906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7acba388-c7df-4268-b856-cc80ba2fbf43,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:05.041914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.070251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487bc4-4d34-4785-a0dc-fe04a542b88b None None] Pushing event updated for resources: {'Port': ['ID=3fd37269-96ba-4a0f-9c8c-74d26434dabe,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:05.138024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:05.138860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.147297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:05.149487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:05.245828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:45:59Z', 'revision_number': 3, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:05.292791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eefed-a460-495e-b240-dfedaa9a6c84 None None] The sync data for ids ['549ec448-8431-4f2b-935c-cf991838c029'] in n-d-804878-5 is: [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:45:59Z', 'revision_number': 3, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:05.324625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Router 549ec448-8431-4f2b-935c-cf991838c029 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:46:05.421480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1880490c-8af7-47f8-9a77-c05654895ebd None None] Provisioning complete for port 3fd37269-96ba-4a0f-9c8c-74d26434dabe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:05.422294 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1880490c-8af7-47f8-9a77-c05654895ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.516648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5456b6d-1c00-4fd9-89d1-ddeab517219c req-8bb2e108-a61a-4599-8b71-956e1801303e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:05.518645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5456b6d-1c00-4fd9-89d1-ddeab517219c req-8bb2e108-a61a-4599-8b71-956e1801303e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.0907824 Nov 12 12:46:05.544207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:05.575313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-073021e4-866d-4ce3-bfcb-364e015ec8e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/549ec448-8431-4f2b-935c-cf991838c029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3761036 Nov 12 12:46:05.577090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1880490c-8af7-47f8-9a77-c05654895ebd None None] Provisioning complete for port 7acba388-c7df-4268-b856-cc80ba2fbf43 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:05.577470 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1880490c-8af7-47f8-9a77-c05654895ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.600431 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5456b6d-1c00-4fd9-89d1-ddeab517219c req-d33c8ebc-b130-4c57-ab4b-2b3522bb59a3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725358 Nov 12 12:46:05.622814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1880490c-8af7-47f8-9a77-c05654895ebd None None] Port 7acba388-c7df-4268-b856-cc80ba2fbf43 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:46:05.681580 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1549bc8a-308d-4b20-a8bb-7fb76026057c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.780373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3079b8d7-4943-4e13-bead-a709247fc65c None None] Provisioning complete for port 7acba388-c7df-4268-b856-cc80ba2fbf43 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:05.780834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3079b8d7-4943-4e13-bead-a709247fc65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:05.822378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3079b8d7-4943-4e13-bead-a709247fc65c None None] Port 7acba388-c7df-4268-b856-cc80ba2fbf43 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:46:06.020341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:46:06.130435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:06.135124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-8449f896-2c39-4bc1-90e5-65d5858a5514 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:06.136645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-8449f896-2c39-4bc1-90e5-65d5858a5514 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/networks?id=a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 200 len: 911 time: 0.0971456 Nov 12 12:46:06.143320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'port_id': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'mac_address': 'fa:16:3e:99:9a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:46:06.154715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-77bb76a2-5991-40f6-b666-ffee877a7a60 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/quotas/92e1529e7bd64b93b4582ae3a6e7987b HTTP/1.1" status: 200 len: 375 time: 0.0106204 Nov 12 12:46:06.189015 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:06.208954 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d82aaf-23a9-47a3-8a92-e4906d68baf4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:06.234175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:06.238437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:06.255932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-2fc6a05a-78b9-4e2f-bdd5-fc3a6f4da0b1 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958028 Nov 12 12:46:06.319532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:06.450949 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-1492736c-8ef5-4936-9858-f79145364fc9 service neutron] 10.222.0.18 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858139 Nov 12 12:46:06.481279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['13d82aaf-23a9-47a3-8a92-e4906d68baf4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:06.566713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-4d92c66b-379d-49bb-9501-16cf053ff95d service neutron] 10.222.0.18 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074383 Nov 12 12:46:06.761022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-567f06f5-d423-4a38-a112-285624020f4f req-09d7a7d0-ba05-4bc3-8bc2-417846fdafed tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 210 time: 0.0391171 Nov 12 12:46:06.799654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df012-6383-4507-a78e-8a3e29bc51bd req-8fe37239-9503-4b4c-b52d-099491565c0d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:06.801278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be0df012-6383-4507-a78e-8a3e29bc51bd req-8fe37239-9503-4b4c-b52d-099491565c0d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 944 time: 0.0857406 Nov 12 12:46:06.853916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be0df012-6383-4507-a78e-8a3e29bc51bd req-795aea67-2dd0-4450-88bc-a87e425601bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Nov 12 12:46:06.955814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3fd37269-96ba-4a0f-9c8c-74d26434dabe up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:07.005344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 3fd37269-96ba-4a0f-9c8c-74d26434dabe triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:07.005717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:07.096103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-ffe26593-1491-4372-9a54-65fa1dafa318 req-d6a334af-56d4-448b-bac6-d1a4c11599b9 service neutron] (102779) timed out ('10.222.0.18', 37260) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:46:07.517188 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Sync routers for ids ['549ec448-8431-4f2b-935c-cf991838c029'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:07.530558 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Routers {'549ec448-8431-4f2b-935c-cf991838c029'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:07.531192 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['549ec448-8431-4f2b-935c-cf991838c029'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:07.639673 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Set router 549ec448-8431-4f2b-935c-cf991838c029 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:07.874205 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:46:07.908037 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7acba388-c7df-4268-b856-cc80ba2fbf43', 'name': '', 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'mac_address': 'fa:16:3e:1d:e1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:46:03Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 2, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'subnets': [{'id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:07.948762 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Checking router: 549ec448-8431-4f2b-935c-cf991838c029 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:07.949539 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Updating router 549ec448-8431-4f2b-935c-cf991838c029 port 7acba388-c7df-4268-b856-cc80ba2fbf43 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:46:07.952929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-62cad879-b39d-44a1-9a6b-a9554e4b3d4f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:07.956012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-62cad879-b39d-44a1-9a6b-a9554e4b3d4f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.81 "GET /v2.0/networks?id=a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 200 len: 911 time: 0.1480794 Nov 12 12:46:07.956639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c88961d-7404-4aa5-aebc-c6abe28406ce req-ae0d47cd-73fe-4dbe-9450-206c3f18e8ae tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 210 time: 0.0496285 Nov 12 12:46:07.976899 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:07.991351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Request body: {'port': {'device_id': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'admin_state_up': True, 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:08.036386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:08.043289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Made reservation on behalf of 92e1529e7bd64b93b4582ae3a6e7987b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:46:08.045768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.072893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8091f6-524f-4e99-b0ba-4846c5ea0307 req-f5678f60-4040-4df7-93cc-65de2930b7f3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:08.074928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be8091f6-524f-4e99-b0ba-4846c5ea0307 req-f5678f60-4040-4df7-93cc-65de2930b7f3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 944 time: 0.1176796 Nov 12 12:46:08.123557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:46:08.128329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:08.128707 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.180843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be8091f6-524f-4e99-b0ba-4846c5ea0307 req-16ab8ceb-a80a-47d2-ae9c-683d6248725c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977240 Nov 12 12:46:08.254644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.268144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Allocated IP 172.20.0.3 (a18e1da3-ae8e-498a-808e-9200e2c3aef8/883df33a-b83b-4d62-b77f-f0b837e159bf/3b96ff4f-88b4-41f6-a617-d891002f82e3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:46:08.284528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:08.287882 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12294e62-69ce-4deb-8c21-d56912191422" -d '{"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-plugged", "status": "completed", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:08.313254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:08.318834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.390475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:08.468266 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d053b04-800b-4c82-8343-9a91ddd65b86 x-openstack-request-id: req-6d053b04-800b-4c82-8343-9a91ddd65b86 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:08.468559 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-plugged", "status": "completed", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:08.468816 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d053b04-800b-4c82-8343-9a91ddd65b86 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:08.469217 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'code': 200} Nov 12 12:46:08.493125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.502712 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.512378 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.544928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.579132 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1f5fa-25cf-42dc-8e05-2535e4993725 None None] Pushing event updated for resources: {'Port': ['ID=7acba388-c7df-4268-b856-cc80ba2fbf43,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:08.608411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:08.619784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:08.625217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:46:08.642191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Pushing event updated for resources: {'Port': ['ID=3b96ff4f-88b4-41f6-a617-d891002f82e3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:08.673348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Attempting to bind port 7acba388-c7df-4268-b856-cc80ba2fbf43 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:46:08.673811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Attempting to bind port 7acba388-c7df-4268-b856-cc80ba2fbf43 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:46:08.674871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c56b-dd35-43d1-a8f9-c5f1dc37744e req-096d976f-0280-419c-8144-661c1df8e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:08.676576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a998c56b-dd35-43d1-a8f9-c5f1dc37744e req-096d976f-0280-419c-8144-661c1df8e904 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1096 time: 0.1330345 Nov 12 12:46:08.678566 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Attempting to bind port 7acba388-c7df-4268-b856-cc80ba2fbf43 on network 25bf52fb-e216-4345-8b29-f45a272d7d02 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:08.685160 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:08.685737 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Checking segment: {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:08.686144 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.687346 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Bound using segment: {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:08.687836 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Bound port: 7acba388-c7df-4268-b856-cc80ba2fbf43, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:08.688224 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.736125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:08.736808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.776720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a998c56b-dd35-43d1-a8f9-c5f1dc37744e req-a7c25532-5f65-43f0-88ce-3962c4d3ff60 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914869 Nov 12 12:46:08.778405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-54c0d58f-ab46-4e1c-9947-ff3a310e18a8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7928476 Nov 12 12:46:08.805175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-06179b8a-198a-4a14-9adb-f2efd60d5675 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:46:08.806559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-06179b8a-198a-4a14-9adb-f2efd60d5675 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218852 Nov 12 12:46:08.819135 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] For port 7acba388-c7df-4268-b856-cc80ba2fbf43, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:08.824586 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] For port 7acba388-c7df-4268-b856-cc80ba2fbf43, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7acba388-c7df-4268-b856-cc80ba2fbf43,segment=NetworkSegment(b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c),segment_id=b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:08.831329 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.893569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Request body: {'port': {'device_id': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:08.918507 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1f5fa-25cf-42dc-8e05-2535e4993725 None None] Pushing event updated for resources: {'Port': ['ID=7acba388-c7df-4268-b856-cc80ba2fbf43,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:08.922732 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Routers {'549ec448-8431-4f2b-935c-cf991838c029'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:08.923394 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:45:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['549ec448-8431-4f2b-935c-cf991838c029'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:08.948736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e14ded43-7587-4da4-bb70-2d15f8366676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:08.970628 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.103257 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] Set router 549ec448-8431-4f2b-935c-cf991838c029 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:09.120392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e11e9f15-d677-41fa-8aef-0e4bf5e7707f None None] Provisioning complete for port 7acba388-c7df-4268-b856-cc80ba2fbf43 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:09.121478 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e11e9f15-d677-41fa-8aef-0e4bf5e7707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.181145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7aaaf-dc44-48cb-8e5f-58cb810717d6 req-016cc149-2376-49d9-ab0a-2ea0b573b1ef tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:09.191422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01a7aaaf-dc44-48cb-8e5f-58cb810717d6 req-016cc149-2376-49d9-ab0a-2ea0b573b1ef tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1027 time: 0.1426263 Nov 12 12:46:09.233675 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e11e9f15-d677-41fa-8aef-0e4bf5e7707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.287298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e11e9f15-d677-41fa-8aef-0e4bf5e7707f None None] For port 7acba388-c7df-4268-b856-cc80ba2fbf43, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7acba388-c7df-4268-b856-cc80ba2fbf43,segment=NetworkSegment(b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c),segment_id=b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:09.296997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e11e9f15-d677-41fa-8aef-0e4bf5e7707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.301761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01a7aaaf-dc44-48cb-8e5f-58cb810717d6 req-9e4cebd4-50e7-461d-8b7c-bd28d1a3a0f8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093726 Nov 12 12:46:09.365187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682c29-97f2-4bf3-8ae9-7814fab4a716 req-b5d84f60-55ba-4639-b5ce-53513d006d5f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:09.368946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-43682c29-97f2-4bf3-8ae9-7814fab4a716 req-b5d84f60-55ba-4639-b5ce-53513d006d5f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0882971 Nov 12 12:46:09.416167 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7acba388-c7df-4268-b856-cc80ba2fbf43', 'name': '', 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'mac_address': 'fa:16:3e:1d:e1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:46:03Z', 'updated_at': '2021-11-12T12:46:08Z', 'revision_number': 4, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'subnets': [{'id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:09.439555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-43682c29-97f2-4bf3-8ae9-7814fab4a716 req-b9985725-3b20-471d-88a6-4313ea6634d2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629992 Nov 12 12:46:09.455983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b96ff4f-88b4-41f6-a617-d891002f82e3 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:09.457314 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d06e3-ce63-4d25-bd6e-ee5f692bda9c None None] The sync data for ids ['549ec448-8431-4f2b-935c-cf991838c029'] in n-d-804878-5 is: [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7acba388-c7df-4268-b856-cc80ba2fbf43', 'name': '', 'network_id': '25bf52fb-e216-4345-8b29-f45a272d7d02', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'mac_address': 'fa:16:3e:1d:e1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:46:03Z', 'updated_at': '2021-11-12T12:46:08Z', 'revision_number': 4, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'subnets': [{'id': '1de57c0a-f3d9-426e-a7a1-d133cab444dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:09.466763 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.481826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Transition to ACTIVE for port object 3b96ff4f-88b4-41f6-a617-d891002f82e3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:46:09.487499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.558641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e9f15-d677-41fa-8aef-0e4bf5e7707f None None] Pushing event updated for resources: {'Port': ['ID=7acba388-c7df-4268-b856-cc80ba2fbf43,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:09.564897 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.575739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dcb7ceda-21d4-4e97-82a6-feb840ed1169 None None] Provisioning complete for port 7acba388-c7df-4268-b856-cc80ba2fbf43 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:09.576113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ceda-21d4-4e97-82a6-feb840ed1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.578143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Pushing event updated for resources: {'Port': ['ID=3b96ff4f-88b4-41f6-a617-d891002f82e3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:09.671273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Attempting to bind port 3b96ff4f-88b4-41f6-a617-d891002f82e3 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:46:09.671861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Attempting to bind port 3b96ff4f-88b4-41f6-a617-d891002f82e3 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:46:09.672215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Attempting to bind port 3b96ff4f-88b4-41f6-a617-d891002f82e3 on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:09.680847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Port 3b96ff4f-88b4-41f6-a617-d891002f82e3 on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:46:09.681182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Attempting to bind port 3b96ff4f-88b4-41f6-a617-d891002f82e3 on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:09.687865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:09.688206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Checking segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:09.688624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Bound using segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:09.689067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Bound port: 3b96ff4f-88b4-41f6-a617-d891002f82e3, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:09.689499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.823477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] For port 3b96ff4f-88b4-41f6-a617-d891002f82e3, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:09.829020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] For port 3b96ff4f-88b4-41f6-a617-d891002f82e3, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:09.847460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.905267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:09.906040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:09.907894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] 10.222.0.81 "PUT /v2.0/ports/3b96ff4f-88b4-41f6-a617-d891002f82e3 HTTP/1.1" status: 200 len: 1091 time: 1.0884173 Nov 12 12:46:09.908343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'tag': '3b96ff4f-88b4-41f6-a617-d891002f82e3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:09.910771 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63284e0-b801-48e7-a4e8-70d960197e52" -d '{"events": [{"name": "network-changed", "server_uuid": "806f01a3-c23f-4c4a-93dc-11ae14ca6db4", "tag": "3b96ff4f-88b4-41f6-a617-d891002f82e3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:09.942128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69be94-faf6-4070-b416-389c4ef8e393 service neutron] Pushing event updated for resources: {'Port': ['ID=3b96ff4f-88b4-41f6-a617-d891002f82e3,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:10.068048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-e5e82f6c-566d-4bfc-a3ea-26c54440f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.071211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-e5e82f6c-566d-4bfc-a3ea-26c54440f549 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1094 time: 0.0702710 Nov 12 12:46:10.074897 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1edbd12-82ac-40e8-8fca-10c55b6d10b3 x-openstack-request-id: req-d1edbd12-82ac-40e8-8fca-10c55b6d10b3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:10.075364 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806f01a3-c23f-4c4a-93dc-11ae14ca6db4", "tag": "3b96ff4f-88b4-41f6-a617-d891002f82e3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:10.075764 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1edbd12-82ac-40e8-8fca-10c55b6d10b3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:10.076316 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'tag': '3b96ff4f-88b4-41f6-a617-d891002f82e3', 'status': 'completed', 'code': 200} Nov 12 12:46:10.132389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-0e1410ad-eb61-4982-b6b1-7aa02878bc22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3 HTTP/1.1" status: 200 len: 217 time: 0.0495493 Nov 12 12:46:10.197796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-7aa6f152-818c-499b-abb8-d4192742e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.199580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-7aa6f152-818c-499b-abb8-d4192742e2e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883df33a-b83b-4d62-b77f-f0b837e159bf HTTP/1.1" status: 200 len: 849 time: 0.0600178 Nov 12 12:46:10.251113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-a90bd2fa-ae18-4049-8b0f-9aff2db41e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.252754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-a90bd2fa-ae18-4049-8b0f-9aff2db41e7b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a18e1da3-ae8e-498a-808e-9200e2c3aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465169 Nov 12 12:46:10.353841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-512a5c96-cb60-43f3-b285-b7e9776b015a service neutron] 10.222.0.81 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932925 Nov 12 12:46:10.431188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3450-a879-4c0b-9e01-99b4ea8f6671 req-fc17ab6d-5e4c-4223-9a74-6659b29488ca tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.433367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-064b3450-a879-4c0b-9e01-99b4ea8f6671 req-fc17ab6d-5e4c-4223-9a74-6659b29488ca tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1094 time: 0.0522594 Nov 12 12:46:10.449736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-249b1228-8f17-4264-a9ef-89f277fedfcd req-0e226edb-9676-48fa-89c4-ee1c49e49d9c service neutron] 10.222.0.81 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881495 Nov 12 12:46:10.507090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-064b3450-a879-4c0b-9e01-99b4ea8f6671 req-6d2f0965-afbc-42d6-87df-8b3ed821fbac tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669141 Nov 12 12:46:10.578451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-38e4d8db-b24f-41ec-81c7-0dc8335946fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.579968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-38e4d8db-b24f-41ec-81c7-0dc8335946fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1094 time: 0.0834849 Nov 12 12:46:10.603324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd743f-eb40-4601-b952-569b9fb81183 req-901076e5-573f-4615-b9d7-0a5f40aa9507 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.604677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abfd743f-eb40-4601-b952-569b9fb81183 req-901076e5-573f-4615-b9d7-0a5f40aa9507 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0727432 Nov 12 12:46:10.627754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:10.705670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abfd743f-eb40-4601-b952-569b9fb81183 req-8a8e605a-0136-4165-a46c-0d678da2f27c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902033 Nov 12 12:46:10.718215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-7567b000-bab2-4405-9b49-886e4385092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.719670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-7567b000-bab2-4405-9b49-886e4385092b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 200 len: 911 time: 0.1326773 Nov 12 12:46:10.775373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-23c624fb-0a48-4646-9833-cf22a2459745 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3 HTTP/1.1" status: 200 len: 217 time: 0.0454531 Nov 12 12:46:10.850223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-a686142f-3ef7-4883-8924-ac034e91b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.852609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-a686142f-3ef7-4883-8924-ac034e91b25c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=883df33a-b83b-4d62-b77f-f0b837e159bf HTTP/1.1" status: 200 len: 849 time: 0.0711706 Nov 12 12:46:10.872048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41c001-023e-43e9-93f0-915a611400b7 req-cd4f436b-9b64-4923-8b89-96e2faa7ebeb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.883939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3f41c001-023e-43e9-93f0-915a611400b7 req-cd4f436b-9b64-4923-8b89-96e2faa7ebeb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0883021 Nov 12 12:46:10.950396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-2e736b5d-338a-42e3-82d9-b43f7b5608c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:10.952052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-2e736b5d-338a-42e3-82d9-b43f7b5608c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a18e1da3-ae8e-498a-808e-9200e2c3aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908949 Nov 12 12:46:10.968937 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3f41c001-023e-43e9-93f0-915a611400b7 req-6bd7abeb-d8b1-47b9-8d21-5872abaf4d4e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841060 Nov 12 12:46:10.992896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:11.011060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7acba388-c7df-4268-b856-cc80ba2fbf43 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:11.061377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7acba388-c7df-4268-b856-cc80ba2fbf43 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:11.061750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:11.082264 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11848d38-cbca-4fd1-a908-4bbfea94e301 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:11.087439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-11848d38-cbca-4fd1-a908-4bbfea94e301 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1091 time: 0.0897579 Nov 12 12:46:11.088155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:11.095473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:11.095810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-96910eec-d877-4cac-a2c3-7409b026e666 service neutron] 10.222.0.81 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338873 Nov 12 12:46:11.122548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:11.208871 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c63284e0-b801-48e7-a4e8-70d960197e52 req-d4528604-2ec5-4655-af07-bb187102f015 service neutron] 10.222.0.81 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042995 Nov 12 12:46:11.255597 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:11.345444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:11.380872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.39 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/41eafb22-69ba-4421-8929-201c601bd3bd) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:46:11.489478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:11.526393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:11.563953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:11.566893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:11.571424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:46:11.608337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=41eafb22-69ba-4421-8929-201c601bd3bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:11.629576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55923-c661-4209-aed0-c64402bb29c9 req-739c4196-2831-433f-8786-a24a1ac8b4b3 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:11.631261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48f55923-c661-4209-aed0-c64402bb29c9 req-739c4196-2831-433f-8786-a24a1ac8b4b3 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1094 time: 0.0460603 Nov 12 12:46:11.680175 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48f55923-c661-4209-aed0-c64402bb29c9 req-89f0686b-025c-447d-83fe-1db93048bbb6 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Nov 12 12:46:11.763628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3b96ff4f-88b4-41f6-a617-d891002f82e3 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:46:11.918825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3b96ff4f-88b4-41f6-a617-d891002f82e3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:11.932982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '3b96ff4f-88b4-41f6-a617-d891002f82e3', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'port_id': '3b96ff4f-88b4-41f6-a617-d891002f82e3', 'mac_address': 'fa:16:3e:d0:e6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:46:11.985394 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.005212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b96ff4f-88b4-41f6-a617-d891002f82e3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:12.029159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3b96ff4f-88b4-41f6-a617-d891002f82e3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:12.042992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.053026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.094939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=3b96ff4f-88b4-41f6-a617-d891002f82e3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:12.136171 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.291498 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.297208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.371644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=41eafb22-69ba-4421-8929-201c601bd3bd,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:12.385009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['3b96ff4f-88b4-41f6-a617-d891002f82e3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:12.390109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:12.503108 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP 303130ef-154b-4643-878d-9b67962208bb associated. External IP: 172.25.1.39, port: 13d82aaf-23a9-47a3-8a92-e4906d68baf4. Nov 12 12:46:12.796427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 4660bb90-210b-4b66-81c8-05ce243af110 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:46:12.871675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0daf4-8021-427d-84f4-5def9c2103a3 req-eedb47a0-f95f-4797-b291-b4b021b80023 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:12.873230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ae0daf4-8021-427d-84f4-5def9c2103a3 req-eedb47a0-f95f-4797-b291-b4b021b80023 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1095 time: 0.0927033 Nov 12 12:46:12.968678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ae0daf4-8021-427d-84f4-5def9c2103a3 req-40faf703-9a5f-414e-aa1b-a127463e1029 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850849 Nov 12 12:46:12.970468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:12.991071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] Sync routers for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:12.992764 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:13.013289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:13.013930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:13.029888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24f45682-56b3-44b6-be56-0730a94b4360 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9402177 Nov 12 12:46:13.030693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:13.032989 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c0949-ddb1-429d-adfa-08b6497d54ba" -d '{"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:13.089880 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3ca1c-cea6-439e-b814-5212cc8070d1 x-openstack-request-id: req-fcf3ca1c-cea6-439e-b814-5212cc8070d1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:13.090207 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:13.090442 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcf3ca1c-cea6-439e-b814-5212cc8070d1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:13.090872 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'status': 'completed', 'code': 200} Nov 12 12:46:13.184148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:13.202730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cdcdc-a6e7-497f-bc5f-c1a425de71b5 req-eea88d57-b1be-43f8-bf74-ad637cfaa859 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:13.204208 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-946cdcdc-a6e7-497f-bc5f-c1a425de71b5 req-eea88d57-b1be-43f8-bf74-ad637cfaa859 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0789425 Nov 12 12:46:13.206125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-2966e8f6-1815-4916-b9f9-4d0ca642b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:13.207509 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-2966e8f6-1815-4916-b9f9-4d0ca642b400 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1096 time: 0.0925846 Nov 12 12:46:13.322388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-946cdcdc-a6e7-497f-bc5f-c1a425de71b5 req-bf8708ee-2d5a-4d53-95d1-53c8df174351 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096089 Nov 12 12:46:13.356983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 53594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:13.361155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-1e7fe1cd-8f83-4ecb-8b1e-16ebaa5d7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:13.363251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-1e7fe1cd-8f83-4ecb-8b1e-16ebaa5d7cad service neutron] 10.222.0.65 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1438622 Nov 12 12:46:13.439633 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d118b7c5-187d-480c-98f9-03672bca861a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/303130ef-154b-4643-878d-9b67962208bb HTTP/1.1" status: 200 len: 990 time: 0.0815222 Nov 12 12:46:13.448433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-c749e800-8f89-4d14-b176-866036a5a8b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 998 time: 0.0774236 Nov 12 12:46:13.448914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '303130ef-154b-4643-878d-9b67962208bb', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'port_id': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'mac_address': 'fa:16:3e:99:9a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aea901-f876-4db3-9ec9-be39d813a90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:11Z', 'updated_at': '2021-11-12T12:46:11Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:46:00Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:13.479988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] Checking router: 4660bb90-210b-4b66-81c8-05ce243af110 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:13.488887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:13.489245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:13.512456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-fb832cd3-a923-4daf-899e-6381d49c5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:13.514044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-fb832cd3-a923-4daf-899e-6381d49c5563 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0574088 Nov 12 12:46:13.567541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-50699593-0d0f-4d63-bbbc-5d736790990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:13.569047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-50699593-0d0f-4d63-bbbc-5d736790990c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470128 Nov 12 12:46:13.603629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:13.668096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-cbbb3003-234e-428e-a241-f1aa3a3b1f35 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915952 Nov 12 12:46:13.763016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3b96ff4f-88b4-41f6-a617-d891002f82e3 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:13.777052 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-059c0949-ddb1-429d-adfa-08b6497d54ba req-fe36ee07-e187-4e7a-b941-7426061f280f service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018500 Nov 12 12:46:13.861697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 3b96ff4f-88b4-41f6-a617-d891002f82e3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:46:13.868402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 3b96ff4f-88b4-41f6-a617-d891002f82e3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:13.868772 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:13.927973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '303130ef-154b-4643-878d-9b67962208bb', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'port_id': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'mac_address': 'fa:16:3e:99:9a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aea901-f876-4db3-9ec9-be39d813a90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:11Z', 'updated_at': '2021-11-12T12:46:11Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:46:00Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:13.978779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493ba87-5a82-41b2-8e17-e29753f8cfcf None None] The sync data for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 is: [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '303130ef-154b-4643-878d-9b67962208bb', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'port_id': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'mac_address': 'fa:16:3e:99:9a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85aea901-f876-4db3-9ec9-be39d813a90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:11Z', 'updated_at': '2021-11-12T12:46:11Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:46:00Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:13.996231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:14.034640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 3b96ff4f-88b4-41f6-a617-d891002f82e3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:14.035787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b96ff4f-88b4-41f6-a617-d891002f82e3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:14.053607 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9815843b-9dc4-4295-8d02-39ed6566b77a" -d '{"events": [{"server_uuid": "806f01a3-c23f-4c4a-93dc-11ae14ca6db4", "name": "network-vif-plugged", "status": "completed", "tag": "3b96ff4f-88b4-41f6-a617-d891002f82e3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:14.061782 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:14.142027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=3b96ff4f-88b4-41f6-a617-d891002f82e3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:14.147140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42d83-1748-4cb3-b6b9-d3a1667c98d5 req-50dc884b-a82a-4f85-b75a-7b5852ce5a29 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:14.149641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efa42d83-1748-4cb3-b6b9-d3a1667c98d5 req-50dc884b-a82a-4f85-b75a-7b5852ce5a29 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0546160 Nov 12 12:46:14.183940 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48b704a-9008-4e93-87cc-1d504cc03722 x-openstack-request-id: req-b48b704a-9008-4e93-87cc-1d504cc03722 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:14.186277 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806f01a3-c23f-4c4a-93dc-11ae14ca6db4", "name": "network-vif-plugged", "status": "completed", "tag": "3b96ff4f-88b4-41f6-a617-d891002f82e3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:14.188008 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b48b704a-9008-4e93-87cc-1d504cc03722 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:14.188667 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b96ff4f-88b4-41f6-a617-d891002f82e3', 'code': 200} Nov 12 12:46:14.218789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efa42d83-1748-4cb3-b6b9-d3a1667c98d5 req-6c945ece-036d-487f-9d9d-ea7c036253df tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614407 Nov 12 12:46:14.287340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d645-977e-4ce7-9133-7a07650381de req-193ec856-ed1a-496a-bfe1-c42cf742ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:14.289996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7f9d645-977e-4ce7-9133-7a07650381de req-193ec856-ed1a-496a-bfe1-c42cf742ef51 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0496879 Nov 12 12:46:14.307287 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6ae75-d655-405e-93df-e97e0114d906 None None] New status for floating IP 303130ef-154b-4643-878d-9b67962208bb: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:46:14.352763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7f9d645-977e-4ce7-9133-7a07650381de req-b4cb736d-3c2e-4074-955c-3ad3cf8039c5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549564 Nov 12 12:46:14.443524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:14.518559 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef64344a-789f-4df6-a254-611d96dbc6bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/303130ef-154b-4643-878d-9b67962208bb HTTP/1.1" status: 200 len: 990 time: 0.0736814 Nov 12 12:46:15.331428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260870f5-719d-4ad0-ad6d-bd02ee73497b req-d2c781ae-8b21-4e22-a40e-191658515372 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:15.332985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-260870f5-719d-4ad0-ad6d-bd02ee73497b req-d2c781ae-8b21-4e22-a40e-191658515372 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0433853 Nov 12 12:46:15.396455 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-260870f5-719d-4ad0-ad6d-bd02ee73497b req-695675b2-8a9a-47eb-83eb-e7a7eaca7a16 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565903 Nov 12 12:46:15.522307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 53616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:15.584247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-94b085f1-f2e1-40dd-9707-f71e9a4ece6d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/303130ef-154b-4643-878d-9b67962208bb HTTP/1.1" status: 200 len: 992 time: 0.0602047 Nov 12 12:46:16.511256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bbbd1-ca36-4fbc-9427-4151d71ce478 req-8227a82c-4089-4b80-8fe5-a71e60cefd45 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:16.512680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90bbbd1-ca36-4fbc-9427-4151d71ce478 req-8227a82c-4089-4b80-8fe5-a71e60cefd45 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0464785 Nov 12 12:46:16.556519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90bbbd1-ca36-4fbc-9427-4151d71ce478 req-f79f13b8-ec78-4941-a409-33820a69668b tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Nov 12 12:46:16.665870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071fe5-6654-47da-b653-b4f5e39fe055 req-7e8465b9-405b-4d58-a881-6c55b1e54ee2 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:16.667432 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5071fe5-6654-47da-b653-b4f5e39fe055 req-7e8465b9-405b-4d58-a881-6c55b1e54ee2 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0409865 Nov 12 12:46:16.715005 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b5071fe5-6654-47da-b653-b4f5e39fe055 req-ba87bb9d-4d54-4c65-9290-675d5de1140b tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Nov 12 12:46:16.832504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510c69-3324-4d2c-a43e-f629fdf31e82 req-a916ca17-40de-4575-ba69-7cb907165360 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:16.834049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86510c69-3324-4d2c-a43e-f629fdf31e82 req-a916ca17-40de-4575-ba69-7cb907165360 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0413311 Nov 12 12:46:16.886196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86510c69-3324-4d2c-a43e-f629fdf31e82 req-7875654f-424e-4a23-bb0c-3ea95a4ccef7 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Nov 12 12:46:17.106417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1e5450fa-cc7b-43dd-b64e-a64a7db3d0fc tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:17.108214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1e5450fa-cc7b-43dd-b64e-a64a7db3d0fc tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/networks?id=a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 200 len: 911 time: 0.0937796 Nov 12 12:46:17.123934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-728b9be9-ac84-4425-93c9-3723a0e00140 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/quotas/92e1529e7bd64b93b4582ae3a6e7987b HTTP/1.1" status: 200 len: 375 time: 0.0097334 Nov 12 12:46:17.171866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-fee14a31-eb2b-48e7-9584-1cb749fbc2da tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0419898 Nov 12 12:46:17.616917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-c4263ff6-2eaa-46fe-91d3-3ec9150fb4a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371617 Nov 12 12:46:17.716525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-cdb2f5e6-675e-451b-b7a2-90262fa73e6d service neutron] 10.222.0.18 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926104 Nov 12 12:46:17.898732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2ba5433-c71f-4c29-b701-37d6a01e6db6 req-c8463d5b-3cca-4bed-b8e2-d7c2eb591a62 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 210 time: 0.0276227 Nov 12 12:46:18.938542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-f7366daf-4214-4f53-926e-fbe784f67dbc tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:18.941076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-f7366daf-4214-4f53-926e-fbe784f67dbc tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.65 "GET /v2.0/networks?id=a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 200 len: 911 time: 0.1093946 Nov 12 12:46:18.953579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Request body: {'port': {'device_id': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'admin_state_up': True, 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:18.987348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Made reservation on behalf of 92e1529e7bd64b93b4582ae3a6e7987b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:46:18.992807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.032407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-461cb935-517f-4fdf-81c5-362acc7a8de8 req-66e364f9-4f93-413a-884e-8d591036a176 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 210 time: 0.0365236 Nov 12 12:46:19.149132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Allocated IP 172.20.0.7 (a18e1da3-ae8e-498a-808e-9200e2c3aef8/883df33a-b83b-4d62-b77f-f0b837e159bf/6830f93f-c225-42c1-9f77-706d271c33df) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:46:19.301328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.337557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.348917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['3b96ff4f-88b4-41f6-a617-d891002f82e3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:19.377991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:19.385316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:19.390420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:46:19.437729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Pushing event updated for resources: {'Port': ['ID=6830f93f-c225-42c1-9f77-706d271c33df,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:19.453038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:19.461940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.502018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-5914abd6-dab3-4b6f-a88b-48f8533ea69c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5525835 Nov 12 12:46:19.521324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Request body: {'port': {'device_id': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:19.610657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.810447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c41ec541-289f-480c-8ec9-8f509cbc7288 None None] Provisioning complete for port 6830f93f-c225-42c1-9f77-706d271c33df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:19.811598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c41ec541-289f-480c-8ec9-8f509cbc7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.842105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50803b90-4862-4d12-acfa-e523a72b0180 req-e5b37e57-9be5-4146-88f2-e0b9108227b5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:19.843752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50803b90-4862-4d12-acfa-e523a72b0180 req-e5b37e57-9be5-4146-88f2-e0b9108227b5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 945 time: 0.0850275 Nov 12 12:46:19.853144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c41ec541-289f-480c-8ec9-8f509cbc7288 None None] Port 6830f93f-c225-42c1-9f77-706d271c33df cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:46:19.912786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50803b90-4862-4d12-acfa-e523a72b0180 req-ed21f8eb-0aef-440b-a9c3-aea7babbb502 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622325 Nov 12 12:46:19.957147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6830f93f-c225-42c1-9f77-706d271c33df {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:19.965656 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:19.978865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Transition to ACTIVE for port object 6830f93f-c225-42c1-9f77-706d271c33df will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:46:19.982474 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:20.037491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Pushing event updated for resources: {'Port': ['ID=6830f93f-c225-42c1-9f77-706d271c33df,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:20.159281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Attempting to bind port 6830f93f-c225-42c1-9f77-706d271c33df on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:46:20.159647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Attempting to bind port 6830f93f-c225-42c1-9f77-706d271c33df by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:46:20.159952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Attempting to bind port 6830f93f-c225-42c1-9f77-706d271c33df on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:20.167960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Port 6830f93f-c225-42c1-9f77-706d271c33df on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:46:20.168208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Attempting to bind port 6830f93f-c225-42c1-9f77-706d271c33df on network a18e1da3-ae8e-498a-808e-9200e2c3aef8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:20.177484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:20.177824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Checking segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:20.178236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Bound using segment: {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:20.178750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Bound port: 6830f93f-c225-42c1-9f77-706d271c33df, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f2d611-9fa8-40b3-91f1-94aa9816d59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:20.179109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:20.184423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba595b9-4b0a-420b-899a-f2bd391bcbb6 req-bf6f5c09-f3cb-462c-b142-b538c59e765f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:20.187246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ba595b9-4b0a-420b-899a-f2bd391bcbb6 req-bf6f5c09-f3cb-462c-b142-b538c59e765f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1052 time: 0.0695364 Nov 12 12:46:20.298564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ba595b9-4b0a-420b-899a-f2bd391bcbb6 req-d00b439a-1741-4c40-87a2-a2cca9194d97 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017134 Nov 12 12:46:20.304871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] For port 6830f93f-c225-42c1-9f77-706d271c33df, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:20.308268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] For port 6830f93f-c225-42c1-9f77-706d271c33df, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6830f93f-c225-42c1-9f77-706d271c33df,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:20.314760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:20.351785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:20.352416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:20.353817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] 10.222.0.65 "PUT /v2.0/ports/6830f93f-c225-42c1-9f77-706d271c33df HTTP/1.1" status: 200 len: 1091 time: 0.8394806 Nov 12 12:46:20.354407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'tag': '6830f93f-c225-42c1-9f77-706d271c33df'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:20.356532 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c623fee-4f44-4909-ade9-cc8bc0f30e95" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff", "tag": "6830f93f-c225-42c1-9f77-706d271c33df"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:20.390962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55cfcf-8613-4c73-9aa0-b455f78c5831 service neutron] Pushing event updated for resources: {'Port': ['ID=6830f93f-c225-42c1-9f77-706d271c33df,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:20.426293 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122e6f0-7d86-437c-b2a4-3c2902ed501e x-openstack-request-id: req-5122e6f0-7d86-437c-b2a4-3c2902ed501e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:20.426806 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff", "tag": "6830f93f-c225-42c1-9f77-706d271c33df", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:20.427022 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5122e6f0-7d86-437c-b2a4-3c2902ed501e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:20.427444 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'tag': '6830f93f-c225-42c1-9f77-706d271c33df', 'status': 'completed', 'code': 200} Nov 12 12:46:20.465081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-4a60c514-3cb6-4c00-a776-340598302e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:20.466668 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-4a60c514-3cb6-4c00-a776-340598302e4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1094 time: 0.0591729 Nov 12 12:46:20.518416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-9f5eeca1-4f24-483b-8e61-cb53e412798f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6830f93f-c225-42c1-9f77-706d271c33df HTTP/1.1" status: 200 len: 217 time: 0.0411496 Nov 12 12:46:20.592768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-d076cf84-67db-4586-be58-7d8ba56e3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:20.594426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-d076cf84-67db-4586-be58-7d8ba56e3a52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=883df33a-b83b-4d62-b77f-f0b837e159bf HTTP/1.1" status: 200 len: 849 time: 0.0682464 Nov 12 12:46:20.646625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-834be83c-ad60-4cee-a4ce-43b67394e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:20.648801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-834be83c-ad60-4cee-a4ce-43b67394e169 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a18e1da3-ae8e-498a-808e-9200e2c3aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451775 Nov 12 12:46:20.763288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-15a76557-c8b2-4768-99ca-b0f9fd58466f service neutron] 10.222.0.65 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063068 Nov 12 12:46:20.869085 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-55c2fd55-4012-46e7-a235-9db52e2cc893 req-348af205-9638-433a-9565-4a2fac2c9187 service neutron] 10.222.0.65 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978057 Nov 12 12:46:20.978698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-8bcb21ff-6008-4239-a89a-5d1636501d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:20.980251 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-8bcb21ff-6008-4239-a89a-5d1636501d5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1094 time: 0.0448174 Nov 12 12:46:21.113471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aacab-e112-40b7-aed4-49b0be6de257 req-a6f0f682-8da5-48be-9577-a9a99954c916 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:21.115336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-805aacab-e112-40b7-aed4-49b0be6de257 req-a6f0f682-8da5-48be-9577-a9a99954c916 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 945 time: 0.1153004 Nov 12 12:46:21.148947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-381694f1-f27d-4842-b620-ffb09873cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:21.154343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-381694f1-f27d-4842-b620-ffb09873cdd7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 200 len: 911 time: 0.1586456 Nov 12 12:46:21.228242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-805aacab-e112-40b7-aed4-49b0be6de257 req-ec14ab43-3f8c-4a94-9219-80af72981bfa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036105 Nov 12 12:46:21.230020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-30a9e41b-d14a-49de-854f-58c984ac8743 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6830f93f-c225-42c1-9f77-706d271c33df HTTP/1.1" status: 200 len: 217 time: 0.0449462 Nov 12 12:46:21.298659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-7a3b58ce-cc4e-4727-93b9-a8960671efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:21.300409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-7a3b58ce-cc4e-4727-93b9-a8960671efc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=883df33a-b83b-4d62-b77f-f0b837e159bf HTTP/1.1" status: 200 len: 849 time: 0.0563293 Nov 12 12:46:21.356370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-01c50134-4248-44ea-b25e-5adb4e6b3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:21.357889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-01c50134-4248-44ea-b25e-5adb4e6b3386 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a18e1da3-ae8e-498a-808e-9200e2c3aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459235 Nov 12 12:46:21.432947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66e06a-eebe-4912-9526-10780a8ec82f req-752d59d2-f3df-48c4-b0e8-22a070cdbc67 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:21.436192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba66e06a-eebe-4912-9526-10780a8ec82f req-752d59d2-f3df-48c4-b0e8-22a070cdbc67 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1094 time: 0.0494444 Nov 12 12:46:21.470543 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-1ecdc6ff-4639-4bb4-a3d4-586bb63dd794 service neutron] 10.222.0.65 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003540 Nov 12 12:46:21.501652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba66e06a-eebe-4912-9526-10780a8ec82f req-f9249186-d2cc-4418-acd5-6c9a4ac2010e tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Nov 12 12:46:21.635387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c623fee-4f44-4909-ade9-cc8bc0f30e95 req-270d6c48-8a3a-418b-a7fc-f850de0477d2 service neutron] 10.222.0.65 "GET /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422396 Nov 12 12:46:21.654065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c39b1-e404-436d-a69b-d17418598720 req-88dcd6dd-9af0-4e40-8303-9c02b4fca415 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:21.655953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c90c39b1-e404-436d-a69b-d17418598720 req-88dcd6dd-9af0-4e40-8303-9c02b4fca415 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 945 time: 0.0890272 Nov 12 12:46:21.766286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 106db0a8-f50b-428e-937f-02dfd52104df {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:21.766409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:21.891437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port 106db0a8-f50b-428e-937f-02dfd52104df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=106db0a8-f50b-428e-937f-02dfd52104df,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:21.891905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:22.078179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:22.078913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:22.079028 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Floating IP 500f0bf5-9915-4a88-90ba-4082825737be disassociated. External IP: 172.25.1.106, port: 106db0a8-f50b-428e-937f-02dfd52104df. Nov 12 12:46:22.079307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 106db0a8-f50b-428e-937f-02dfd52104df owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:22.220855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:22.273194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=106db0a8-f50b-428e-937f-02dfd52104df,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:22.368568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2c646726-48d8-4a6f-bbe7-eb8ba28cd726 req-d01e96d6-d6c3-4a84-9585-b5611dfe5b97 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0360117 Nov 12 12:46:22.440800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:46:22.569488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:22.581237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:22.614414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:22.619926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:22.629695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port 106db0a8-f50b-428e-937f-02dfd52104df on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:46:22.633159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:22.636968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c90c39b1-e404-436d-a69b-d17418598720 req-81ceeeb2-7c40-414c-b1df-47c50306efd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "DELETE /v2.0/ports/106db0a8-f50b-428e-937f-02dfd52104df HTTP/1.1" status: 204 len: 173 time: 0.9724059 Nov 12 12:46:22.637422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'name': 'network-vif-deleted', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:22.650210 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b6d8f-0c9d-4812-ae63-1d67b1d70854" -d '{"events": [{"server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "name": "network-vif-deleted", "tag": "106db0a8-f50b-428e-937f-02dfd52104df"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:22.685393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4c0a-3565-44dc-a613-9067d17031dd req-ed6e446e-85ae-4116-adea-a078a09cc863 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:22.687713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a22c4c0a-3565-44dc-a613-9067d17031dd req-ed6e446e-85ae-4116-adea-a078a09cc863 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1094 time: 0.1030564 Nov 12 12:46:22.708003 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471db2e2-d13d-4517-814f-8245ff7d1f9b x-openstack-request-id: req-471db2e2-d13d-4517-814f-8245ff7d1f9b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:22.708302 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd912d7-afe4-4090-9f18-dd2b3e6dcc07", "name": "network-vif-deleted", "tag": "106db0a8-f50b-428e-937f-02dfd52104df", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:22.708557 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-471db2e2-d13d-4517-814f-8245ff7d1f9b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:22.708987 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd912d7-afe4-4090-9f18-dd2b3e6dcc07', 'name': 'network-vif-deleted', 'tag': '106db0a8-f50b-428e-937f-02dfd52104df', 'status': 'completed', 'code': 200} Nov 12 12:46:22.797849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a22c4c0a-3565-44dc-a613-9067d17031dd req-0e1e2f3e-4d9a-489d-9ffd-f4eed2ff1306 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955353 Nov 12 12:46:22.926687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:23.166511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:23.357343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:23.366815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:23.367590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:23.519850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:23.766794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ac75386-fa16-46e3-9b85-e2c14550cea3 req-e31d7050-9a43-41d1-9a97-bb4692c50393 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0582759 Nov 12 12:46:23.837596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:23.868691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ceef3b-359c-4beb-81ba-ee1f2c59a1d4 None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:23.951951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0d400-4477-4601-b2c7-6b6d319e577e req-c76be817-ad2f-4c8a-9c71-3cdf2dd23726 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:23.953801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cd0d400-4477-4601-b2c7-6b6d319e577e req-c76be817-ad2f-4c8a-9c71-3cdf2dd23726 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1094 time: 0.0666862 Nov 12 12:46:24.042473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cd0d400-4477-4601-b2c7-6b6d319e577e req-db7339ab-2956-4b5b-ba40-5787382e35e8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789232 Nov 12 12:46:24.117647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6830f93f-c225-42c1-9f77-706d271c33df details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:46:24.120046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 106db0a8-f50b-428e-937f-02dfd52104df no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:24.141614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 106db0a8-f50b-428e-937f-02dfd52104df {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:24.142342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 106db0a8-f50b-428e-937f-02dfd52104df not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:24.291692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6830f93f-c225-42c1-9f77-706d271c33df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6830f93f-c225-42c1-9f77-706d271c33df,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:24.307103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '6830f93f-c225-42c1-9f77-706d271c33df', 'network_id': 'a18e1da3-ae8e-498a-808e-9200e2c3aef8', 'port_id': '6830f93f-c225-42c1-9f77-706d271c33df', 'mac_address': 'fa:16:3e:f1:9e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883df33a-b83b-4d62-b77f-f0b837e159bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:46:24.345348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582cea76-d7bc-4a34-b225-3b25811dbaf2 None None] New status for floating IP 500f0bf5-9915-4a88-90ba-4082825737be: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:46:24.362433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:24.380218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6830f93f-c225-42c1-9f77-706d271c33df {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:24.404453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6830f93f-c225-42c1-9f77-706d271c33df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6830f93f-c225-42c1-9f77-706d271c33df,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:24.412267 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:24.472701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6830f93f-c225-42c1-9f77-706d271c33df,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:24.634098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['6830f93f-c225-42c1-9f77-706d271c33df'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:24.902291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d095840d-bfc1-42a0-921a-14db831e3dae req-fa8d55fd-fb3b-4583-a986-86bec3880818 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0488551 Nov 12 12:46:25.155776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d78fd1-ede0-4831-9fef-90d66c85e1cc req-1f248a8e-0e32-4b13-bf11-525cbb7d5d34 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:25.158370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2d78fd1-ede0-4831-9fef-90d66c85e1cc req-1f248a8e-0e32-4b13-bf11-525cbb7d5d34 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1095 time: 0.0489097 Nov 12 12:46:25.210489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2d78fd1-ede0-4831-9fef-90d66c85e1cc req-50a23df6-3fcf-43f2-822a-a17ee60086c0 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443003 Nov 12 12:46:26.013336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4f325ee-9ccc-46a7-97a2-c703191838d4 req-dfc099a9-bc0d-4b86-93dd-1dc58ac05ff1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0282102 Nov 12 12:46:26.115902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6830f93f-c225-42c1-9f77-706d271c33df up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:26.170534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 6830f93f-c225-42c1-9f77-706d271c33df completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:46:26.183486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 6830f93f-c225-42c1-9f77-706d271c33df triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:26.184012 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:26.282716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:26.325592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6830f93f-c225-42c1-9f77-706d271c33df'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:26.336809 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b112184-969b-43fa-aae3-d2056601cdcf" -d '{"events": [{"server_uuid": "ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff", "name": "network-vif-plugged", "status": "completed", "tag": "6830f93f-c225-42c1-9f77-706d271c33df"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:26.351696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6830f93f-c225-42c1-9f77-706d271c33df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6830f93f-c225-42c1-9f77-706d271c33df,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:26.363376 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:26.422250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eded10e-5ef7-400e-8a01-d28d9d3cd7c3 req-34103477-885e-4ace-8ef8-88d21c7decd8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:26.423849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9eded10e-5ef7-400e-8a01-d28d9d3cd7c3 req-34103477-885e-4ace-8ef8-88d21c7decd8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0839233 Nov 12 12:46:26.425558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6830f93f-c225-42c1-9f77-706d271c33df,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:26.432255 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6005be36-40a5-42c4-bf89-4c648d7423f9 x-openstack-request-id: req-6005be36-40a5-42c4-bf89-4c648d7423f9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:26.432773 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff", "name": "network-vif-plugged", "status": "completed", "tag": "6830f93f-c225-42c1-9f77-706d271c33df", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:26.433179 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6005be36-40a5-42c4-bf89-4c648d7423f9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:26.434315 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6830f93f-c225-42c1-9f77-706d271c33df', 'code': 200} Nov 12 12:46:26.507204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9eded10e-5ef7-400e-8a01-d28d9d3cd7c3 req-9ee99d01-2b2e-4f07-bc8c-f1463531a46c tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Nov 12 12:46:26.545426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f3f47-c404-44fa-93a9-fa837fd3c01c req-7896c018-8ee9-4fba-b778-dae9f6e4a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:26.547207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f2f3f47-c404-44fa-93a9-fa837fd3c01c req-7896c018-8ee9-4fba-b778-dae9f6e4a6b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0431702 Nov 12 12:46:26.597512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9f2f3f47-c404-44fa-93a9-fa837fd3c01c req-b536d827-da31-49d6-85dc-02b9f95d191d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Nov 12 12:46:27.125778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae7b589-476c-4178-8e0e-5079fe191bb0 req-e6915ef6-1115-4e0e-9f10-83ea08390ea0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0305078 Nov 12 12:46:27.623854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97887-b9c5-4cff-809f-3e03b8d79b4e req-873d3be2-ac0a-4344-af76-e8f549f657ec tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:27.626766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0d97887-b9c5-4cff-809f-3e03b8d79b4e req-873d3be2-ac0a-4344-af76-e8f549f657ec tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0563512 Nov 12 12:46:27.698406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0d97887-b9c5-4cff-809f-3e03b8d79b4e req-c60553ba-f46a-4bab-8cdc-0ce67d7acfa7 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639658 Nov 12 12:46:28.244125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-067ce007-a578-4b44-b037-febf02b667ef req-c4cd223d-d201-4c61-addd-3324f3626a76 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bd912d7-afe4-4090-9f18-dd2b3e6dcc07 HTTP/1.1" status: 200 len: 210 time: 0.0298889 Nov 12 12:46:28.844909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407a1ff-d3ad-4d9f-a9cc-ccf6bb748cac req-dba61d18-725c-4f26-beba-af7f3009dae8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:28.846710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1407a1ff-d3ad-4d9f-a9cc-ccf6bb748cac req-dba61d18-725c-4f26-beba-af7f3009dae8 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0481989 Nov 12 12:46:28.895412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1407a1ff-d3ad-4d9f-a9cc-ccf6bb748cac req-c74b7520-80fd-4d89-901d-996eec18b987 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Nov 12 12:46:29.019778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148f0ce-be2f-43db-8dbf-18332a39a5f9 req-fb6c2a0e-15b1-458c-95a6-3007a389dd35 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:29.021355 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1148f0ce-be2f-43db-8dbf-18332a39a5f9 req-fb6c2a0e-15b1-458c-95a6-3007a389dd35 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0484560 Nov 12 12:46:29.079358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1148f0ce-be2f-43db-8dbf-18332a39a5f9 req-703b91b0-4d04-4247-90f5-cb54a73ceffa tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505760 Nov 12 12:46:29.193667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78ef08-053c-47d6-bcbb-19bbf2c42aa7 req-091fcf05-622d-4b12-8985-f12043aa7b05 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:29.195263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d78ef08-053c-47d6-bcbb-19bbf2c42aa7 req-091fcf05-622d-4b12-8985-f12043aa7b05 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0448000 Nov 12 12:46:29.245257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d78ef08-053c-47d6-bcbb-19bbf2c42aa7 req-e1d2290b-d3e1-47b1-b2c5-67c60f730672 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Nov 12 12:46:29.576649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227f2c-2a2c-40a5-aefd-bbfd9ee2f52e req-eee7b209-18d0-4a4a-adaa-9bee937d215b tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:29.585575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54227f2c-2a2c-40a5-aefd-bbfd9ee2f52e req-eee7b209-18d0-4a4a-adaa-9bee937d215b tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0730646 Nov 12 12:46:29.599568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-0e002721-578f-456d-98df-1f52137f9fd7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069415351&fields=id&tenant_id=51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 267 time: 0.0865934 Nov 12 12:46:29.648338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54227f2c-2a2c-40a5-aefd-bbfd9ee2f52e req-f441c53e-d491-4bee-90ec-cc9207875a0a tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597048 Nov 12 12:46:29.690059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:29.732185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-a479db29-4a09-4074-9295-07c5395b1aeb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:29.733940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-a479db29-4a09-4074-9295-07c5395b1aeb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.1330385 Nov 12 12:46:29.751084 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-96facbe8-c2e9-4309-83a7-b348691350a3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.0113649 Nov 12 12:46:29.809049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-4981a374-563c-4ea3-8d6b-25dfa3c191a5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521557 Nov 12 12:46:29.861207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:29.915756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-ef924426-0c4d-4c3b-9254-d11e7d540a28 service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939121 Nov 12 12:46:30.023095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-3c0af1a0-986b-42c8-ae7b-e29440720e3d service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012089 Nov 12 12:46:30.351622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aea6e9c1-ee3f-4692-83e4-69be15b1a382 req-04bcd729-63fb-4ca7-b53a-d46cc14454d2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 210 time: 0.0350091 Nov 12 12:46:30.814463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb4e55-a820-47cd-876a-16427aa628d0 req-e52f5894-f75f-4fca-93a0-cfb132e46e98 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:30.817999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ebb4e55-a820-47cd-876a-16427aa628d0 req-e52f5894-f75f-4fca-93a0-cfb132e46e98 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0543683 Nov 12 12:46:30.874708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ebb4e55-a820-47cd-876a-16427aa628d0 req-f74db6a5-7383-4f36-9de9-49041dea0b56 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Nov 12 12:46:30.964809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-c82b98f9-cdd7-40a7-9cd5-b8f34c5cac82 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:30.966363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-c82b98f9-cdd7-40a7-9cd5-b8f34c5cac82 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 1096 time: 0.0448327 Nov 12 12:46:31.059397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Deleting port 6830f93f-c225-42c1-9f77-706d271c33df {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:31.059804 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:31.142398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] For port 6830f93f-c225-42c1-9f77-706d271c33df, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6830f93f-c225-42c1-9f77-706d271c33df,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:31.142771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:31.156768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Calling delete_port for 6830f93f-c225-42c1-9f77-706d271c33df owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:31.321165 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:31.332455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['3b96ff4f-88b4-41f6-a617-d891002f82e3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:31.334659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['6830f93f-c225-42c1-9f77-706d271c33df'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:31.349113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Pushing event deleted for resources: {'Port': ['ID=6830f93f-c225-42c1-9f77-706d271c33df,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:31.403410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] No DVR routers for this DVR port 6830f93f-c225-42c1-9f77-706d271c33df on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:46:31.406042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:31.409840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39eaa673-e875-45f1-b77a-ca6be4c1c0e7 req-b2cd81ec-c417-4571-b105-7a9fa5e7fa54 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6830f93f-c225-42c1-9f77-706d271c33df HTTP/1.1" status: 204 len: 173 time: 0.4341207 Nov 12 12:46:31.410597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'name': 'network-vif-deleted', 'tag': '6830f93f-c225-42c1-9f77-706d271c33df'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:31.413404 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fb7e2c-5af0-4c52-8ddb-38488343ea54" -d '{"events": [{"server_uuid": "ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff", "name": "network-vif-deleted", "tag": "6830f93f-c225-42c1-9f77-706d271c33df"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:31.533226 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a47d00-d494-4b33-8232-6fe5c7afc61a x-openstack-request-id: req-81a47d00-d494-4b33-8232-6fe5c7afc61a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:31.535088 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff", "name": "network-vif-deleted", "tag": "6830f93f-c225-42c1-9f77-706d271c33df", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:31.541767 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81a47d00-d494-4b33-8232-6fe5c7afc61a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:31.542743 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff', 'name': 'network-vif-deleted', 'tag': '6830f93f-c225-42c1-9f77-706d271c33df', 'status': 'completed', 'code': 200} Nov 12 12:46:31.623273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-743933c8-8bd1-4892-9a0e-7e8d264d2820 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:31.626849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-743933c8-8bd1-4892-9a0e-7e8d264d2820 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.2038121 Nov 12 12:46:31.639613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c6844d07-bfb9-4938-a21f-9637536022a9 req-8c439a75-7c1d-407f-9a23-0047cc61cbff tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 210 time: 0.0515423 Nov 12 12:46:31.806995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-8e441483-84e2-48a1-b056-0e9d89271834 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 380 time: 0.1680443 Nov 12 12:46:31.818470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'security_groups': ['a4d8d3cf-d252-451a-9042-eec42617e08c']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:32.006642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:46:32.010437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:32.034876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a2266b0-765b-42b7-bd27-d51574052117 req-04c1186c-2c4b-4f0d-9831-be820c6d749f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec1b1fb1-d35b-4d6a-818b-f2ff9569e3ff HTTP/1.1" status: 200 len: 210 time: 0.0424170 Nov 12 12:46:32.179358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.12 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/63761a1a-2f39-45f3-ac3e-2ef3087006cd) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:46:32.337347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:32.375184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:32.425230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:32.428228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:32.432018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:46:32.507493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:32.509088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:32.513155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=63761a1a-2f39-45f3-ac3e-2ef3087006cd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:32.538480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-9b971c47-fdd4-4c72-a18b-5bef415cdfac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240007 Nov 12 12:46:32.553511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Request body: {'port': {'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:32.616720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:32.810761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8d0fc278-586b-4513-930f-66cc61cccb9a None None] Provisioning complete for port 63761a1a-2f39-45f3-ac3e-2ef3087006cd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:32.811335 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc278-586b-4513-930f-66cc61cccb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:32.826400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cadc26-bf5b-4cda-a278-518943818a9a req-f25d52bb-98c3-4585-964e-4a4a49082276 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:32.834706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63cadc26-bf5b-4cda-a278-518943818a9a req-f25d52bb-98c3-4585-964e-4a4a49082276 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 932 time: 0.0872073 Nov 12 12:46:32.861713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8d0fc278-586b-4513-930f-66cc61cccb9a None None] Port 63761a1a-2f39-45f3-ac3e-2ef3087006cd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:46:32.903791 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-63cadc26-bf5b-4cda-a278-518943818a9a req-d0a07091-47d8-4326-89c2-8857006be8a3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678110 Nov 12 12:46:33.255582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63761a1a-2f39-45f3-ac3e-2ef3087006cd {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:33.264552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:33.277434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Transition to ACTIVE for port object 63761a1a-2f39-45f3-ac3e-2ef3087006cd will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:46:33.282278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:33.333494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Pushing event updated for resources: {'Port': ['ID=63761a1a-2f39-45f3-ac3e-2ef3087006cd,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:33.347774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff28db-3efd-4a9a-9334-69ea8f74c458 req-21964561-e058-4824-9511-249baff1c0ef tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:33.351243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-48ff28db-3efd-4a9a-9334-69ea8f74c458 req-21964561-e058-4824-9511-249baff1c0ef tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0602996 Nov 12 12:46:33.417125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Attempting to bind port 63761a1a-2f39-45f3-ac3e-2ef3087006cd on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:46:33.417406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Attempting to bind port 63761a1a-2f39-45f3-ac3e-2ef3087006cd by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:46:33.417708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Attempting to bind port 63761a1a-2f39-45f3-ac3e-2ef3087006cd on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:33.419779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-48ff28db-3efd-4a9a-9334-69ea8f74c458 req-32f43815-8b18-4529-b5ee-06e26f6733b4 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575113 Nov 12 12:46:33.429329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Port 63761a1a-2f39-45f3-ac3e-2ef3087006cd on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:46:33.430532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Attempting to bind port 63761a1a-2f39-45f3-ac3e-2ef3087006cd on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:46:33.441012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:46:33.441492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:46:33.441966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:46:33.442550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Bound port: 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:46:33.443008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:33.516046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] For port 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:46:33.519730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] For port 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:46:33.527344 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:33.568577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:33.569136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:33.570783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] 10.222.0.81 "PUT /v2.0/ports/63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 1092 time: 1.0234020 Nov 12 12:46:33.571124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:33.573353 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c593e6-47ed-405d-9050-eb18d12e821c" -d '{"events": [{"name": "network-changed", "server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:33.612066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a03a9-2d26-4305-ab19-80f5f15180a7 service neutron] Pushing event updated for resources: {'Port': ['ID=63761a1a-2f39-45f3-ac3e-2ef3087006cd,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:33.660934 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdd8410-0d80-405a-94bf-c40d6ba281e4 x-openstack-request-id: req-6fdd8410-0d80-405a-94bf-c40d6ba281e4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:33.661228 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:33.661486 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fdd8410-0d80-405a-94bf-c40d6ba281e4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:33.661891 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'status': 'completed', 'code': 200} Nov 12 12:46:33.678896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-361145b4-7a6a-46ba-8d57-6b3b38033b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:33.680534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-361145b4-7a6a-46ba-8d57-6b3b38033b50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1095 time: 0.0584469 Nov 12 12:46:33.731441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-f7c454b0-9488-402c-8b75-ea955fab0065 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 217 time: 0.0407608 Nov 12 12:46:33.786943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-8131aa62-bb54-4a61-b793-b67394f596a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:33.788760 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-8131aa62-bb54-4a61-b793-b67394f596a6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0483177 Nov 12 12:46:33.839204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-b403595d-15fc-40ed-a2a8-042c4c7258b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:33.840783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-b403595d-15fc-40ed-a2a8-042c4c7258b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446529 Nov 12 12:46:33.946241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-198f2a0e-0170-42ba-8163-211775722eb6 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966995 Nov 12 12:46:34.078473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51480775-2fd7-43e7-ae56-766e2b08ae2f req-354b0a80-2a47-4c5a-b957-67c6a638cb2f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.080026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51480775-2fd7-43e7-ae56-766e2b08ae2f req-354b0a80-2a47-4c5a-b957-67c6a638cb2f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.1004758 Nov 12 12:46:34.099486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8c6c8aa-ee87-4045-8d37-2a87854d0029 req-3d638d4d-7209-4962-9f84-fc551826c23e service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448474 Nov 12 12:46:34.141779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51480775-2fd7-43e7-ae56-766e2b08ae2f req-7b198379-e2fc-4111-afac-e19f7d480efc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555446 Nov 12 12:46:34.148355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6830f93f-c225-42c1-9f77-706d271c33df no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:34.173631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 6830f93f-c225-42c1-9f77-706d271c33df {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:34.174356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6830f93f-c225-42c1-9f77-706d271c33df not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:34.200645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c593e6-47ed-405d-9050-eb18d12e821c req-dd8dc4a1-95e1-4aed-9fef-7b7219cd1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.202086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-dd8dc4a1-95e1-4aed-9fef-7b7219cd1c1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1095 time: 0.0480008 Nov 12 12:46:34.298239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c593e6-47ed-405d-9050-eb18d12e821c req-39536655-916a-4349-8e35-7e83a20eb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.299829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-39536655-916a-4349-8e35-7e83a20eb50c service neutron] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.0887177 Nov 12 12:46:34.344928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-b41bf086-1cdd-4c3f-9f97-54aeb268ae04 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 217 time: 0.0353165 Nov 12 12:46:34.395451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c593e6-47ed-405d-9050-eb18d12e821c req-68578881-c161-49bd-ad52-bfdf8e1d4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.396896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-68578881-c161-49bd-ad52-bfdf8e1d4f0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0434446 Nov 12 12:46:34.451977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c593e6-47ed-405d-9050-eb18d12e821c req-da087a26-f204-4c30-a173-1aea0d4e615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.453482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-da087a26-f204-4c30-a173-1aea0d4e615a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475464 Nov 12 12:46:34.550152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac094-e1d5-4e9c-9bb9-cb269ec96842 req-77fcfa3c-89d7-4c8c-9d77-9f53a9f2ae3f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.557131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975ac094-e1d5-4e9c-9bb9-cb269ec96842 req-77fcfa3c-89d7-4c8c-9d77-9f53a9f2ae3f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0491436 Nov 12 12:46:34.580744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-a857bad2-b9f3-4664-9005-6dc42fc3eb68 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1120172 Nov 12 12:46:34.599972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-4855238e-7b0a-4267-8139-389e21a38c42 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301475 Nov 12 12:46:34.621671 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-975ac094-e1d5-4e9c-9bb9-cb269ec96842 req-b94733b5-e1a1-4dfd-b126-b9f2891f2e75 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=34e4eba5-89c5-43f1-be8e-e8fed35be838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542800 Nov 12 12:46:34.769336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.769726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.770232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.770696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.771160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.771616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.772074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.774707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 0.1387579 Nov 12 12:46:34.778748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21c593e6-47ed-405d-9050-eb18d12e821c req-9aba6c94-5ecd-43da-8a52-01207a918320 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720760 Nov 12 12:46:34.783540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-7ae7af83-5b52-4fb9-81a4-e9a76ee8c86a tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.785032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-7ae7af83-5b52-4fb9-81a4-e9a76ee8c86a tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 1096 time: 0.0839210 Nov 12 12:46:34.955724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-67e89c76-5c03-4951-938a-5654a3f747b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.956196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-67e89c76-5c03-4951-938a-5654a3f747b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.956805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-67e89c76-5c03-4951-938a-5654a3f747b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:34.958730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-67e89c76-5c03-4951-938a-5654a3f747b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=95665ecc-45f7-415e-b2a5-c46f227117a2&id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 2299 time: 0.1578619 Nov 12 12:46:34.975005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Deleting port 3b96ff4f-88b4-41f6-a617-d891002f82e3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:34.975350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:35.084478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-a6ca66f9-8647-4f4f-8ece-31b8bee37ad2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 1000 time: 0.1177077 Nov 12 12:46:35.137413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] For port 3b96ff4f-88b4-41f6-a617-d891002f82e3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=3b96ff4f-88b4-41f6-a617-d891002f82e3,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:35.137785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:35.156808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Calling delete_port for 3b96ff4f-88b4-41f6-a617-d891002f82e3 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:35.164886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-a19eb1b0-438c-4a94-83d3-84050c5a45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:35.166403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-a19eb1b0-438c-4a94-83d3-84050c5a45d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 200 len: 856 time: 0.0748050 Nov 12 12:46:35.292027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-164f37fe-e4fc-403c-aa29-f9b32f40a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:35.293487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-164f37fe-e4fc-403c-aa29-f9b32f40a430 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190853 Nov 12 12:46:35.345812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044cc-1969-4b4f-b2c8-8d1ecf269447 req-88c95327-746e-4a32-a30b-8510e526b0e5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:35.347244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d08044cc-1969-4b4f-b2c8-8d1ecf269447 req-88c95327-746e-4a32-a30b-8510e526b0e5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.1147804 Nov 12 12:46:35.479704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-35e548ba-9879-40b2-ad8f-25ab3a3b6009 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737127 Nov 12 12:46:35.484836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d08044cc-1969-4b4f-b2c8-8d1ecf269447 req-1f28d304-8efc-4f38-8ce8-499f7b9c2f02 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067765 Nov 12 12:46:35.485897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:35.499142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['3b96ff4f-88b4-41f6-a617-d891002f82e3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:35.543563 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b96ff4f-88b4-41f6-a617-d891002f82e3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:35.628207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] No DVR routers for this DVR port 3b96ff4f-88b4-41f6-a617-d891002f82e3 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:46:35.632236 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:35.637631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cdb9dad-67d0-4a71-a6d3-55abafdc9892 req-10675535-0450-4a70-8b5d-92317abfeb01 tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.81 "DELETE /v2.0/ports/3b96ff4f-88b4-41f6-a617-d891002f82e3 HTTP/1.1" status: 204 len: 173 time: 0.8444796 Nov 12 12:46:35.660771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-11f10b38-afc2-4a26-9f70-d44b4791a8f0 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729014 Nov 12 12:46:35.665462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'name': 'network-vif-deleted', 'tag': '3b96ff4f-88b4-41f6-a617-d891002f82e3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:35.667996 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52778cd2-126a-4829-82e2-cd560de35a6b" -d '{"events": [{"server_uuid": "806f01a3-c23f-4c4a-93dc-11ae14ca6db4", "name": "network-vif-deleted", "tag": "3b96ff4f-88b4-41f6-a617-d891002f82e3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:35.697499 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0f6f-d6ca-4be5-8a25-d3ba230c03b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:35.762514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-873b1454-534b-4e32-81e2-a606ec6550a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 217 time: 0.0832193 Nov 12 12:46:35.763991 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff150b2c-6e97-4289-b033-e20b79067389 x-openstack-request-id: req-ff150b2c-6e97-4289-b033-e20b79067389 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:35.764280 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806f01a3-c23f-4c4a-93dc-11ae14ca6db4", "name": "network-vif-deleted", "tag": "3b96ff4f-88b4-41f6-a617-d891002f82e3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:35.764535 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff150b2c-6e97-4289-b033-e20b79067389 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:35.764936 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806f01a3-c23f-4c4a-93dc-11ae14ca6db4', 'name': 'network-vif-deleted', 'tag': '3b96ff4f-88b4-41f6-a617-d891002f82e3', 'status': 'completed', 'code': 200} Nov 12 12:46:35.772039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-39c2b430-5ef6-4c7c-912d-c15869e92102 req-c1023b9a-8444-4cbd-819a-ac8af74e2b6f tempest-TestServerMultinode-318583035 tempest-TestServerMultinode-318583035-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=806f01a3-c23f-4c4a-93dc-11ae14ca6db4 HTTP/1.1" status: 200 len: 210 time: 0.0483229 Nov 12 12:46:35.841522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-ff4b79e4-9594-43c3-9ac0-d9c01665ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:35.843266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-ff4b79e4-9594-43c3-9ac0-d9c01665ec42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0733037 Nov 12 12:46:35.901899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e6130120-1de9-4cae-9a9f-8eaf56d2e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:35.903513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e6130120-1de9-4cae-9a9f-8eaf56d2e960 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523732 Nov 12 12:46:36.004597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e9345617-c913-497a-a763-72cfd300d0e0 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920959 Nov 12 12:46:36.118612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e7502c46-999d-4f70-9d83-49ed5aab880d service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053045 Nov 12 12:46:36.169636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-abc45ab2-8f73-48df-b706-b44da699a54a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 217 time: 0.0419285 Nov 12 12:46:36.230027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-726d59a2-f43f-478d-a6fa-d83846611fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:36.231664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-726d59a2-f43f-478d-a6fa-d83846611fa4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0470698 Nov 12 12:46:36.280977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e0d1436e-4f72-4139-bc8d-4b048c2be619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:36.282742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e0d1436e-4f72-4139-bc8d-4b048c2be619 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425861 Nov 12 12:46:36.378643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-d9ac8710-4f93-4f67-b2ca-a50b99be5feb service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880890 Nov 12 12:46:36.480086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-4a28a1ed-dc9e-426b-a64b-ceecf5cceaf3 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942831 Nov 12 12:46:36.530639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-80bb4b5e-a0fc-40cc-999e-e45753c85ea7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 200 len: 217 time: 0.0428307 Nov 12 12:46:36.617637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-787b88b3-9ef8-452d-9602-426a5318c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:36.619158 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-787b88b3-9ef8-452d-9602-426a5318c6a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0816381 Nov 12 12:46:36.643340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcca52-c1ed-4433-9b01-7914d1af9a67 req-d83f37cc-8254-4196-b108-00f87fb19cc5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:36.644827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fcbcca52-c1ed-4433-9b01-7914d1af9a67 req-d83f37cc-8254-4196-b108-00f87fb19cc5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0717466 Nov 12 12:46:36.709592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-7217ffc4-1f43-450b-9815-5c915a28b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:36.711970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-7217ffc4-1f43-450b-9815-5c915a28b936 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850115 Nov 12 12:46:36.721203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fcbcca52-c1ed-4433-9b01-7914d1af9a67 req-e4cd8ce8-f7bd-481f-8524-db6a9ba2ebbe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605211 Nov 12 12:46:36.818139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-8baf8bef-fc55-4c00-8799-76dc7b1a28bc service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957966 Nov 12 12:46:36.832626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:36.935014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-3ac94a08-cf43-43b9-a30e-233ee2269256 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088879 Nov 12 12:46:36.979117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-0cc83fde-c977-413c-b641-e3e137ac2512 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 200 len: 217 time: 0.0371766 Nov 12 12:46:37.032733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-010af394-cc0f-4136-92dc-d1f58322fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.034315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-010af394-cc0f-4136-92dc-d1f58322fed0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0484159 Nov 12 12:46:37.112400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-aa603731-968d-4b85-a7b1-57e3e2835fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.114226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-aa603731-968d-4b85-a7b1-57e3e2835fe8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725083 Nov 12 12:46:37.224633 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-a5b1659e-20df-4c6b-a191-0511b46ac5be service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938864 Nov 12 12:46:37.236404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:37.347355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-e5262e25-f85b-4002-a2d9-9ed2571025a7 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150923 Nov 12 12:46:37.391983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-b585d02a-2121-4bec-b2a6-1c40503d7fc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 200 len: 217 time: 0.0369294 Nov 12 12:46:37.447282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-4adc501b-1a0e-4943-a26d-47968af4cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.448826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-4adc501b-1a0e-4943-a26d-47968af4cfd2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.0486815 Nov 12 12:46:37.506870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Deleting port b1117d92-441c-4f81-924c-a063c3679d26 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:37.507299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:37.510603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-31c15162-81e0-4074-8cfd-a305a344e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.512368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-31c15162-81e0-4074-8cfd-a305a344e02c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568197 Nov 12 12:46:37.590638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] For port b1117d92-441c-4f81-924c-a063c3679d26, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b1117d92-441c-4f81-924c-a063c3679d26,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:37.591096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:37.609015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Calling delete_port for b1117d92-441c-4f81-924c-a063c3679d26 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:37.609221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-1cbde8ea-7743-43f4-8e54-4747f3007c67 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889375 Nov 12 12:46:37.726524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-65d110be-5a4a-4d5f-9b73-3c5962be6ae7 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098478 Nov 12 12:46:37.782458 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-8fbf89d3-2549-43ab-87b3-d977d22d4d82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 217 time: 0.0441585 Nov 12 12:46:37.843906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-99ca677d-f07e-4136-9fd7-6c21261ab98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.845978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-99ca677d-f07e-4136-9fd7-6c21261ab98f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.0574727 Nov 12 12:46:37.899704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2364c7-cb5e-404e-b428-f3b3b4158a68 req-53001e2a-e44d-4607-a058-fa3b996fe2d5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.900834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3b96ff4f-88b4-41f6-a617-d891002f82e3 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:37.902091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b2364c7-cb5e-404e-b428-f3b3b4158a68 req-53001e2a-e44d-4607-a058-fa3b996fe2d5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0667257 Nov 12 12:46:37.902854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:37.904297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-b11dfa77-6955-4192-a070-85552a21d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:37.905950 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-b11dfa77-6955-4192-a070-85552a21d44c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528531 Nov 12 12:46:37.953864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 3b96ff4f-88b4-41f6-a617-d891002f82e3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:37.954641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 3b96ff4f-88b4-41f6-a617-d891002f82e3 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:37.982607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6b2364c7-cb5e-404e-b428-f3b3b4158a68 req-dbabdcf0-8afa-49e1-8b99-9e23f114b0fd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695031 Nov 12 12:46:37.983880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1117d92-441c-4f81-924c-a063c3679d26,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:38.035180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-cfef8437-2c02-4ee4-a120-7d80ab09cc6b service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209528 Nov 12 12:46:38.160684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-5cb7dbe2-c171-4f3b-9764-6dc7b3dc22fd service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185744 Nov 12 12:46:38.169105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:38.415479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:46:38.864251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:38.872326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc576dde-17d0-4074-848f-a3d16b9bcfc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e75cdc8-ee3f-49b4-aca0-287963dfde94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0380683 Nov 12 12:46:38.874776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:38.879152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] Sync routers for ids ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:38.921845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] Routers {'5e75cdc8-ee3f-49b4-aca0-287963dfde94'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:38.932432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:39.005913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.133542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.143252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] Set router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:39.209859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058db13c-65a4-479d-875b-bcf52f91a4b9 req-d1068253-afce-4dfd-9a87-e3c564cf3e7f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:39.218059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-058db13c-65a4-479d-875b-bcf52f91a4b9 req-d1068253-afce-4dfd-9a87-e3c564cf3e7f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0905216 Nov 12 12:46:39.219084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Deleting port fc906790-1b1f-4e2c-920a-4e3b21219148 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:39.219435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.244626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd021e67-c5f7-44e3-ba45-15a15318db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.323425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-058db13c-65a4-479d-875b-bcf52f91a4b9 req-d5e4c4a3-a119-43ab-967e-66cbce9daa75 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045198 Nov 12 12:46:39.327955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] For port fc906790-1b1f-4e2c-920a-4e3b21219148, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fc906790-1b1f-4e2c-920a-4e3b21219148,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:39.328351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.343115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Calling delete_port for fc906790-1b1f-4e2c-920a-4e3b21219148 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:39.403964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.428432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:46:37Z', 'revision_number': 5, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port': {'id': 'fc906790-1b1f-4e2c-920a-4e3b21219148', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:49Z', 'updated_at': '2021-11-12T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:39.463459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] Checking router: 5e75cdc8-ee3f-49b4-aca0-287963dfde94 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:39.474449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] Routers {'5e75cdc8-ee3f-49b4-aca0-287963dfde94'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:39.475480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:39.533141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.559960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc906790-1b1f-4e2c-920a-4e3b21219148,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:39.585948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f68d78-f4f4-4a12-a8bb-85a54525a6b8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:46:39.590587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] Set router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:39.641555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.657040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:46:39Z', 'revision_number': 6, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:39.689866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc50662-5fbf-40cf-8aa1-8798b67a10a1 None None] The sync data for ids ['5e75cdc8-ee3f-49b4-aca0-287963dfde94'] in n-d-804878-5 is: [{'id': '5e75cdc8-ee3f-49b4-aca0-287963dfde94', 'name': 'tempest-TestServerMultinode-1122007249-router', 'tenant_id': '098fffbe8c254e368a65bac4e1f209a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:48Z', 'updated_at': '2021-11-12T12:46:39Z', 'revision_number': 6, 'project_id': '098fffbe8c254e368a65bac4e1f209a8', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:39.758304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.761124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.817924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.818946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e75cdc8-ee3f-49b4-aca0-287963dfde94 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:46:39.824390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.825940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-58ec243b-6219-4639-88cb-d9ff37af76a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5e75cdc8-ee3f-49b4-aca0-287963dfde94 HTTP/1.1" status: 204 len: 168 time: 0.9497869 Nov 12 12:46:39.828215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:39.918053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Deleting subnet 883df33a-b83b-4d62-b77f-f0b837e159bf {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:46:39.921503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:39.963369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.063549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.151567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.213047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883df33a-b83b-4d62-b77f-f0b837e159bf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:40.217224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.221277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2dd10a65-a72c-4d4f-ba3f-5d3b6eedf897 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/883df33a-b83b-4d62-b77f-f0b837e159bf HTTP/1.1" status: 204 len: 168 time: 0.3918226 Nov 12 12:46:40.223817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:40.229709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab7395-cc86-4fe0-ab70-3b289e979184 None None] Network a18e1da3-ae8e-498a-808e-9200e2c3aef8 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:46:40.401177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.536170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Deleting port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:40.536553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.633418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634c89f-d5f5-455e-bee9-6cb08f8d0daf req-e6fc4064-7aa3-4ce6-a3ec-2fe9182a67d8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:40.634836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] DHCP port deletion for a18e1da3-ae8e-498a-808e-9200e2c3aef8 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:46:40.635561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f634c89f-d5f5-455e-bee9-6cb08f8d0daf req-e6fc4064-7aa3-4ce6-a3ec-2fe9182a67d8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.1673303 Nov 12 12:46:40.650958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] For port 55b0a80d-d7a2-4a7f-bc17-41fe41753753, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=55b0a80d-d7a2-4a7f-bc17-41fe41753753,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:40.651681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.673827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.690970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Calling delete_port for 55b0a80d-d7a2-4a7f-bc17-41fe41753753 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:40.700497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] Deleting port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:40.700882 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.770310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] For port 55b0a80d-d7a2-4a7f-bc17-41fe41753753, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=55b0a80d-d7a2-4a7f-bc17-41fe41753753,segment=NetworkSegment(55f2d611-9fa8-40b3-91f1-94aa9816d59b),segment_id=55f2d611-9fa8-40b3-91f1-94aa9816d59b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:40.770620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.783693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f634c89f-d5f5-455e-bee9-6cb08f8d0daf req-f1d94936-d965-4b9f-b078-fd51903013f0 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365798 Nov 12 12:46:40.785546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] Calling delete_port for 55b0a80d-d7a2-4a7f-bc17-41fe41753753 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:40.838156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.867655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.870241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] No DVR routers for this DVR port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:46:40.875337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b0a80d-d7a2-4a7f-bc17-41fe41753753,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:40.890901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] Pushing event deleted for resources: {'Port': ['ID=55b0a80d-d7a2-4a7f-bc17-41fe41753753,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:40.906155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae573d18-ae27-4931-9fd0-dddbc52c8d2b None None] No DVR routers for this DVR port 55b0a80d-d7a2-4a7f-bc17-41fe41753753 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:46:40.973050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:40.992106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 55b0a80d-d7a2-4a7f-bc17-41fe41753753 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:40.997947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18e1da3-ae8e-498a-808e-9200e2c3aef8']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:41.008623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f2d611-9fa8-40b3-91f1-94aa9816d59b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:41.009076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f2d611-9fa8-40b3-91f1-94aa9816d59b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:41.016816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 55b0a80d-d7a2-4a7f-bc17-41fe41753753 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:41.017172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 55b0a80d-d7a2-4a7f-bc17-41fe41753753 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:41.017592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fc906790-1b1f-4e2c-920a-4e3b21219148 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:41.020479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.034829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.050461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: fc906790-1b1f-4e2c-920a-4e3b21219148 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:41.051184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fc906790-1b1f-4e2c-920a-4e3b21219148 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:41.052220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b1117d92-441c-4f81-924c-a063c3679d26 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:41.053442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:46:41.053863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:46:41.055855 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:46:41.080900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b1117d92-441c-4f81-924c-a063c3679d26 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:41.081266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b1117d92-441c-4f81-924c-a063c3679d26 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:41.125649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.133145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.136546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a18e1da3-ae8e-498a-808e-9200e2c3aef8 HTTP/1.1" status: 204 len: 168 time: 0.9117444 Nov 12 12:46:41.139527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:41.146314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aecf2d-2cb5-4fda-81bb-0dc4c5c69a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18e1da3-ae8e-498a-808e-9200e2c3aef8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:41.340338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.823720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:41.998053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f76aee-0cc8-437b-9bfe-d99013d8dc40 req-8c511321-c8ef-47e0-a450-db12be4a2132 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:41.999005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4f76aee-0cc8-437b-9bfe-d99013d8dc40 req-8c511321-c8ef-47e0-a450-db12be4a2132 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.1147995 Nov 12 12:46:42.109640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4f76aee-0cc8-437b-9bfe-d99013d8dc40 req-735ca668-871d-4978-b361-90445843bdcb tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811391 Nov 12 12:46:42.200217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Deleting port 7acba388-c7df-4268-b856-cc80ba2fbf43 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:42.200564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:42.281441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] For port 7acba388-c7df-4268-b856-cc80ba2fbf43, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7acba388-c7df-4268-b856-cc80ba2fbf43,segment=NetworkSegment(b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c),segment_id=b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:42.281809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:42.295441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Calling delete_port for 7acba388-c7df-4268-b856-cc80ba2fbf43 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:42.482091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:42.517375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7acba388-c7df-4268-b856-cc80ba2fbf43,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:42.715188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:42.954791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Router 549ec448-8431-4f2b-935c-cf991838c029 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:46:43.063537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:43.068472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6564de1-88e1-49cb-8c45-0aaf1f537e6d admin admin] 10.222.0.18 "PUT /v2.0/routers/549ec448-8431-4f2b-935c-cf991838c029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9278705 Nov 12 12:46:43.071451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:43.073300 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] Sync routers for ids ['549ec448-8431-4f2b-935c-cf991838c029'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:43.082844 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] Routers {'549ec448-8431-4f2b-935c-cf991838c029'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:43.083455 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['549ec448-8431-4f2b-935c-cf991838c029'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:43.182836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.189628 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] Set router 549ec448-8431-4f2b-935c-cf991838c029 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:43.246900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a449e1-44b5-45b2-bfd9-77755b769dc0 req-8316c6ab-6b03-40e1-b68b-89fb30abea4e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:43.250143 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-17a449e1-44b5-45b2-bfd9-77755b769dc0 req-8316c6ab-6b03-40e1-b68b-89fb30abea4e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0603855 Nov 12 12:46:43.303834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.309646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-17a449e1-44b5-45b2-bfd9-77755b769dc0 req-de9fb7ec-7696-497b-ad74-d1a10a7b759b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526168 Nov 12 12:46:43.369590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Deleting port 3fd37269-96ba-4a0f-9c8c-74d26434dabe {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:43.370031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.401380 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:46:42Z', 'revision_number': 5, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port': {'id': '3fd37269-96ba-4a0f-9c8c-74d26434dabe', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ec448-8431-4f2b-935c-cf991838c029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:58Z', 'updated_at': '2021-11-12T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:43.428892 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] Checking router: 549ec448-8431-4f2b-935c-cf991838c029 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:43.437799 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] Routers {'549ec448-8431-4f2b-935c-cf991838c029'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:43.438437 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['549ec448-8431-4f2b-935c-cf991838c029'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:43.457639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] For port 3fd37269-96ba-4a0f-9c8c-74d26434dabe, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3fd37269-96ba-4a0f-9c8c-74d26434dabe,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:43.458189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.472419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Calling delete_port for 3fd37269-96ba-4a0f-9c8c-74d26434dabe owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:43.532618 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] Set router 549ec448-8431-4f2b-935c-cf991838c029 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:43.667352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.700450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd37269-96ba-4a0f-9c8c-74d26434dabe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:43.701748 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:46:43Z', 'revision_number': 6, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:43.720427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae86763-e178-44b3-a511-69fa113d1d1a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:46:43.739371 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87545c2-0a69-4ac1-a544-ad714f0b9cb7 None None] The sync data for ids ['549ec448-8431-4f2b-935c-cf991838c029'] in n-d-804878-5 is: [{'id': '549ec448-8431-4f2b-935c-cf991838c029', 'name': 'tempest-TestServerMultinode-317434892-router', 'tenant_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:57Z', 'updated_at': '2021-11-12T12:46:43Z', 'revision_number': 6, 'project_id': '92e1529e7bd64b93b4582ae3a6e7987b', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:43.788377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.884524 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.886808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.931448 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.932026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549ec448-8431-4f2b-935c-cf991838c029 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:46:43.936618 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:43.940110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9465fecb-3374-4698-80de-1babb9641bfb admin admin] 10.222.0.18 "DELETE /v2.0/routers/549ec448-8431-4f2b-935c-cf991838c029 HTTP/1.1" status: 204 len: 168 time: 0.8653848 Nov 12 12:46:43.940471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:43.988673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Deleting subnet 1de57c0a-f3d9-426e-a7a1-d133cab444dd {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:46:43.993556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.034796 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.118215 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.186680 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.213443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de57c0a-f3d9-426e-a7a1-d133cab444dd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:44.217981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.221889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f6971fc3-095d-4547-a29c-eaaf90b81b25 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1de57c0a-f3d9-426e-a7a1-d133cab444dd HTTP/1.1" status: 204 len: 168 time: 0.2800765 Nov 12 12:46:44.223944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43139199-7bb0-4e7e-869b-1e4cbcd75ef2 None None] Network 25bf52fb-e216-4345-8b29-f45a272d7d02 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:46:44.224267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:44.314416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.383363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Deleting port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:46:44.383847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.485072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] For port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,segment=NetworkSegment(b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c),segment_id=b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:44.487590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1288d6-84c8-4c22-9af0-6066cc01f44e req-441823c1-6f08-4751-b93a-5aa306296d42 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:44.488134 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.507161 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb1288d6-84c8-4c22-9af0-6066cc01f44e req-441823c1-6f08-4751-b93a-5aa306296d42 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0809197 Nov 12 12:46:44.508420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Calling delete_port for 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:46:44.579983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb1288d6-84c8-4c22-9af0-6066cc01f44e req-e6acd9f1-e267-40aa-a41d-ee82b43ff3f8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679197 Nov 12 12:46:44.625257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.659312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=265d5c1d-b3a4-40b1-83d1-8cd8a3242955,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:44.670726 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] No DVR routers for this DVR port 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:46:44.733506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b84cb21-f7a4-463c-846e-039d27c687a4 None None] DHCP port deletion for 25bf52fb-e216-4345-8b29-f45a272d7d02 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:46:44.776783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.808018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bf52fb-e216-4345-8b29-f45a272d7d02']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:44.824950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:44.825254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fc62c1-cb4d-4551-9b31-f7ce8cd9da6c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:44.838298 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.855926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.863633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:46:44.864276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:46:44.867349 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:46:44.891277 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:46:44.957007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.964244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:44.969979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/25bf52fb-e216-4345-8b29-f45a272d7d02 HTTP/1.1" status: 204 len: 168 time: 0.7446418 Nov 12 12:46:44.988215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb82e9b-f12b-4983-a82e-08215b0f0fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bf52fb-e216-4345-8b29-f45a272d7d02,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:44.995931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3fd37269-96ba-4a0f-9c8c-74d26434dabe no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:45.021134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 3fd37269-96ba-4a0f-9c8c-74d26434dabe {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:45.021477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3fd37269-96ba-4a0f-9c8c-74d26434dabe not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:45.022101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7acba388-c7df-4268-b856-cc80ba2fbf43 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:45.048126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7acba388-c7df-4268-b856-cc80ba2fbf43 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:45.048721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7acba388-c7df-4268-b856-cc80ba2fbf43 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:45.049394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:46:45.073965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:46:45.074233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 265d5c1d-b3a4-40b1-83d1-8cd8a3242955 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:46:45.193108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:45.237658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24e70521-c816-49ed-ba89-65197ed8de2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=098fffbe8c254e368a65bac4e1f209a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412145 Nov 12 12:46:45.238072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:45.287398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c55193f7-148a-4f94-8112-e8ab6a563e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:45.312843 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c55193f7-148a-4f94-8112-e8ab6a563e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:45.361551 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c55193f7-148a-4f94-8112-e8ab6a563e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:45.364829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c55193f7-148a-4f94-8112-e8ab6a563e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:45.366349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c55193f7-148a-4f94-8112-e8ab6a563e8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b02eb443-6851-4f60-a979-77f88e98bb49 HTTP/1.1" status: 204 len: 168 time: 0.1270764 Nov 12 12:46:45.379333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55193f7-148a-4f94-8112-e8ab6a563e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02eb443-6851-4f60-a979-77f88e98bb49,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:45.703811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898539d-1677-4fb2-829f-46195cc4f39c req-1a854c6d-5716-4f23-8049-cec551e5c2ac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:45.705422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9898539d-1677-4fb2-829f-46195cc4f39c req-1a854c6d-5716-4f23-8049-cec551e5c2ac tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0596313 Nov 12 12:46:45.759108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:45.776304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9898539d-1677-4fb2-829f-46195cc4f39c req-4cc4e9be-5203-4c00-8213-4342235272e4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622141 Nov 12 12:46:45.837545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a1b8df54-5eb9-4ec1-8f8b-c11cafbc894d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92e1529e7bd64b93b4582ae3a6e7987b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764720 Nov 12 12:46:45.839730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:45.908142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d116447-a53a-4447-afd9-684b10886928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:45.940398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d116447-a53a-4447-afd9-684b10886928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:46.006023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d116447-a53a-4447-afd9-684b10886928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:46.009715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d116447-a53a-4447-afd9-684b10886928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:46.013315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d116447-a53a-4447-afd9-684b10886928 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34e4eba5-89c5-43f1-be8e-e8fed35be838 HTTP/1.1" status: 204 len: 168 time: 0.1702762 Nov 12 12:46:46.020529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d116447-a53a-4447-afd9-684b10886928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4eba5-89c5-43f1-be8e-e8fed35be838,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:46.156933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.165626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.174278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.182275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.188645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.195527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.203086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.221624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-f260f220-d902-495d-88cb-776bd53c0487 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.1249852 Nov 12 12:46:46.307160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87d2d5d1-b434-46b3-bd60-bcb6c816cd8d req-474e17d5-d916-4153-a7fa-31b9232af457 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904114 Nov 12 12:46:46.486803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.494949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.503197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.510474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.516640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.524017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.530714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.538349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7e607bee-d2eb-43fc-b5c5-4ea9d3364c75 req-36c5a4f6-b916-4281-8445-f7c1f6603e59 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.1158898 Nov 12 12:46:46.927523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3202-a70c-4c5c-8756-064d276e0345 req-5304303f-0d00-4421-b4d2-e9a28ae7704b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:46.928506 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9afd3202-a70c-4c5c-8756-064d276e0345 req-5304303f-0d00-4421-b4d2-e9a28ae7704b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0586591 Nov 12 12:46:47.002885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9afd3202-a70c-4c5c-8756-064d276e0345 req-a4139f24-869d-4414-bdf2-4de4033301e7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643942 Nov 12 12:46:47.096592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.105166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.111289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.118413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.124550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.130506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.136915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.138989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-18f8a46e-8d8e-4c35-9bc2-152ddb0c044d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.1053269 Nov 12 12:46:47.208717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f94e1c50-8669-4e71-9c02-5b66b639495c req-6d2dd1d7-47a3-4342-a36c-f9c801fc240b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624774 Nov 12 12:46:47.357727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.363675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.370460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.376508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.383053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.388825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.394830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:47.396767 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdc8f605-c121-4694-a20d-b8d65d66ac58 req-2031c3d5-12e2-411f-b432-071b0f890609 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.0959194 Nov 12 12:46:48.126004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931640c1-2f70-46bf-a264-95aefa80bedf req-cadfd09f-8431-4453-bab9-41c199afa9c8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.127822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-931640c1-2f70-46bf-a264-95aefa80bedf req-cadfd09f-8431-4453-bab9-41c199afa9c8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0610352 Nov 12 12:46:48.199086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-931640c1-2f70-46bf-a264-95aefa80bedf req-738b99ba-b75b-423a-a411-b9052d41618f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641127 Nov 12 12:46:48.563181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.563891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.564349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.565074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.565591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.566308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.566770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.570747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-e36afdce-d540-4c88-beb7-76617505dd9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 0.2168660 Nov 12 12:46:48.627985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-2e15a460-b347-422b-9325-0eebea7d947b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524378 Nov 12 12:46:48.996118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82868-47b2-4453-ae89-3ce60dc8f700 req-ae6fdeba-6a2e-4017-b084-005964dae6eb tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:48.997678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7d82868-47b2-4453-ae89-3ce60dc8f700 req-ae6fdeba-6a2e-4017-b084-005964dae6eb tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1096 time: 0.0437906 Nov 12 12:46:49.017830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7d82868-47b2-4453-ae89-3ce60dc8f700 req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:49.109271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7d82868-47b2-4453-ae89-3ce60dc8f700 req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:49.114788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7d82868-47b2-4453-ae89-3ce60dc8f700 req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:49.161894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7d82868-47b2-4453-ae89-3ce60dc8f700 req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580868 Nov 12 12:46:49.162687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1567a59b-56d9-4f9a-8495-3d96867647eb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:49.171200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.171538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.171882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.172217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.172553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.172891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.173227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.173553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.186736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.187216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.187566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.187908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efa529e-6437-4893-a478-1b28f5773079 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:49.323762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc373ab1-7b27-48b8-9ba0-0043d2a3f197 req-7ef2e88f-7b08-4dfd-919c-e924ce36a52a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.332219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc373ab1-7b27-48b8-9ba0-0043d2a3f197 req-7ef2e88f-7b08-4dfd-919c-e924ce36a52a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0767272 Nov 12 12:46:49.372241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:49.376248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2b8d-9bcc-4217-9635-43ac52b17294 req-670bcbe1-cde0-4a16-9362-a89ea499fc11 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.377767 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a0b2b8d-9bcc-4217-9635-43ac52b17294 req-670bcbe1-cde0-4a16-9362-a89ea499fc11 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0741823 Nov 12 12:46:49.400107 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fc373ab1-7b27-48b8-9ba0-0043d2a3f197 req-62eb6b3e-e671-4292-b5a0-a1b03a2bba6c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607083 Nov 12 12:46:49.425539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 54712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:49.451978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a0b2b8d-9bcc-4217-9635-43ac52b17294 req-65346927-7b0e-4fb2-b0db-c4a4c1462490 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611534 Nov 12 12:46:49.530103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2531b619-2683-4142-add6-02c18741f7b2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/303130ef-154b-4643-878d-9b67962208bb HTTP/1.1" status: 200 len: 992 time: 0.1015158 Nov 12 12:46:49.541135 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.541336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.541720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.542149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.542630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.543083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.543540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:49.545542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-589915bc-36c8-4756-9aa6-96badebb3668 req-9b253537-bd5b-419b-9645-de74ae9bd406 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6493 time: 0.1721997 Nov 12 12:46:49.603242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-589915bc-36c8-4756-9aa6-96badebb3668 req-24295215-4989-4ac4-89a5-b36bbe2c580e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&id=92915ced-82d3-4474-8865-ecde2acb7473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509636 Nov 12 12:46:49.847301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-dbefe717-052d-4354-a9e8-989915c73621 req-f8680063-3302-464b-bcd6-313806669213 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:46:49.848414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dbefe717-052d-4354-a9e8-989915c73621 req-f8680063-3302-464b-bcd6-313806669213 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055652 Nov 12 12:46:50.291782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:50.370113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6fd25-b2bc-474b-bbd0-6c526da418ce req-d6375c36-c84f-4f9e-9c43-d9950d8ce8cf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:50.372407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-32d6fd25-b2bc-474b-bbd0-6c526da418ce req-d6375c36-c84f-4f9e-9c43-d9950d8ce8cf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0630643 Nov 12 12:46:50.432495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-e8047004-beab-44d4-83bd-d9950977c358 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390893 Nov 12 12:46:50.438101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d6fc096b-04b1-4b61-80f2-a539a4774b9a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:46:50.439226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d6fc096b-04b1-4b61-80f2-a539a4774b9a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058742 Nov 12 12:46:50.446266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-32d6fd25-b2bc-474b-bbd0-6c526da418ce req-0455d885-2728-400e-b4af-ed722c23429b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638225 Nov 12 12:46:50.592834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3bd43-65b3-4e55-9b9b-9409daf3580f req-1def0081-fa91-476b-bf09-e3d72ba75b85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:50.594603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04d3bd43-65b3-4e55-9b9b-9409daf3580f req-1def0081-fa91-476b-bf09-e3d72ba75b85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0573316 Nov 12 12:46:50.661947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04d3bd43-65b3-4e55-9b9b-9409daf3580f req-36e828a3-82e1-4dc5-8289-ebc631922208 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593090 Nov 12 12:46:51.602498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-b8b6fe95-18db-4181-b92d-c62c8ebb9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:51.603919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-b8b6fe95-18db-4181-b92d-c62c8ebb9b90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1096 time: 0.0635500 Nov 12 12:46:51.611584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59b730-0d53-463e-a04f-3e48ecb07b1e req-9d20c0e8-1f37-46cd-b9fc-3983067573a3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:51.612970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb59b730-0d53-463e-a04f-3e48ecb07b1e req-9d20c0e8-1f37-46cd-b9fc-3983067573a3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0828526 Nov 12 12:46:51.723815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb59b730-0d53-463e-a04f-3e48ecb07b1e req-7f785e3c-26fa-4d73-84e8-78bf72c95b59 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014745 Nov 12 12:46:51.758974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-8dc813e2-a10b-4761-a192-19f208add6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:51.760695 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-8dc813e2-a10b-4761-a192-19f208add6d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1468661 Nov 12 12:46:51.847463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-0d290602-204d-4391-b548-e8d617885cec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 1000 time: 0.0782881 Nov 12 12:46:51.906817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-8780f557-947e-452c-a77f-5664c07a9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:51.908473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-8780f557-947e-452c-a77f-5664c07a9c82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0502141 Nov 12 12:46:51.959169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-cde131a7-256f-40c5-b994-09f9297f8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:51.961416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-cde131a7-256f-40c5-b994-09f9297f8c4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455265 Nov 12 12:46:51.998807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 63761a1a-2f39-45f3-ac3e-2ef3087006cd details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:46:52.041553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2be10-9d43-4fd0-9be7-400fc5d4f374 req-1c105b39-ed1e-4ee1-9bd7-da96f9ec03d5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:52.043358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26f2be10-9d43-4fd0-9be7-400fc5d4f374 req-1c105b39-ed1e-4ee1-9bd7-da96f9ec03d5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 944 time: 0.0591016 Nov 12 12:46:52.101858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-9fee09ce-2150-4fa3-821c-c671df3116b7 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322427 Nov 12 12:46:52.123807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26f2be10-9d43-4fd0-9be7-400fc5d4f374 req-a0347eb2-dd5c-409c-9b32-21be5fc19a40 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715227 Nov 12 12:46:52.133673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:52.148725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:46:52.189372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:52.204319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63761a1a-2f39-45f3-ac3e-2ef3087006cd {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:46:52.204623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-df9a8e50-bf7c-4caf-9427-0983be79f4e5 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960176 Nov 12 12:46:52.225407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:52.231463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:52.302807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=63761a1a-2f39-45f3-ac3e-2ef3087006cd,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:52.311512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.311874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.312329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.312722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.313162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.313565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.314081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.314588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.315189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.315694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.316025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.316353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:46:52.552453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['63761a1a-2f39-45f3-ac3e-2ef3087006cd'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:46:52.857521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d5f57-4ea5-4151-932d-d558988549b8 req-69d2855e-01fa-4d61-974e-63c15ae03e0e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:52.859131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f49d5f57-4ea5-4151-932d-d558988549b8 req-69d2855e-01fa-4d61-974e-63c15ae03e0e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0558026 Nov 12 12:46:52.911869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f49d5f57-4ea5-4151-932d-d558988549b8 req-8f378c54-db0c-4b75-bba7-9fe8fc5da224 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Nov 12 12:46:53.231768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618808e-417f-4cfb-99ce-7b1cb73e3a53 req-87383f24-c7ee-428b-b518-0b08d9993c7b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:53.233237 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c618808e-417f-4cfb-99ce-7b1cb73e3a53 req-87383f24-c7ee-428b-b518-0b08d9993c7b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 945 time: 0.0498285 Nov 12 12:46:53.283425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c618808e-417f-4cfb-99ce-7b1cb73e3a53 req-12b7b045-5fe2-4c2c-9f99-cc582270ad9d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Nov 12 12:46:54.009172 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 63761a1a-2f39-45f3-ac3e-2ef3087006cd up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:46:54.038069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e1354-13c0-41e1-82cf-5999b69342d7 req-3bc91a39-3423-4cbf-945f-79af86af2a86 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:54.046803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-357e1354-13c0-41e1-82cf-5999b69342d7 req-3bc91a39-3423-4cbf-945f-79af86af2a86 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0607262 Nov 12 12:46:54.064316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 63761a1a-2f39-45f3-ac3e-2ef3087006cd completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:46:54.068886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 63761a1a-2f39-45f3-ac3e-2ef3087006cd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:46:54.069259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:54.110742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-357e1354-13c0-41e1-82cf-5999b69342d7 req-7ef09b4c-da39-4109-972e-a898d512cc71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630815 Nov 12 12:46:54.160033 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:54.185678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:54.187910 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728fbc2-317a-4389-8f4d-1b6b25958923" -d '{"events": [{"server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "name": "network-vif-plugged", "status": "completed", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:54.200742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:46:54.204852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:54.229558 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35337af-eefa-4102-a409-28a1e20ab46b x-openstack-request-id: req-b35337af-eefa-4102-a409-28a1e20ab46b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:54.229857 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "name": "network-vif-plugged", "status": "completed", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:54.230112 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b35337af-eefa-4102-a409-28a1e20ab46b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:54.230531 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'code': 200} Nov 12 12:46:54.258635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=63761a1a-2f39-45f3-ac3e-2ef3087006cd,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:54.341292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b2947-5b7b-47f2-b7e2-1e3b9d08246f req-960ea51b-b213-4708-8a9a-96b529d2432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:54.342876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-135b2947-5b7b-47f2-b7e2-1e3b9d08246f req-960ea51b-b213-4708-8a9a-96b529d2432b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1097 time: 0.0529706 Nov 12 12:46:54.398716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-135b2947-5b7b-47f2-b7e2-1e3b9d08246f req-bad764f2-b06d-4020-a066-43390eb0cc6d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472045 Nov 12 12:46:54.407091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611be7-104a-4285-bdaf-99032e565a73 req-bc028677-2483-4d1e-9696-576f12776971 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:54.408773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91611be7-104a-4285-bdaf-99032e565a73 req-bc028677-2483-4d1e-9696-576f12776971 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 946 time: 0.0530717 Nov 12 12:46:54.467161 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91611be7-104a-4285-bdaf-99032e565a73 req-a5c906da-e613-46f1-b53e-e561028e94c2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518517 Nov 12 12:46:55.225380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9a57-066e-4b64-8514-1e351d8554c8 req-c6ae44ca-9e4d-4e06-acf7-00e6842e4e87 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:55.227135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82ac9a57-066e-4b64-8514-1e351d8554c8 req-c6ae44ca-9e4d-4e06-acf7-00e6842e4e87 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0504055 Nov 12 12:46:55.278209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82ac9a57-066e-4b64-8514-1e351d8554c8 req-42ca9806-1b62-4670-a9a6-761339e6133c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449312 Nov 12 12:46:55.591199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb4c2-5c33-4338-9118-ed1fc595ab7e req-ae5e0945-ab1a-488c-aab3-fab6d359de24 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:55.592730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a60cb4c2-5c33-4338-9118-ed1fc595ab7e req-ae5e0945-ab1a-488c-aab3-fab6d359de24 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 946 time: 0.0525098 Nov 12 12:46:55.647358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a60cb4c2-5c33-4338-9118-ed1fc595ab7e req-defcf39c-660d-4e04-b4cc-49cc54eece6b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483613 Nov 12 12:46:55.774375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3726f1d-ee70-468b-a145-1d82cf817d9b req-5058855f-6495-4eda-9962-7999847afe61 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:55.775970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3726f1d-ee70-468b-a145-1d82cf817d9b req-5058855f-6495-4eda-9962-7999847afe61 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 946 time: 0.0580020 Nov 12 12:46:55.842758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3726f1d-ee70-468b-a145-1d82cf817d9b req-de0f5b4c-e2e3-42e3-b6d5-725cd4d2ce46 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574079 Nov 12 12:46:55.865910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54804) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:55.916663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149c75a-088c-4774-b855-c8794652af09 tempest-TestVolumeBootPattern-2052532573 tempest-TestVolumeBootPattern-2052532573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:55.918207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a149c75a-088c-4774-b855-c8794652af09 tempest-TestVolumeBootPattern-2052532573 tempest-TestVolumeBootPattern-2052532573-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1092 time: 0.0505235 Nov 12 12:46:55.921192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 54806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:46:55.925721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:46:55.949637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:56.054751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:56.167464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.25.1.92 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/419f30f2-1210-4dc0-b50f-696f27387951) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:46:56.270865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:56.402412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3927b5-ffd4-45dc-886e-d94aec547f48 req-c028d187-3904-43d9-b413-13666d26d7e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:56.404022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa3927b5-ffd4-45dc-886e-d94aec547f48 req-c028d187-3904-43d9-b413-13666d26d7e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0521822 Nov 12 12:46:56.458911 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aa3927b5-ffd4-45dc-886e-d94aec547f48 req-d7652fec-986a-4fc4-89ba-ef70bed12895 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487831 Nov 12 12:46:56.611768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:56.646929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:46:56.650195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:46:56.655592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:46:56.680514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=419f30f2-1210-4dc0-b50f-696f27387951,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:57.030489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:57.101025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:57.261238 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:57.265903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:57.337829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=419f30f2-1210-4dc0-b50f-696f27387951,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:46:57.355396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:57.459104 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Floating IP 7b8a6bca-f2f5-4491-bad0-85555e9faf25 associated. External IP: 172.25.1.92, port: 63761a1a-2f39-45f3-ac3e-2ef3087006cd. Nov 12 12:46:57.629704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3bc6f-8846-447b-b7fc-3a40deb3c944 req-6e78df02-fd4b-4fc2-bded-940afbe59524 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:57.631218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e3bc6f-8846-447b-b7fc-3a40deb3c944 req-6e78df02-fd4b-4fc2-bded-940afbe59524 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0798595 Nov 12 12:46:57.758291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e3bc6f-8846-447b-b7fc-3a40deb3c944 req-69f37726-98f2-47b9-9c37-6eb45d901962 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946662 Nov 12 12:46:57.776640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:46:57.891480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:46:57.903023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:46:57.910399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:57.915616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:57.916357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:57.950214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-57ce14eb-b485-4f38-8eeb-912d7c03ae85 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0163164 Nov 12 12:46:57.950214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:46:57.950214 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd" -d '{"events": [{"name": "network-changed", "server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:46:57.979904 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c1cfc6-5cd8-4824-b930-513139974f23 x-openstack-request-id: req-63c1cfc6-5cd8-4824-b930-513139974f23 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:46:57.980191 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:46:57.980444 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63c1cfc6-5cd8-4824-b930-513139974f23 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:46:57.980853 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'status': 'completed', 'code': 200} Nov 12 12:46:58.032179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:58.053135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-1beb3c12-8c91-4a1d-aecd-ab3c581cba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:58.054924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-1beb3c12-8c91-4a1d-aecd-ab3c581cba73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1097 time: 0.0514908 Nov 12 12:46:58.164045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-8f154e14-cf71-4ea1-85e4-a2955ada3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:58.165563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-8f154e14-cf71-4ea1-85e4-a2955ada3d29 service neutron] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.1030796 Nov 12 12:46:58.234064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-38ee6df8-1cad-425d-9e25-f32e55a048f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 999 time: 0.0613368 Nov 12 12:46:58.276542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:56Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:58.288386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-256b37f3-f035-4250-a739-6afaa25de522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:58.289886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-256b37f3-f035-4250-a739-6afaa25de522 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0490592 Nov 12 12:46:58.304831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:46:58.313590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:46:58.314250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:46:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:58.366097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-b722bfae-9d38-4cdb-b436-56c3a1ad158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:58.368827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-b722bfae-9d38-4cdb-b436-56c3a1ad158b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709198 Nov 12 12:46:58.447320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:46:58.470209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-8a371167-0f7f-4e35-ae5c-8de390e12d16 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940964 Nov 12 12:46:58.574778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-729b9d0f-b5e2-4a52-b071-bc693d7f46fd req-ed861d15-08fe-421d-b718-5fd8001774a5 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967538 Nov 12 12:46:58.697761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:56Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:46:58.723647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec532a74-8b50-4eec-a360-89027ad72038 None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:56Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:46:58.906395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56246-3827-44a5-85bf-e4b7f70a8b39 req-2e4f837a-69f4-4101-9923-c7ad19453fec tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:46:58.907995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87b56246-3827-44a5-85bf-e4b7f70a8b39 req-2e4f837a-69f4-4101-9923-c7ad19453fec tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0637577 Nov 12 12:46:58.966864 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c238b-c41a-40f8-ae87-09fc64e01841 None None] New status for floating IP 7b8a6bca-f2f5-4491-bad0-85555e9faf25: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:46:58.968133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87b56246-3827-44a5-85bf-e4b7f70a8b39 req-406eed3f-cce6-4325-8b6b-2cdc04827ca8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519054 Nov 12 12:46:59.674537 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:46:59.871335 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:00.097408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0639e81-608b-4e1a-9f89-7949bd69f164 req-8dbaf992-a63b-4a5d-b289-f33d9f708e13 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:00.098934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0639e81-608b-4e1a-9f89-7949bd69f164 req-8dbaf992-a63b-4a5d-b289-f33d9f708e13 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0556910 Nov 12 12:47:00.152127 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b0639e81-608b-4e1a-9f89-7949bd69f164 req-c23f535f-62a8-4116-8032-12822aed3ac4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459893 Nov 12 12:47:01.276242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73012e3-d55c-48e7-bcaf-05f62425b101 req-e6fee10f-6bbf-4804-b1a7-58dce31845c0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:01.277759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d73012e3-d55c-48e7-bcaf-05f62425b101 req-e6fee10f-6bbf-4804-b1a7-58dce31845c0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0535195 Nov 12 12:47:01.332642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d73012e3-d55c-48e7-bcaf-05f62425b101 req-3b5dedaa-ab96-4a39-bef8-455591944635 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486848 Nov 12 12:47:02.454455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfea5a-14ba-4460-a645-a7ceda05ea19 req-a42f47d5-89cc-4555-99a8-493c01a4e542 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:02.455962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5bfea5a-14ba-4460-a645-a7ceda05ea19 req-a42f47d5-89cc-4555-99a8-493c01a4e542 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0517516 Nov 12 12:47:02.508206 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d5bfea5a-14ba-4460-a645-a7ceda05ea19 req-476524bf-c5e1-4c13-901b-0daa23f1f82d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Nov 12 12:47:03.630959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebde768-da14-4e37-a566-e3baf815889c req-43d091c5-e376-4d5a-96c1-aca060986d80 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:03.633189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ebde768-da14-4e37-a566-e3baf815889c req-43d091c5-e376-4d5a-96c1-aca060986d80 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0526013 Nov 12 12:47:03.683481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ebde768-da14-4e37-a566-e3baf815889c req-dde8118f-8bb3-434c-a30b-81d9738a12f8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Nov 12 12:47:04.805630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883cee8-10f8-47d3-8f72-03eec4d3769e req-df8e0a9b-f5d5-4d1e-b297-63a556e0ffe2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:04.807345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3883cee8-10f8-47d3-8f72-03eec4d3769e req-df8e0a9b-f5d5-4d1e-b297-63a556e0ffe2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0530534 Nov 12 12:47:04.865619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3883cee8-10f8-47d3-8f72-03eec4d3769e req-bebe59aa-a875-4a69-af1c-209153c0c531 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522201 Nov 12 12:47:05.681449 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60d03c76-d2b6-4037-a9d1-06b058d61295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:05.997270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c9ef-9cdc-48b2-96e9-00d179e801c4 req-bba58c29-a224-4679-9790-f9985a5bf57c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:05.999675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ce0c9ef-9cdc-48b2-96e9-00d179e801c4 req-bba58c29-a224-4679-9790-f9985a5bf57c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0573847 Nov 12 12:47:06.053317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ce0c9ef-9cdc-48b2-96e9-00d179e801c4 req-f891ab45-87a5-44be-9c95-e250bb12d576 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468807 Nov 12 12:47:07.190844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cffb-d5df-4b4d-a2df-1393e847d26a req-14e0bb25-1e87-44ce-ab67-efb43e931db1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:07.192601 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b11cffb-d5df-4b4d-a2df-1393e847d26a req-14e0bb25-1e87-44ce-ab67-efb43e931db1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0658302 Nov 12 12:47:07.247582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b11cffb-d5df-4b4d-a2df-1393e847d26a req-6b895811-1d8a-416f-bae5-60c6a307b52c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470955 Nov 12 12:47:08.369648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e753275-0bcb-4d23-9681-6ed491ef5944 req-8e5b1d94-b539-4642-8a34-44ed1e66e2e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:08.371178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e753275-0bcb-4d23-9681-6ed491ef5944 req-8e5b1d94-b539-4642-8a34-44ed1e66e2e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0538712 Nov 12 12:47:08.422857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e753275-0bcb-4d23-9681-6ed491ef5944 req-b8b62c6d-d5e0-4437-aad0-a659a0d715c3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453899 Nov 12 12:47:08.919963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01a755b6-fc5b-40c9-8868-98304cbfc448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:09.384305 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:09.544886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae192e-cd00-4286-a7af-28a03c4a2ad5 req-0e06a1fa-3568-4650-9a61-ba0562a8fbf6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:09.548727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fae192e-cd00-4286-a7af-28a03c4a2ad5 req-0e06a1fa-3568-4650-9a61-ba0562a8fbf6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0542266 Nov 12 12:47:09.599098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fae192e-cd00-4286-a7af-28a03c4a2ad5 req-fa1e9d85-b5d5-4a8a-b0ed-f02d85934991 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462272 Nov 12 12:47:10.632347 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:10.720880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b51b5-3a4b-4ef9-9873-79640e28d605 req-e7bd4e7c-506c-4c1d-9b56-0d623da012bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:10.722563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e47b51b5-3a4b-4ef9-9873-79640e28d605 req-e7bd4e7c-506c-4c1d-9b56-0d623da012bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0518095 Nov 12 12:47:10.777753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e47b51b5-3a4b-4ef9-9873-79640e28d605 req-b89df1b9-e4d9-4984-a839-a85d423079a2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487769 Nov 12 12:47:11.342878 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:11.904476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eadc8b-b59b-4ac2-8e1c-456413b0c54d req-83a439c9-d8a5-4efd-82f0-3905f8afb7fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:11.905963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97eadc8b-b59b-4ac2-8e1c-456413b0c54d req-83a439c9-d8a5-4efd-82f0-3905f8afb7fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0542729 Nov 12 12:47:11.957876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97eadc8b-b59b-4ac2-8e1c-456413b0c54d req-f8cd2068-f71e-4dba-86b9-8dcc41e3e44e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Nov 12 12:47:13.089630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e04a4-4b4f-40fd-8f60-18cd1adab2bf req-b13827d8-b945-4fe1-9de5-ecf859aa1267 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:13.091503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce9e04a4-4b4f-40fd-8f60-18cd1adab2bf req-b13827d8-b945-4fe1-9de5-ecf859aa1267 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0543876 Nov 12 12:47:13.155584 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce9e04a4-4b4f-40fd-8f60-18cd1adab2bf req-112b07a0-85de-41cd-9f49-75f630933dfc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576329 Nov 12 12:47:14.174894 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-55b683d9-e1b5-4855-87cc-dff168688549 service neutron] show failed (client error): The resource could not be found. Nov 12 12:47:14.175915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-55b683d9-e1b5-4855-87cc-dff168688549 service neutron] 10.222.0.65 "GET /v2.0/ports/13d82aaf-23a9-47a3-8a92-e4906d68baf4/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0567908 Nov 12 12:47:14.301728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d04c9d-8071-434d-b2c8-46940b0460a9 req-41987a0a-f238-42f2-851b-dfee1f2d50e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:14.303900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5d04c9d-8071-434d-b2c8-46940b0460a9 req-41987a0a-f238-42f2-851b-dfee1f2d50e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0673144 Nov 12 12:47:14.376426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5d04c9d-8071-434d-b2c8-46940b0460a9 req-4abd0c40-ad1a-490b-b7f8-3944c1badefd tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656629 Nov 12 12:47:14.472047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-e742bfdf-b670-42f2-b187-9df3d0a229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:14.473604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-e742bfdf-b670-42f2-b187-9df3d0a229dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 1096 time: 0.0739284 Nov 12 12:47:14.488074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:14.545845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:14.753982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:14.787297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:47:14.829448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:47:14.832055 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d6798a-2bd3-435b-b932-477ad34c4cb8" -d '{"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-unplugged", "status": "completed", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:47:14.836132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:14.849086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Transition to ACTIVE for port object 13d82aaf-23a9-47a3-8a92-e4906d68baf4 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:47:14.853964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:14.918832 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d3123c-c413-4a2a-bb88-e6b3f23c0d78 x-openstack-request-id: req-26d3123c-c413-4a2a-bb88-e6b3f23c0d78 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:47:14.919117 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-unplugged", "status": "completed", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:47:14.919372 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26d3123c-c413-4a2a-bb88-e6b3f23c0d78 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:47:14.919762 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'code': 200} Nov 12 12:47:14.983154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:15.049770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] No DVR routers for this DVR port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:47:15.515536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:47:15.516262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:47:15.516262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:47:15.520930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:47:15.521249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Attempting to bind port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on network 8adba493-4dc3-434f-ba2a-1c4d85797b94 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:47:15.521656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565f3c3-dd7e-47d4-bfb8-b903d84438e6 req-3c26f482-86ea-46cf-905c-60ccfe34ab4a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:15.525930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b565f3c3-dd7e-47d4-bfb8-b903d84438e6 req-3c26f482-86ea-46cf-905c-60ccfe34ab4a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.0613756 Nov 12 12:47:15.530588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:47:15.531158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Checking segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:47:15.531331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Bound using segment: {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:47:15.531790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Bound port: 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6025bf-99eb-4664-bb75-66c1088fef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:47:15.532156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:15.588706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b565f3c3-dd7e-47d4-bfb8-b903d84438e6 req-a426b58d-cba2-4191-9907-486b9eb89e88 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553651 Nov 12 12:47:15.601240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:47:15.604844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:47:15.611548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:15.649348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:15.650177 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:15.651745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] 10.222.0.81 "PUT /v2.0/ports/13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 1091 time: 1.1681366 Nov 12 12:47:15.673392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86259d3-df3a-46a0-83eb-7fa0820eecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:15.730105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-0436a5d1-7f43-4fd2-be01-c220473f554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:15.731786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-0436a5d1-7f43-4fd2-be01-c220473f554e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1094 time: 0.0506346 Nov 12 12:47:15.860601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-4e62de62-5d6d-4bb2-a007-c4ae1ea82682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:15.862080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-4e62de62-5d6d-4bb2-a007-c4ae1ea82682 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1224265 Nov 12 12:47:15.939421 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-e4e7afe6-d9f2-4325-ab00-97f134b82391 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 998 time: 0.0688486 Nov 12 12:47:15.991227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-7b9d04bc-c86a-454b-b4a6-8ed61d27ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:15.992589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-7b9d04bc-c86a-454b-b4a6-8ed61d27ca67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0455368 Nov 12 12:47:16.054657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-ca15062c-9db7-4175-ac77-543176f58bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:16.056257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-ca15062c-9db7-4175-ac77-543176f58bfc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555861 Nov 12 12:47:16.160941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-82f917cb-458c-4158-933b-63ca7b378e55 service neutron] 10.222.0.81 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969737 Nov 12 12:47:16.254992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54637b44-3b1b-43f6-8487-ebc2bea81fda req-f0ac666a-4e73-4c3f-80b6-2e79f653a897 service neutron] 10.222.0.81 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862758 Nov 12 12:47:16.739899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8cfcc-9533-486c-b6aa-a904d203f5f6 req-442bde98-c607-439f-8985-eacc506236d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:16.742191 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8cfcc-9533-486c-b6aa-a904d203f5f6 req-442bde98-c607-439f-8985-eacc506236d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.0590711 Nov 12 12:47:16.796461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8cfcc-9533-486c-b6aa-a904d203f5f6 req-d61c46e1-3e53-4cd7-968f-719de7c8161d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471525 Nov 12 12:47:16.921362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:47:16.924164 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4825e3c-055a-4611-91c6-bcafecf16a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:47:16.974717 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64affa9-7d5b-4f41-9d4b-c7943e921000 x-openstack-request-id: req-f64affa9-7d5b-4f41-9d4b-c7943e921000 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:47:16.975812 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:47:16.976492 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f64affa9-7d5b-4f41-9d4b-c7943e921000 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:47:16.976904 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'status': 'completed', 'code': 200} Nov 12 12:47:17.044765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-ffdd3a55-6de7-4254-b477-005f1677dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.046296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-2e017ff4-06be-40db-9dd1-5fdd0947569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.046784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-ffdd3a55-6de7-4254-b477-005f1677dbe0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1094 time: 0.0493810 Nov 12 12:47:17.047837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-2e017ff4-06be-40db-9dd1-5fdd0947569f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1094 time: 0.0465891 Nov 12 12:47:17.169671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-f0fcc82b-13bb-4a92-9f1b-b4f0dd1a262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.171342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-f0fcc82b-13bb-4a92-9f1b-b4f0dd1a262d service neutron] 10.222.0.81 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1132660 Nov 12 12:47:17.172414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-37d50834-4404-4d86-8983-0436ecc6676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.173942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-37d50834-4404-4d86-8983-0436ecc6676e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1186988 Nov 12 12:47:17.245285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-890a9cb5-6b25-4d70-8c22-c99a801e40d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 998 time: 0.0642309 Nov 12 12:47:17.253966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-2516d0b0-79bd-493b-a681-720fab7ffefe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 998 time: 0.0728686 Nov 12 12:47:17.316142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-8c0c7dce-7364-4e52-9314-dc4ebb4d0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.317678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-8c0c7dce-7364-4e52-9314-dc4ebb4d0dad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0563805 Nov 12 12:47:17.318245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-d75bc7a1-905b-49e6-92bd-aec345065bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.320277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-d75bc7a1-905b-49e6-92bd-aec345065bcc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0673792 Nov 12 12:47:17.371556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-26492f94-a2a8-4724-a23c-26b11a5aa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.373089 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-26492f94-a2a8-4724-a23c-26b11a5aa5b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484807 Nov 12 12:47:17.376412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-2bb8214f-7534-432f-9165-82f2e25d27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.377967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-2bb8214f-7534-432f-9165-82f2e25d27f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487802 Nov 12 12:47:17.483138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-e287a5cd-f10a-429f-93d7-cc0afbc2f3b9 service neutron] 10.222.0.81 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963976 Nov 12 12:47:17.485576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-12576e7e-f97d-4938-a688-96a93f513d67 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046209 Nov 12 12:47:17.586195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-3678132c-f0d0-44a5-9517-e533a794bc77 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933251 Nov 12 12:47:17.591872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4825e3c-055a-4611-91c6-bcafecf16a6a req-66874b2e-b23b-4e09-b682-368094d1adbd service neutron] 10.222.0.81 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961671 Nov 12 12:47:17.920569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efcf04-f256-4225-9464-2fca90ef654b req-1a6502e4-79cf-4d84-95c2-daa21e06ba1c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:17.922206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01efcf04-f256-4225-9464-2fca90ef654b req-1a6502e4-79cf-4d84-95c2-daa21e06ba1c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.0518260 Nov 12 12:47:17.982213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01efcf04-f256-4225-9464-2fca90ef654b req-2a64dba1-808a-4897-accc-91f2c76b1717 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530026 Nov 12 12:47:18.423414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:47:18.467028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:47:19.121241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6c15-ac74-459f-80a3-45709ec84335 req-9461abc0-87bc-44c6-a409-ee1548bc119a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.123049 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abab6c15-ac74-459f-80a3-45709ec84335 req-9461abc0-87bc-44c6-a409-ee1548bc119a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.0575805 Nov 12 12:47:19.177354 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abab6c15-ac74-459f-80a3-45709ec84335 req-b9569e33-c76b-47a5-94cd-84992a87750e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461314 Nov 12 12:47:19.474665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16917c45-19f8-49e6-84e2-a5ea4acdec1f req-d6a8ea6c-9c55-4dbd-a045-4e38d27c5933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.476289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16917c45-19f8-49e6-84e2-a5ea4acdec1f req-d6a8ea6c-9c55-4dbd-a045-4e38d27c5933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 943 time: 0.1182771 Nov 12 12:47:19.485641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-0c1802d6-afdb-4eaa-bffe-ce2cc789aae2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.487254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-0c1802d6-afdb-4eaa-bffe-ce2cc789aae2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a&tenant_id=1845ff0008a54787b483ed04af0c1e54&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 943 time: 0.1199067 Nov 12 12:47:19.586764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-16917c45-19f8-49e6-84e2-a5ea4acdec1f req-500c42db-3bb5-4cad-a84f-5ade148f86ea tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984285 Nov 12 12:47:19.592779 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-128df883-bebe-468b-8e3a-1a3637629491 service neutron] delete failed (client error): The resource could not be found. Nov 12 12:47:19.593906 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-128df883-bebe-468b-8e3a-1a3637629491 service neutron] 10.222.0.65 "DELETE /v2.0/ports/13d82aaf-23a9-47a3-8a92-e4906d68baf4/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0991619 Nov 12 12:47:19.683169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-980a5db1-6a8c-4bf0-9d83-50b74831073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.684821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-980a5db1-6a8c-4bf0-9d83-50b74831073c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1094 time: 0.0444729 Nov 12 12:47:19.792611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-871bf3c8-0222-4ed7-87eb-bf3e30b0b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.794120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-871bf3c8-0222-4ed7-87eb-bf3e30b0b219 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1012430 Nov 12 12:47:19.871890 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-4bb078ef-5b8a-459e-a527-d80400f6a8a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 998 time: 0.0690114 Nov 12 12:47:19.926602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-fa7f24d6-c2a1-4e87-a8a9-b7c3d72b1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.928754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-fa7f24d6-c2a1-4e87-a8a9-b7c3d72b1880 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0498936 Nov 12 12:47:19.981910 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-feb00bb4-ab0a-4b02-b622-ff6da4a7c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:19.983679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-feb00bb4-ab0a-4b02-b622-ff6da4a7c3cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480871 Nov 12 12:47:20.094943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-3d70efe7-6917-497c-9bd1-5734e2a966b8 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029494 Nov 12 12:47:20.119658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:47:20.212276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a7bd2501-b78f-430f-aa17-9837ade2d444 req-8c3c7fdd-bc4b-452f-949f-53954b5c6073 service neutron] 10.222.0.65 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096227 Nov 12 12:47:20.246285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:20.259922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'port_id': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'mac_address': 'fa:16:3e:99:9a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:47:20.306136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:20.321502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d82aaf-23a9-47a3-8a92-e4906d68baf4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:47:20.343682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:20.347799 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:20.399141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:20.721685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0412943-fc03-4996-87d8-e46013ee247f req-4b335852-7e9c-41dd-b66d-f630e8c1dd82 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:20.723736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0412943-fc03-4996-87d8-e46013ee247f req-4b335852-7e9c-41dd-b66d-f630e8c1dd82 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 944 time: 0.0554509 Nov 12 12:47:20.729063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['13d82aaf-23a9-47a3-8a92-e4906d68baf4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:47:20.819649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0412943-fc03-4996-87d8-e46013ee247f req-731782fa-2a29-4964-b6f6-231489a2eef5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796425 Nov 12 12:47:20.842978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:20.918229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b3d772d7-1ab1-42de-a209-2fb1a6ab8082 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/303130ef-154b-4643-878d-9b67962208bb HTTP/1.1" status: 200 len: 991 time: 0.0668869 Nov 12 12:47:21.875468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:47:22.123462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:47:22.172882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:47:22.177095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:47:22.177459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:22.273462 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:22.299315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:47:22.301723 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc1cbb9-06be-4e02-a19d-2dd4a62fe232" -d '{"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-plugged", "status": "completed", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:47:22.315548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:22.320735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:22.349001 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78b6ad-e7c9-4888-98fd-016963c5f143 x-openstack-request-id: req-ed78b6ad-e7c9-4888-98fd-016963c5f143 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:47:22.349289 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-plugged", "status": "completed", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:47:22.349538 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed78b6ad-e7c9-4888-98fd-016963c5f143 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:47:22.351171 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'code': 200} Nov 12 12:47:22.375497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:29.692151 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:29.868699 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:34.516354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-33c579e1-71a2-42de-922b-0dfb22e65dfa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0478535 Nov 12 12:47:34.592615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.593096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.593571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.594049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.594542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.595009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.595468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.597425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-4194e5f6-ce8c-41d9-8348-e0f6ef2a17ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c04b1ad243b345c19603c00a819581e7&device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 6493 time: 0.0543275 Nov 12 12:47:34.717477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-501ea541-125c-4f05-8653-52006e68653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.717941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-501ea541-125c-4f05-8653-52006e68653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.718431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-501ea541-125c-4f05-8653-52006e68653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.720078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-501ea541-125c-4f05-8653-52006e68653c service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=aaed0afa-46d4-4259-a9d9-21829c166e31&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 200 len: 2293 time: 0.0962622 Nov 12 12:47:34.799914 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-2576c94b-62de-42bf-90a1-4b787d104fbc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 200 len: 1001 time: 0.0711305 Nov 12 12:47:34.851620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-adb51de5-2e97-4f23-93d2-7dd9ba02eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.853137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-adb51de5-2e97-4f23-93d2-7dd9ba02eb5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6850434a-b87f-4bb1-92f5-8ddb4cb81b87 HTTP/1.1" status: 200 len: 851 time: 0.0460854 Nov 12 12:47:34.900243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-d2895255-05d4-4e30-9f85-b43d96b0586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:34.902143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-d2895255-05d4-4e30-9f85-b43d96b0586a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3dba46e-5512-4e5d-b220-b6ed74cfd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416036 Nov 12 12:47:35.007082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-5516fc9f-39f2-48a7-b07d-5eb740ce9091 service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916991 Nov 12 12:47:35.104027 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-c0e233af-b7d0-4652-8fc3-a340bd5c8dd6 service neutron] 10.222.0.81 "GET /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890603 Nov 12 12:47:35.150387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-666b128d-fc19-45a2-92ff-a82f359d4f9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 217 time: 0.0392430 Nov 12 12:47:35.202716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-fc8d1af9-9890-4085-8e4f-ea4723770555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:35.204260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-fc8d1af9-9890-4085-8e4f-ea4723770555 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0470901 Nov 12 12:47:35.252022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-fd8a556b-2968-4fbe-bfb5-0a111e04b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:35.253540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-fd8a556b-2968-4fbe-bfb5-0a111e04b527 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416467 Nov 12 12:47:35.350490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-3e38dc7b-ff93-41ba-9351-75bc5b50af2e service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889645 Nov 12 12:47:35.446400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-17b86194-40d9-437f-ae39-2e4659c5a12a service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881712 Nov 12 12:47:35.493385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-6f83d45e-430a-4fc3-aaa2-5d3bd4dcc4d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 217 time: 0.0403595 Nov 12 12:47:35.546336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-ca85eacf-3d67-48e5-89f6-696e55d3833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:35.547863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-ca85eacf-3d67-48e5-89f6-696e55d3833b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0482578 Nov 12 12:47:35.596067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-a51b4c78-3a23-4c9a-81ab-2336dd8e3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:35.597591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-a51b4c78-3a23-4c9a-81ab-2336dd8e3197 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411422 Nov 12 12:47:35.684469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39a14cfa-c31c-4b12-af4b-ce13257fb59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:35.698200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-78ac9c2b-535c-4195-aba5-a97cdc13f3bb service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923097 Nov 12 12:47:35.792205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-1708edfc-ab0a-4939-9b22-e6a926ab0c7b service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864365 Nov 12 12:47:35.841720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-263666f8-d4b4-45c3-af51-dd59d84bab95 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905 HTTP/1.1" status: 200 len: 217 time: 0.0418594 Nov 12 12:47:35.894850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-a79b1dba-a8f2-4eb0-8657-ea3ac7acdbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:35.896398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-a79b1dba-a8f2-4eb0-8657-ea3ac7acdbb4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0478334 Nov 12 12:47:35.943740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-8d6cd7e2-184b-40fa-92cd-48d1991a59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:35.946247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-8d6cd7e2-184b-40fa-92cd-48d1991a59fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427663 Nov 12 12:47:36.043464 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-31584a41-7fa4-4336-9c5d-fc94fb805762 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902166 Nov 12 12:47:36.137737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-d3d1cbfb-66b2-48eb-ad5a-6001131b04f8 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Nov 12 12:47:36.186010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-0084483a-be1c-4f80-9e2c-14feed3ba4ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6a1b0778-d38b-429d-ba93-5d22267bb579 HTTP/1.1" status: 200 len: 217 time: 0.0404179 Nov 12 12:47:36.239909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-9230aa14-b08f-468b-8154-dd084241fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:36.241828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-9230aa14-b08f-468b-8154-dd084241fd62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 200 len: 797 time: 0.0463893 Nov 12 12:47:36.288685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-d9707006-5b07-42bb-abb1-7fe4f942a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:36.290326 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-d9707006-5b07-42bb-abb1-7fe4f942a018 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaed0afa-46d4-4259-a9d9-21829c166e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413053 Nov 12 12:47:36.385695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-c0c3f06c-1d53-4b53-8d56-d73003e52c81 service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880988 Nov 12 12:47:36.476615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-e18777a6-9d24-40e9-aff1-a3f257541b3a service neutron] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838282 Nov 12 12:47:36.526766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-67a9069a-d21d-466a-89a5-c52e17878946 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5b2db53-b081-47a4-aada-faa90c345d3b HTTP/1.1" status: 200 len: 217 time: 0.0415614 Nov 12 12:47:36.584368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-2ca5497d-28f6-471f-be2e-9452e3eb4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:36.587273 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-2ca5497d-28f6-471f-be2e-9452e3eb4fd7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.0533996 Nov 12 12:47:36.643397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-71e23f14-b639-4f27-92ae-d8c49f48e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:36.644909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-71e23f14-b639-4f27-92ae-d8c49f48e83b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473483 Nov 12 12:47:36.755710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-c3d71d29-1c51-4c06-9cdf-eca6379adba8 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967398 Nov 12 12:47:36.852703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-48dfd54f-a537-410a-b174-64933e89c066 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896370 Nov 12 12:47:36.901909 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-3a783101-549b-4842-b4f9-4342aab3d210 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 200 len: 217 time: 0.0407000 Nov 12 12:47:36.962389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-52c27850-fcb9-4e00-9a0c-cfb2bcd3a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:36.963766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-52c27850-fcb9-4e00-9a0c-cfb2bcd3a01e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 200 len: 797 time: 0.0545127 Nov 12 12:47:37.024370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-dd5460ff-7d56-4817-8400-0a69c1a5a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:37.024370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-dd5460ff-7d56-4817-8400-0a69c1a5a979 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526793 Nov 12 12:47:37.154892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-b2421c52-b017-4e48-811a-4325e3d9bb5e service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167064 Nov 12 12:47:37.254331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4567de2-2ee1-4440-a45b-e741c47c41da req-2338229e-e6dd-46e6-81f1-53b1efdcf209 service neutron] 10.222.0.81 "GET /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899081 Nov 12 12:47:38.928295 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cadb33ec-c558-4217-8f04-8cd38db830d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:39.387942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:40.630825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:41.354104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:49.463142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9f7e-6ae9-4f4a-a5a4-b1c7b303e4f0 req-db227a7d-aa5a-45be-bb6e-235a0f0dc39d tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:49.464606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-805c9f7e-6ae9-4f4a-a5a4-b1c7b303e4f0 req-db227a7d-aa5a-45be-bb6e-235a0f0dc39d tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1096 time: 0.0439069 Nov 12 12:47:49.513027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-805c9f7e-6ae9-4f4a-a5a4-b1c7b303e4f0 req-c76d331a-1382-4afc-9e11-47b4f895afdc tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Nov 12 12:47:49.543276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:49.706882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 41eafb22-69ba-4421-8929-201c601bd3bd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:47:49.707290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:49.797042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:49.797373 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:49.810449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 41eafb22-69ba-4421-8929-201c601bd3bd owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:47:49.966247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:49.992174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=41eafb22-69ba-4421-8929-201c601bd3bd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:50.007351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.007351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.007351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.007753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.008005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.008335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.008663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.008990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.009315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.009656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.009981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.010328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:50.064350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:50.064683 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP 303130ef-154b-4643-878d-9b67962208bb disassociated (deleted). External IP: 172.25.1.39, port: 13d82aaf-23a9-47a3-8a92-e4906d68baf4. Nov 12 12:47:50.595385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 4660bb90-210b-4b66-81c8-05ce243af110 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:47:50.712030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:47:50.717065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:50.725496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] Sync routers for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:47:50.739863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:47:50.741265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:50.748932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-351f9968-4588-44cb-a127-c6b4e6a30449 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/floatingips/303130ef-154b-4643-878d-9b67962208bb HTTP/1.1" status: 204 len: 168 time: 1.2018552 Nov 12 12:47:50.748932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:47:50.752174 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a078f10-3838-4143-8b7b-001d2d1a691b" -d '{"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:47:50.799705 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff628753-1f61-462e-92e8-50a07f55dcfc x-openstack-request-id: req-ff628753-1f61-462e-92e8-50a07f55dcfc {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:47:50.799998 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:47:50.800251 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff628753-1f61-462e-92e8-50a07f55dcfc {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:47:50.800682 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'status': 'completed', 'code': 200} Nov 12 12:47:50.882650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:47:50.883546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-5773608e-6d7c-4751-85af-48a221e4ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:50.885608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-5773608e-6d7c-4751-85af-48a221e4ebe3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 1096 time: 0.0516760 Nov 12 12:47:51.040317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-ca2c7761-c306-47b8-80ac-268e532c7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:51.042011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-ca2c7761-c306-47b8-80ac-268e532c7312 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 200 len: 898 time: 0.1473341 Nov 12 12:47:51.053324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298edd7-f7d2-4843-9789-cdbb798a3052 req-ded17bf0-d875-4e5b-be78-9e2d2ec069b2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:51.061876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1298edd7-f7d2-4843-9789-cdbb798a3052 req-ded17bf0-d875-4e5b-be78-9e2d2ec069b2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0788872 Nov 12 12:47:51.100447 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-9fcf570d-1e73-43fe-a7f5-f78fd05cbf35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 200 len: 217 time: 0.0488086 Nov 12 12:47:51.102874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:46:00Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:51.124666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1298edd7-f7d2-4843-9789-cdbb798a3052 req-f84a917d-4397-4a8d-a62e-4406988054d3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615399 Nov 12 12:47:51.167181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-e39037ce-9ae6-4b6a-9fde-8482600a77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:51.169352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-e39037ce-9ae6-4b6a-9fde-8482600a77c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 200 len: 834 time: 0.0599992 Nov 12 12:47:51.222573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-c9c77d87-e371-487c-ad15-699f8d67424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:51.224284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-c9c77d87-e371-487c-ad15-699f8d67424b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8adba493-4dc3-434f-ba2a-1c4d85797b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469260 Nov 12 12:47:51.292459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] Checking router: 4660bb90-210b-4b66-81c8-05ce243af110 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:47:51.300852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:47:51.301446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:51.335152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-a983efc0-21f0-45d2-8519-d21ff3b1d214 service neutron] 10.222.0.81 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028633 Nov 12 12:47:51.414524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:47:51.440334 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a078f10-3838-4143-8b7b-001d2d1a691b req-bd45ff5f-eedc-4c30-8301-1dfa7222e7d1 service neutron] 10.222.0.81 "GET /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949087 Nov 12 12:47:51.620955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:46:00Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:51.651532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405d53-3228-4091-91b9-9024bd0b301d None None] The sync data for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 is: [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b6abb6c0-1999-4994-b14c-7eecb314bb51', 'name': '', 'network_id': '8adba493-4dc3-434f-ba2a-1c4d85797b94', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7c:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:50Z', 'updated_at': '2021-11-12T12:46:00Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'a17749cc-451a-4781-86d3-59f0c276633d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:47:51.903960 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd6d73c-18d3-445e-b32e-e3a64ce5a278 None None] New status for floating IP 303130ef-154b-4643-878d-9b67962208bb: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:47:52.241608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3133-35ae-4be4-bec3-bd89b7cc67a7 req-49504e91-2f61-4418-bda0-577071ccb88b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:52.243030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d2c3133-35ae-4be4-bec3-bd89b7cc67a7 req-49504e91-2f61-4418-bda0-577071ccb88b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0524116 Nov 12 12:47:52.297220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d2c3133-35ae-4be4-bec3-bd89b7cc67a7 req-124e379f-d174-4cdc-b706-5664d3ed5b54 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef890074-9a47-4f02-9c12-64aeccbbc754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478466 Nov 12 12:47:52.494734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-c36ff153-be8c-4755-bde9-0441cdda6027 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:52.496143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-c36ff153-be8c-4755-bde9-0441cdda6027 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.81 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 945 time: 0.0557063 Nov 12 12:47:52.599070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:47:52.599462 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:52.696138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 13d82aaf-23a9-47a3-8a92-e4906d68baf4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=13d82aaf-23a9-47a3-8a92-e4906d68baf4,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:52.696508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:52.709525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 13d82aaf-23a9-47a3-8a92-e4906d68baf4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:47:52.838642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:52.873102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=13d82aaf-23a9-47a3-8a92-e4906d68baf4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:52.919602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] No DVR routers for this DVR port 13d82aaf-23a9-47a3-8a92-e4906d68baf4 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:47:52.922449 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:52.925939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5cfec61e-6561-4281-89c1-c43bc11e8fa5 req-003d4458-d2b0-4cc1-8cf3-2f9a5310b5c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.81 "DELETE /v2.0/ports/13d82aaf-23a9-47a3-8a92-e4906d68baf4 HTTP/1.1" status: 204 len: 173 time: 0.4228191 Nov 12 12:47:52.926609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-deleted', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:47:52.929119 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5469746b-3014-4689-83e2-06bd529f7ae2" -d '{"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-deleted", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:47:52.966998 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1262995-7825-4088-bc26-12f1127f86cc x-openstack-request-id: req-a1262995-7825-4088-bc26-12f1127f86cc {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:47:52.967310 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aea901-f876-4db3-9ec9-be39d813a90a", "name": "network-vif-deleted", "tag": "13d82aaf-23a9-47a3-8a92-e4906d68baf4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:47:52.967558 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1262995-7825-4088-bc26-12f1127f86cc {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:47:52.967985 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aea901-f876-4db3-9ec9-be39d813a90a', 'name': 'network-vif-deleted', 'tag': '13d82aaf-23a9-47a3-8a92-e4906d68baf4', 'status': 'completed', 'code': 200} Nov 12 12:47:53.431575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f29380a-8abf-4ff8-9ce3-e399f2f5c557 req-e4b78a56-b39b-4ed4-a9dd-8ce47695da76 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=85aea901-f876-4db3-9ec9-be39d813a90a HTTP/1.1" status: 200 len: 210 time: 0.0325172 Nov 12 12:47:54.495760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:54.896099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:55.187276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port b6abb6c0-1999-4994-b14c-7eecb314bb51 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:47:55.187772 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:55.288246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port b6abb6c0-1999-4994-b14c-7eecb314bb51, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b6abb6c0-1999-4994-b14c-7eecb314bb51,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:55.288610 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:55.303557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for b6abb6c0-1999-4994-b14c-7eecb314bb51 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:47:55.509298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:55.539644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=b6abb6c0-1999-4994-b14c-7eecb314bb51,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:55.736453 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:55.966778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 4660bb90-210b-4b66-81c8-05ce243af110 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:47:56.076849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:47:56.085810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f308b76c-9631-4caa-8bd4-5d4936d7c4c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/4660bb90-210b-4b66-81c8-05ce243af110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852399 Nov 12 12:47:56.085810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55712) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:56.087681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] Sync routers for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:47:56.098418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:47:56.099373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:56.141550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting subnet a17749cc-451a-4781-86d3-59f0c276633d {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:47:56.144795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.193013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.214460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:47:56.274654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:47:56.288593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.310797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 13d82aaf-23a9-47a3-8a92-e4906d68baf4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:47:56.311774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 13d82aaf-23a9-47a3-8a92-e4906d68baf4 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:47:56.353232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.379937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Subnet': ['ID=a17749cc-451a-4781-86d3-59f0c276633d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:56.386363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.389674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ddbecde7-489b-41ac-9ce5-c194c63e9a99 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/subnets/a17749cc-451a-4781-86d3-59f0c276633d HTTP/1.1" status: 204 len: 168 time: 0.3035452 Nov 12 12:47:56.392250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:56.398650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99365f2-0e12-4fa3-a640-3ac7653b67c7 None None] Network 8adba493-4dc3-434f-ba2a-1c4d85797b94 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:47:56.508940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.528373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:47:55Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:56.567290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] Checking router: 4660bb90-210b-4b66-81c8-05ce243af110 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:47:56.583159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] Routers {'4660bb90-210b-4b66-81c8-05ce243af110'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:47:56.583805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4660bb90-210b-4b66-81c8-05ce243af110'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:56.623554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.697025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] DHCP port deletion for 8adba493-4dc3-434f-ba2a-1c4d85797b94 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:47:56.697310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 324cb7f8-e095-465e-976a-b24787a35164 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:47:56.697638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.756544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] Set router 4660bb90-210b-4b66-81c8-05ce243af110 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:47:56.797116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 324cb7f8-e095-465e-976a-b24787a35164, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=324cb7f8-e095-465e-976a-b24787a35164,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:56.797487 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.810813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 324cb7f8-e095-465e-976a-b24787a35164 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:47:56.871030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Deleting port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:47:56.871379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.958098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] For port 1839bc88-ebb5-4b0b-92d6-5d497a405a58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1839bc88-ebb5-4b0b-92d6-5d497a405a58,segment=NetworkSegment(3c6025bf-99eb-4664-bb75-66c1088fef53),segment_id=3c6025bf-99eb-4664-bb75-66c1088fef53)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:47:56.959800 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:56.976797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Calling delete_port for 1839bc88-ebb5-4b0b-92d6-5d497a405a58 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:47:57.013608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.062422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=324cb7f8-e095-465e-976a-b24787a35164,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:57.065149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eafd5fa-ec2c-4fb2-b5d1-4fdf08801de1 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:47:57.134840 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.140009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1839bc88-ebb5-4b0b-92d6-5d497a405a58 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:47:57.165302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.174483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:47:55Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:57.204378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Pushing event deleted for resources: {'Port': ['ID=1839bc88-ebb5-4b0b-92d6-5d497a405a58,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:57.233932 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.236271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.237150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] No DVR routers for this DVR port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:47:57.242764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04a80d-27f9-4dd3-8ea9-b0007bc1cc66 None None] The sync data for ids ['4660bb90-210b-4b66-81c8-05ce243af110'] in n-d-804878-5 is: [{'id': '4660bb90-210b-4b66-81c8-05ce243af110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487154283', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '324cb7f8-e095-465e-976a-b24787a35164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:47:55Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '324cb7f8-e095-465e-976a-b24787a35164', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4660bb90-210b-4b66-81c8-05ce243af110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:45:46Z', 'updated_at': '2021-11-12T12:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:47:57.248677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.249224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.249768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.250316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.250712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.250986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.251676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.251676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.251949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.252275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.252599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.252920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53132519-f4db-4971-a674-2bb24b4e5635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:57.259162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No active binding found for port 1839bc88-ebb5-4b0b-92d6-5d497a405a58 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:47:57.259616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1839bc88-ebb5-4b0b-92d6-5d497a405a58 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:47:57.311031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.311609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Fanout notify agent at l3_agent the message router_deleted on router 4660bb90-210b-4b66-81c8-05ce243af110 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:47:57.320264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.321481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1b799de6-34b8-47c9-9be4-0b41ba2ae4e2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/routers/4660bb90-210b-4b66-81c8-05ce243af110 HTTP/1.1" status: 204 len: 168 time: 0.9282663 Nov 12 12:47:57.324167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:57.411264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.845075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.865475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adba493-4dc3-434f-ba2a-1c4d85797b94']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:57.875695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6025bf-99eb-4664-bb75-66c1088fef53') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:57.875993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6025bf-99eb-4664-bb75-66c1088fef53') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:47:57.886070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.899732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.905498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:47:57.905879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:47:57.908836 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:47:57.971390 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.979680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:57.982926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/networks/8adba493-4dc3-434f-ba2a-1c4d85797b94 HTTP/1.1" status: 204 len: 168 time: 0.6577501 Nov 12 12:47:57.985908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:57.996733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7989539-4395-460d-8aa4-0eb5332a8ad2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Network': ['ID=8adba493-4dc3-434f-ba2a-1c4d85797b94,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:58.052179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.086206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.151889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.154729 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.155991 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef890074-9a47-4f02-9c12-64aeccbbc754 HTTP/1.1" status: 204 len: 168 time: 0.1682742 Nov 12 12:47:58.165755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef890074-9a47-4f02-9c12-64aeccbbc754,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:58.176070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.176725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.177215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.178511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.179259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.179638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.180111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.180485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.180934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.181558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.182080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.182608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5038-0751-4407-8bbf-391d40117736 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:47:58.487825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:58.493388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147061113', 'description': 'tempest-secgroup-smoke-147061113 description', 'project_id': '1845ff0008a54787b483ed04af0c1e54'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:58.516072 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.588966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.593226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.624276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.625536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1365774 Nov 12 12:47:58.628734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:58.629708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e802-aa98-4199-8aae-c5638724c342 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4929ea3-0aa1-47ed-a942-afbea8ad57f9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:58.634099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'c4929ea3-0aa1-47ed-a942-afbea8ad57f9', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:58.665766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.727794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.735334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.758736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bde3f33-15fd-4a07-bf33-79dcf6752e04,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:58.765277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.766461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9e32c87a-e811-4546-abb3-416036444ac1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365087 Nov 12 12:47:58.769157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:58.775036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'c4929ea3-0aa1-47ed-a942-afbea8ad57f9', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:58.806540 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.880831 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:47:58.881937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.887642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.918496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c727eb3-b055-46b8-923f-b9d27b09956a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:58.938686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:58.940281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8bb6269b-4e0f-4ec7-9f27-021c855111d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701190 Nov 12 12:47:58.942879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:58.948572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'c4929ea3-0aa1-47ed-a942-afbea8ad57f9', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:58.983488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.052667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b6abb6c0-1999-4994-b14c-7eecb314bb51 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:47:59.080289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b6abb6c0-1999-4994-b14c-7eecb314bb51 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:47:59.080628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b6abb6c0-1999-4994-b14c-7eecb314bb51 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:47:59.081701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 324cb7f8-e095-465e-976a-b24787a35164 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:47:59.090417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.096931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.113862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a62543-ea83-45e6-a628-8148f85a3c16,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:59.119055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 324cb7f8-e095-465e-976a-b24787a35164 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:47:59.119702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 324cb7f8-e095-465e-976a-b24787a35164 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:47:59.135146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.138219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b4382019-edc0-4dae-bc64-5161f61c9933 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920569 Nov 12 12:47:59.139961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:59.144530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'c4929ea3-0aa1-47ed-a942-afbea8ad57f9', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:59.181176 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.256867 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.263356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.285717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66d7374-6165-4e99-a856-8f071dca4c6b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:59.293448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.295020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-64205dca-be12-4a81-a90c-99e26d71d35d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539218 Nov 12 12:47:59.299129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:59.305608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'c4929ea3-0aa1-47ed-a942-afbea8ad57f9', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:59.332159 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:47:59.338058 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.407555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.412968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.432406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e13dba-8b41-41ae-9430-31dac4216b5f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:59.445579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.446887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9eb977b2-3398-42f1-a44c-131aec36d2c6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461945 Nov 12 12:47:59.449699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55820) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:59.454834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': 'c4929ea3-0aa1-47ed-a942-afbea8ad57f9', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:59.480402 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:47:59.486426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.557831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.562288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.589947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.594304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404088 Nov 12 12:47:59.594420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 55842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:59.596669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb560f-f21e-4402-b927-65802a7996bf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a54e075-cb68-490d-ba8e-bec02cd605cb,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:59.599227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'network': {'name': 'tempest-network-smoke--1884857531', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:59.629361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:47:59.634403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.661550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:47:59.676151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.676499 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Added segment 6529eedf-5137-486b-a304-bc6d65cd187f of type vlan for network 33410b00-0554-4723-bbf1-e23c014980c7 Nov 12 12:47:59.705964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.730795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.758847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.766364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:47:59.767104 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.852724 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2543676 Nov 12 12:47:59.853117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 55878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:47:59.865225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801418-d5cc-4a6d-a380-18b853cc3723 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Network': ['ID=33410b00-0554-4723-bbf1-e23c014980c7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:47:59.868921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'admin_state_up': True, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:47:59.878465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 33410b00-0554-4723-bbf1-e23c014980c7 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:47:59.882529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.913176 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:47:59.915357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.003208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.247489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.459520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.488881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.601658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.240 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bf7d4e84-cc73-48ba-897e-87bc18e9ad00) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:00.718821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.764544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.806855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:00.809904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:00.816026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:00.823681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaafa4e-31b3-4b92-abfe-cde7462e9161 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:48:00.844495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:00.873736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-91cfd2a6-694e-4f42-8bd4-0e13ab78e50a None None] Provisioning complete for port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:00.874102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91cfd2a6-694e-4f42-8bd4-0e13ab78e50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:00.919025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-91cfd2a6-694e-4f42-8bd4-0e13ab78e50a None None] Port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:01.098182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:01.316098 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:01.455318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 5c623e90-2e73-4723-9e28-9920cdea4eda is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:48:01.565503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:48:01.577000 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Sync routers for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:48:01.592437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:01.593679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-74edddc1-b7a9-42b8-873e-be4e52ae3b5e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7395124 Nov 12 12:48:01.596757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:01.597474 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:01.598491 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:01.628788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-22c5c96f-b7f1-407a-ac37-e4dd0fe1b70d tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1845ff0008a54787b483ed04af0c1e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282979 Nov 12 12:48:01.629373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:01.729215 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:01.939393 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:00Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:01.969527 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Checking router: 5c623e90-2e73-4723-9e28-9920cdea4eda for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:48:01.969872 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Updating router 5c623e90-2e73-4723-9e28-9920cdea4eda port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:48:02.000270 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.127412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9636166-e916-468f-a5de-1669335c6ab9 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:02.128969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9636166-e916-468f-a5de-1669335c6ab9 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4986041 Nov 12 12:48:02.132197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:02.166008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dfd889e4-89c3-4e80-8658-c7f06c413332 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326939 Nov 12 12:48:02.168660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:02.173576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-543917978', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:02.262743 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.265810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:48:02.267741 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.270225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.311631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ae449-1557-426d-899c-1bc311c08d29 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:48:02.317305 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Pushing event updated for resources: {'Port': ['ID=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:02.327727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.328078 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.328425 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.328766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.329100 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.329482 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.329741 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.330067 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.330415 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.330738 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.331060 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.331377 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:02.334828 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Attempting to bind port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:48:02.335108 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Attempting to bind port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:48:02.335609 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Attempting to bind port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:02.341166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:48:02.341567 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:02.341954 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.342631 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:48:02.343264 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Bound port: bf7d4e84-cc73-48ba-897e-87bc18e9ad00, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:48:02.343836 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.363339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5c10d7bd-da67-4064-944a-7e54bdc5f8c0 None None] Provisioning complete for port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:02.364610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7bd-da67-4064-944a-7e54bdc5f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.401009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5c10d7bd-da67-4064-944a-7e54bdc5f8c0 None None] Port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:02.407855 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] For port bf7d4e84-cc73-48ba-897e-87bc18e9ad00, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:02.411254 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] For port bf7d4e84-cc73-48ba-897e-87bc18e9ad00, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:48:02.415918 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.463450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19294859-4536-4085-81b3-8fef378b36e1 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:48:02.471348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:02.471983 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:02.479974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.521943 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71306-3726-4490-b0cf-1c21283713a4 None None] Pushing event updated for resources: {'Port': ['ID=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:02.523942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-10de8b1d-2a24-4a36-9150-f05b4a1aa6df None None] Provisioning complete for port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:02.525284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10de8b1d-2a24-4a36-9150-f05b4a1aa6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.543381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Subnet': ['ID=f823e200-9b8a-4f98-a5b5-3dea7bd1d851,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:02.552762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Checking segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:02.553392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network hostable DHCP agents. Network: 33410b00-0554-4723-bbf1-e23c014980c7, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:48:02.571452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 33410b00-0554-4723-bbf1-e23c014980c7 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:48:02.582894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 33410b00-0554-4723-bbf1-e23c014980c7) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:02.590619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:02.593850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:02.594527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.600697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8925c5d-0beb-48da-9581-3915580c285b None None] Network 33410b00-0554-4723-bbf1-e23c014980c7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:48:02.613243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c88c2d15-92da-48c6-b97a-5324837bd932 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4434004 Nov 12 12:48:02.616639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56198) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:02.669693 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10de8b1d-2a24-4a36-9150-f05b4a1aa6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.700076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-10de8b1d-2a24-4a36-9150-f05b4a1aa6df None None] For port bf7d4e84-cc73-48ba-897e-87bc18e9ad00, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:02.706898 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10de8b1d-2a24-4a36-9150-f05b4a1aa6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.798685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de8b1d-2a24-4a36-9150-f05b4a1aa6df None None] Pushing event updated for resources: {'Port': ['ID=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:02.810721 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:00Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:02.830731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-33410b00-0554-4723-bbf1-e23c014980c7', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:48:02.831610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:02.839845 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675d87a-bb38-4d79-abdc-fee91dd153b8 None None] The sync data for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 is: [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:00Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:48:02.984461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Allocated IP 172.20.0.2 (33410b00-0554-4723-bbf1-e23c014980c7/f823e200-9b8a-4f98-a5b5-3dea7bd1d851/49e11b5a-007e-4838-bd1d-66e1e193d1cc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:03.165598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.212551 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.223455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.278140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Network 33410b00-0554-4723-bbf1-e23c014980c7 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:03.283839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:03.290636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:03.300490 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Pushing event updated for resources: {'Port': ['ID=49e11b5a-007e-4838-bd1d-66e1e193d1cc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:03.357335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Attempting to bind port 49e11b5a-007e-4838-bd1d-66e1e193d1cc on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:48:03.358507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Attempting to bind port 49e11b5a-007e-4838-bd1d-66e1e193d1cc by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:48:03.359104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Attempting to bind port 49e11b5a-007e-4838-bd1d-66e1e193d1cc on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:03.365976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:48:03.366680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Checking segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:03.367560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.368140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Bound using segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:48:03.368793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Bound port: 49e11b5a-007e-4838-bd1d-66e1e193d1cc, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:48:03.369352 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.458222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] For port 49e11b5a-007e-4838-bd1d-66e1e193d1cc, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:03.462757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] For port 49e11b5a-007e-4838-bd1d-66e1e193d1cc, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=49e11b5a-007e-4838-bd1d-66e1e193d1cc,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:48:03.467921 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.538079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420045da-1dc3-49e2-859d-086d7317b558 None None] Pushing event updated for resources: {'Port': ['ID=49e11b5a-007e-4838-bd1d-66e1e193d1cc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:03.562195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.1 (33410b00-0554-4723-bbf1-e23c014980c7/f823e200-9b8a-4f98-a5b5-3dea7bd1d851/7525648e-e0fd-407f-ab08-d55841b6490f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:03.717300 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.799689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:03.844849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 33410b00-0554-4723-bbf1-e23c014980c7 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:03.850928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:03.856126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:03.893273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=7525648e-e0fd-407f-ab08-d55841b6490f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:03.913967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:04.064783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:04.364752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:04.371805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:04.453281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=7525648e-e0fd-407f-ab08-d55841b6490f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:04.461529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:04.573315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 33410b00-0554-4723-bbf1-e23c014980c7 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:04.575254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:04.656924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123c9bf-d60f-4e8b-b7b4-89cf9adde313 None None] Network 33410b00-0554-4723-bbf1-e23c014980c7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:48:04.775837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5fbd0e72-cee3-4300-8051-16bbcefc9b76 None None] Provisioning complete for port 49e11b5a-007e-4838-bd1d-66e1e193d1cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:04.776310 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0e72-cee3-4300-8051-16bbcefc9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:04.940327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0e72-cee3-4300-8051-16bbcefc9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.018363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5fbd0e72-cee3-4300-8051-16bbcefc9b76 None None] For port 49e11b5a-007e-4838-bd1d-66e1e193d1cc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=49e11b5a-007e-4838-bd1d-66e1e193d1cc,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:05.028893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0e72-cee3-4300-8051-16bbcefc9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.081243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 5c623e90-2e73-4723-9e28-9920cdea4eda has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:48:05.130423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0e72-cee3-4300-8051-16bbcefc9b76 None None] Pushing event updated for resources: {'Port': ['ID=49e11b5a-007e-4838-bd1d-66e1e193d1cc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:05.178123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 49e11b5a-007e-4838-bd1d-66e1e193d1cc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:48:05.238563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 49e11b5a-007e-4838-bd1d-66e1e193d1cc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:05.239092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.293727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:48:05.314963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4ab84f4a-a013-4cb5-82e4-c43f5b85875e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/5c623e90-2e73-4723-9e28-9920cdea4eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6884882 Nov 12 12:48:05.315372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Sync routers for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:48:05.361784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:05.362641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:05.445919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-200fe56f-174a-447d-92a4-22e2b4da8482 None None] Provisioning complete for port 7525648e-e0fd-407f-ab08-d55841b6490f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:05.446342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200fe56f-174a-447d-92a4-22e2b4da8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.501246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-200fe56f-174a-447d-92a4-22e2b4da8482 None None] Port 7525648e-e0fd-407f-ab08-d55841b6490f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:05.507329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bf7d4e84-cc73-48ba-897e-87bc18e9ad00 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:48:05.578287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-ae596748-dd3f-40a8-a14b-03366249a5eb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147061113&fields=id&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 267 time: 0.0641754 Nov 12 12:48:05.584773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-200fe56f-174a-447d-92a4-22e2b4da8482 None None] Provisioning complete for port 49e11b5a-007e-4838-bd1d-66e1e193d1cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:05.585196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200fe56f-174a-447d-92a4-22e2b4da8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.649707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:05.690535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:05.691189 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.727952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f95d03df-b0e4-4028-8979-acdae33c2f6e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:05.734220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f95d03df-b0e4-4028-8979-acdae33c2f6e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 797 time: 0.1511962 Nov 12 12:48:05.747532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-2983ba16-041c-42fd-935d-cbd8b07bd559 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/quotas/1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 375 time: 0.0112548 Nov 12 12:48:05.808527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f4ee597e-bbed-4bae-9887-42a6c8092af1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550804 Nov 12 12:48:05.819995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f093b9e-13d4-4e9e-a52a-3e722fd78029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:05.827366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-1a248db7-33d6-4e21-8595-1e57900252eb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:48:05.829026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-1a248db7-33d6-4e21-8595-1e57900252eb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068734 Nov 12 12:48:05.932109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-946dec0d-7b79-4e97-bc5e-094deb7c8906 service neutron] 10.222.0.18 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942926 Nov 12 12:48:05.995990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 2, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:06.000111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a312465-b278-4766-bf6d-cda3a0ccdb64 None None] Provisioning complete for port 7525648e-e0fd-407f-ab08-d55841b6490f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:06.000111 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a312465-b278-4766-bf6d-cda3a0ccdb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.029935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Checking router: 5c623e90-2e73-4723-9e28-9920cdea4eda for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:48:06.030334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Updating router 5c623e90-2e73-4723-9e28-9920cdea4eda port 7525648e-e0fd-407f-ab08-d55841b6490f binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:48:06.041686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-09f74622-f27d-42ba-80d2-59c8c3495d21 service neutron] 10.222.0.18 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021092 Nov 12 12:48:06.240690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c6a9b5f-e7ac-46fa-a65f-2fab4e2012c2 req-34d3094a-5e07-4243-9204-c045d7d3e930 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 210 time: 0.0365574 Nov 12 12:48:06.261146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.266980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a312465-b278-4766-bf6d-cda3a0ccdb64 None None] Port 7525648e-e0fd-407f-ab08-d55841b6490f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:06.587383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.593283 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.657139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08ea4-0be9-4a00-b9ac-f096868d38db None None] Pushing event updated for resources: {'Port': ['ID=7525648e-e0fd-407f-ab08-d55841b6490f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:06.717973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Attempting to bind port 7525648e-e0fd-407f-ab08-d55841b6490f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:48:06.718772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Attempting to bind port 7525648e-e0fd-407f-ab08-d55841b6490f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:48:06.719127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Attempting to bind port 7525648e-e0fd-407f-ab08-d55841b6490f on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:06.725421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:48:06.725892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Checking segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:06.726402 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.726865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Bound using segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:48:06.727422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Bound port: 7525648e-e0fd-407f-ab08-d55841b6490f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:48:06.727879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.818842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] For port 7525648e-e0fd-407f-ab08-d55841b6490f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:06.823155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] For port 7525648e-e0fd-407f-ab08-d55841b6490f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7525648e-e0fd-407f-ab08-d55841b6490f,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:48:06.828429 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:06.908530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:06.909299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:47:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:07.048333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08ea4-0be9-4a00-b9ac-f096868d38db None None] Pushing event updated for resources: {'Port': ['ID=7525648e-e0fd-407f-ab08-d55841b6490f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:07.063684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 49e11b5a-007e-4838-bd1d-66e1e193d1cc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:48:07.116778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bcfcc823-e853-48f9-a8e1-242cad1a05dc None None] Provisioning complete for port 7525648e-e0fd-407f-ab08-d55841b6490f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:07.117097 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc823-e853-48f9-a8e1-242cad1a05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:07.150784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:07.278658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 49e11b5a-007e-4838-bd1d-66e1e193d1cc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:07.279035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:07.414386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df42ec46-218f-4399-8f5c-12086a8785ca req-4dee2b55-e8fc-4a54-adc2-aca332e774af tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 210 time: 0.0706038 Nov 12 12:48:07.486864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc823-e853-48f9-a8e1-242cad1a05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:07.496542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-55d97983-ac63-47eb-ae5c-e1cf3934a5e4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:07.500552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-55d97983-ac63-47eb-ae5c-e1cf3934a5e4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 797 time: 0.2126412 Nov 12 12:48:07.597672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bcfcc823-e853-48f9-a8e1-242cad1a05dc None None] For port 7525648e-e0fd-407f-ab08-d55841b6490f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7525648e-e0fd-407f-ab08-d55841b6490f,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:07.611758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-cda227ed-af59-4aec-a790-f4cd75daf0f1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 379 time: 0.0981824 Nov 12 12:48:07.623440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'port': {'device_id': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'admin_state_up': True, 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'security_groups': ['c4929ea3-0aa1-47ed-a942-afbea8ad57f9']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:07.633357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc823-e853-48f9-a8e1-242cad1a05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:07.685710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:06Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:07.727078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf1477-77c3-49a6-8bcc-e42d3a8e833a None None] The sync data for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 is: [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:06Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:48:07.798444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-efb0e9d1-b5b3-4fd8-bcdd-ba1d044b1484 None None] Provisioning complete for port 7525648e-e0fd-407f-ab08-d55841b6490f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:07.798444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-efb0e9d1-b5b3-4fd8-bcdd-ba1d044b1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:07.819039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:48:07.825887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:07.893823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcc823-e853-48f9-a8e1-242cad1a05dc None None] Pushing event updated for resources: {'Port': ['ID=7525648e-e0fd-407f-ab08-d55841b6490f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:08.016001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.10 (33410b00-0554-4723-bbf1-e23c014980c7/f823e200-9b8a-4f98-a5b5-3dea7bd1d851/056c4cea-157b-44f0-b06f-580f14b38026) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:08.196775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.236072 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.293340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 33410b00-0554-4723-bbf1-e23c014980c7 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:08.299921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:08.302738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:08.305568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:08.367243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:08.367937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.388564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-9144d99d-c029-433f-aecb-0f2d825f4787 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7700748 Nov 12 12:48:08.402828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Request body: {'port': {'device_id': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:08.487465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.687546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a91c203-9277-4c1f-9940-9cf83668e820 None None] Provisioning complete for port 056c4cea-157b-44f0-b06f-580f14b38026 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:08.688433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a91c203-9277-4c1f-9940-9cf83668e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.721287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588dfe-54ac-48ef-a7e4-c34ad31be366 req-a6a37edf-3d33-4868-a843-ba07c87a52d1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:08.722902 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1588dfe-54ac-48ef-a7e4-c34ad31be366 req-a6a37edf-3d33-4868-a843-ba07c87a52d1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 932 time: 0.1750164 Nov 12 12:48:08.756357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a91c203-9277-4c1f-9940-9cf83668e820 None None] Port 056c4cea-157b-44f0-b06f-580f14b38026 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:08.855039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1588dfe-54ac-48ef-a7e4-c34ad31be366 req-bd59e427-00f7-4580-8ad4-19981de5bcce tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116641 Nov 12 12:48:08.928765 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea7c1-d1a1-48dd-a6fa-e7a3b72738b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.931200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056c4cea-157b-44f0-b06f-580f14b38026 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:48:08.943358 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:08.961380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Transition to ACTIVE for port object 056c4cea-157b-44f0-b06f-580f14b38026 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:48:08.969612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:09.047977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:09.087973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7525648e-e0fd-407f-ab08-d55841b6490f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:48:09.156646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:48:09.157176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:48:09.157619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:09.166352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:48:09.166823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:09.186708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:48:09.187316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Checking segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:09.187893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Bound using segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:48:09.188598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Bound port: 056c4cea-157b-44f0-b06f-580f14b38026, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:48:09.189124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:09.207821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7525648e-e0fd-407f-ab08-d55841b6490f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:09.208200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:09.283637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:09.289284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:48:09.296260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:09.334702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:09.335337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:09.336924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] 10.222.0.65 "PUT /v2.0/ports/056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1092 time: 0.9390442 Nov 12 12:48:09.337373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:09.339742 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:09.371112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a2b6e-62d1-40dc-97b3-60c739536d05 service neutron] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:09.421984 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:09.440573 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283dee61-979a-4e24-b763-78127ac65703 x-openstack-request-id: req-283dee61-979a-4e24-b763-78127ac65703 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:09.440685 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:09.440935 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-283dee61-979a-4e24-b763-78127ac65703 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:09.441512 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'status': 'completed', 'code': 200} Nov 12 12:48:09.465873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-5e0f923a-d327-4790-ae28-6d1d8f01153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:09.467603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-5e0f923a-d327-4790-ae28-6d1d8f01153e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1095 time: 0.0636828 Nov 12 12:48:09.520126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-5726c1f7-15ea-41a6-8622-0fa5cd3dc0ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 217 time: 0.0430896 Nov 12 12:48:09.576811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-16d415ad-9200-43f5-9cbd-8b3b180f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:09.578333 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-16d415ad-9200-43f5-9cbd-8b3b180f94b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0503674 Nov 12 12:48:09.625589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-bd291a06-fced-4d71-b408-c32f7a739772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:09.627073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-bd291a06-fced-4d71-b408-c32f7a739772 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409687 Nov 12 12:48:09.723596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-8bc63e91-5612-49dc-8040-9db5389eb3e1 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Nov 12 12:48:09.835141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a90e9bb6-41a9-4aee-9caa-395c4a2a91c9 req-138865a1-3fba-4aaa-b0e7-f6b7129156fd service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961068 Nov 12 12:48:09.927894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-67b112e1-3def-4da0-8469-d53b912836aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:09.929639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-67b112e1-3def-4da0-8469-d53b912836aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1095 time: 0.0506237 Nov 12 12:48:10.047860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c19dea-a05c-48af-ab4f-0ecb882e9d49 req-485984bf-6eb7-45e7-addd-a54ec3d69eca tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:10.049490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5c19dea-a05c-48af-ab4f-0ecb882e9d49 req-485984bf-6eb7-45e7-addd-a54ec3d69eca tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 944 time: 0.1130021 Nov 12 12:48:10.083241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-111dc121-9257-430a-a42a-dc0c49524f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:10.085274 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-111dc121-9257-430a-a42a-dc0c49524f2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1470253 Nov 12 12:48:10.141491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-2e3cf99c-89d4-4efa-9628-9d9dc71f3571 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 217 time: 0.0439696 Nov 12 12:48:10.151132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f5c19dea-a05c-48af-ab4f-0ecb882e9d49 req-90d4f183-e1ba-42f5-9f1e-efe400a449e7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923371 Nov 12 12:48:10.195990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-e629183c-e484-44d2-a540-345cacd7b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:10.197453 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-e629183c-e484-44d2-a540-345cacd7b5e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0454836 Nov 12 12:48:10.250506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-dcd4ee6f-a2df-451e-9eb8-087d8aa32c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:10.252021 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-dcd4ee6f-a2df-451e-9eb8-087d8aa32c4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456390 Nov 12 12:48:10.345555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-48c8b7e8-976c-42f2-a066-85669a12cf4c service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Nov 12 12:48:10.443597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bcf55c32-4f8c-42cb-a016-4c5e38cc2dc7 req-963900fd-9fd5-4125-b62e-3cc78d3d4016 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905135 Nov 12 12:48:10.634385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:11.139793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56272) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:11.309839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba935563-5526-4739-9dbf-254a0bf8f910 req-947af4d8-4fc8-4954-8c0b-a39f5b7a237c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:11.311354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba935563-5526-4739-9dbf-254a0bf8f910 req-947af4d8-4fc8-4954-8c0b-a39f5b7a237c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 944 time: 0.0872834 Nov 12 12:48:11.320242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-23ac4cb2-a121-401f-9c8e-92aa97d1991b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c816d28a16a94bc0bbfe30eeb550af90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768625 Nov 12 12:48:11.320550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56278) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:11.348058 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:11.401195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba935563-5526-4739-9dbf-254a0bf8f910 req-79092e48-e10a-42ca-9b8e-4ebac8d1ebea tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821924 Nov 12 12:48:11.405862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34dfa00e-beab-4c4d-8593-f8f220cb2123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:11.431009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34dfa00e-beab-4c4d-8593-f8f220cb2123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:11.481120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34dfa00e-beab-4c4d-8593-f8f220cb2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:11.484685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34dfa00e-beab-4c4d-8593-f8f220cb2123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:11.485516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-34dfa00e-beab-4c4d-8593-f8f220cb2123 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e524cd3-8490-472d-b852-517d5db79e74 HTTP/1.1" status: 204 len: 168 time: 0.1640911 Nov 12 12:48:11.494480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfa00e-beab-4c4d-8593-f8f220cb2123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e524cd3-8490-472d-b852-517d5db79e74,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:12.527460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c20ad-5815-4895-a902-9021589c0f63 req-c4fee5eb-14e6-4941-889e-081b3d198651 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:12.535790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c4c20ad-5815-4895-a902-9021589c0f63 req-c4fee5eb-14e6-4941-889e-081b3d198651 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 944 time: 0.0621345 Nov 12 12:48:12.587077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7c4c20ad-5815-4895-a902-9021589c0f63 req-179e2857-8a5d-425f-9611-6741d8ceacc1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500181 Nov 12 12:48:12.725179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:48:12.822962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:12.837573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '056c4cea-157b-44f0-b06f-580f14b38026', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'mac_address': 'fa:16:3e:0c:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:48:12.883162 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:12.900022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c4cea-157b-44f0-b06f-580f14b38026 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:48:12.920000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:12.923820 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:12.973119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:13.141574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['056c4cea-157b-44f0-b06f-580f14b38026'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:48:13.727888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6edf58-a0aa-459e-a78f-5e3743a7d6dd req-5326583a-4a54-40bb-beda-71428aacec83 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:13.742833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e6edf58-a0aa-459e-a78f-5e3743a7d6dd req-5326583a-4a54-40bb-beda-71428aacec83 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.0643840 Nov 12 12:48:13.801434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e6edf58-a0aa-459e-a78f-5e3743a7d6dd req-2514b18b-b02f-45d1-bb54-fedb1a28054b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571840 Nov 12 12:48:14.742721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:48:14.805587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 056c4cea-157b-44f0-b06f-580f14b38026 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:48:14.809839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 056c4cea-157b-44f0-b06f-580f14b38026 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:14.810233 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:14.889874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:14.916630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:14.919110 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965937bc-bc67-4355-87f3-d456aa89da79" -d '{"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-plugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:14.931986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:14.934076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8600a-46bf-4317-81fa-f5d0a81ca869 req-1d26ac02-05b9-43c0-8a32-bf49daed592d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:14.935939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ef8600a-46bf-4317-81fa-f5d0a81ca869 req-1d26ac02-05b9-43c0-8a32-bf49daed592d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.0535545 Nov 12 12:48:14.939674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:14.990542 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d631d-05ed-47eb-ba56-c367975db645 x-openstack-request-id: req-b14d631d-05ed-47eb-ba56-c367975db645 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:14.991601 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-plugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:14.992073 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b14d631d-05ed-47eb-ba56-c367975db645 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:14.992689 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'code': 200} Nov 12 12:48:15.002764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ef8600a-46bf-4317-81fa-f5d0a81ca869 req-6b0f9d1e-6060-4345-883f-e5a0747d38b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600080 Nov 12 12:48:15.033520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:15.082491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47af7-1ec8-4680-8f23-59f41cfb9c76 req-26ded877-04ea-42d7-9752-53fa4aac3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:15.084607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4cf47af7-1ec8-4680-8f23-59f41cfb9c76 req-26ded877-04ea-42d7-9752-53fa4aac3e7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1097 time: 0.0405247 Nov 12 12:48:15.133082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4cf47af7-1ec8-4680-8f23-59f41cfb9c76 req-5643cec6-2a7d-4ee3-907d-abc3e7f3ce47 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Nov 12 12:48:16.103012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:16.137393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2342c-0d06-4255-8879-2719f29c29bd req-bc461771-24ee-4d85-aeac-d7d9cac6ccb0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:16.141744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77e2342c-0d06-4255-8879-2719f29c29bd req-bc461771-24ee-4d85-aeac-d7d9cac6ccb0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0597830 Nov 12 12:48:16.197889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77e2342c-0d06-4255-8879-2719f29c29bd req-fa00d256-ed44-4c3d-a6af-e5d372e7dc33 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526748 Nov 12 12:48:16.222931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-575c2e4f-ce92-4eff-95a3-300523c6f058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.316338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-575c2e4f-ce92-4eff-95a3-300523c6f058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.320802 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-575c2e4f-ce92-4eff-95a3-300523c6f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.361638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-575c2e4f-ce92-4eff-95a3-300523c6f058 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3aa6d19b5d948cfb3a8dad8e15118ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572682 Nov 12 12:48:16.362638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2e4f-ce92-4eff-95a3-300523c6f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c59b3a-ce43-4ae4-b37b-c0af1941beb9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:16.364894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56342) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:16.423188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2511714-d915-45b4-9924-e327fb2ea91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.445652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2511714-d915-45b4-9924-e327fb2ea91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.493635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2511714-d915-45b4-9924-e327fb2ea91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.496652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2511714-d915-45b4-9924-e327fb2ea91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:16.500358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b2511714-d915-45b4-9924-e327fb2ea91a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70c59b3a-ce43-4ae4-b37b-c0af1941beb9 HTTP/1.1" status: 204 len: 168 time: 0.1305048 Nov 12 12:48:16.507038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2511714-d915-45b4-9924-e327fb2ea91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c59b3a-ce43-4ae4-b37b-c0af1941beb9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:17.322122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756ce78-246e-4e0a-b587-a0cf6d381ba5 req-ad0a8d05-8ade-4bcb-ba1d-5f501459951d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:17.323552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c756ce78-246e-4e0a-b587-a0cf6d381ba5 req-ad0a8d05-8ade-4bcb-ba1d-5f501459951d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0551388 Nov 12 12:48:17.380897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c756ce78-246e-4e0a-b587-a0cf6d381ba5 req-556b03c2-f97b-4f30-87c3-aca69db7f2d8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513468 Nov 12 12:48:17.508310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1a48-14cf-4bee-a85b-95ee67941f72 req-dbfca290-6e80-4cf0-9461-5cb63c4e3efb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:17.509963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c81e1a48-14cf-4bee-a85b-95ee67941f72 req-dbfca290-6e80-4cf0-9461-5cb63c4e3efb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0571127 Nov 12 12:48:17.577078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c81e1a48-14cf-4bee-a85b-95ee67941f72 req-fc0d70ca-941b-4a8b-9e7d-916252f25366 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606568 Nov 12 12:48:17.593314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:17.634505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4206aa-14fe-4e1e-8bf9-5bf87b6aad74 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:17.636039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6e4206aa-14fe-4e1e-8bf9-5bf87b6aad74 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1092 time: 0.0417085 Nov 12 12:48:17.638943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:17.643252 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:17.668878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:17.772050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:17.879913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.121 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/0405fc0d-d050-4776-aa06-93d3d32014e7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:17.986114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:18.020082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:18.058968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:18.064406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:18.068158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:18.090683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=0405fc0d-d050-4776-aa06-93d3d32014e7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:18.454070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:18.519962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:18.687717 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:18.691989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:18.796943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-e80e5653-849d-4b92-b8c3-2678e3203266 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ce127c7a806d4e42a39b1ddaa6cd6fea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479081 Nov 12 12:48:18.799500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=0405fc0d-d050-4776-aa06-93d3d32014e7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:18.839831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:19.423744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-0237b08e-c0fc-41cb-bb60-cc12a4cc9b8c tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:19.425230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-0237b08e-c0fc-41cb-bb60-cc12a4cc9b8c tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6219556 Nov 12 12:48:19.434488 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP c5363373-1dfe-466c-b9ff-7ec813770474 associated. External IP: 172.25.1.121, port: 056c4cea-157b-44f0-b06f-580f14b38026. Nov 12 12:48:19.444219 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-042eef3c-da91-484c-887f-092fb7337834 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/quotas/ce127c7a806d4e42a39b1ddaa6cd6fea HTTP/1.1" status: 200 len: 375 time: 0.0119302 Nov 12 12:48:19.508969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-849b421c-f21c-448c-ae97-15442e3140f2 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce127c7a806d4e42a39b1ddaa6cd6fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312469 Nov 12 12:48:19.677953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a399b441-3635-47da-987a-d14d77f14e75 req-61baff2a-7cd0-4b3c-adc8-29d42f75ecd3 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 210 time: 0.0301571 Nov 12 12:48:19.691190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 5c623e90-2e73-4723-9e28-9920cdea4eda has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:48:19.804271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:48:19.816258 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] Sync routers for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:48:19.823681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:19.827956 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:19.828570 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:48:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:19.854556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-099f78ab-46c1-4981-81b4-1f57fbf6b9ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2144914 Nov 12 12:48:19.855140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:19.857375 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a4d05-d396-43ce-b9f0-b33387fcf83b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:19.899812 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e8fdc-0fce-441c-8ba6-8c72123f1193 x-openstack-request-id: req-7a9e8fdc-0fce-441c-8ba6-8c72123f1193 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:19.900104 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:19.900355 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a9e8fdc-0fce-441c-8ba6-8c72123f1193 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:19.900757 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'status': 'completed', 'code': 200} Nov 12 12:48:19.956193 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:20.015314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2f4e1-1e63-41f9-8ea6-44495b0ef553 req-d909dd4d-4d37-4443-a440-ad4a929c1cea tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:20.017004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bc2f4e1-1e63-41f9-8ea6-44495b0ef553 req-d909dd4d-4d37-4443-a440-ad4a929c1cea tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0803814 Nov 12 12:48:20.019001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-13537409-974a-4c53-9919-5370af17251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:20.020368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-13537409-974a-4c53-9919-5370af17251d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1097 time: 0.0959208 Nov 12 12:48:20.144512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0bc2f4e1-1e63-41f9-8ea6-44495b0ef553 req-eaad7422-88f7-4977-afc3-aa288a0f3f18 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182919 Nov 12 12:48:20.169963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-8e53f0b9-25f1-4abe-af61-200320eeab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:20.171597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-8e53f0b9-25f1-4abe-af61-200320eeab76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1429865 Nov 12 12:48:20.172057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:20.215668 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c5363373-1dfe-466c-b9ff-7ec813770474', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'mac_address': 'fa:16:3e:0c:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:48:18Z', 'updated_at': '2021-11-12T12:48:18Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:07Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:20.305877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-09622ac0-13fa-4300-bf57-1c3eaae97053 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.1258235 Nov 12 12:48:20.309947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-27e8014b-dc89-44f8-bc5c-476490905dd0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/c5363373-1dfe-466c-b9ff-7ec813770474 HTTP/1.1" status: 200 len: 992 time: 0.1351812 Nov 12 12:48:20.342999 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] Checking router: 5c623e90-2e73-4723-9e28-9920cdea4eda for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:48:20.352483 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:20.353092 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:48:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:20.365640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-3524d80d-c94b-4b7b-b081-f64b0540a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:20.367149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-3524d80d-c94b-4b7b-b081-f64b0540a0ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0529051 Nov 12 12:48:20.416040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-43b44863-5d5b-47d8-a830-5498a250fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:20.418306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-43b44863-5d5b-47d8-a830-5498a250fd3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437262 Nov 12 12:48:20.459154 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:20.515045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-a49696bb-fd6d-4318-b1ab-542b2b0f6ee8 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Nov 12 12:48:20.609456 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-322a4d05-d396-43ce-b9f0-b33387fcf83b req-de199c15-7565-4fba-9e38-c6c86083faaf service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872841 Nov 12 12:48:20.669887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-06b09152-a548-4808-a4f5-d4c0cb2cce88 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce127c7a806d4e42a39b1ddaa6cd6fea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307362 Nov 12 12:48:20.688505 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c5363373-1dfe-466c-b9ff-7ec813770474', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'mac_address': 'fa:16:3e:0c:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:48:18Z', 'updated_at': '2021-11-12T12:48:18Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:07Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:20.720972 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae506cc7-ae78-4ab7-b663-01652803ab0c None None] The sync data for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 is: [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c5363373-1dfe-466c-b9ff-7ec813770474', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'mac_address': 'fa:16:3e:0c:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:48:18Z', 'updated_at': '2021-11-12T12:48:18Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:07Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:48:20.810839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-3d9fddfa-7949-4405-8e55-32d81df5898e tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:20.812364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-3d9fddfa-7949-4405-8e55-32d81df5898e tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370935 Nov 12 12:48:20.830490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Request body: {'port': {'device_id': '864debba-6a87-4a75-b67a-badbef501da0', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'ce127c7a806d4e42a39b1ddaa6cd6fea'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:20.835500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6a34bfd-e0ec-47c9-89ff-177c53e55eeb req-3b9c7813-ee3e-478d-85a9-01f1c1a04788 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 210 time: 0.0457335 Nov 12 12:48:20.948272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Made reservation on behalf of ce127c7a806d4e42a39b1ddaa6cd6fea for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:48:20.951939 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:20.958725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c7993-000a-46c6-85fd-679ca1bcc2d7 None None] New status for floating IP c5363373-1dfe-466c-b9ff-7ec813770474: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:48:20.962558 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.045499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.049484 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.117461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3d343-9198-46bf-a6fb-5bdc41f314ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:21.187974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Allocated IP 192.168.233.52 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/43e43be8-14d9-4664-b34c-72dfbfcf84b2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:21.311925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:21.377551 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.394857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ef2afc3-f752-4a91-99de-b6e7996ad16f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/c5363373-1dfe-466c-b9ff-7ec813770474 HTTP/1.1" status: 200 len: 994 time: 0.0818415 Nov 12 12:48:21.422645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.468576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:21.471858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:21.478959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:21.505470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Pushing event updated for resources: {'Port': ['ID=43e43be8-14d9-4664-b34c-72dfbfcf84b2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:21.537091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:21.538459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.555786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-76fb81c7-d919-41c6-afcf-32aeaec88116 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7291584 Nov 12 12:48:21.571720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Request body: {'port': {'device_id': '864debba-6a87-4a75-b67a-badbef501da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:21.629301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.750873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a31e7972-155d-4700-9ae0-3383011befed None None] Provisioning complete for port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:21.751153 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a31e7972-155d-4700-9ae0-3383011befed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.791315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a31e7972-155d-4700-9ae0-3383011befed None None] Port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:21.903662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e43be8-14d9-4664-b34c-72dfbfcf84b2 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:48:21.911833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.924400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Transition to ACTIVE for port object 43e43be8-14d9-4664-b34c-72dfbfcf84b2 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:48:21.929197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:21.962315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd7ddd-c646-4796-b42b-174a4e50505e req-9d8b8453-ca0f-48ef-85ed-4a5a3fb4ca2e tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:21.969922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-09fd7ddd-c646-4796-b42b-174a4e50505e req-9d8b8453-ca0f-48ef-85ed-4a5a3fb4ca2e tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 935 time: 0.0635650 Nov 12 12:48:21.980846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Pushing event updated for resources: {'Port': ['ID=43e43be8-14d9-4664-b34c-72dfbfcf84b2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:22.030790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-09fd7ddd-c646-4796-b42b-174a4e50505e req-309067ef-d3a4-43dc-82af-439dd78712b3 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Nov 12 12:48:22.055148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Attempting to bind port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:48:22.055489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Attempting to bind port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:48:22.055824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Attempting to bind port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:22.060359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:48:22.060709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Attempting to bind port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:22.065540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:48:22.065854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:22.066266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:48:22.066693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Bound port: 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:48:22.067055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:22.150490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] For port 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:22.153802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] For port 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:48:22.158139 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:22.194527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.195145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:22.196554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] 10.222.0.81 "PUT /v2.0/ports/43e43be8-14d9-4664-b34c-72dfbfcf84b2 HTTP/1.1" status: 200 len: 1095 time: 0.6307497 Nov 12 12:48:22.196992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864debba-6a87-4a75-b67a-badbef501da0', 'tag': '43e43be8-14d9-4664-b34c-72dfbfcf84b2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:22.199274 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "864debba-6a87-4a75-b67a-badbef501da0", "tag": "43e43be8-14d9-4664-b34c-72dfbfcf84b2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:22.225978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b97008-23ee-4f60-ae94-58e7cb2272a3 service neutron] Pushing event updated for resources: {'Port': ['ID=43e43be8-14d9-4664-b34c-72dfbfcf84b2,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:22.275811 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ba4f77-75f4-40a9-9915-ac6e7e84aa30 x-openstack-request-id: req-d2ba4f77-75f4-40a9-9915-ac6e7e84aa30 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:22.276104 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864debba-6a87-4a75-b67a-badbef501da0", "tag": "43e43be8-14d9-4664-b34c-72dfbfcf84b2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:22.276356 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2ba4f77-75f4-40a9-9915-ac6e7e84aa30 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:22.276765 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864debba-6a87-4a75-b67a-badbef501da0', 'tag': '43e43be8-14d9-4664-b34c-72dfbfcf84b2', 'status': 'completed', 'code': 200} Nov 12 12:48:22.293582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-089d27c3-d3e8-418f-a4d7-268f3b7e14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.295170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-089d27c3-d3e8-418f-a4d7-268f3b7e14c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce127c7a806d4e42a39b1ddaa6cd6fea&device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 1098 time: 0.0502694 Nov 12 12:48:22.345293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-205e48bf-8840-4805-9035-4201ba3e5fed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2 HTTP/1.1" status: 200 len: 217 time: 0.0420105 Nov 12 12:48:22.400221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d5fda56d-a540-4d75-9a7a-3b48e380a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.401712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-d5fda56d-a540-4d75-9a7a-3b48e380a703 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0493023 Nov 12 12:48:22.450257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75dbcb-635a-4c59-9599-344190908c70 req-ab9e5400-3c48-4a48-a031-cd67ddac9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.451815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-ab9e5400-3c48-4a48-a031-cd67ddac9863 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432408 Nov 12 12:48:22.547512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-c1ff90f5-b322-4834-b7ac-cc347bb91881 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Nov 12 12:48:22.637451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b75dbcb-635a-4c59-9599-344190908c70 req-580d8b0e-89a2-4a3e-a899-b91a64746401 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827951 Nov 12 12:48:22.725059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-245e6637-df74-4268-9d6d-3171b4ee4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.726519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-245e6637-df74-4268-9d6d-3171b4ee4fb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce127c7a806d4e42a39b1ddaa6cd6fea&device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 1098 time: 0.0420754 Nov 12 12:48:22.823599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-00e417d8-606a-4547-bf06-ea27f474704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.825097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-00e417d8-606a-4547-bf06-ea27f474704c service neutron] 10.222.0.81 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.0919595 Nov 12 12:48:22.868531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-09ab645d-4e6a-4484-af6d-835dc539e8db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2 HTTP/1.1" status: 200 len: 217 time: 0.0356350 Nov 12 12:48:22.921241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-fd88b0c7-e532-4c48-aafc-981922124e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.923100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-fd88b0c7-e532-4c48-aafc-981922124e37 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0485654 Nov 12 12:48:22.970138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-7bdd7854-bcb5-4b2a-b8b4-f1f1da58b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:22.971696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-7bdd7854-bcb5-4b2a-b8b4-f1f1da58b6a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409980 Nov 12 12:48:23.072484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-46f82f80-86d2-477c-a413-875eed6c8be2 service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922720 Nov 12 12:48:23.149818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143b354-4611-4a13-9e28-4ccd8c408da2 req-11cd1417-704c-481a-97ad-32b21aab13e0 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:23.151335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e143b354-4611-4a13-9e28-4ccd8c408da2 req-11cd1417-704c-481a-97ad-32b21aab13e0 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 947 time: 0.0502231 Nov 12 12:48:23.169155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf3ef4a9-7298-4c03-94ec-5a7d4cc48eaf req-c8e11376-7ce1-429b-930f-9cb3f999c53c service neutron] 10.222.0.81 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888622 Nov 12 12:48:23.200916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e143b354-4611-4a13-9e28-4ccd8c408da2 req-8d41e821-f9a9-49c8-aeeb-b6e221e19312 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Nov 12 12:48:24.321616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c0d3-c631-4853-bd99-715496ccb822 req-5b413833-6e3a-4f07-91bf-fb5bc7a6ba60 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:24.323290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e633c0d3-c631-4853-bd99-715496ccb822 req-5b413833-6e3a-4f07-91bf-fb5bc7a6ba60 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 947 time: 0.0512607 Nov 12 12:48:24.383840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e633c0d3-c631-4853-bd99-715496ccb822 req-1d09de95-0ca9-4175-b111-c0354215bf1b tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543075 Nov 12 12:48:25.506762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b08487-711a-414a-a415-b0cb1826119d req-88103e9e-3274-43ff-b301-a2f6a125d300 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:25.508277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b08487-711a-414a-a415-b0cb1826119d req-88103e9e-3274-43ff-b301-a2f6a125d300 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 947 time: 0.0503204 Nov 12 12:48:25.557078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-19b08487-711a-414a-a415-b0cb1826119d req-064bff48-4d9c-4e76-b171-f609daf5c77a tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Nov 12 12:48:26.325138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43e43be8-14d9-4664-b34c-72dfbfcf84b2 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:48:26.424673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:26.439664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '43e43be8-14d9-4664-b34c-72dfbfcf84b2', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': '43e43be8-14d9-4664-b34c-72dfbfcf84b2', 'mac_address': 'fa:16:3e:16:44:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:48:26.485159 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:26.500294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e43be8-14d9-4664-b34c-72dfbfcf84b2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:48:26.519967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:26.523931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:26.570821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=43e43be8-14d9-4664-b34c-72dfbfcf84b2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:26.674366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c3611-7f5e-478f-8423-7a4df6d6e4e4 req-89aa298a-6068-4ae2-a75c-f7b9c41c6b33 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:26.675884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-035c3611-7f5e-478f-8423-7a4df6d6e4e4 req-89aa298a-6068-4ae2-a75c-f7b9c41c6b33 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 948 time: 0.0498161 Nov 12 12:48:26.725824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-035c3611-7f5e-478f-8423-7a4df6d6e4e4 req-4f0a91be-6cfb-4c81-86cc-814327bb321b tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Nov 12 12:48:26.866722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['43e43be8-14d9-4664-b34c-72dfbfcf84b2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:48:27.844869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44e27-59b6-40dc-917d-971b0d9e7730 req-9fd0efd5-98b6-4f24-99c4-8ff804feafdb tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:27.846348 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fdf44e27-59b6-40dc-917d-971b0d9e7730 req-9fd0efd5-98b6-4f24-99c4-8ff804feafdb tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 948 time: 0.0536845 Nov 12 12:48:27.893310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fdf44e27-59b6-40dc-917d-971b0d9e7730 req-104f3897-a18c-4728-a323-7a55c1e2a0c7 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Nov 12 12:48:28.341492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43e43be8-14d9-4664-b34c-72dfbfcf84b2 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:48:28.390012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:48:28.394242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:28.394610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:28.479361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:28.502717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864debba-6a87-4a75-b67a-badbef501da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e43be8-14d9-4664-b34c-72dfbfcf84b2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:28.504886 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b8a40-10e5-49d9-bac4-f74f53b34657" -d '{"events": [{"server_uuid": "864debba-6a87-4a75-b67a-badbef501da0", "name": "network-vif-plugged", "status": "completed", "tag": "43e43be8-14d9-4664-b34c-72dfbfcf84b2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:28.517716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:28.522669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:28.547991 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f329a-81d0-4f18-afe0-dd108034ecbd x-openstack-request-id: req-b48f329a-81d0-4f18-afe0-dd108034ecbd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:28.548278 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864debba-6a87-4a75-b67a-badbef501da0", "name": "network-vif-plugged", "status": "completed", "tag": "43e43be8-14d9-4664-b34c-72dfbfcf84b2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:28.548529 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b48f329a-81d0-4f18-afe0-dd108034ecbd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:28.548911 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864debba-6a87-4a75-b67a-badbef501da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e43be8-14d9-4664-b34c-72dfbfcf84b2', 'code': 200} Nov 12 12:48:28.573900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=43e43be8-14d9-4664-b34c-72dfbfcf84b2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:28.648620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5b6d6-e7ea-4e9a-9afa-be33882dd53c req-3fd20790-0e2b-4982-ae34-59296ad79122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:28.650179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccb5b6d6-e7ea-4e9a-9afa-be33882dd53c req-3fd20790-0e2b-4982-ae34-59296ad79122 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 1100 time: 0.0431299 Nov 12 12:48:28.696782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccb5b6d6-e7ea-4e9a-9afa-be33882dd53c req-85aa2045-11fa-4537-b118-89c25d9dfc12 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Nov 12 12:48:29.021231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b93933-f816-48db-b992-1f649229edab req-15827ece-4792-40d3-bc37-4b003969d421 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:29.022808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57b93933-f816-48db-b992-1f649229edab req-15827ece-4792-40d3-bc37-4b003969d421 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 949 time: 0.0585065 Nov 12 12:48:29.074442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-57b93933-f816-48db-b992-1f649229edab req-3fcd5d02-e92b-4bc8-ad7b-d4dbbaafda34 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Nov 12 12:48:29.700555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:29.884148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:30.197574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cd9ff-6208-4d30-a7e9-4cb2a9abed3a req-7a56be0f-f507-40d3-8d0c-716416ad07ee tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:30.199113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-537cd9ff-6208-4d30-a7e9-4cb2a9abed3a req-7a56be0f-f507-40d3-8d0c-716416ad07ee tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 949 time: 0.0537994 Nov 12 12:48:30.247184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-537cd9ff-6208-4d30-a7e9-4cb2a9abed3a req-37c83cd1-149e-4903-b4c0-a80ec95f759a tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Nov 12 12:48:30.501335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240d354-4eed-47f0-ae5c-999e201d956f req-9c0a88ea-0d8b-401d-a7d6-bc3d12fb1198 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:30.503033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e240d354-4eed-47f0-ae5c-999e201d956f req-9c0a88ea-0d8b-401d-a7d6-bc3d12fb1198 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 949 time: 0.0501494 Nov 12 12:48:30.551055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e240d354-4eed-47f0-ae5c-999e201d956f req-4c7083e7-0c43-4cf7-9893-f58903c9b87d tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Nov 12 12:48:31.675572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fded3-6976-45a3-8647-fd79aeeaf35d req-9f2aaf15-e6f7-4f1b-8ec4-42a70d57f60a tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:31.677711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-278fded3-6976-45a3-8647-fd79aeeaf35d req-9f2aaf15-e6f7-4f1b-8ec4-42a70d57f60a tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 949 time: 0.0533855 Nov 12 12:48:31.726122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-278fded3-6976-45a3-8647-fd79aeeaf35d req-7e10319f-dac7-42c5-a801-de8cab8a8833 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7c3d343-9198-46bf-a6fb-5bdc41f314ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Nov 12 12:48:31.746615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-0aec141e-86b9-4c06-a5aa-847d690795ed tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:31.748528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-0aec141e-86b9-4c06-a5aa-847d690795ed tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.81 "GET /v2.0/ports?device_id=864debba-6a87-4a75-b67a-badbef501da0 HTTP/1.1" status: 200 len: 949 time: 0.0571575 Nov 12 12:48:31.852015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Deleting port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:48:31.852272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:31.946339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] For port 43e43be8-14d9-4664-b34c-72dfbfcf84b2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=43e43be8-14d9-4664-b34c-72dfbfcf84b2,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:31.946705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:31.958385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Calling delete_port for 43e43be8-14d9-4664-b34c-72dfbfcf84b2 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:48:32.084006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:32.096653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['43e43be8-14d9-4664-b34c-72dfbfcf84b2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:48:32.118954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Pushing event deleted for resources: {'Port': ['ID=43e43be8-14d9-4664-b34c-72dfbfcf84b2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:32.165298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] No DVR routers for this DVR port 43e43be8-14d9-4664-b34c-72dfbfcf84b2 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:32.168022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:32.171546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d78fe057-73b9-4874-a1ec-ffb84e35edb3 req-98c6213f-ff78-47d4-9fd9-35b39b04f025 tempest-VolumesNegativeTest-1213021460 tempest-VolumesNegativeTest-1213021460-project] 10.222.0.81 "DELETE /v2.0/ports/43e43be8-14d9-4664-b34c-72dfbfcf84b2 HTTP/1.1" status: 204 len: 173 time: 0.4160950 Nov 12 12:48:32.171992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864debba-6a87-4a75-b67a-badbef501da0', 'name': 'network-vif-deleted', 'tag': '43e43be8-14d9-4664-b34c-72dfbfcf84b2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:32.174352 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e12c36-1f09-4934-b530-4226ef2963d5" -d '{"events": [{"server_uuid": "864debba-6a87-4a75-b67a-badbef501da0", "name": "network-vif-deleted", "tag": "43e43be8-14d9-4664-b34c-72dfbfcf84b2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:32.218663 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eff412-3ab9-4304-8ad6-c68ee8aa6c2f x-openstack-request-id: req-74eff412-3ab9-4304-8ad6-c68ee8aa6c2f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:32.219223 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864debba-6a87-4a75-b67a-badbef501da0", "name": "network-vif-deleted", "tag": "43e43be8-14d9-4664-b34c-72dfbfcf84b2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:32.219490 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74eff412-3ab9-4304-8ad6-c68ee8aa6c2f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:32.219904 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864debba-6a87-4a75-b67a-badbef501da0', 'name': 'network-vif-deleted', 'tag': '43e43be8-14d9-4664-b34c-72dfbfcf84b2', 'status': 'completed', 'code': 200} Nov 12 12:48:33.242526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-d7f88819-ca89-484a-95bf-adcedbb45b10 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427880 Nov 12 12:48:33.336435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-5911cec5-d0fc-4e54-941e-6fb7e9568137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:33.338315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-5911cec5-d0fc-4e54-941e-6fb7e9568137 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1097 time: 0.0474596 Nov 12 12:48:33.465297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-173dff03-b22e-4b6b-8329-06ea3d8311cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:33.466841 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-173dff03-b22e-4b6b-8329-06ea3d8311cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1050949 Nov 12 12:48:33.540414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-3bfc8f2c-8e06-482f-937d-e00bddebcc90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1002 time: 0.0641372 Nov 12 12:48:33.597899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-88872903-b510-4034-a751-0a1f5e9f6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:33.599960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-88872903-b510-4034-a751-0a1f5e9f6585 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0500011 Nov 12 12:48:33.647332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-dd09f33a-7e28-4960-99be-08f2a263b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:33.648905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-dd09f33a-7e28-4960-99be-08f2a263b44f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422516 Nov 12 12:48:33.753517 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-5c96dcff-e891-4d3c-8de5-b5726d6a546a service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962360 Nov 12 12:48:33.857042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5885353-ffc0-4ff5-89d7-28f4af95cc74 req-ee674d9b-0f30-433b-bd76-0a098e8a4d15 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958226 Nov 12 12:48:34.355042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43e43be8-14d9-4664-b34c-72dfbfcf84b2 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:34.375859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 43e43be8-14d9-4664-b34c-72dfbfcf84b2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:48:34.376207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 43e43be8-14d9-4664-b34c-72dfbfcf84b2 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:48:35.692585 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a6e8543-f1ea-4f7c-9ec9-76ddade9c039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:35.882013 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:48:36.498991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-0b968cad-06f2-45f2-b28c-27a7b9878e9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0526178 Nov 12 12:48:36.595945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.596347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.596819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.597282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.597741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.598427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.599416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.601319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-10fb6323-e9d9-44d3-903c-f9807555768e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2504b03453644f56a84376a8155fffef&device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 6502 time: 0.0510356 Nov 12 12:48:36.720375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-4b24b06e-7eb8-4157-9e06-4d3a0f6de25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.720838 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-4b24b06e-7eb8-4157-9e06-4d3a0f6de25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.721300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-4b24b06e-7eb8-4157-9e06-4d3a0f6de25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.722921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-4b24b06e-7eb8-4157-9e06-4d3a0f6de25f service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&id=95665ecc-45f7-415e-b2a5-c46f227117a2&id=95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 200 len: 2299 time: 0.0962663 Nov 12 12:48:36.796503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-2838b303-32ca-480e-8881-207fc894fd11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 200 len: 1000 time: 0.0656452 Nov 12 12:48:36.851440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-2309639a-f97b-4c80-9353-9f5b72d6b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.852851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-2309639a-f97b-4c80-9353-9f5b72d6b66f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 200 len: 856 time: 0.0488355 Nov 12 12:48:36.900044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-bbd323eb-ae86-4555-9fd0-692e1923842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:36.901588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-bbd323eb-ae86-4555-9fd0-692e1923842b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0654cd6-507f-4dcf-86e6-7f0688fc218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419290 Nov 12 12:48:37.014473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-bd8b3436-e5b4-4ade-922c-def354aa474f service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059411 Nov 12 12:48:37.116755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-d8098eeb-d8a1-49b9-84d8-0bd6539089b4 service neutron] 10.222.0.81 "GET /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940592 Nov 12 12:48:37.182529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-ee166479-ed4d-4634-b8c3-e741ac4f428e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 217 time: 0.0585191 Nov 12 12:48:37.236682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-568d89c9-d64b-4abd-996d-2178a98bae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:37.238256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-568d89c9-d64b-4abd-996d-2178a98bae08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0485597 Nov 12 12:48:37.292398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-eb8f74d0-23a5-4d55-8955-ab4333032c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:37.294519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-eb8f74d0-23a5-4d55-8955-ab4333032c8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485516 Nov 12 12:48:37.415865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-1f0f3bb2-2019-4e2a-9c6d-9b8a86f29347 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144917 Nov 12 12:48:37.537017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-2a100968-2b9e-46c5-8eb1-b4bae6f22abf service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130936 Nov 12 12:48:37.596805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-2d27aa19-0774-4258-b0ea-17f02f40762c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 217 time: 0.0518453 Nov 12 12:48:37.657589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-90dcb33c-95a4-4727-bb97-8a78c6700147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:37.659109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-90dcb33c-95a4-4727-bb97-8a78c6700147 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0547400 Nov 12 12:48:37.702755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:37.719108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-052fd209-9332-44a9-94dd-fccd41b63895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:37.721440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-052fd209-9332-44a9-94dd-fccd41b63895 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549073 Nov 12 12:48:37.842582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-081f08c7-1322-4af6-bc47-5117a760af78 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127086 Nov 12 12:48:37.869762 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b0318ed-9345-4e36-b6bd-6e09772fc397 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce127c7a806d4e42a39b1ddaa6cd6fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656938 Nov 12 12:48:37.870741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:37.926772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24075926-8f93-4fde-b42c-1c011ce01db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:37.951671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-26e4f76d-eede-423c-8ef3-6de205c45cf4 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025250 Nov 12 12:48:37.952359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24075926-8f93-4fde-b42c-1c011ce01db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:38.008602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24075926-8f93-4fde-b42c-1c011ce01db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:38.012840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24075926-8f93-4fde-b42c-1c011ce01db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:38.013066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-e65a90eb-2d57-483f-a213-dd86960326f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 200 len: 217 time: 0.0532537 Nov 12 12:48:38.014892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-24075926-8f93-4fde-b42c-1c011ce01db5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7c3d343-9198-46bf-a6fb-5bdc41f314ef HTTP/1.1" status: 204 len: 168 time: 0.1427839 Nov 12 12:48:38.025397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24075926-8f93-4fde-b42c-1c011ce01db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3d343-9198-46bf-a6fb-5bdc41f314ef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:38.105356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-d35bfba8-c0e3-4e22-ba6d-77b832454247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:38.107730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-d35bfba8-c0e3-4e22-ba6d-77b832454247 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.0710440 Nov 12 12:48:38.179938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-385913fe-852a-46b1-abbc-b2f87f88e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:38.181496 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-385913fe-852a-46b1-abbc-b2f87f88e9a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670540 Nov 12 12:48:38.305664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-b3d6205f-5af3-4c81-88c8-49629e3b0810 service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166444 Nov 12 12:48:38.435746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-84966d7d-0d71-4d82-9941-ed5fe90da9dc service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221280 Nov 12 12:48:38.492661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-22c5b85c-a907-42c0-b9e9-f12e3a99b531 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 200 len: 217 time: 0.0496409 Nov 12 12:48:38.938216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9adb1859-0e36-4eab-8ca2-8b08974f868f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:38.981982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-e71c5284-519c-4ef5-94f2-60820cd54aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:38.984093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-e71c5284-519c-4ef5-94f2-60820cd54aec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 200 len: 797 time: 0.4843562 Nov 12 12:48:39.010011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:39.045898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-1bea86d7-60c9-48a6-88d9-9bc098d9928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:39.047445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-1bea86d7-60c9-48a6-88d9-9bc098d9928f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64237f3e-9d8f-4b12-80f5-7a9295d86b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517499 Nov 12 12:48:39.128054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1902063343-network', 'tenant_id': '1baab83ad66a48518a902c2cbb20d095'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:39.152494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-d5ef8188-d26c-42ec-97a0-cd6b7c693eff service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962980 Nov 12 12:48:39.156551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Made reservation on behalf of 1baab83ad66a48518a902c2cbb20d095 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:48:39.159289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.170511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.260207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-bd534c5d-4750-46eb-be09-1d354c10c97b service neutron] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004000 Nov 12 12:48:39.279225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.287278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.320676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-a770e376-691e-40b6-b347-551e0970a80d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 200 len: 217 time: 0.0524664 Nov 12 12:48:39.323067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f998f204-feab-4ec9-94e0-89d91e25c707,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:39.329071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:48:39.341101 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.341751 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Added segment 785555ae-c15b-4032-9a81-aa0b522137fd of type vlan for network dfc0d5c3-0e39-471d-a650-b7b66266a03a Nov 12 12:48:39.386304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-3d67cb96-aed8-4d1d-b4db-34269c9438b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:39.388797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-3d67cb96-aed8-4d1d-b4db-34269c9438b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.0619295 Nov 12 12:48:39.397471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.408283 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.437961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.439017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:39.439741 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.458560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-5fe5b26f-eb4a-443a-8fd9-88ae22ae66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:39.462725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-5fe5b26f-eb4a-443a-8fd9-88ae22ae66fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610867 Nov 12 12:48:39.470260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4586766 Nov 12 12:48:39.476507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 56734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:39.495233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Request body: {'subnet': {'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1902063343-subnet', 'tenant_id': '1baab83ad66a48518a902c2cbb20d095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:39.519762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b58dd-d609-4de9-8106-77cf2d1baae6 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc0d5c3-0e39-471d-a650-b7b66266a03a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:39.532848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network dfc0d5c3-0e39-471d-a650-b7b66266a03a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:48:39.572881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Made reservation on behalf of 1baab83ad66a48518a902c2cbb20d095 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:48:39.575592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:39.658075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-bf699933-b07a-496b-addd-d088d9b201d8 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846707 Nov 12 12:48:39.831692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-7caa254d-71b2-48fb-801d-052372663edf service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649625 Nov 12 12:48:39.916235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-cf0cc12f-bd27-4dc4-bd3c-07db55f6a44c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 200 len: 217 time: 0.0619636 Nov 12 12:48:39.933403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:40.034707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-722970b3-df41-409f-9b08-e7a7d562a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:40.036221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-722970b3-df41-409f-9b08-e7a7d562a705 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 200 len: 797 time: 0.1131911 Nov 12 12:48:40.038409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5d7808-96ae-40fe-afca-5bc63e8a22f5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:40.080463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Checking segment: {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:40.080880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Network hostable DHCP agents. Network: dfc0d5c3-0e39-471d-a650-b7b66266a03a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:48:40.108831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610411-930d-4483-938b-2575979db6d9 req-5790bf91-e10c-419a-a0c6-1f6a1ad0be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:40.110470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-5790bf91-e10c-419a-a0c6-1f6a1ad0be50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95665ecc-45f7-415e-b2a5-c46f227117a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652623 Nov 12 12:48:40.111506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Network dfc0d5c3-0e39-471d-a650-b7b66266a03a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:48:40.127662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, dfc0d5c3-0e39-471d-a650-b7b66266a03a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:40.141387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b011bc-a332-4a14-b468-b56b59a64175 None None] Network dfc0d5c3-0e39-471d-a650-b7b66266a03a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:48:40.148206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:40.148741 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:40.201438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-01b77856-1d31-42e3-87d0-a97f50637925 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7111435 Nov 12 12:48:40.235859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-d5ee2e61-933a-4b57-9af6-2e7f89560b09 service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165695 Nov 12 12:48:40.313194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78814b81-2f26-4b94-930b-73126f666c25 None None] Network dfc0d5c3-0e39-471d-a650-b7b66266a03a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:48:40.371778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5610411-930d-4483-938b-2575979db6d9 req-0b156456-dff5-412f-af9b-ad9cf1b365dc service neutron] 10.222.0.81 "GET /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291292 Nov 12 12:48:40.644011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:41.353880 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:49.484817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-0ff64cf9-0283-490c-9ddf-2cd9745b3730 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069415351&fields=id&tenant_id=51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 267 time: 0.0508728 Nov 12 12:48:49.599514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b4a69168-d381-447d-b563-56f07f15190b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:49.606650 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b4a69168-d381-447d-b563-56f07f15190b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.1143172 Nov 12 12:48:49.617896 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-8cca19a7-be67-4320-a4aa-e15091a6311f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/quotas/51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 375 time: 0.0099854 Nov 12 12:48:49.683264 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-69a55c84-fee2-4086-ba1e-fe1af0bb6475 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0592651 Nov 12 12:48:49.700176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-356e40b8-96ac-4e3f-b519-50ec69b723bd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:48:49.701404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-356e40b8-96ac-4e3f-b519-50ec69b723bd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055153 Nov 12 12:48:49.801969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-64099c1a-af0d-4778-868a-62d46490d44d service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940528 Nov 12 12:48:49.906887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-95f7cb41-fe82-444f-9e35-22b622123dee service neutron] 10.222.0.18 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984454 Nov 12 12:48:50.246402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37780b6d-7494-41e8-94a7-afedc971e707 req-9afb8ac9-1625-4e72-ad73-a00884c3f5ca tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0405495 Nov 12 12:48:50.867530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.874111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.880996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.886960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.892883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.900075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.905975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:50.910716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc4cb886-47be-4019-8df9-217b14bd937d req-023d858c-d4b6-433b-9358-0e598fbc680f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.1122887 Nov 12 12:48:50.982707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc4cb886-47be-4019-8df9-217b14bd937d req-8f154c74-864d-4d91-a7be-59b352f44581 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669408 Nov 12 12:48:51.357876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5600d79-50e1-4761-a8d4-3e69bf7013f0 req-b4a301d2-e87c-4ad9-9efc-3d2742f63432 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0328193 Nov 12 12:48:51.388419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-f57edc56-743d-495c-b906-f61d34d0e605 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.390639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-f57edc56-743d-495c-b906-f61d34d0e605 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 812 time: 0.2062349 Nov 12 12:48:51.480358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-cbb644c7-d25c-47b7-a5fa-2f14a5fcdfe7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51701a249029464891cbd52263f1e2ba HTTP/1.1" status: 200 len: 380 time: 0.0759077 Nov 12 12:48:51.492307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'port': {'device_id': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'admin_state_up': True, 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'security_groups': ['a4d8d3cf-d252-451a-9042-eec42617e08c']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:51.687060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Made reservation on behalf of 51701a249029464891cbd52263f1e2ba for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:48:51.690874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:51.891364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.20.0.13 (621cacfe-376f-4015-9376-35e7b39f8f1b/75b9ca4c-b56e-4597-968a-b5f6a9c428b2/da29b1e4-c9f9-4f7d-a10b-d97eae7e4566) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:48:51.956016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.962230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.968716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.974325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.980357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.986367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.993512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:51.995473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7022023a-a425-47b5-aa81-8241f6817d68 req-51d668f6-9e5f-446f-bfe8-cafe9608f4b9 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.1397636 Nov 12 12:48:52.105144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.111471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.119877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.125557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.131941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.138026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.144413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.146943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-6c4f6c91-7d5e-4c56-9d74-004e2e65aa1d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.1506383 Nov 12 12:48:52.181735 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7022023a-a425-47b5-aa81-8241f6817d68 req-968d099a-08a5-4222-a04b-033246f5214c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737239 Nov 12 12:48:52.232152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:52.232404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-7b170eb7-c5c3-4c3e-8e43-ed7d1f88410d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.233548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-7b170eb7-c5c3-4c3e-8e43-ed7d1f88410d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "GET /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0759950 Nov 12 12:48:52.294417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:52.301887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.324104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.330663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.337308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.343617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.349855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.355051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 621cacfe-376f-4015-9376-35e7b39f8f1b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:48:52.355826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.356506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:48:52.357820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-0e3f9b1a-30c7-49b0-897e-410693b79c8c tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 5445 time: 0.2099316 Nov 12 12:48:52.360620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:48:52.457687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:52.480345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.481564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:52.512963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b5c047c7-aa10-439e-b0ef-49181e243f05 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0250478 Nov 12 12:48:52.553220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Request body: {'port': {'device_id': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:52.596115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c04872-cd60-44d3-aee9-2c5538527438 req-6751b9d3-149e-471c-8149-c2f393480a56 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:52.602843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-5848feba-66af-41cb-b37a-a66112e431f7 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "GET /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3574097 Nov 12 12:48:52.604233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-25c04872-cd60-44d3-aee9-2c5538527438 req-6751b9d3-149e-471c-8149-c2f393480a56 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 932 time: 0.0902402 Nov 12 12:48:52.626796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:52.685647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:52.690711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc67170b-94dc-4cb8-afee-04e274ce5911 req-d88b86cb-8f06-4be8-a1d6-8502152642ff tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3211596 Nov 12 12:48:52.757760 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-25c04872-cd60-44d3-aee9-2c5538527438 req-44e1ac06-3ae8-4067-bb3e-144f53532551 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526539 Nov 12 12:48:52.810320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:52.924556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be62195a-beb5-4b22-8404-bc2e6836132f None None] Provisioning complete for port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:52.925745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be62195a-beb5-4b22-8404-bc2e6836132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:52.971675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-be62195a-beb5-4b22-8404-bc2e6836132f None None] Port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:53.092775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.100528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.100867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:48:53.108330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.111582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.117489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.125168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.132451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.134437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Transition to ACTIVE for port object da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:48:53.138926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.140407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.142247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-9455a4ab-1b70-4cd4-82a9-cef854750cd8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.2325416 Nov 12 12:48:53.170677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cecf93-69ed-44e7-b79c-6a1cb7ef77ab req-f3ff6064-7e50-403e-a58e-da07c3e41747 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.172194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7cecf93-69ed-44e7-b79c-6a1cb7ef77ab req-f3ff6064-7e50-403e-a58e-da07c3e41747 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1097 time: 0.2948020 Nov 12 12:48:53.206103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Pushing event updated for resources: {'Port': ['ID=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:53.253222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-b7f85f25-0d77-4d35-8e63-74e47a08867d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.255280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-b7f85f25-0d77-4d35-8e63-74e47a08867d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "GET /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805767 Nov 12 12:48:53.343415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:53.381305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] For port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:53.421030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] device_id is not set on port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:48:53.433243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.437903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.444367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.451134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.459460 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.460226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.467290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.474347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.480509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.488527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-329eed01-1d11-49d1-b46e-59f4befd4a20 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.1689003 Nov 12 12:48:53.549590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Attempting to bind port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:48:53.550266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Attempting to bind port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:48:53.550809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Attempting to bind port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:53.590367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 on network 621cacfe-376f-4015-9376-35e7b39f8f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:48:53.590954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Attempting to bind port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 on network 621cacfe-376f-4015-9376-35e7b39f8f1b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:48:53.623271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:48:53.623758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Checking segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:48:53.624340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Bound using segment: {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:48:53.624888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Bound port: da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:48:53.625354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.626940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7cecf93-69ed-44e7-b79c-6a1cb7ef77ab req-9e1c0501-fee7-47d7-9033-58e4541ecc8a tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4384499 Nov 12 12:48:53.646315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ede4d76b-4580-41cb-8f8c-e5e7a0e458f2 req-ec9fdb56-9e48-4556-9140-0516e0ad3b03 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551237 Nov 12 12:48:53.733678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] No DVR routers for this DVR port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:53.798538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] For port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:53.805865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] For port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:48:53.816319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.838215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] In _notify_port_updated(), no bound segment for port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:48:53.839847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.840469 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.841870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] 10.222.0.81 "PUT /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 200 len: 1033 time: 1.2230721 Nov 12 12:48:53.842544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Pushing event updated for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:53.931119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.932845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.932845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.932845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.933178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.933637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.933981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.934441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.934774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.935100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.935422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.935792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd693b-2a07-4d0b-b3b8-7a3b0d2ecc1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:53.940434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.941212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.943499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] 10.222.0.65 "PUT /v2.0/ports/da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 200 len: 1092 time: 1.3954234 Nov 12 12:48:53.944069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:53.947052 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf88c88-2b45-4af1-b743-7ef7a0a04088" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:53.956158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2ff717c2-349f-4bc4-a3f9-2b4dcbb8ad03 None None] Provisioning complete for port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:53.956765 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ff717c2-349f-4bc4-a3f9-2b4dcbb8ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:53.960735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735bf5-490c-404b-9d40-082ff41c2332 service neutron] Pushing event updated for resources: {'Port': ['ID=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:53.983801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-91c1b9a3-95c5-454e-b4c2-2033fda69cdb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:53.986143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-91c1b9a3-95c5-454e-b4c2-2033fda69cdb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "GET /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1320820 Nov 12 12:48:54.008267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:54.011324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2ff717c2-349f-4bc4-a3f9-2b4dcbb8ad03 None None] Port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:54.012649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.033541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.041363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.048630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.056911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.064341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.069162 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7083a030-803a-4a06-a753-0c734ee4c2cf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "GET /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7976537 Nov 12 12:48:54.074326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af661b6a-868c-468e-a128-1cd8515104d2 req-72f998af-425f-457e-b255-159a6e0fcf76 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 4665 time: 0.2520700 Nov 12 12:48:54.103877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:54.119652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69714e33-31fb-4a80-a611-20f622284e35 req-5643149e-640a-4e5f-8092-ab141674f0a8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.128134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69714e33-31fb-4a80-a611-20f622284e35 req-5643149e-640a-4e5f-8092-ab141674f0a8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.3058982 Nov 12 12:48:54.195223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af661b6a-868c-468e-a128-1cd8515104d2 req-f8845d24-5a74-4676-b847-26ff27dc3106 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0&id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199853 Nov 12 12:48:54.207038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-69714e33-31fb-4a80-a611-20f622284e35 req-ce0e52b2-32eb-48c0-b29c-d1a9174015b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776427 Nov 12 12:48:54.214404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:54.232175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-5084de10-ef8a-4ba5-9830-1184afbbe3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.232175 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-5084de10-ef8a-4ba5-9830-1184afbbe3ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1095 time: 0.1381474 Nov 12 12:48:54.241388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 56870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:48:54.326389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:54.340262 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbe1c6f-5165-43fa-b486-521d8c10e0bb x-openstack-request-id: req-5fbe1c6f-5165-43fa-b486-521d8c10e0bb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:54.340532 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:54.340781 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fbe1c6f-5165-43fa-b486-521d8c10e0bb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:54.341177 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'status': 'completed', 'code': 200} Nov 12 12:48:54.344297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b4419d5b-a849-4715-ba82-e0398506c42d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 200 len: 217 time: 0.1135747 Nov 12 12:48:54.406003 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fd2153de-17db-43f7-9147-9ec2a6a6df2a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/c5363373-1dfe-466c-b9ff-7ec813770474 HTTP/1.1" status: 200 len: 994 time: 0.1634676 Nov 12 12:48:54.431066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-40a264e7-c109-49de-a493-92d1ce2601a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.431367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device a1cec711-7957-490b-8285-42e45aae8d64 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:54.433011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-40a264e7-c109-49de-a493-92d1ce2601a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0808530 Nov 12 12:48:54.487523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b64e-641c-4bd7-b0fe-66c7abc37ec3 req-e399bdb7-2624-481c-88d7-8de487c42fcc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.489524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7162b64e-641c-4bd7-b0fe-66c7abc37ec3 req-e399bdb7-2624-481c-88d7-8de487c42fcc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.1799452 Nov 12 12:48:54.532291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60581d5-533e-4482-be33-9c2dc237f09f req-5cb65eff-96ff-41c4-837f-755afe46aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:54.533895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-5cb65eff-96ff-41c4-837f-755afe46aa44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898263 Nov 12 12:48:54.596327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:54.627951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=4ecc621c-0ddf-49af-b587-a26af548b034,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:54.647646 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7162b64e-641c-4bd7-b0fe-66c7abc37ec3 req-faa346b4-f980-47d9-902f-defe63bdde80 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378648 Nov 12 12:48:54.655693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1cec711-7957-490b-8285-42e45aae8d64,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:54.658181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:54.660411 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a97f0e-e41c-40ff-895d-e7f5e5f5a2a4" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cec711-7957-490b-8285-42e45aae8d64"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:54.664561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-fedf729b-e73a-4b2f-b3cd-bf92d38a087c service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210713 Nov 12 12:48:54.670427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:54.671255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:54.699198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] For port 4ecc621c-0ddf-49af-b587-a26af548b034, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:54.743353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] device_id is not set on port 4ecc621c-0ddf-49af-b587-a26af548b034 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:48:54.753277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:54.772116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:54.791639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=715e755b-4ff1-44f6-ae90-340b668411f1,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:54.810409 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efebf2d-85c4-403b-be73-447459f6ba67 x-openstack-request-id: req-3efebf2d-85c4-403b-be73-447459f6ba67 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:54.810688 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cec711-7957-490b-8285-42e45aae8d64", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:54.810945 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3efebf2d-85c4-403b-be73-447459f6ba67 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:54.811347 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64', 'code': 200} Nov 12 12:48:54.890842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:54.900684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] No DVR routers for this DVR port 4ecc621c-0ddf-49af-b587-a26af548b034 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:54.908972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30662404-76af-4712-9710-da9f22c44284 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:54.913747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e60581d5-533e-4482-be33-9c2dc237f09f req-b42746d6-df4a-486d-8bcf-e7871f0f12dd service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389793 Nov 12 12:48:54.999970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] For port 715e755b-4ff1-44f6-ae90-340b668411f1, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:55.030214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.031963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] In _notify_port_updated(), no bound segment for port 4ecc621c-0ddf-49af-b587-a26af548b034 on network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:48:55.033148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.034008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.036376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-30662404-76af-4712-9710-da9f22c44284 service neutron] 10.222.0.81 "PUT /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 200 len: 1032 time: 1.0374432 Nov 12 12:48:55.042972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.056966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.074005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] device_id is not set on port 715e755b-4ff1-44f6-ae90-340b668411f1 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:48:55.074705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.080676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.092303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.106780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.108104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:55.112637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.116185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ba006da0-3ca0-4b4b-9a14-0ebe1df53110 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:55.123195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.126759 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-a7358d02-3f49-4c1f-bb52-4477cb800380 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 5436 time: 0.2416036 Nov 12 12:48:55.173630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.221264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-b3a04f5f-6368-437f-bbf3-233e00734b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.223079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-b3a04f5f-6368-437f-bbf3-233e00734b44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1095 time: 0.2383270 Nov 12 12:48:55.236630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.297132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:55.320787 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.323079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e526dd2d-35e9-4c57-95df-1f9923549ec1 None None] Provisioning complete for port 4ecc621c-0ddf-49af-b587-a26af548b034 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:55.323567 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e526dd2d-35e9-4c57-95df-1f9923549ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.326739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-c01097cf-b127-4a05-85ad-0485a3fbf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.328366 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-c01097cf-b127-4a05-85ad-0485a3fbf17d service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.0970654 Nov 12 12:48:55.348958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db0f3d60-b6a8-42d1-b451-c2a569c035c6 req-27cd443d-94aa-4b54-91de-b35dd354d7c1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904185 Nov 12 12:48:55.376558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e526dd2d-35e9-4c57-95df-1f9923549ec1 None None] Port 4ecc621c-0ddf-49af-b587-a26af548b034 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:55.421715 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-23500d84-b3e6-4804-9b9e-c7dbea8a89fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 200 len: 217 time: 0.0714459 Nov 12 12:48:55.435131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee416663-b601-4cbd-b49f-65952e44a366 req-18c68411-5698-4c73-96df-6af6eb3f59c7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.451176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee416663-b601-4cbd-b49f-65952e44a366 req-18c68411-5698-4c73-96df-6af6eb3f59c7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.3333657 Nov 12 12:48:55.454227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:55.461919 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.462780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device cad53b8a-8590-4671-b981-16b96dea7ff4 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:55.467772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:55.472754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-3c4bccb3-ff07-42c2-b5f6-139014c848c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3548970 Nov 12 12:48:55.500867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] No DVR routers for this DVR port 715e755b-4ff1-44f6-ae90-340b668411f1 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:55.594371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee416663-b601-4cbd-b49f-65952e44a366 req-ccbb40a8-4005-405e-b4ae-2a12c5a94a08 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405957 Nov 12 12:48:55.595424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] In _notify_port_updated(), no bound segment for port 715e755b-4ff1-44f6-ae90-340b668411f1 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:48:55.596299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.596920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.598848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-78260ca1-e1a5-4984-82c4-166a65b2ffb0 service neutron] 10.222.0.81 "PUT /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 200 len: 1028 time: 1.5014939 Nov 12 12:48:55.601353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port cad53b8a-8590-4671-b981-16b96dea7ff4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:48:55.601693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.615149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-57a05a14-7fdb-4bbc-a83c-5cff6761dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.616794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-57a05a14-7fdb-4bbc-a83c-5cff6761dbfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.1877875 Nov 12 12:48:55.637351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e76e2-5628-402b-b574-542032419b2b req-9595ade1-0b60-4f1d-a257-7d586dc356cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.654820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e76e2-5628-402b-b574-542032419b2b req-9595ade1-0b60-4f1d-a257-7d586dc356cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.675426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e76e2-5628-402b-b574-542032419b2b req-9595ade1-0b60-4f1d-a257-7d586dc356cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.694091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e76e2-5628-402b-b574-542032419b2b req-9595ade1-0b60-4f1d-a257-7d586dc356cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.712752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.715118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:55.733084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e76e2-5628-402b-b574-542032419b2b req-9595ade1-0b60-4f1d-a257-7d586dc356cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.738497 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c9e76e2-5628-402b-b574-542032419b2b req-9595ade1-0b60-4f1d-a257-7d586dc356cf tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3882 time: 0.2485929 Nov 12 12:48:55.824630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-955e13af-6a69-433c-9371-8818ef02a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.825683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=cad53b8a-8590-4671-b981-16b96dea7ff4,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:55.828385 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-955e13af-6a69-433c-9371-8818ef02a2bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875525 Nov 12 12:48:55.847216 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.853413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:55.865367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-b929ec79-d09d-4611-baba-86da186a470d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.867007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-b929ec79-d09d-4611-baba-86da186a470d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "GET /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2272818 Nov 12 12:48:55.870957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] For port cad53b8a-8590-4671-b981-16b96dea7ff4, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=cad53b8a-8590-4671-b981-16b96dea7ff4,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:55.871321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:55.888477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:48:55.897914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for cad53b8a-8590-4671-b981-16b96dea7ff4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:48:55.934935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c9e76e2-5628-402b-b574-542032419b2b req-229e5f3e-dc03-45fc-a329-b2271ac427cb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581771 Nov 12 12:48:55.951358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb9bd6-0d8c-4d3d-90fb-774535a14634 req-97024e74-6d52-4214-8e61-019b7642c909 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:55.952923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97eb9bd6-0d8c-4d3d-90fb-774535a14634 req-97024e74-6d52-4214-8e61-019b7642c909 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.1460445 Nov 12 12:48:56.005229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-5f2ba325-9d5c-43f8-a6bf-e731e2f8a972 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669080 Nov 12 12:48:56.037359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.059580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:56.064646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ab411d4c-6e9f-44f6-9e3d-9e17943a2462 None None] Provisioning complete for port 715e755b-4ff1-44f6-ae90-340b668411f1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:56.065010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab411d4c-6e9f-44f6-9e3d-9e17943a2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.108316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ab411d4c-6e9f-44f6-9e3d-9e17943a2462 None None] Port 715e755b-4ff1-44f6-ae90-340b668411f1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:56.124565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:48:56.125047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e250d5c8-b695-47b9-9df9-b9b75d1eb399 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:56.203555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97eb9bd6-0d8c-4d3d-90fb-774535a14634 req-ae8443cd-dbda-4362-9848-41469330c625 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156312 Nov 12 12:48:56.228017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbf88c88-2b45-4af1-b743-7ef7a0a04088 req-df1f81bc-242f-4464-88aa-2a4196e496dc service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065065 Nov 12 12:48:56.276550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.329094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:56.336013 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.337154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9706f7d-d061-45fd-8cde-dff5e795728f no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:56.509504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:56.599187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.626980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:56.648163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9706f7d-d061-45fd-8cde-dff5e795728f,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:56.655497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.657009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device e5b2db53-b081-47a4-aada-faa90c345d3b no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:56.661855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:56.679694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:56.701532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:56.735765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:56.771915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:56.772358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:56.795997 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-899614e0-2ca1-446f-9f53-7f5698e49c4a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 4659 time: 0.3007834 Nov 12 12:48:56.818290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110'}, {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4'}, {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399'}, {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:56.820531 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca95782-b309-4040-bea1-3cb1dbebe439" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110"}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4"}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399"}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:56.845260 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.873911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.912827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e5b2db53-b081-47a4-aada-faa90c345d3b,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:56.917565 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5dad8e1-64fa-40a6-9b46-98495bb2c332 req-d92fff79-d6db-4f51-a28f-94cb9b448815 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=92915ced-82d3-4474-8865-ecde2acb7473&id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087239 Nov 12 12:48:56.922654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:56.923689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4ecc621c-0ddf-49af-b587-a26af548b034 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:56.997229 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e68689-e48e-4a5b-a5ce-c08609f53f91 x-openstack-request-id: req-e3e68689-e48e-4a5b-a5ce-c08609f53f91 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:56.997538 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110", "code": 200}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4", "code": 200}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399", "code": 200}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-unplugged", "status": "completed", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:56.997791 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3e68689-e48e-4a5b-a5ce-c08609f53f91 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:56.998269 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9', 'code': 200} Nov 12 12:48:56.998525 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110', 'code': 200} Nov 12 12:48:56.998778 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4', 'code': 200} Nov 12 12:48:56.999023 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399', 'code': 200} Nov 12 12:48:56.999268 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'code': 200} Nov 12 12:48:57.072642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:57.085222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=cad53b8a-8590-4671-b981-16b96dea7ff4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:57.102714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47199aa0-7bb8-4e87-a746-05a7495b63a1 req-0b218b46-ecdb-4b79-ae69-6baf1eb4efa8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.104677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 4ecc621c-0ddf-49af-b587-a26af548b034 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:48:57.105597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f3a22de2-4066-4798-a150-c437fbaad9e2 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:57.113003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47199aa0-7bb8-4e87-a746-05a7495b63a1 req-0b218b46-ecdb-4b79-ae69-6baf1eb4efa8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.119879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] No DVR routers for this DVR port cad53b8a-8590-4671-b981-16b96dea7ff4 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:57.120054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47199aa0-7bb8-4e87-a746-05a7495b63a1 req-0b218b46-ecdb-4b79-ae69-6baf1eb4efa8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.123289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f3a22de2-4066-4798-a150-c437fbaad9e2,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:57.126539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47199aa0-7bb8-4e87-a746-05a7495b63a1 req-0b218b46-ecdb-4b79-ae69-6baf1eb4efa8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.126898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.128290 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47199aa0-7bb8-4e87-a746-05a7495b63a1 req-0b218b46-ecdb-4b79-ae69-6baf1eb4efa8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3143 time: 0.0817831 Nov 12 12:48:57.132054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-9ce9cbf8-4442-4455-8eb2-01ece26f9721 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "DELETE /v2.0/ports/cad53b8a-8590-4671-b981-16b96dea7ff4 HTTP/1.1" status: 204 len: 173 time: 2.0865266 Nov 12 12:48:57.132646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:57.134965 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec272e9-89f6-44f7-bd37-82dd7eb22ae4" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:57.196250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47199aa0-7bb8-4e87-a746-05a7495b63a1 req-99d1e5c3-57a9-4a6a-8d36-553acbfa70fa tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578277 Nov 12 12:48:57.207201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b83f4-137e-4a36-b6a1-6356cf7d6237 req-34f27652-226c-4572-a0ce-d24069cf121f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.214761 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.218935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a53b83f4-137e-4a36-b6a1-6356cf7d6237 req-34f27652-226c-4572-a0ce-d24069cf121f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.3742237 Nov 12 12:48:57.257421 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c20070-af8c-458f-b61c-d9c91068aa8d x-openstack-request-id: req-39c20070-af8c-458f-b61c-d9c91068aa8d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:57.257784 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "cad53b8a-8590-4671-b981-16b96dea7ff4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:57.258104 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c20070-af8c-458f-b61c-d9c91068aa8d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:57.258670 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'cad53b8a-8590-4671-b981-16b96dea7ff4', 'status': 'completed', 'code': 200} Nov 12 12:48:57.303879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] For port f3a22de2-4066-4798-a150-c437fbaad9e2, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:48:57.371036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a53b83f4-137e-4a36-b6a1-6356cf7d6237 req-ef77ce29-4fc6-4897-99f5-120d2c14cc78 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508574 Nov 12 12:48:57.391233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] device_id is not set on port f3a22de2-4066-4798-a150-c437fbaad9e2 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:48:57.408632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.409620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a18e-8cbc-49b2-addb-99a883e42081 req-35a21db7-8d33-4efa-b4f6-afd621d5d97b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.418213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5317a18e-8cbc-49b2-addb-99a883e42081 req-35a21db7-8d33-4efa-b4f6-afd621d5d97b tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0972378 Nov 12 12:48:57.425242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.475286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-27ec9e38-ccc9-456a-9369-df04a259b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.477221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-27ec9e38-ccc9-456a-9369-df04a259b06e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1097 time: 0.1467483 Nov 12 12:48:57.479496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port b9706f7d-d061-45fd-8cde-dff5e795728f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:48:57.479833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.499026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:48:57.499483 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:48:57.523223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] No DVR routers for this DVR port f3a22de2-4066-4798-a150-c437fbaad9e2 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:57.526843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5317a18e-8cbc-49b2-addb-99a883e42081 req-d6246a57-da89-4514-970d-a2c5297c4461 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073198 Nov 12 12:48:57.642578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Pushing event updated for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:57.642896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-cc6db209-0dac-4001-a0de-3261458e2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.644722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-cc6db209-0dac-4001-a0de-3261458e2ee4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1563659 Nov 12 12:48:57.664586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] In _notify_port_updated(), no bound segment for port f3a22de2-4066-4798-a150-c437fbaad9e2 on network aaed0afa-46d4-4259-a9d9-21829c166e31 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:48:57.665619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.666350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.680739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-06094089-e839-40f2-b55d-017e0a112c8d service neutron] 10.222.0.81 "PUT /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 200 len: 1028 time: 1.7895584 Nov 12 12:48:57.729796 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] For port b9706f7d-d061-45fd-8cde-dff5e795728f, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9706f7d-d061-45fd-8cde-dff5e795728f,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:57.730183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:57.772241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-57c4100f-1964-43f0-80f1-fc5904e072a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1002 time: 0.1164124 Nov 12 12:48:57.849696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-e9c44123-2b93-47de-a63a-e86e2a5e8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.851343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-e9c44123-2b93-47de-a63a-e86e2a5e8a6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0704350 Nov 12 12:48:57.902412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-0d60ddf0-4f57-4ec2-bb99-24d21d29e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:57.903932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-0d60ddf0-4f57-4ec2-bb99-24d21d29e690 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438757 Nov 12 12:48:57.960091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4ff47360-a02f-443c-b5ce-07eb13a66791 None None] Provisioning complete for port f3a22de2-4066-4798-a150-c437fbaad9e2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:48:57.960811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ff47360-a02f-443c-b5ce-07eb13a66791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.010850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4ff47360-a02f-443c-b5ce-07eb13a66791 None None] Port f3a22de2-4066-4798-a150-c437fbaad9e2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:48:58.053602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6a1b0778-d38b-429d-ba93-5d22267bb579 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:58.063285 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-301f9244-d0b3-4cf5-b373-b31f6e92deb1 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504412 Nov 12 12:48:58.156478 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.171367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port e5b2db53-b081-47a4-aada-faa90c345d3b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:48:58.171980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.191286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-1e28c8b0-11e0-440c-b793-82056449a9c6 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196918 Nov 12 12:48:58.204696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-9efcdf87-d6d6-4372-9b5d-312388bb29d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.208318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6a1b0778-d38b-429d-ba93-5d22267bb579,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:58.214538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-9efcdf87-d6d6-4372-9b5d-312388bb29d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.215046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.225193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-9efcdf87-d6d6-4372-9b5d-312388bb29d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.235020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-9efcdf87-d6d6-4372-9b5d-312388bb29d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.244817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-9efcdf87-d6d6-4372-9b5d-312388bb29d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.255998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-9efcdf87-d6d6-4372-9b5d-312388bb29d1 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 3882 time: 0.2345624 Nov 12 12:48:58.278756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 715e755b-4ff1-44f6-ae90-340b668411f1 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:58.347431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.348503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.348948 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Floating IP 407a9179-7884-4305-95ce-ce388248c2be disassociated. External IP: 172.25.1.25, port: b9706f7d-d061-45fd-8cde-dff5e795728f. Nov 12 12:48:58.349395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for b9706f7d-d061-45fd-8cde-dff5e795728f owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:48:58.369577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 715e755b-4ff1-44f6-ae90-340b668411f1 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:48:58.370396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5311de14-71d7-4e80-8c76-be5676bd07f1 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:58.394968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31135-29b9-4183-852f-9e6703f7e570 req-85436492-89c0-45ba-bfb4-97cf736d9a5d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.405604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31135-29b9-4183-852f-9e6703f7e570 req-85436492-89c0-45ba-bfb4-97cf736d9a5d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.413189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:58.423042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31135-29b9-4183-852f-9e6703f7e570 req-85436492-89c0-45ba-bfb4-97cf736d9a5d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.430878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.431352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.431603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.432203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.432478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.432811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.433121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.433485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.433799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.434059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.434494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.434818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:48:58.438938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31135-29b9-4183-852f-9e6703f7e570 req-85436492-89c0-45ba-bfb4-97cf736d9a5d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.445365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fc31135-29b9-4183-852f-9e6703f7e570 req-85436492-89c0-45ba-bfb4-97cf736d9a5d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 3143 time: 0.1488953 Nov 12 12:48:58.462819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caf05b84-db6f-4425-b02e-40b5210671f2 req-4c982908-9768-4a80-ab7c-86f8aef9a8bf tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059209 Nov 12 12:48:58.482725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] For port e5b2db53-b081-47a4-aada-faa90c345d3b, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e5b2db53-b081-47a4-aada-faa90c345d3b,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:58.483276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.513279 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fc31135-29b9-4183-852f-9e6703f7e570 req-bdf8c5cc-505c-409e-ac96-9fef50d91d62 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603459 Nov 12 12:48:58.515308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for e5b2db53-b081-47a4-aada-faa90c345d3b owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:48:58.536194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.625891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5311de14-71d7-4e80-8c76-be5676bd07f1,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:58.632949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.634085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 6d9a0aa7-7d81-4a18-be7b-27276221c905 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:48:58.695367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40634c-719b-4052-ad20-572541f135b3 req-04240211-8a4a-4c67-974c-a3cd8befc065 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.696891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb40634c-719b-4052-ad20-572541f135b3 req-04240211-8a4a-4c67-974c-a3cd8befc065 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0804384 Nov 12 12:48:58.744495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:58.766687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:58.814410 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb40634c-719b-4052-ad20-572541f135b3 req-0e3890a3-0f7f-438f-b98b-962096fd0225 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097884 Nov 12 12:48:58.822298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d706-e3a1-4fa8-85f6-025f09f637c5 req-f4e59597-af8a-4980-b336-bb2bbdcb3734 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:58.831607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0464d706-e3a1-4fa8-85f6-025f09f637c5 req-f4e59597-af8a-4980-b336-bb2bbdcb3734 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.2273083 Nov 12 12:48:58.892449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=b9706f7d-d061-45fd-8cde-dff5e795728f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:58.999987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:59.002796 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65d9127-e03e-420a-993b-677671dddb3f" -d '{"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:59.003859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.008715 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.045282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:59.052598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0464d706-e3a1-4fa8-85f6-025f09f637c5 req-e90368db-0f8e-4b4c-abe7-d42c6e49d9de tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196193 Nov 12 12:48:59.058378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=e5b2db53-b081-47a4-aada-faa90c345d3b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:59.064896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.114487 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea24c0d5-6763-4363-84ef-e1d86bbd5a1e x-openstack-request-id: req-ea24c0d5-6763-4363-84ef-e1d86bbd5a1e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:59.115188 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:59.115672 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea24c0d5-6763-4363-84ef-e1d86bbd5a1e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:59.116978 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b', 'code': 200} Nov 12 12:48:59.117435 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579', 'code': 200} Nov 12 12:48:59.117896 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'code': 200} Nov 12 12:48:59.137248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:48:59.185204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] No DVR routers for this DVR port e5b2db53-b081-47a4-aada-faa90c345d3b on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:48:59.188376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.193318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-e436a0de-f7df-4514-a6cc-9cf103783f70 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "DELETE /v2.0/ports/e5b2db53-b081-47a4-aada-faa90c345d3b HTTP/1.1" status: 204 len: 173 time: 1.5107770 Nov 12 12:48:59.260005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Router f39cea5b-7702-4c32-9784-1fe70206c6e3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:48:59.260692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:48:59.262888 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb85e9b-f6ac-412d-8f8f-68e4f03537ec" -d '{"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:48:59.364850 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233545f-449a-46c3-af74-6b637968c59d x-openstack-request-id: req-6233545f-449a-46c3-af74-6b637968c59d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:48:59.365288 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "e5b2db53-b081-47a4-aada-faa90c345d3b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:48:59.365630 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6233545f-449a-46c3-af74-6b637968c59d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:48:59.366100 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': 'e5b2db53-b081-47a4-aada-faa90c345d3b', 'status': 'completed', 'code': 200} Nov 12 12:48:59.445697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port 5311de14-71d7-4e80-8c76-be5676bd07f1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:48:59.446133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.541370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:48:59.559809 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] Sync routers for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:48:59.593018 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:48:59.593582 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:48:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:48:59.639953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] For port 5311de14-71d7-4e80-8c76-be5676bd07f1, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5311de14-71d7-4e80-8c76-be5676bd07f1,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:48:59.641322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.725300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.726025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df21abd-98d5-408c-9cfe-cb5b643b70e2 req-2b8ea03d-c029-46f5-bf85-73774c95f5db tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:59.744207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df21abd-98d5-408c-9cfe-cb5b643b70e2 req-2b8ea03d-c029-46f5-bf85-73774c95f5db tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:59.758331 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:48:59.761602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df21abd-98d5-408c-9cfe-cb5b643b70e2 req-2b8ea03d-c029-46f5-bf85-73774c95f5db tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:59.775261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df21abd-98d5-408c-9cfe-cb5b643b70e2 req-2b8ea03d-c029-46f5-bf85-73774c95f5db tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:48:59.778551 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1df21abd-98d5-408c-9cfe-cb5b643b70e2 req-2b8ea03d-c029-46f5-bf85-73774c95f5db tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 3143 time: 0.1517961 Nov 12 12:48:59.850501 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1df21abd-98d5-408c-9cfe-cb5b643b70e2 req-8074326d-5081-4473-af05-f6ae1d4fcd0e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649228 Nov 12 12:48:59.905208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.928313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.928712 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:48:59.929326 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Floating IP 9f6ee3f9-77b4-4e2d-ad89-889cf914c46b disassociated. External IP: 172.25.1.125, port: 5311de14-71d7-4e80-8c76-be5676bd07f1. Nov 12 12:48:59.929651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for 5311de14-71d7-4e80-8c76-be5676bd07f1 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:00.002916 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:00.033934 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] Checking router: f39cea5b-7702-4c32-9784-1fe70206c6e3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:49:00.043304 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:00.044352 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:48:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:00.052393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] No DVR routers for this DVR port b9706f7d-d061-45fd-8cde-dff5e795728f on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:00.056007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:00.060185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-47affa61-8a7f-47f3-84d4-abe0e64cc12f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "DELETE /v2.0/ports/b9706f7d-d061-45fd-8cde-dff5e795728f HTTP/1.1" status: 204 len: 173 time: 2.9124215 Nov 12 12:49:00.065038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0852-6ec2-4969-8ce0-f1a840a97a32 req-729c5887-f6b8-47bd-b4d1-cd4e4c3a54e5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:00.078402 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d4a0852-6ec2-4969-8ce0-f1a840a97a32 req-729c5887-f6b8-47bd-b4d1-cd4e4c3a54e5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.1087198 Nov 12 12:49:00.142713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec8e2-2049-477d-bf6b-75817389a2e9 req-61325fea-8802-4c4b-8e4a-9931307b95b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:00.150122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec8e2-2049-477d-bf6b-75817389a2e9 req-61325fea-8802-4c4b-8e4a-9931307b95b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:00.156025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec8e2-2049-477d-bf6b-75817389a2e9 req-61325fea-8802-4c4b-8e4a-9931307b95b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:00.164598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdeec8e2-2049-477d-bf6b-75817389a2e9 req-61325fea-8802-4c4b-8e4a-9931307b95b3 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 2410 time: 0.5029478 Nov 12 12:49:00.172579 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:00.279594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cdeec8e2-2049-477d-bf6b-75817389a2e9 req-9d6976eb-7308-4c09-b309-58a8dd5d6aa4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139750 Nov 12 12:49:00.460814 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:00.498430 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc155301-7d1c-4801-b1f3-e7fffa5923a3 None None] The sync data for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 is: [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ae2f4210-465f-4a31-a77d-39f9ec365e53', 'name': '', 'network_id': 'd0654cd6-507f-4dcf-86e6-7f0688fc218c', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'mac_address': 'fa:16:3e:e7:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:50Z', 'updated_at': '2021-11-12T12:36:57Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'subnets': [{'id': '01579e2b-c67d-41c9-a5ff-e1587aef7979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:49:00.514437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port a1cec711-7957-490b-8285-42e45aae8d64 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:00.514861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:00.545575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:00.627160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=5311de14-71d7-4e80-8c76-be5676bd07f1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:00.650920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d4a0852-6ec2-4969-8ce0-f1a840a97a32 req-7ae60fc0-efa7-4954-b21a-88ecb2a8ad78 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655658 Nov 12 12:49:00.662487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700168d-5b42-43ee-905e-4acb7c06ee31 req-04d59cbe-6c02-433d-adeb-0d61e6add397 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:00.664118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0700168d-5b42-43ee-905e-4acb7c06ee31 req-04d59cbe-6c02-433d-adeb-0d61e6add397 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.2283435 Nov 12 12:49:00.875935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0700168d-5b42-43ee-905e-4acb7c06ee31 req-688635be-d31d-4001-a7c9-f64538f46225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841588 Nov 12 12:49:00.890489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] For port a1cec711-7957-490b-8285-42e45aae8d64, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=a1cec711-7957-490b-8285-42e45aae8d64,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:00.890866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:00.923611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for a1cec711-7957-490b-8285-42e45aae8d64 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:00.932345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Router f5a209b4-761a-4fe2-9cbc-03244a4392bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:49:00.995024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b388ec-ceca-4ea6-a0fe-7aa0df5ccd5f None None] New status for floating IP 407a9179-7884-4305-95ce-ce388248c2be: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:49:01.070019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91798582-28fb-401d-b929-2a0f0b5726df req-91879d22-07e2-48e6-b176-a8f3974e9a57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.076526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91798582-28fb-401d-b929-2a0f0b5726df req-91879d22-07e2-48e6-b176-a8f3974e9a57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.085019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91798582-28fb-401d-b929-2a0f0b5726df req-91879d22-07e2-48e6-b176-a8f3974e9a57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.089185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91798582-28fb-401d-b929-2a0f0b5726df req-91879d22-07e2-48e6-b176-a8f3974e9a57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 2410 time: 0.1028063 Nov 12 12:49:01.124578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:01.127826 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58544e-f82f-41b1-b26d-97753c688dc1" -d '{"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:01.221597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-91798582-28fb-401d-b929-2a0f0b5726df req-9840587f-8e6e-4863-b0e6-92d65ebfaa57 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251814 Nov 12 12:49:01.241077 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35c40a-7e3b-4c6a-b701-6ec7a8821eb7 x-openstack-request-id: req-4e35c40a-7e3b-4c6a-b701-6ec7a8821eb7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:01.241444 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:01.241801 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e35c40a-7e3b-4c6a-b701-6ec7a8821eb7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:01.242506 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905', 'code': 200} Nov 12 12:49:01.389598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:01.392199 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0ea7c2-0ae0-47e3-ae05-74a86d3030d5" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:01.453501 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8866d6d-c821-4ab2-8d6c-cabc24af8050 x-openstack-request-id: req-a8866d6d-c821-4ab2-8d6c-cabc24af8050 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:01.453744 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "b9706f7d-d061-45fd-8cde-dff5e795728f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:01.454102 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8866d6d-c821-4ab2-8d6c-cabc24af8050 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:01.454525 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'b9706f7d-d061-45fd-8cde-dff5e795728f', 'status': 'completed', 'code': 200} Nov 12 12:49:01.575985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c323c-1957-4313-a9f1-402ba9d958c9 req-1373c820-9128-47a7-a619-6452e6692103 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.581836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c323c-1957-4313-a9f1-402ba9d958c9 req-1373c820-9128-47a7-a619-6452e6692103 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.588270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c323c-1957-4313-a9f1-402ba9d958c9 req-1373c820-9128-47a7-a619-6452e6692103 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.589968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f40c323c-1957-4313-a9f1-402ba9d958c9 req-1373c820-9128-47a7-a619-6452e6692103 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 2410 time: 0.1925931 Nov 12 12:49:01.630446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:49:01.640931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] Sync routers for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:49:01.652706 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:01.653297 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:48:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:01.709226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] No DVR routers for this DVR port 5311de14-71d7-4e80-8c76-be5676bd07f1 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:01.711863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:01.715658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-7347a143-485e-4aa6-9699-68947e5a82e4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "DELETE /v2.0/ports/5311de14-71d7-4e80-8c76-be5676bd07f1 HTTP/1.1" status: 204 len: 173 time: 2.5163679 Nov 12 12:49:01.751068 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f40c323c-1957-4313-a9f1-402ba9d958c9 req-a8d56a6d-3401-43db-9ba0-894626175461 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494503 Nov 12 12:49:01.777983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:01.814384 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:01.823584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=a1cec711-7957-490b-8285-42e45aae8d64,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:01.833110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b957f87-5247-417d-b539-69eae295d82a req-eca5d3b1-8480-4540-afa4-7a2ce99ae1ce tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:01.835999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b957f87-5247-417d-b539-69eae295d82a req-eca5d3b1-8480-4540-afa4-7a2ce99ae1ce tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0855062 Nov 12 12:49:01.910898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] No DVR routers for this DVR port a1cec711-7957-490b-8285-42e45aae8d64 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:01.914389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:01.916039 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5b957f87-5247-417d-b539-69eae295d82a req-212da780-d124-4283-bc36-57a06041c43c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738213 Nov 12 12:49:01.918587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-14a70d7f-5953-40ea-9526-b98d2a3a01be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "DELETE /v2.0/ports/a1cec711-7957-490b-8285-42e45aae8d64 HTTP/1.1" status: 204 len: 173 time: 1.8518326 Nov 12 12:49:02.061974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port 6a1b0778-d38b-429d-ba93-5d22267bb579 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:02.062357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.138565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0faa9-e4eb-4072-8435-85524cbe0a83 req-88b8d8e7-b01d-49f0-a11e-d3aff16e641f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:02.140088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dac0faa9-e4eb-4072-8435-85524cbe0a83 req-88b8d8e7-b01d-49f0-a11e-d3aff16e641f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.1621253 Nov 12 12:49:02.160163 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:04Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:02.188090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:02.188436 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.195368 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] Checking router: f5a209b4-761a-4fe2-9cbc-03244a4392bf for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:49:02.204926 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:02.206569 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:48:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:02.284133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] For port 6a1b0778-d38b-429d-ba93-5d22267bb579, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6a1b0778-d38b-429d-ba93-5d22267bb579,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:02.284514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.317374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dac0faa9-e4eb-4072-8435-85524cbe0a83 req-fd745e24-7912-4e2d-9fd6-1cd4e8b64b98 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671734 Nov 12 12:49:02.320981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for 6a1b0778-d38b-429d-ba93-5d22267bb579 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:02.378534 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:02.411495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] For port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:02.412358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.433086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:02.442102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91e41-0433-400b-ae29-0a5b76d386e7 req-233cd6ab-51db-4c23-b9a8-7258b0bf1985 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:02.449139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91e41-0433-400b-ae29-0a5b76d386e7 req-233cd6ab-51db-4c23-b9a8-7258b0bf1985 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:02.456786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91e41-0433-400b-ae29-0a5b76d386e7 req-233cd6ab-51db-4c23-b9a8-7258b0bf1985 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:02.460210 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34f91e41-0433-400b-ae29-0a5b76d386e7 req-233cd6ab-51db-4c23-b9a8-7258b0bf1985 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 2410 time: 0.0947068 Nov 12 12:49:02.541830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-34f91e41-0433-400b-ae29-0a5b76d386e7 req-3ae4247c-268f-4f52-b7a9-d4753724a896 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637467 Nov 12 12:49:02.616990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.676834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=6a1b0778-d38b-429d-ba93-5d22267bb579,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:02.747807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] No DVR routers for this DVR port 6a1b0778-d38b-429d-ba93-5d22267bb579 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:02.751470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.755741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-4bed390f-1911-4e91-b418-96a06d28004d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "DELETE /v2.0/ports/6a1b0778-d38b-429d-ba93-5d22267bb579 HTTP/1.1" status: 204 len: 173 time: 1.0292404 Nov 12 12:49:02.762338 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:02.772932 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:04Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:02.819671 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f266b3-05bc-4bc0-8593-9de3c47ab3f2 None None] The sync data for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 is: [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:36:58Z', 'revision_number': 4, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b8b60ab1-3ecb-420d-8692-42ce9569fce9', 'name': '', 'network_id': 'a3dba46e-5512-4e5d-b220-b6ed74cfd05f', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'mac_address': 'fa:16:3e:be:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:54Z', 'updated_at': '2021-11-12T12:37:04Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'subnets': [{'id': '6850434a-b87f-4bb1-92f5-8ddb4cb81b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:49:02.859281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:03.011518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] No DVR routers for this DVR port 8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:03.016965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.022190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-a519b06e-aa19-4929-8dbf-4ac2ca841ca8 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "DELETE /v2.0/ports/8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9 HTTP/1.1" status: 204 len: 173 time: 1.0972669 Nov 12 12:49:03.058401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f9b9-8046-4243-b85b-e508a3779b0a req-11489268-3084-44f0-8423-f6d9aa778f90 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:03.060724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4819f9b9-8046-4243-b85b-e508a3779b0a req-11489268-3084-44f0-8423-f6d9aa778f90 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 943 time: 0.1821885 Nov 12 12:49:03.081690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e689ee-6180-4267-b1c6-bc9ca48d8735 req-a6bc3074-d82d-4a43-b4af-ea47cd74fcb2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:03.087469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0e689ee-6180-4267-b1c6-bc9ca48d8735 req-a6bc3074-d82d-4a43-b4af-ea47cd74fcb2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0778961 Nov 12 12:49:03.178918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0e689ee-6180-4267-b1c6-bc9ca48d8735 req-f599b460-e654-46e7-9bee-a8f0d61cb5a6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811613 Nov 12 12:49:03.228381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:03.228726 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.255319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4819f9b9-8046-4243-b85b-e508a3779b0a req-46afd626-f6ab-4125-bc85-6dff62248236 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669767 Nov 12 12:49:03.294711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf6adce-cf58-435a-9dd2-1cb08f228901 None None] New status for floating IP 9f6ee3f9-77b4-4e2d-ad89-889cf914c46b: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:49:03.345333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port e250d5c8-b695-47b9-9df9-b9b75d1eb399 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:03.345759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.440743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] For port ba006da0-3ca0-4b4b-9a14-0ebe1df53110, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:03.441523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.459322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1'}, {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579'}, {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:03.461513 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea2a1d-901b-4bb1-bf2d-b05d9b6cab19" -d '{"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1"}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "a1cec711-7957-490b-8285-42e45aae8d64"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579"}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:03.478625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for ba006da0-3ca0-4b4b-9a14-0ebe1df53110 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:03.510023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] For port e250d5c8-b695-47b9-9df9-b9b75d1eb399, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=e250d5c8-b695-47b9-9df9-b9b75d1eb399,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:03.510424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.567640 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e0f14e-d106-40f4-ac58-e23d786c42ba x-openstack-request-id: req-d7e0f14e-d106-40f4-ac58-e23d786c42ba {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:03.567939 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "5311de14-71d7-4e80-8c76-be5676bd07f1", "status": "completed", "code": 200}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "a1cec711-7957-490b-8285-42e45aae8d64", "status": "completed", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "6a1b0778-d38b-429d-ba93-5d22267bb579", "status": "completed", "code": 200}, {"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:03.568104 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7e0f14e-d106-40f4-ac58-e23d786c42ba {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:03.568526 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': '5311de14-71d7-4e80-8c76-be5676bd07f1', 'status': 'completed', 'code': 200} Nov 12 12:49:03.568782 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'a1cec711-7957-490b-8285-42e45aae8d64', 'status': 'completed', 'code': 200} Nov 12 12:49:03.569031 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': '6a1b0778-d38b-429d-ba93-5d22267bb579', 'status': 'completed', 'code': 200} Nov 12 12:49:03.569275 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': '8fc0ddb2-ce9d-4c2f-b74c-0b25bb6ec6f9', 'status': 'completed', 'code': 200} Nov 12 12:49:03.570428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for e250d5c8-b695-47b9-9df9-b9b75d1eb399 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:03.603653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca8bed-e6e6-48b3-8e35-5152574d8db4 req-0c959c25-3dfe-49f3-8278-4973ebd2c1c9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:03.605687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97ca8bed-e6e6-48b3-8e35-5152574d8db4 req-0c959c25-3dfe-49f3-8278-4973ebd2c1c9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0896437 Nov 12 12:49:03.681328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-97ca8bed-e6e6-48b3-8e35-5152574d8db4 req-77280a78-1880-4850-904b-1c03fcd95165 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683861 Nov 12 12:49:03.833770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43681-d60e-4c30-b537-4afeaf3b3694 req-9adaef4b-5806-407e-a74e-b500b5cb258d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:03.839903 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43681-d60e-4c30-b537-4afeaf3b3694 req-9adaef4b-5806-407e-a74e-b500b5cb258d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:03.841572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4dc43681-d60e-4c30-b537-4afeaf3b3694 req-9adaef4b-5806-407e-a74e-b500b5cb258d tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 1677 time: 0.1573703 Nov 12 12:49:03.902669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.904216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:03.949873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=ba006da0-3ca0-4b4b-9a14-0ebe1df53110,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:03.954854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4dc43681-d60e-4c30-b537-4afeaf3b3694 req-6ce9e37a-bdd3-4989-bb0b-a785bce353b3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2b5760-419a-4de3-a5d6-e595e6b3bb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061234 Nov 12 12:49:04.017749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=e250d5c8-b695-47b9-9df9-b9b75d1eb399,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:04.065877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] No DVR routers for this DVR port e250d5c8-b695-47b9-9df9-b9b75d1eb399 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:04.068412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] No DVR routers for this DVR port ba006da0-3ca0-4b4b-9a14-0ebe1df53110 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:04.070247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:04.073587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36d99295-488c-415e-92c1-b6df1e28bddf req-bb9006c2-f44f-495d-80b6-432ba37558dd tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.81 "DELETE /v2.0/ports/e250d5c8-b695-47b9-9df9-b9b75d1eb399 HTTP/1.1" status: 204 len: 173 time: 1.0442257 Nov 12 12:49:04.074677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:04.077813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-52a642e5-40c2-4e1d-8826-0ed677330c27 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "DELETE /v2.0/ports/ba006da0-3ca0-4b4b-9a14-0ebe1df53110 HTTP/1.1" status: 204 len: 173 time: 1.3134761 Nov 12 12:49:04.182280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port 6d9a0aa7-7d81-4a18-be7b-27276221c905 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:04.182648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:04.277243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] For port 6d9a0aa7-7d81-4a18-be7b-27276221c905, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=6d9a0aa7-7d81-4a18-be7b-27276221c905,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:04.277602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:04.291827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for 6d9a0aa7-7d81-4a18-be7b-27276221c905 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:04.344198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160a327-8ca7-4e34-808d-5c13637a4c4c req-f3522a1e-388e-4896-91ba-8c007d74221a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:04.345882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a160a327-8ca7-4e34-808d-5c13637a4c4c req-f3522a1e-388e-4896-91ba-8c007d74221a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0757425 Nov 12 12:49:04.437129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a160a327-8ca7-4e34-808d-5c13637a4c4c req-8f9eef1e-a608-4694-8eb2-88045104ad3f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843689 Nov 12 12:49:04.496548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8b3cb31-f6c2-4300-a0d9-dd128921a79b req-33b68d10-c449-4be4-83aa-a10db7f6eb06 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0467181 Nov 12 12:49:04.503630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:04.553835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=6d9a0aa7-7d81-4a18-be7b-27276221c905,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:04.611634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] No DVR routers for this DVR port 6d9a0aa7-7d81-4a18-be7b-27276221c905 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:04.614583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:04.618064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ea86878-6f12-4bf3-a428-bb2f167deb2b req-cca58e71-0e3b-4894-af56-469947aa36fa tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.81 "DELETE /v2.0/ports/6d9a0aa7-7d81-4a18-be7b-27276221c905 HTTP/1.1" status: 204 len: 173 time: 0.5342617 Nov 12 12:49:04.810300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4366a9-3ce6-44a0-bbf2-736417310b3d req-7579fce4-d5ab-47b4-a236-28a6cc25b85b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:04.811706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f4366a9-3ce6-44a0-bbf2-736417310b3d req-7579fce4-d5ab-47b4-a236-28a6cc25b85b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0524828 Nov 12 12:49:04.869095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5f4366a9-3ce6-44a0-bbf2-736417310b3d req-d3d3ed15-6ddb-433e-9d6a-14b84a370a69 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503128 Nov 12 12:49:05.084709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94bd4625-6268-4cc1-abad-8ef822abcaea req-34aed361-82c1-41fb-a8d7-23176d9fe31b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0366371 Nov 12 12:49:05.555223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b3935-8409-4fa7-b8f2-e01b787f4c9a req-00c4de01-92e6-455f-951b-9dd5bfa1aba4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:05.556820 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-103b3935-8409-4fa7-b8f2-e01b787f4c9a req-00c4de01-92e6-455f-951b-9dd5bfa1aba4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0517285 Nov 12 12:49:05.570654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110'}, {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:05.573743 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd57210-2388-4240-bf6a-649168f2237b" -d '{"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110"}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:05.612214 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-103b3935-8409-4fa7-b8f2-e01b787f4c9a req-5f2ff7ea-0c3b-4735-bc87-62b49ed910de tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489955 Nov 12 12:49:05.637608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b2c358a9-9382-4817-a93b-7acd03d3b222 req-7e47b5a4-7996-4fe8-ae33-3adf284596f6 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0427389 Nov 12 12:49:05.666658 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d9db17-7e62-4ab1-b938-7d59166d6968 x-openstack-request-id: req-b7d9db17-7e62-4ab1-b938-7d59166d6968 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:05.666658 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8820-3c9c-4063-8d44-1249714a7663", "name": "network-vif-deleted", "tag": "e250d5c8-b695-47b9-9df9-b9b75d1eb399", "status": "completed", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "ba006da0-3ca0-4b4b-9a14-0ebe1df53110", "status": "completed", "code": 200}, {"server_uuid": "7f45d82d-2871-4ba5-8de8-52e47b1a26bd", "name": "network-vif-deleted", "tag": "6d9a0aa7-7d81-4a18-be7b-27276221c905", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:05.666658 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7d9db17-7e62-4ab1-b938-7d59166d6968 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:05.666658 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26d8820-3c9c-4063-8d44-1249714a7663', 'name': 'network-vif-deleted', 'tag': 'e250d5c8-b695-47b9-9df9-b9b75d1eb399', 'status': 'completed', 'code': 200} Nov 12 12:49:05.666658 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': 'ba006da0-3ca0-4b4b-9a14-0ebe1df53110', 'status': 'completed', 'code': 200} Nov 12 12:49:05.666658 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f45d82d-2871-4ba5-8de8-52e47b1a26bd', 'name': 'network-vif-deleted', 'tag': '6d9a0aa7-7d81-4a18-be7b-27276221c905', 'status': 'completed', 'code': 200} Nov 12 12:49:05.696555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c877f5b2-e911-4153-9f04-06ffbb5174c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:05.993359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab631f-3e3d-4dbe-bec3-291180358592 req-e715bbfd-1ab2-41fe-b054-fd16f0ae7829 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:05.994978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bab631f-3e3d-4dbe-bec3-291180358592 req-e715bbfd-1ab2-41fe-b054-fd16f0ae7829 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0499947 Nov 12 12:49:06.045549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1bab631f-3e3d-4dbe-bec3-291180358592 req-ce913abb-ac64-4ea6-8d52-b4aeb6d015eb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Nov 12 12:49:06.206216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e96fb39-f3ab-4fee-af57-3a1c67e8855a req-2ce1a9a9-c12b-48a1-8084-02f7a014cb6f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0310841 Nov 12 12:49:06.751317 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b15eb5-6652-41f6-9761-8767eb2a85f9 req-57432bfa-bc0f-4668-8666-74e3708c7944 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:06.752815 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8b15eb5-6652-41f6-9761-8767eb2a85f9 req-57432bfa-bc0f-4668-8666-74e3708c7944 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0633945 Nov 12 12:49:06.768326 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-baed005e-d191-49de-8778-e854c6dcaf6c req-25e22e61-bf61-49d7-933b-2d2758d5d590 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0434997 Nov 12 12:49:06.811778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b8b15eb5-6652-41f6-9761-8767eb2a85f9 req-df825361-7a0f-4d38-b14e-4c04a6abae47 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Nov 12 12:49:07.177658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790cb41-6f8a-4a44-8cb4-7d8399a5dbd6 req-bb6adfdd-0273-40fc-aeb1-9eeb5735e18c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:07.179716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1790cb41-6f8a-4a44-8cb4-7d8399a5dbd6 req-bb6adfdd-0273-40fc-aeb1-9eeb5735e18c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0607026 Nov 12 12:49:07.247485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1790cb41-6f8a-4a44-8cb4-7d8399a5dbd6 req-e6fac847-df51-4f9f-83fb-a212d1395b2e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606537 Nov 12 12:49:07.315032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f8e147f1-c561-4bb4-9436-49360b65ade6 req-cc81507d-4ab1-4897-b240-230af398dd4f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0302396 Nov 12 12:49:07.876441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4877324-8926-4724-87d3-bba5bf5cbb2e req-3f0b723a-71f7-480f-8e8f-ba5c362149ed tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0290062 Nov 12 12:49:07.953346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd2adf-59c3-4c4c-9aec-5c74ce394246 req-696fba7b-c3ca-4f92-803b-a5c1b25524e6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:07.955004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dadd2adf-59c3-4c4c-9aec-5c74ce394246 req-696fba7b-c3ca-4f92-803b-a5c1b25524e6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0533917 Nov 12 12:49:08.008020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dadd2adf-59c3-4c4c-9aec-5c74ce394246 req-a5617143-1926-4397-8e26-08079238c07e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454898 Nov 12 12:49:08.377502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f07fe-4f7a-4cd4-883f-6611924c0ad5 req-24fd3fa8-2e94-4c2f-beea-395ec69cb5fa tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:08.387202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-791f07fe-4f7a-4cd4-883f-6611924c0ad5 req-24fd3fa8-2e94-4c2f-beea-395ec69cb5fa tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0713108 Nov 12 12:49:08.449638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-791f07fe-4f7a-4cd4-883f-6611924c0ad5 req-c717d85a-af5a-42a0-b50a-5f942749ea4f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610311 Nov 12 12:49:08.459408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-07f3fe78-53e5-4fce-b5b7-a61f403f4ed9 req-25bb8c6a-f3ab-493c-888e-d51a3ef3942b tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0523906 Nov 12 12:49:08.932670 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16c5accd-0389-4158-b59d-b886dcb7d505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:08.989377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be10b013-e686-42bb-8fd0-3cc03b544def req-8131c59f-9380-4d70-a6bb-04ef9c217199 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0341067 Nov 12 12:49:09.141077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c322293-cb68-4de7-b3a4-f96246cdbe9b req-4c795f6d-63ea-42d0-97e4-d31db7d092bd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:09.142869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c322293-cb68-4de7-b3a4-f96246cdbe9b req-4c795f6d-63ea-42d0-97e4-d31db7d092bd tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0570998 Nov 12 12:49:09.196199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c322293-cb68-4de7-b3a4-f96246cdbe9b req-a6ecbb27-14ff-472e-bc04-e201fd8b1ce2 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467951 Nov 12 12:49:09.399318 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:09.599212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d36f-3caf-44b1-b8b1-66325a68db2d req-5a8200d5-b301-40e2-9dd4-1973edcbae5f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:09.601032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c914d36f-3caf-44b1-b8b1-66325a68db2d req-5a8200d5-b301-40e2-9dd4-1973edcbae5f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0701416 Nov 12 12:49:09.643904 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-848e51be-a366-4e09-af63-48a3b03f9c0a req-630c321a-9319-4117-a8be-05bf240b93b2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0343361 Nov 12 12:49:09.693992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c914d36f-3caf-44b1-b8b1-66325a68db2d req-82bcdff1-8ee1-4608-b11e-16f56b3d9590 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856204 Nov 12 12:49:10.097469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-05043eb4-b383-4f6b-9747-f5c7294081dd req-b5e627be-a3f7-4fd1-931b-12164bb5c32e tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Nov 12 12:49:10.204524 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-f96e6fbc-7d67-4d60-a1d4-9e502efe112e service neutron] show failed (client error): The resource could not be found. Nov 12 12:49:10.205533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-f96e6fbc-7d67-4d60-a1d4-9e502efe112e service neutron] 10.222.0.65 "GET /v2.0/ports/056c4cea-157b-44f0-b06f-580f14b38026/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0637252 Nov 12 12:49:10.342813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb3de-6924-4ffa-b378-2bf1fd2fabb4 req-2313e6cd-d858-4f8b-bfa1-f9e3e043ad4d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:10.344579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96ccb3de-6924-4ffa-b378-2bf1fd2fabb4 req-2313e6cd-d858-4f8b-bfa1-f9e3e043ad4d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 944 time: 0.0534310 Nov 12 12:49:10.418518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96ccb3de-6924-4ffa-b378-2bf1fd2fabb4 req-491be16b-937a-4313-8c4d-6b90d6e36128 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636981 Nov 12 12:49:10.599912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-0f7877a4-96e6-4441-b13a-33fda62be36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:10.601647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-0f7877a4-96e6-4441-b13a-33fda62be36f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 1097 time: 0.0615852 Nov 12 12:49:10.614573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:10.653421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:10.674577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:10.807486 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72db2c26-85bf-418b-8252-64095e1c5948 req-b0343f32-8185-4359-82ea-fa0c0566425c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0556393 Nov 12 12:49:10.880850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:49:10.899255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a6f2f-c9e7-4951-9d05-665f814fbae3 req-ef3a2752-e72a-40c3-ab9e-fb473aa7d103 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:10.900611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43a6f2f-c9e7-4951-9d05-665f814fbae3 req-ef3a2752-e72a-40c3-ab9e-fb473aa7d103 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.0936546 Nov 12 12:49:10.991370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:10.998785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43a6f2f-c9e7-4951-9d05-665f814fbae3 req-df8c4534-2859-4d66-b406-f43035274ffb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680373 Nov 12 12:49:11.007605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'port_id': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'mac_address': 'fa:16:3e:41:79:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:49:11.027002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:11.054011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.069919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:49:11.070823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:49:11.092706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:11.099308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.123705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:11.126418 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3f26f-44ab-4c86-80f7-2357904ac487" -d '{"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-unplugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:11.133164 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.161067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:11.179654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Transition to ACTIVE for port object 056c4cea-157b-44f0-b06f-580f14b38026 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:49:11.186577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.226023 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8234f1b5-35dd-4562-8ccd-aa365650f304 x-openstack-request-id: req-8234f1b5-35dd-4562-8ccd-aa365650f304 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:11.226335 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-unplugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:11.226583 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8234f1b5-35dd-4562-8ccd-aa365650f304 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:11.226985 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'code': 200} Nov 12 12:49:11.304058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:11.318901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['da29b1e4-c9f9-4f7d-a10b-d97eae7e4566'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:49:11.356373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e30b8293-7d21-4478-a5f7-aa5ff310ed66 req-a4d41c12-1eb7-4645-95f1-f260f7211e73 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0579054 Nov 12 12:49:11.417106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.427255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] No DVR routers for this DVR port 056c4cea-157b-44f0-b06f-580f14b38026 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:11.610882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:49:11.611485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:49:11.611991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:11.618614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:49:11.619167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:11.625261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:49:11.625879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Checking segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:49:11.626456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Bound using segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:49:11.627225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Bound port: 056c4cea-157b-44f0-b06f-580f14b38026, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:49:11.627772 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.653654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa0840-8d84-4003-b6dd-19ff963bee8b req-537b1d34-7798-4916-b95b-ed77b516aea6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:11.666758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dfa0840-8d84-4003-b6dd-19ff963bee8b req-537b1d34-7798-4916-b95b-ed77b516aea6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1105921 Nov 12 12:49:11.722010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1dfa0840-8d84-4003-b6dd-19ff963bee8b req-8481c12f-5386-4b7d-9631-0704b4e41136 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539963 Nov 12 12:49:11.771015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:49:11.773742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:49:11.780636 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.841029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:11.841832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:11.843356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] 10.222.0.81 "PUT /v2.0/ports/056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1092 time: 1.2337644 Nov 12 12:49:11.940816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43ffd7-6178-439a-811e-ee85c6cacd1e service neutron] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:11.976572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-72a4d7dc-7079-4031-895c-278f173e573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:11.978096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-72a4d7dc-7079-4031-895c-278f173e573f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1095 time: 0.1055818 Nov 12 12:49:12.001878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bbc199d-0842-44a9-a215-22840cf122d7 req-ab354307-06c5-4c34-9c7b-c3f80d9d2eb4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0630569 Nov 12 12:49:12.128758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-88d8d2d4-87f8-4fe6-ae4d-dbde6726c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:12.130844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-88d8d2d4-87f8-4fe6-ae4d-dbde6726c5d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1318493 Nov 12 12:49:12.178438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbad8ab-5de2-4188-a030-07f2a7495979 req-0d03caad-29aa-4d52-8464-d509cb9b5684 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:12.179946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fbad8ab-5de2-4188-a030-07f2a7495979 req-0d03caad-29aa-4d52-8464-d509cb9b5684 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 944 time: 0.0751040 Nov 12 12:49:12.216535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-b579f592-fcd5-465e-8531-deed17f2b0ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.0777576 Nov 12 12:49:12.243901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0fbad8ab-5de2-4188-a030-07f2a7495979 req-9317b2b4-4991-4d98-a038-6056250bad46 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569212 Nov 12 12:49:12.290450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-5124032b-a741-448b-8dd4-43afc4d723ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:12.292985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-5124032b-a741-448b-8dd4-43afc4d723ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0686667 Nov 12 12:49:12.340822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-3779611b-b594-4b0c-a808-a9f595c269f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:12.342509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-3779611b-b594-4b0c-a808-a9f595c269f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423603 Nov 12 12:49:12.455635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-ab354729-a1eb-48f7-8d50-aa99c5467d5c service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060045 Nov 12 12:49:12.515085 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-642d976a-c647-459b-87fe-fe830432ca31 req-4661bcb7-c702-428a-a49d-b7114ae81a65 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0560279 Nov 12 12:49:12.590195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-8ba68dee-105a-4638-ab79-d1cc382dde61 service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185696 Nov 12 12:49:12.881049 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:49:12.888529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:49:12.896151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d9f43-9a5e-430c-b9f6-b2d44fc932cc req-810d1f90-dfc8-4111-9935-0f361a2739da tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:12.897898 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe9d9f43-9a5e-430c-b9f6-b2d44fc932cc req-810d1f90-dfc8-4111-9935-0f361a2739da tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0754616 Nov 12 12:49:12.945936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:49:12.950704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:49:12.951070 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:12.958917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe9d9f43-9a5e-430c-b9f6-b2d44fc932cc req-2a26453d-e5ca-450d-88ab-3f105e515d89 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546172 Nov 12 12:49:13.043478 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:13.070804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:13.073052 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3df18c-ec89-49ed-9ca9-bbe9230fb4bf" -d '{"events": [{"server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "name": "network-vif-plugged", "status": "completed", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:13.086895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:13.095469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:13.096329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:13.148482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bcfafaec-c70f-4e2c-ba73-43e94494e9d8 req-06a5e020-d362-4496-b10c-5c1b8afbe946 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0340252 Nov 12 12:49:13.191354 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277fcd68-8baf-4dce-bdca-4a29f06a205d x-openstack-request-id: req-277fcd68-8baf-4dce-bdca-4a29f06a205d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:13.191662 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "name": "network-vif-plugged", "status": "completed", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:13.191912 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-277fcd68-8baf-4dce-bdca-4a29f06a205d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:13.192318 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'code': 200} Nov 12 12:49:13.210969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:13.226971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:13.228284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:13.230722 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94199d3-f099-44ce-bc6e-003c0004ca4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:13.288773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6291-e995-422a-bbc2-7d83533d9201 req-6a9b60c8-c593-48e4-9264-c2da662e4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.291773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-093f6291-e995-422a-bbc2-7d83533d9201 req-6a9b60c8-c593-48e4-9264-c2da662e4c49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0507591 Nov 12 12:49:13.318799 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1867ae63-aef2-451f-a311-c74a7c4e6d31 x-openstack-request-id: req-1867ae63-aef2-451f-a311-c74a7c4e6d31 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:13.318799 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:13.319067 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1867ae63-aef2-451f-a311-c74a7c4e6d31 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:13.319380 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'status': 'completed', 'code': 200} Nov 12 12:49:13.396418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-093f6291-e995-422a-bbc2-7d83533d9201 req-f95cfaf9-86de-4259-94c8-2378d7f87b5b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967915 Nov 12 12:49:13.411251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-e13a8d75-b4cc-4e9a-bf7c-e9a024c017ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.412830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-e13a8d75-b4cc-4e9a-bf7c-e9a024c017ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1095 time: 0.0626402 Nov 12 12:49:13.432140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fac666-5efa-4011-b3a4-8c934d843eef req-414d04d4-b13f-4411-8a3f-fb923ea534e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.434108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6fac666-5efa-4011-b3a4-8c934d843eef req-414d04d4-b13f-4411-8a3f-fb923ea534e0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 944 time: 0.0964031 Nov 12 12:49:13.436494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-77f52054-555c-48cb-92ad-8c4fa4308c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.438044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-77f52054-555c-48cb-92ad-8c4fa4308c05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1095 time: 0.0900636 Nov 12 12:49:13.659826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d3a0f536-c130-4216-9ce3-f6df4004547a req-953300bc-8358-43b7-8c14-df01aebe6e80 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0499043 Nov 12 12:49:13.779195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-9c6a59eb-ed72-496a-b4fd-ab004720b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.781337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-9c6a59eb-ed72-496a-b4fd-ab004720b5df service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1914718 Nov 12 12:49:13.874740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-0bfdd824-86ec-4f00-9ac5-5ce5f55457c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.0780349 Nov 12 12:49:13.918996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6fac666-5efa-4011-b3a4-8c934d843eef req-e09b1ad6-fea6-4fec-a965-6e0ad7dfeb9f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756658 Nov 12 12:49:13.934119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-d692f9b1-880f-4978-b3f8-04f0e35d16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.935842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-d692f9b1-880f-4978-b3f8-04f0e35d16a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0531206 Nov 12 12:49:13.952538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-8e13b988-9eb1-4e14-a5e6-82e01fe60f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:13.954273 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-8e13b988-9eb1-4e14-a5e6-82e01fe60f09 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.5045142 Nov 12 12:49:14.002336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-e018f2d2-1465-4f32-af3c-564d71856d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:14.010070 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-e018f2d2-1465-4f32-af3c-564d71856d4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664332 Nov 12 12:49:14.055754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-791b9e41-cfb4-47e1-bfbd-bdbebfed0f08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.0882185 Nov 12 12:49:14.140724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-514249da-a34c-4e3c-8bb5-6b65f988b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:14.142996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-514249da-a34c-4e3c-8bb5-6b65f988b784 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0671237 Nov 12 12:49:14.177577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-3ff0bf50-828e-41ff-b6c8-f361720c50f2 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571856 Nov 12 12:49:14.236124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-6f1258db-e941-4722-9e01-09e7081a4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:14.238639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-6f1258db-e941-4722-9e01-09e7081a4ce9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853589 Nov 12 12:49:14.257975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8eab8-4682-48d3-9903-54bc8b19a62a req-7315fe33-695c-43cd-94d1-3d04d91c3cc3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:14.265173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec8eab8-4682-48d3-9903-54bc8b19a62a req-7315fe33-695c-43cd-94d1-3d04d91c3cc3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 946 time: 0.1668682 Nov 12 12:49:14.370891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ec8eab8-4682-48d3-9903-54bc8b19a62a req-1151ea9a-51d5-4696-8bf1-f8d53e4ddb2e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047397 Nov 12 12:49:14.374294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbec97a0-e3c7-493e-aa76-c2919f71af78 req-cd9dffdf-e933-458c-8cac-931d9ae43ba2 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0377986 Nov 12 12:49:14.427367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-4367b951-5a29-4998-8c77-481c4cddb728 service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760993 Nov 12 12:49:14.433530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-c8000ff8-ff57-4d4b-ba63-e046ae2ac701 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453856 Nov 12 12:49:14.548705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b94199d3-f099-44ce-bc6e-003c0004ca4a req-ae90c3cb-8f3f-4cf9-a689-edaf333b6770 service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130412 Nov 12 12:49:14.552114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:49:14.654110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:14.667784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '056c4cea-157b-44f0-b06f-580f14b38026', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'mac_address': 'fa:16:3e:0c:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:49:14.709171 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:14.732469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c4cea-157b-44f0-b06f-580f14b38026 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:49:14.767531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:14.773952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:14.817694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e1c85053-ed06-41cd-b967-53782254e8a8 req-93b2a230-319d-4889-8b88-e1dae4fb0e75 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0344028 Nov 12 12:49:14.831411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:15.002356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['056c4cea-157b-44f0-b06f-580f14b38026'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:49:15.059951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5955340-0859-4816-853c-836042c3e9d9 req-6e3264f8-6224-4da1-8de1-65f7fa1c3b83 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.070736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5955340-0859-4816-853c-836042c3e9d9 req-6e3264f8-6224-4da1-8de1-65f7fa1c3b83 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.0663104 Nov 12 12:49:15.126356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5955340-0859-4816-853c-836042c3e9d9 req-0cfab310-0a69-478e-9611-4cfc7b70cf32 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547223 Nov 12 12:49:15.472923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-ebc38ce2-cb5f-4263-ac70-fd2985d78bb3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.483544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-ebc38ce2-cb5f-4263-ac70-fd2985d78bb3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf&tenant_id=1845ff0008a54787b483ed04af0c1e54&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 945 time: 0.1418331 Nov 12 12:49:15.499755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592161-3d2c-4733-8def-65aa8805dd40 req-79a4f9f6-f624-47a8-abfb-201840acda85 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.502514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16592161-3d2c-4733-8def-65aa8805dd40 req-79a4f9f6-f624-47a8-abfb-201840acda85 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.1265213 Nov 12 12:49:15.535465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783827-4b7d-42a8-8118-8078587ba468 req-5f2eefa7-636d-44de-ad1f-89bac1bde5a6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.537618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2783827-4b7d-42a8-8118-8078587ba468 req-5f2eefa7-636d-44de-ad1f-89bac1bde5a6 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 946 time: 0.0633030 Nov 12 12:49:15.596318 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c2783827-4b7d-42a8-8118-8078587ba468 req-fc0c2c43-56b0-4e23-a34e-cf18860ce8fc tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521588 Nov 12 12:49:15.606565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16592161-3d2c-4733-8def-65aa8805dd40 req-af4eaa34-050d-4341-b7ca-de35185d68cf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953531 Nov 12 12:49:15.629140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-2fca354c-0552-4b01-b9ee-bb2b6e544e62 service neutron] 10.222.0.81 "GET /v2.0/ports/056c4cea-157b-44f0-b06f-580f14b38026/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 382 time: 0.1246645 Nov 12 12:49:15.774110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b70dfe3-0b2c-4126-b3d2-ea1c034dcf91 req-278ea56a-e5a9-4f30-851f-6e421eb5d801 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0624390 Nov 12 12:49:15.786757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3489c0-3760-4606-9584-5369425fe1ed req-d9219859-2660-480d-a13d-cc5fb1f3f35d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.793850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-e5cc537a-2b37-47de-8acb-d42c24d43aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.794717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da3489c0-3760-4606-9584-5369425fe1ed req-d9219859-2660-480d-a13d-cc5fb1f3f35d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 946 time: 0.0730562 Nov 12 12:49:15.795391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-e5cc537a-2b37-47de-8acb-d42c24d43aae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1096 time: 0.1366751 Nov 12 12:49:15.845927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da3489c0-3760-4606-9584-5369425fe1ed req-6e701c38-ee44-4a96-91fe-ca0be86e1cf8 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502567 Nov 12 12:49:15.880614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:15.920033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-b15bfeab-b332-4fbe-b4f9-e86839e983a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.921921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-b15bfeab-b332-4fbe-b4f9-e86839e983a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1089237 Nov 12 12:49:15.951566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f1e44-4cb6-4124-a79f-ce66113eb427 tempest-TestVolumeBootPattern-2052532573 tempest-TestVolumeBootPattern-2052532573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:15.957098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2b6f1e44-4cb6-4124-a79f-ce66113eb427 tempest-TestVolumeBootPattern-2052532573 tempest-TestVolumeBootPattern-2052532573-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1092 time: 0.0719779 Nov 12 12:49:15.959776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:15.966717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:15.996306 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.038907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-714148a6-04fe-4502-b3ac-aea5d485d771 req-fc5a2fbf-cfb9-42a1-9069-e19a23a2c314 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0428011 Nov 12 12:49:16.077998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-64b78b72-b4a1-4a0f-a11c-b6ac12b532eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1001 time: 0.1466050 Nov 12 12:49:16.157584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-7d3eb2d2-6778-4637-8998-d53b23873b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:16.160493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-7d3eb2d2-6778-4637-8998-d53b23873b3e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0750747 Nov 12 12:49:16.167472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.212914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-b8236d83-2c14-409c-970a-a113149876cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:16.214823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-b8236d83-2c14-409c-970a-a113149876cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476995 Nov 12 12:49:16.298694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Allocated IP 172.25.1.104 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/5b1ef28b-5eab-469e-835d-1830f0df7b85) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:49:16.344897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-df9250fc-3ca3-4552-a302-58178a686d4d service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229296 Nov 12 12:49:16.419290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.461559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-1f8fc9eb-06b3-4d6b-bd04-f6dbc173f279 service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074698 Nov 12 12:49:16.467772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.517616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:49:16.524620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:49:16.528661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:49:16.558320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=5b1ef28b-5eab-469e-835d-1830f0df7b85,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:16.573576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.573927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.574303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.574649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.574987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.575321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.575652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.576395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.576395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.576633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.577047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.577384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:16.580457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:49:16.708457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 056c4cea-157b-44f0-b06f-580f14b38026 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:49:16.712602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 056c4cea-157b-44f0-b06f-580f14b38026 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:49:16.714635 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.824409 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.852585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:16.855253 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf64e9-0b11-47cb-84d3-ba8b1c191a0d" -d '{"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-plugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:16.861451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3a70a-7ef5-4ced-9a70-3205280fa38d req-e2ecb1e0-28fa-4eef-8349-48f896f7c1d3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:16.872633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:16.874960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dad3a70a-7ef5-4ced-9a70-3205280fa38d req-e2ecb1e0-28fa-4eef-8349-48f896f7c1d3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.1785235 Nov 12 12:49:16.881277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:16.895736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-afbe1208-8164-4b5f-9936-f60101b249c0 req-e221a1cb-ae10-41a1-bdd5-53201fb43785 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0352130 Nov 12 12:49:16.948310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:16.969713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dad3a70a-7ef5-4ced-9a70-3205280fa38d req-0b9b0f1f-8482-4a22-8095-dba055fbedc4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907772 Nov 12 12:49:17.018198 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8293237-289c-4c3d-b2a8-37f6d30d2f63 x-openstack-request-id: req-d8293237-289c-4c3d-b2a8-37f6d30d2f63 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:17.018595 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-plugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:17.018944 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8293237-289c-4c3d-b2a8-37f6d30d2f63 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:17.020143 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'code': 200} Nov 12 12:49:17.194839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5696ce5e-e97f-4396-b9d0-b9cc6c2475a9 req-a36475d2-ff58-469f-8efe-91084c5e7083 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0360477 Nov 12 12:49:17.204102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:17.280820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:17.452231 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:17.459031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:17.548645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:17.551723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event updated for resources: {'Port': ['ID=5b1ef28b-5eab-469e-835d-1830f0df7b85,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:17.657416 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Floating IP 3227e6fb-d316-42bf-b875-b13bb343cfe1 associated. External IP: 172.25.1.104, port: da29b1e4-c9f9-4f7d-a10b-d97eae7e4566. Nov 12 12:49:17.900126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:49:18.027907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-161323af-321c-48a3-ab68-576efd24ac5d req-a0a42197-aed5-414e-8e4a-263b43df8823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0332963 Nov 12 12:49:18.062026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:49:18.073557 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:49:18.093044 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:18.093766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:18.106853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:18.183967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4c433481-721a-49e3-8a07-b6128fb5e06c tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2215600 Nov 12 12:49:18.185661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:18.189950 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:18.231546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd68f2-3847-409a-8ecc-d89e34504ece req-b2af2a32-b440-44a4-908f-f7dc73a6d5c0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:18.233656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31dd68f2-3847-409a-8ecc-d89e34504ece req-b2af2a32-b440-44a4-908f-f7dc73a6d5c0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.1395226 Nov 12 12:49:18.247076 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:18.299743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31dd68f2-3847-409a-8ecc-d89e34504ece req-c2d3f1ca-247f-4d74-92c2-a0f2b696193c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584841 Nov 12 12:49:18.327054 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f551179-b2e9-4bfd-8d1f-1a9461fb5b70 x-openstack-request-id: req-1f551179-b2e9-4bfd-8d1f-1a9461fb5b70 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:18.327445 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:18.327940 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f551179-b2e9-4bfd-8d1f-1a9461fb5b70 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:18.328472 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'status': 'completed', 'code': 200} Nov 12 12:49:18.404389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-412bc0ec-fe42-4e7e-9a19-50b8c8c9718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:18.406111 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-412bc0ec-fe42-4e7e-9a19-50b8c8c9718e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0767331 Nov 12 12:49:18.568815 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '3227e6fb-d316-42bf-b875-b13bb343cfe1', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:41:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:49:17Z', 'updated_at': '2021-11-12T12:49:17Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}, {'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:59Z', 'revision_number': 1, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:18.581397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd9749f3-0ea0-41f2-9510-9a1784f161f7 req-c6059ce3-a476-4076-89e7-a768d9ad67fa tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0482919 Nov 12 12:49:18.616294 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:49:18.621453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-eb958f64-0db9-4f8c-8c7d-fd87d09e49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:18.623364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-eb958f64-0db9-4f8c-8c7d-fd87d09e49b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.2099550 Nov 12 12:49:18.626262 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:18.627069 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:18.705062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-b4614ebe-917d-4d34-a9f2-629b82da9176 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 200 len: 1000 time: 0.0722151 Nov 12 12:49:18.806970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-ab169726-0b8d-4870-906c-b99be9c6ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:18.810189 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-ab169726-0b8d-4870-906c-b99be9c6ca48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0940325 Nov 12 12:49:18.838871 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:18.992468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-ba4ffc49-5eda-4a53-a822-8715ba89e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:18.994035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-ba4ffc49-5eda-4a53-a822-8715ba89e53b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700957 Nov 12 12:49:19.016918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-2313ebd2-f650-4706-b738-cfde9e3fdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:19.018470 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-2313ebd2-f650-4706-b738-cfde9e3fdae7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 1097 time: 0.1255720 Nov 12 12:49:19.045610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:19.151166 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '3227e6fb-d316-42bf-b875-b13bb343cfe1', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:41:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:49:17Z', 'updated_at': '2021-11-12T12:49:17Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}, {'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:59Z', 'revision_number': 1, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:19.185732 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e88902e-9f60-407a-be95-429cdac2eefb None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '3227e6fb-d316-42bf-b875-b13bb343cfe1', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:41:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:49:17Z', 'updated_at': '2021-11-12T12:49:17Z', 'revision_number': 0, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}, {'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:59Z', 'revision_number': 1, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:49:19.219396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:19.229337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e6644ca-dcab-402e-91c1-507407e97951 req-cf5e9441-09a8-4bc6-8348-077023b60db0 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0617595 Nov 12 12:49:19.248615 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-aba4259d-13ef-42a5-b811-9d71abfd4b2a service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426000 Nov 12 12:49:19.509007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf8e5183-dfa8-430d-b7d0-e7579d46ac78 req-16d9fae2-3fe7-477e-8d76-325948a74065 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527063 Nov 12 12:49:19.537510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca679b3-19f7-4fb0-b6f9-56476327f11a None None] New status for floating IP 3227e6fb-d316-42bf-b875-b13bb343cfe1: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:49:19.656775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece380-2599-4bb8-aa08-258d9e25a7c8 req-461ce6ce-8ac0-44f5-9e19-b69f2c162012 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:19.659323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dece380-2599-4bb8-aa08-258d9e25a7c8 req-461ce6ce-8ac0-44f5-9e19-b69f2c162012 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 946 time: 0.2642169 Nov 12 12:49:19.665889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:19.721385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e92aad8-866b-452e-b3c6-dba4fd712c69 req-f0a99eb0-ac03-476d-b460-ecd5bcd9571a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0414944 Nov 12 12:49:19.751813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:49:19.796698 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dece380-2599-4bb8-aa08-258d9e25a7c8 req-87e65f44-36b6-411a-b718-34afe0adda68 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278033 Nov 12 12:49:19.839127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:19.852878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Transition to ACTIVE for port object 056c4cea-157b-44f0-b06f-580f14b38026 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:49:19.857116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:19.994841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:20.063266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] No DVR routers for this DVR port 056c4cea-157b-44f0-b06f-580f14b38026 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:20.229278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:49:20.229621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:49:20.229956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:20.235027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:49:20.235356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Attempting to bind port 056c4cea-157b-44f0-b06f-580f14b38026 on network 33410b00-0554-4723-bbf1-e23c014980c7 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:20.242345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:49:20.242691 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Checking segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:49:20.243083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Bound using segment: {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:49:20.243525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Bound port: 056c4cea-157b-44f0-b06f-580f14b38026, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6529eedf-5137-486b-a304-bc6d65cd187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:49:20.243884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:20.325741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:49:20.330131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:49:20.331369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:20.335727 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed63180-bc1e-4759-a1d2-66e3224c9d8a" -d '{"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-unplugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:20.341533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:20.388729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:20.389981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:20.391646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] 10.222.0.65 "PUT /v2.0/ports/056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1093 time: 1.3627493 Nov 12 12:49:20.410866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13a75177-1370-47cb-8ebf-29343aabcc45 req-f72849a2-1eee-470d-a47d-89c6875669a8 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0577548 Nov 12 12:49:20.441750 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0198b09f-d80f-4b30-aeb6-e23980f24842 x-openstack-request-id: req-0198b09f-d80f-4b30-aeb6-e23980f24842 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:20.442080 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-unplugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:20.442322 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0198b09f-d80f-4b30-aeb6-e23980f24842 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:20.442734 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'code': 200} Nov 12 12:49:20.473692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7ae88-83ee-487f-8349-595a7705adfd service neutron] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=11']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:20.499057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-7196d3fc-42a0-4282-bd93-3dc5699a6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:20.500671 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-7196d3fc-42a0-4282-bd93-3dc5699a6538 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1096 time: 0.0744498 Nov 12 12:49:20.593727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:20.628993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-1b7bb4ce-25a6-4ba7-a8c5-35d870fe90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:20.630661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-1b7bb4ce-25a6-4ba7-a8c5-35d870fe90d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1224720 Nov 12 12:49:20.678826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:20.727882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-1f1355f7-f1f1-42d0-8771-a1aeb6733c54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.0855279 Nov 12 12:49:20.787731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-29b13123-260e-468a-a322-75b71af30133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:20.789852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-29b13123-260e-468a-a322-75b71af30133 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0542612 Nov 12 12:49:20.965325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18112ea7-a6b4-4dd6-8804-ecaf23c251db req-7c3fe539-9e84-4495-a34e-6535392667be tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:20.967744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18112ea7-a6b4-4dd6-8804-ecaf23c251db req-7c3fe539-9e84-4495-a34e-6535392667be tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.0737183 Nov 12 12:49:21.035701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18112ea7-a6b4-4dd6-8804-ecaf23c251db req-b73c1660-bd42-4425-bed2-e2f6bbb24a6e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613487 Nov 12 12:49:21.276946 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64205fa-7ed1-46fb-b1a3-6b1b16f9a955 req-e4c61ac4-da95-47e3-ae93-ffd7c5d0f1a6 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.4219563 Nov 12 12:49:21.289255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-e82a7c6f-16e3-4054-b456-d7c20a0dec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:21.291268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-e82a7c6f-16e3-4054-b456-d7c20a0dec93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4924891 Nov 12 12:49:21.402387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-d0c07ddb-7536-4618-9d26-93604f4404b2 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910394 Nov 12 12:49:21.508073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aae20fd3-d44a-4edf-994d-fad8f62cf1e1 req-1ae70b47-3efb-4784-af9a-fdaed3aa464d service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971074 Nov 12 12:49:21.563949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e277e7be-1fea-4b7e-b4e3-c527ffb09d32 req-6b2629ef-5c3f-4134-8682-6dd73e2c64f4 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0281327 Nov 12 12:49:22.176674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a593-0dff-4655-bb95-eecbb1b1f0a9 req-4446575e-f62d-41d2-9001-59bce71c574e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.178291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ff3a593-0dff-4655-bb95-eecbb1b1f0a9 req-4446575e-f62d-41d2-9001-59bce71c574e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.0522358 Nov 12 12:49:22.231829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6ff3a593-0dff-4655-bb95-eecbb1b1f0a9 req-850b3e62-9295-4eee-a4aa-701a39960b94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473862 Nov 12 12:49:22.396697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f4385f-8b0a-4a7e-93a1-5b8fd0b835e8 req-dae974ad-cb91-4efd-b342-e5df19d15fcb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0339127 Nov 12 12:49:22.443578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:22.446113 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423fd75d-14e6-49b4-9b82-d90d8d90baab" -d '{"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:22.504786 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf7738-d260-4f68-b90e-0c14ba63c1e9 x-openstack-request-id: req-02cf7738-d260-4f68-b90e-0c14ba63c1e9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:22.505070 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:22.505314 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02cf7738-d260-4f68-b90e-0c14ba63c1e9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:22.505725 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'status': 'completed', 'code': 200} Nov 12 12:49:22.572549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-a3c9c7c9-6ea3-4abb-b162-cf26b4b4872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.574199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-a3c9c7c9-6ea3-4abb-b162-cf26b4b4872f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1096 time: 0.0474634 Nov 12 12:49:22.574869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-d2bd861e-fec7-4ebd-8e96-f7f39541350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.576379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-d2bd861e-fec7-4ebd-8e96-f7f39541350a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1096 time: 0.0464878 Nov 12 12:49:22.697616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-e308177b-74ed-41c7-a447-463002d7fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.699619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-e308177b-74ed-41c7-a447-463002d7fadf service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1161647 Nov 12 12:49:22.703282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-603d49d9-792d-493f-bb51-85a65d0ef350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.705016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-603d49d9-792d-493f-bb51-85a65d0ef350 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1122701 Nov 12 12:49:22.737261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebc8b15f-ab7f-496f-a61a-07240a94300b req-45aa3b5a-b63c-4b84-ad8e-16e60dd15b8c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0312433 Nov 12 12:49:22.783338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-1b867ad8-08ec-4eb2-a83f-f778fad596d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.0751932 Nov 12 12:49:22.820326 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-82083ec4-ad35-4ec4-a86c-3ba4b0495dcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1000 time: 0.0815265 Nov 12 12:49:22.851887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-f86f31e4-89a0-4a43-b764-567bcb1f2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.853617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-f86f31e4-89a0-4a43-b764-567bcb1f2592 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0630829 Nov 12 12:49:22.884535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-d0eb7437-36c0-4c64-8c6b-c3ecac7a1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.886410 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-d0eb7437-36c0-4c64-8c6b-c3ecac7a1dbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0590005 Nov 12 12:49:22.908048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-40af169e-eba0-47cc-88e4-b2ee8cce7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.909851 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-40af169e-eba0-47cc-88e4-b2ee8cce7d9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448313 Nov 12 12:49:22.957812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-0399df55-4c0d-4147-a7b4-0541ca4f753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:22.959822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-0399df55-4c0d-4147-a7b4-0541ca4f753d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663068 Nov 12 12:49:23.019944 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-31567633-cba3-444b-b162-df3bdb8ff313 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020174 Nov 12 12:49:23.076577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-fe6602f9-81f2-4b7f-bc3c-4ab5d68c8010 service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077166 Nov 12 12:49:23.168628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-e7312c2e-1b4f-45ae-b12f-0141f755a225 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386199 Nov 12 12:49:23.203767 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-423fd75d-14e6-49b4-9b82-d90d8d90baab req-da3e9e56-397f-43f1-8a2d-89f9f5f9fadc service neutron] 10.222.0.81 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198738 Nov 12 12:49:23.379912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8fd43-ecf1-4463-9992-b018ac835e44 req-9fe366f3-4a0f-4546-a7fb-8554f68deb72 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:23.386728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-42e8fd43-ecf1-4463-9992-b018ac835e44 req-9fe366f3-4a0f-4546-a7fb-8554f68deb72 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 945 time: 0.0615113 Nov 12 12:49:23.447663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-42e8fd43-ecf1-4463-9992-b018ac835e44 req-f96718a9-8a8f-489f-83f6-2f848bd93b18 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598667 Nov 12 12:49:23.476473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:23.542464 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c90201d7-21c4-4b34-82ca-04ec0769279d req-0eafca04-fa46-4d4a-9541-cb3965b7b1e0 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0400174 Nov 12 12:49:23.558310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e7a6d812-85f7-4c8a-885f-ec25f554e191 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/c5363373-1dfe-466c-b9ff-7ec813770474 HTTP/1.1" status: 200 len: 992 time: 0.0770206 Nov 12 12:49:23.856084 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aac57a7-fb69-4f51-8c77-945cdd8dcbdc req-02128f02-3f5d-4a67-b809-3e50e1edf934 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0296433 Nov 12 12:49:24.658560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80bdf12e-8e32-421d-886f-3481e1c31567 req-7d023056-a113-4cac-aaa0-fc93c26d80a1 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Nov 12 12:49:24.958495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:49:25.070369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:25.086109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '056c4cea-157b-44f0-b06f-580f14b38026', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'port_id': '056c4cea-157b-44f0-b06f-580f14b38026', 'mac_address': 'fa:16:3e:0c:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:49:25.086579 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8324104b-d7ff-403e-a9ee-4c404060a90d req-fe326d23-4d53-482a-a7d0-f6608eb951cb tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.1465929 Nov 12 12:49:25.145880 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:25.165465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c4cea-157b-44f0-b06f-580f14b38026 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:49:25.189553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:25.195649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:25.267864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:25.463297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['056c4cea-157b-44f0-b06f-580f14b38026'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:49:25.901773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ed19d48-0431-4dd0-83bf-f0757e0e8923 req-c20bbf74-f919-4c7e-9c38-f123f7efc07f tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0995290 Nov 12 12:49:26.191924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ca5c6e4-06ae-484d-a388-2e9a2ee1bd2b req-0b927b40-1041-478a-a65e-5ac08cf7dcb3 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0325506 Nov 12 12:49:26.982332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:49:27.053223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea907b5f-af7a-49bc-a3c9-b94f7eb1b25d req-44022ea6-ae74-4ea6-9ff7-4381e4f4fe22 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0386753 Nov 12 12:49:27.078432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 056c4cea-157b-44f0-b06f-580f14b38026 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:49:27.086454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 056c4cea-157b-44f0-b06f-580f14b38026 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:49:27.086955 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:27.176422 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:27.201900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:27.204134 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8fc0b5-d592-4137-bace-b003a4b37708" -d '{"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-plugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:27.218206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:27.235209 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:27.297810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:27.309632 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d672091-e8ef-4a2f-972c-0a0679b44765 x-openstack-request-id: req-7d672091-e8ef-4a2f-972c-0a0679b44765 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:27.309975 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-plugged", "status": "completed", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:27.310278 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d672091-e8ef-4a2f-972c-0a0679b44765 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:27.311275 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'code': 200} Nov 12 12:49:27.332727 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4642cf33-c553-41ff-86a5-bfc2185fb8ef req-bfe12d9c-3a40-46e0-b677-873665007089 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0450013 Nov 12 12:49:28.177794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-542d37cb-4f99-4b5e-8379-b67fbabbb501 req-d54aea1f-baea-405e-afab-2593981fdf5d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0270867 Nov 12 12:49:28.446829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87abbe3e-acd3-4a0c-9743-4ad657c8d324 req-96185b09-738c-474d-901d-85602e719084 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0278394 Nov 12 12:49:29.284817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eef28e67-0135-4f0b-a0f5-abb815a2797c req-4cf70be8-0a5b-4b9d-9f02-5b4c384b1102 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/ports?device_id=e26d8820-3c9c-4063-8d44-1249714a7663 HTTP/1.1" status: 200 len: 210 time: 0.0269623 Nov 12 12:49:29.570697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da0fd6f8-0f3e-4729-b028-0d9539ab23fb req-2482db5e-e8ea-43fd-b891-09e19f530aa5 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0414805 Nov 12 12:49:29.713851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:29.907440 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.397191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:30.457284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5d7-3f27-4dee-8744-6e3dfc06e8be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.483328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5d7-3f27-4dee-8744-6e3dfc06e8be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.537022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5d7-3f27-4dee-8744-6e3dfc06e8be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.539982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5d7-3f27-4dee-8744-6e3dfc06e8be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.544340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:30.544539 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ed6fd5d7-3f27-4dee-8744-6e3dfc06e8be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce2b90ad-6235-4500-b2eb-b9a59d0c5eed HTTP/1.1" status: 204 len: 168 time: 0.1458070 Nov 12 12:49:30.564032 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-faf1d126-dd8c-4591-a97a-aa17fe8552cb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] show failed (client error): The resource could not be found. Nov 12 12:49:30.568705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-faf1d126-dd8c-4591-a97a-aa17fe8552cb tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "GET /v2.0/security-groups/ce2b90ad-6235-4500-b2eb-b9a59d0c5eed HTTP/1.1" status: 404 len: 347 time: 0.0192091 Nov 12 12:49:30.568991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57528) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:30.569448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd5d7-3f27-4dee-8744-6e3dfc06e8be tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b90ad-6235-4500-b2eb-b9a59d0c5eed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:30.702363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe04f9ae-7de0-4560-b0f2-0d3ce31c3b79 req-6df0f336-9ec6-4cfa-9708-ba95f4b1146f tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0328329 Nov 12 12:49:30.741286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port d3bd88c5-be60-483b-99fc-4039a9a6544b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:30.741786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.848616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.849003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:30.861429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for d3bd88c5-be60-483b-99fc-4039a9a6544b owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:31.008402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.047386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=d3bd88c5-be60-483b-99fc-4039a9a6544b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:31.109466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.112471 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.113928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-dda2bbab-4f71-4f85-807a-be2ad9e3dd4d tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/floatingips/407a9179-7884-4305-95ce-ce388248c2be HTTP/1.1" status: 204 len: 168 time: 0.5440323 Nov 12 12:49:31.116913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:31.216345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port 4ecc621c-0ddf-49af-b587-a26af548b034 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:31.216813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.318587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.331991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for 4ecc621c-0ddf-49af-b587-a26af548b034 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:31.474701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.516630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=4ecc621c-0ddf-49af-b587-a26af548b034,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:31.612097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.616805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4cb3b7e8-d633-455c-949e-67c3791da734 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/ports/4ecc621c-0ddf-49af-b587-a26af548b034 HTTP/1.1" status: 204 len: 168 time: 0.4986827 Nov 12 12:49:31.619353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:31.717012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:31.717358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.827131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:31.851670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-785f2a67-f77b-4627-8e1d-89ffd81bf7e0 req-282bd788-1ff2-448d-b473-ff9ba500f74e tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0348961 Nov 12 12:49:31.855980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for 7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:32.025324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.062879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:32.139532 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.148088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6384c34d-9aac-4b67-b336-60edc6db4156 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/ports/7afa0bea-5ec0-46f5-ace0-bf9c7acc4ba9 HTTP/1.1" status: 204 len: 168 time: 0.5251157 Nov 12 12:49:32.148278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:32.209604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting subnet 8c865e10-3178-43c7-8f8f-901364c3f703 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:49:32.213150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.261631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.355882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.429560 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.463001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Subnet': ['ID=8c865e10-3178-43c7-8f8f-901364c3f703,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:32.469948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.474073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f47f2eed-db5f-4bdd-8e6e-0213f5b58712 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/subnets/8c865e10-3178-43c7-8f8f-901364c3f703 HTTP/1.1" status: 204 len: 168 time: 0.3245137 Nov 12 12:49:32.476765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:32.497975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73172c4e-8851-40ab-b2fb-85568abdb9ff None None] Network 95665ecc-45f7-415e-b2a5-c46f227117a2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:32.548445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting subnet 55129ecc-8936-4630-8d00-e7030321681e {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:49:32.553589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.632330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.844316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.869474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] DHCP port deletion for 95665ecc-45f7-415e-b2a5-c46f227117a2 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:49:32.933340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:32.936351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] Deleting port 978638e4-cfc4-496e-9f5a-3ab349167458 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:32.936925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.006418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] For port 978638e4-cfc4-496e-9f5a-3ab349167458, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=978638e4-cfc4-496e-9f5a-3ab349167458,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:33.007055 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.028062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] Calling delete_port for 978638e4-cfc4-496e-9f5a-3ab349167458 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:33.058017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Subnet': ['ID=55129ecc-8936-4630-8d00-e7030321681e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:33.073691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.077989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eb783957-ccb0-4305-86c0-412179570a31 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/subnets/55129ecc-8936-4630-8d00-e7030321681e HTTP/1.1" status: 204 len: 168 time: 0.6001387 Nov 12 12:49:33.080688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57584) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:33.095260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a72869-21ea-43a1-942b-60e85b31a6e3 None None] Network 64237f3e-9d8f-4b12-80f5-7a9295d86b28 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:33.145549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-99f46791-5b83-4a71-ae28-428bed547f04 req-20e00217-c011-461c-8ca6-1f908462ac80 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0873218 Nov 12 12:49:33.201942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.236051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 978638e4-cfc4-496e-9f5a-3ab349167458 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:33.278986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-3f8a5168-bc33-425f-9baf-ab5e1654a91d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795982 Nov 12 12:49:33.288955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Deleting port 978638e4-cfc4-496e-9f5a-3ab349167458 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:33.289746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.353732 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.372126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.408214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-6a5b01e0-5327-4b26-9f39-9712d8da1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:33.410505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-6a5b01e0-5327-4b26-9f39-9712d8da1029 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1098 time: 0.0747404 Nov 12 12:49:33.445545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] For port 978638e4-cfc4-496e-9f5a-3ab349167458, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=978638e4-cfc4-496e-9f5a-3ab349167458,segment=NetworkSegment(216de35b-2f54-44ff-8be6-11ff751a29e9),segment_id=216de35b-2f54-44ff-8be6-11ff751a29e9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:33.445916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.461907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Calling delete_port for 978638e4-cfc4-496e-9f5a-3ab349167458 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:33.464918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] No DVR routers for this DVR port 978638e4-cfc4-496e-9f5a-3ab349167458 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:33.490137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c502bc-1577-435c-a5d0-c271e8baafc9 None None] Pushing event deleted for resources: {'Port': ['ID=978638e4-cfc4-496e-9f5a-3ab349167458,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:33.580663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] DHCP port deletion for 64237f3e-9d8f-4b12-80f5-7a9295d86b28 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:49:33.607418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-df32621b-d979-41b0-b96e-2c120a54d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:33.611934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-df32621b-d979-41b0-b96e-2c120a54d614 service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.1810758 Nov 12 12:49:33.668554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.688339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] Deleting port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:33.688718 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.709136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Port': ['ID=978638e4-cfc4-496e-9f5a-3ab349167458,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:33.716416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] No DVR routers for this DVR port 978638e4-cfc4-496e-9f5a-3ab349167458 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:33.758837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-4b515b74-65a0-4219-8d85-729854aeefb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 1002 time: 0.1393859 Nov 12 12:49:33.818461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.831539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-ea744446-7add-420d-b16e-7bd76229be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:33.833831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-ea744446-7add-420d-b16e-7bd76229be86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.0677559 Nov 12 12:49:33.841211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95665ecc-45f7-415e-b2a5-c46f227117a2']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:33.852378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216de35b-2f54-44ff-8be6-11ff751a29e9') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:33.853103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216de35b-2f54-44ff-8be6-11ff751a29e9') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:33.874495 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.902741 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.907978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-e4006c06-080c-497a-bb39-e89c8fdf0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:33.911309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:49:33.911573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-e4006c06-080c-497a-bb39-e89c8fdf0d3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689297 Nov 12 12:49:33.912099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:49:33.916026 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:49:34.021913 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.040841 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.048634 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/networks/95665ecc-45f7-415e-b2a5-c46f227117a2 HTTP/1.1" status: 204 len: 168 time: 0.9616654 Nov 12 12:49:34.048634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba54b-abc8-413c-bf6e-31cc9ebc65c4 tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Network': ['ID=95665ecc-45f7-415e-b2a5-c46f227117a2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:34.051227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:34.096271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] For port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,segment=NetworkSegment(1590dff1-64e3-4bc9-9bf5-5273c156c446),segment_id=1590dff1-64e3-4bc9-9bf5-5273c156c446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:34.096721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.101790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-c259155b-094a-453a-8828-a76698b50c2c service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670640 Nov 12 12:49:34.117725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] Calling delete_port for 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:34.195349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.211910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.260883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] Pushing event deleted for resources: {'Port': ['ID=6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:34.273458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08008222-d587-42bb-905d-7d8484dcbe06 None None] No DVR routers for this DVR port 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:34.305352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c28bc86d-44ee-47d2-bc8f-59652240c618 req-eb689902-f295-4802-919a-c4e799ac1c48 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958230 Nov 12 12:49:34.312816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a1d30c8-a262-40ef-ba41-6d1a188d7bb2 req-18b3eb87-265c-47d5-90c2-5d7e10a54680 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0552993 Nov 12 12:49:34.380427 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.420120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64237f3e-9d8f-4b12-80f5-7a9295d86b28']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:34.430918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1590dff1-64e3-4bc9-9bf5-5273c156c446') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:34.431217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1590dff1-64e3-4bc9-9bf5-5273c156c446') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:34.441064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.454099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.460907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:49:34.461364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:49:34.465089 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:49:34.528797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.552235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:34.560851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] 10.222.0.18 "DELETE /v2.0/networks/64237f3e-9d8f-4b12-80f5-7a9295d86b28 HTTP/1.1" status: 204 len: 168 time: 0.5036197 Nov 12 12:49:34.560851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e821e-9363-4f90-b01f-8ccd3f03503a tempest-TaggedBootDevicesTest_v242-630816648 tempest-TaggedBootDevicesTest_v242-630816648-project] Pushing event deleted for resources: {'Network': ['ID=64237f3e-9d8f-4b12-80f5-7a9295d86b28,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:35.066533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:35.092315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:49:35.092659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6a5b63ce-6998-4b9b-a8d7-ae8863c0f62e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:35.468171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9e4de563-7ccd-440b-906f-4bdb5067b889 req-775944fa-585b-4807-aa12-92dff7d0f9c6 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f45d82d-2871-4ba5-8de8-52e47b1a26bd HTTP/1.1" status: 200 len: 210 time: 0.0369940 Nov 12 12:49:35.699864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6217-8e86-4695-996b-bcfa7787efc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:36.577817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:36.639307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f577-f957-45cd-97d8-6f85f325da92 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:36.668754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f577-f957-45cd-97d8-6f85f325da92 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:36.732539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f577-f957-45cd-97d8-6f85f325da92 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:36.738911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f577-f957-45cd-97d8-6f85f325da92 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:36.743198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6f8f577-f957-45cd-97d8-6f85f325da92 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/security-groups/2a2b5760-419a-4de3-a5d6-e595e6b3bb51 HTTP/1.1" status: 204 len: 168 time: 0.1618509 Nov 12 12:49:36.743773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:36.751820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8f577-f957-45cd-97d8-6f85f325da92 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b5760-419a-4de3-a5d6-e595e6b3bb51,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:36.767732 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-5b28d969-bb69-4c90-8a68-a0292cba34a7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] show failed (client error): The resource could not be found. Nov 12 12:49:36.772522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57664) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:36.774922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5b28d969-bb69-4c90-8a68-a0292cba34a7 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "GET /v2.0/security-groups/2a2b5760-419a-4de3-a5d6-e595e6b3bb51 HTTP/1.1" status: 404 len: 347 time: 0.0304282 Nov 12 12:49:36.919797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port 03dd1dcd-01fb-40d1-a019-09f8f5f6ae1a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:36.920126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.002290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.002667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.015280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for 03dd1dcd-01fb-40d1-a019-09f8f5f6ae1a owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:37.192953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.226848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=03dd1dcd-01fb-40d1-a019-09f8f5f6ae1a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:37.301609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.304774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.306254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-02a22899-3001-4e41-92ef-e527b2db5854 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/floatingips/9f6ee3f9-77b4-4e2d-ad89-889cf914c46b HTTP/1.1" status: 204 len: 168 time: 0.5325084 Nov 12 12:49:37.309267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:37.429518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port f3a22de2-4066-4798-a150-c437fbaad9e2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:37.429941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.561604 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.579784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-cf03702e-3019-486e-83df-a23fe151747e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755069 Nov 12 12:49:37.584776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for f3a22de2-4066-4798-a150-c437fbaad9e2 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:37.698696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-3b6c43e8-2da9-405b-8e27-26c21a38f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:37.700301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-3b6c43e8-2da9-405b-8e27-26c21a38f4a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1097 time: 0.0955563 Nov 12 12:49:37.853411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:37.892245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=f3a22de2-4066-4798-a150-c437fbaad9e2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:37.909993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-7c8b20ac-624e-4799-85c4-393d46b8fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:37.912136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-7c8b20ac-624e-4799-85c4-393d46b8fbde service neutron] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.1865084 Nov 12 12:49:38.037802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.042068 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f36f914b-bb52-413d-8947-1645a49ea69a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/ports/f3a22de2-4066-4798-a150-c437fbaad9e2 HTTP/1.1" status: 204 len: 168 time: 0.7314913 Nov 12 12:49:38.045423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:38.048369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-2ba4f49e-79c3-4f17-8493-19883168b743 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 1001 time: 0.1208713 Nov 12 12:49:38.129413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-196e6e20-2f89-4543-9dea-ff8a817328cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:38.131576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-196e6e20-2f89-4543-9dea-ff8a817328cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0751078 Nov 12 12:49:38.230183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-6067673b-5610-44ed-bac4-e67226206ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:38.231740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-6067673b-5610-44ed-bac4-e67226206ad7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935051 Nov 12 12:49:38.250104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port 715e755b-4ff1-44f6-ae90-340b668411f1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:38.250779 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.345822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-25cd3e03-4c62-4de0-a670-a258a8ff96fa service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048315 Nov 12 12:49:38.366386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.384636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for 715e755b-4ff1-44f6-ae90-340b668411f1 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:38.479304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edfa145-140d-4976-aaaf-ab88ceb62b1d req-09043404-37c9-4cee-9de9-cc27843f8d81 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249840 Nov 12 12:49:38.629964 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.666535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=715e755b-4ff1-44f6-ae90-340b668411f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:38.763807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.770209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-72169cca-a932-443c-b4cf-3927f9972a49 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/ports/715e755b-4ff1-44f6-ae90-340b668411f1 HTTP/1.1" status: 204 len: 168 time: 0.7199218 Nov 12 12:49:38.771027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:38.829161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting subnet a04809b7-44c9-4f29-989b-0145b213ab40 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:49:38.833424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.885186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.941757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bceb5398-9527-421b-9bfb-109e309eb201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:38.984794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.081291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.139498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Subnet': ['ID=a04809b7-44c9-4f29-989b-0145b213ab40,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:39.144770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.151265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-39e51e44-0d36-4817-aedc-bd03383b2823 tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/subnets/a04809b7-44c9-4f29-989b-0145b213ab40 HTTP/1.1" status: 204 len: 168 time: 0.3766944 Nov 12 12:49:39.152301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:39.155783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1c2ce4-2082-4653-9989-b08fe1851e6f None None] Network 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:39.289935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting subnet 53a17d37-99ec-4cc2-815a-09eff8566f1b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:49:39.301760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.436347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.512744 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.556892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.618045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] DHCP port deletion for 0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:49:39.702195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] Deleting port 6c545e66-0cbf-4369-8954-c095c318262e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:39.702573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.857458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] For port 6c545e66-0cbf-4369-8954-c095c318262e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c545e66-0cbf-4369-8954-c095c318262e,segment=NetworkSegment(8208d207-2675-4b90-8adf-861410f2a567),segment_id=8208d207-2675-4b90-8adf-861410f2a567)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:39.857850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:39.888590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] Calling delete_port for 6c545e66-0cbf-4369-8954-c095c318262e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:40.016942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.041940 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.070931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Subnet': ['ID=53a17d37-99ec-4cc2-815a-09eff8566f1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:40.080133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.085198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bb81dccf-1ab5-489e-aba7-1c11483427da tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/subnets/53a17d37-99ec-4cc2-815a-09eff8566f1b HTTP/1.1" status: 204 len: 168 time: 0.9317689 Nov 12 12:49:40.088110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 57712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:40.091738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] Pushing event deleted for resources: {'Port': ['ID=6c545e66-0cbf-4369-8954-c095c318262e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:40.099742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b6c4f-3b36-4e48-9f74-c8817093f8ff None None] Network aaed0afa-46d4-4259-a9d9-21829c166e31 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:40.129473 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c6719-ed94-4ad5-a8f8-5e47a0fb05d1 None None] No DVR routers for this DVR port 6c545e66-0cbf-4369-8954-c095c318262e on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:40.181448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.343871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.372454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:40.379219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] DHCP port deletion for aaed0afa-46d4-4259-a9d9-21829c166e31 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:49:40.398867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8208d207-2675-4b90-8adf-861410f2a567') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:40.399373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8208d207-2675-4b90-8adf-861410f2a567') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:40.412984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.436549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.445679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:49:40.446275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:49:40.452371 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:49:40.491690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] Deleting port a0da3a72-fbdb-4c43-b7b9-4895431be16c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:40.492120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.530193 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.546353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.555301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 57718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:40.564622 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/networks/0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5 HTTP/1.1" status: 204 len: 168 time: 0.4655433 Nov 12 12:49:40.574284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] For port a0da3a72-fbdb-4c43-b7b9-4895431be16c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0da3a72-fbdb-4c43-b7b9-4895431be16c,segment=NetworkSegment(eee09192-4140-458f-b5f0-4e7958d1edad),segment_id=eee09192-4140-458f-b5f0-4e7958d1edad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:40.574679 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.585008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ba0ed-ae71-40f3-abdf-8626275b400c tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Network': ['ID=0e2ef839-5fec-4624-8aeb-dfa7d13c2cf5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:40.592420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] Calling delete_port for a0da3a72-fbdb-4c43-b7b9-4895431be16c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:40.672452 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.677978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.719295 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.740823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Deleting port a0da3a72-fbdb-4c43-b7b9-4895431be16c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:40.740823 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.754204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] Pushing event deleted for resources: {'Port': ['ID=a0da3a72-fbdb-4c43-b7b9-4895431be16c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:40.760081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542de482-9d2c-4572-9cc1-a3e5ae08269c None None] No DVR routers for this DVR port a0da3a72-fbdb-4c43-b7b9-4895431be16c on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:40.821098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] For port a0da3a72-fbdb-4c43-b7b9-4895431be16c, host n-d-804878-5, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:40.821525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.838113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Calling delete_port for a0da3a72-fbdb-4c43-b7b9-4895431be16c owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:40.840937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Port a0da3a72-fbdb-4c43-b7b9-4895431be16c was not found and therefore no delete operation was performed {{(pid=102778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:49:40.842228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.875417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Port': ['ID=a0da3a72-fbdb-4c43-b7b9-4895431be16c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:40.877276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] No DVR routers for this DVR port a0da3a72-fbdb-4c43-b7b9-4895431be16c on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:40.959625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:40.980735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaed0afa-46d4-4259-a9d9-21829c166e31']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:40.990599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee09192-4140-458f-b5f0-4e7958d1edad') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:40.990899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee09192-4140-458f-b5f0-4e7958d1edad') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:41.005725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:41.020207 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:41.027461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:49:41.028243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:49:41.031963 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:49:41.079201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0da3a72-fbdb-4c43-b7b9-4895431be16c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:41.098475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:41.103919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a0da3a72-fbdb-4c43-b7b9-4895431be16c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:49:41.104259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0da3a72-fbdb-4c43-b7b9-4895431be16c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:41.104859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c545e66-0cbf-4369-8954-c095c318262e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:41.105927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:41.116676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] 10.222.0.18 "DELETE /v2.0/networks/aaed0afa-46d4-4259-a9d9-21829c166e31 HTTP/1.1" status: 204 len: 168 time: 0.5576854 Nov 12 12:49:41.126849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6c545e66-0cbf-4369-8954-c095c318262e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:49:41.128095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c545e66-0cbf-4369-8954-c095c318262e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:41.155247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8edcd-29d2-4a9c-913b-2b1de117997a tempest-TaggedBootDevicesTest-759080484 tempest-TaggedBootDevicesTest-759080484-project] Pushing event deleted for resources: {'Network': ['ID=aaed0afa-46d4-4259-a9d9-21829c166e31,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:41.370413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:49.882731 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:49:49.929375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e98a2c41-675b-47d7-9533-11765fa48de0 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:49.931216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e98a2c41-675b-47d7-9533-11765fa48de0 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 814 time: 0.1083369 Nov 12 12:49:49.949575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-30b95f07-0044-4c09-ac8f-a3b65d3adc37 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/quotas/1baab83ad66a48518a902c2cbb20d095 HTTP/1.1" status: 200 len: 375 time: 0.0127616 Nov 12 12:49:49.989225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-b235b439-7f29-4492-9874-8229b38f4524 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325770 Nov 12 12:49:50.098935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-da4aa5b6-eda7-4619-9723-42af76d7fa40 service neutron] 10.222.0.18 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978057 Nov 12 12:49:50.188183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58246) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:50.226068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-15f72a5a-5c8f-4497-a923-5bcabaa53051 service neutron] 10.222.0.18 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206689 Nov 12 12:49:50.445460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85cdcabe-15a5-40ba-8418-ecdca95b744b req-2949ca25-b4af-4434-a056-c12bfd7b8104 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 210 time: 0.0341029 Nov 12 12:49:50.752645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:51.064937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Deleting port ae2f4210-465f-4a31-a77d-39f9ec365e53 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:51.065822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:51.160663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] For port ae2f4210-465f-4a31-a77d-39f9ec365e53, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ae2f4210-465f-4a31-a77d-39f9ec365e53,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:51.161028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:51.176380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Calling delete_port for ae2f4210-465f-4a31-a77d-39f9ec365e53 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:51.406860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:51.557736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2f4210-465f-4a31-a77d-39f9ec365e53,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:51.634879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-6565443c-2315-43d4-8cba-1313ec95d358 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:51.636546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-6565443c-2315-43d4-8cba-1313ec95d358 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.81 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 814 time: 0.2217879 Nov 12 12:49:51.643947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1da61078-bc1f-4ac1-9f86-cde91ddd281b req-1a49f7c2-e565-40b3-b5c0-f86c9e56e45c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 210 time: 0.0415373 Nov 12 12:49:51.650195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Request body: {'port': {'device_id': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a', 'admin_state_up': True, 'tenant_id': '1baab83ad66a48518a902c2cbb20d095'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:51.849342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:51.903103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Made reservation on behalf of 1baab83ad66a48518a902c2cbb20d095 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:49:51.906641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.133074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Allocated IP 172.20.0.11 (dfc0d5c3-0e39-471d-a650-b7b66266a03a/5e5d7808-96ae-40fe-afca-5bc63e8a22f5/631f1c68-0842-4055-88ae-4e2a26aa01c3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:49:52.221150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Router f39cea5b-7702-4c32-9784-1fe70206c6e3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:49:52.431515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.461938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:49:52.470548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4e8344e7-1cdf-441c-b864-b3068d416848 admin admin] 10.222.0.18 "PUT /v2.0/routers/f39cea5b-7702-4c32-9784-1fe70206c6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2791679 Nov 12 12:49:52.473123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:52.474395 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] Sync routers for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:49:52.492876 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:52.493648 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:52.496663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.553155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Network dfc0d5c3-0e39-471d-a650-b7b66266a03a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:49:52.559352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:49:52.563742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:49:52.626657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.641645 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:52.648994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:52.649624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.662018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Pushing event updated for resources: {'Port': ['ID=631f1c68-0842-4055-88ae-4e2a26aa01c3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:52.672144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-ba24de8f-5742-438a-ab9c-f423c9da770a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0253882 Nov 12 12:49:52.685360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Request body: {'port': {'device_id': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:52.823541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.863868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.880868 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:49:51Z', 'revision_number': 5, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port': {'id': 'f4070780-0eb6-4730-91ca-2401f65d60ef', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:45Z', 'updated_at': '2021-11-12T12:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:52.890669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967acf5-3e62-4c0a-816a-8a352ca5dd5c req-5c005dd1-d341-4fff-8168-6c8721d22ff1 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:52.893510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4967acf5-3e62-4c0a-816a-8a352ca5dd5c req-5c005dd1-d341-4fff-8168-6c8721d22ff1 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 932 time: 0.1047719 Nov 12 12:49:52.895852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Deleting port f4070780-0eb6-4730-91ca-2401f65d60ef {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:52.896207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:52.911571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] Checking router: f39cea5b-7702-4c32-9784-1fe70206c6e3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:49:52.921792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] Routers {'f39cea5b-7702-4c32-9784-1fe70206c6e3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:52.923207 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f39cea5b-7702-4c32-9784-1fe70206c6e3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:52.988394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] For port f4070780-0eb6-4730-91ca-2401f65d60ef, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f4070780-0eb6-4730-91ca-2401f65d60ef,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:52.988925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.009487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Calling delete_port for f4070780-0eb6-4730-91ca-2401f65d60ef owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:53.027668 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] Set router f39cea5b-7702-4c32-9784-1fe70206c6e3 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:53.098502 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:49:52Z', 'revision_number': 6, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:53.134996 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b896ebd-d53e-4e81-bf01-ee5dcac149a0 None None] The sync data for ids ['f39cea5b-7702-4c32-9784-1fe70206c6e3'] in n-d-804878-5 is: [{'id': 'f39cea5b-7702-4c32-9784-1fe70206c6e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1966015632-router', 'tenant_id': '2504b03453644f56a84376a8155fffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:41Z', 'updated_at': '2021-11-12T12:49:52Z', 'revision_number': 6, 'project_id': '2504b03453644f56a84376a8155fffef', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:49:53.237212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.267584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946a723-ff3a-4580-a080-b36622be56f3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:49:53.281184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631f1c68-0842-4055-88ae-4e2a26aa01c3 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:49:53.290436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4967acf5-3e62-4c0a-816a-8a352ca5dd5c req-8b1262cc-5ff8-4feb-b1a8-99411e5c416d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018097 Nov 12 12:49:53.295747 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.309510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Transition to ACTIVE for port object 631f1c68-0842-4055-88ae-4e2a26aa01c3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:49:53.312095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4070780-0eb6-4730-91ca-2401f65d60ef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:53.326345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.335421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.385585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Pushing event updated for resources: {'Port': ['ID=631f1c68-0842-4055-88ae-4e2a26aa01c3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:53.477093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Attempting to bind port 631f1c68-0842-4055-88ae-4e2a26aa01c3 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:49:53.477813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Attempting to bind port 631f1c68-0842-4055-88ae-4e2a26aa01c3 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:49:53.477969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Attempting to bind port 631f1c68-0842-4055-88ae-4e2a26aa01c3 on network dfc0d5c3-0e39-471d-a650-b7b66266a03a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:53.486918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Port 631f1c68-0842-4055-88ae-4e2a26aa01c3 on network dfc0d5c3-0e39-471d-a650-b7b66266a03a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:49:53.487906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Attempting to bind port 631f1c68-0842-4055-88ae-4e2a26aa01c3 on network dfc0d5c3-0e39-471d-a650-b7b66266a03a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:53.494797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:49:53.495363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Checking segment: {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:49:53.496065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Bound using segment: {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:49:53.496585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Bound port: 631f1c68-0842-4055-88ae-4e2a26aa01c3, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:49:53.497048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.593112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] For port 631f1c68-0842-4055-88ae-4e2a26aa01c3, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:49:53.599451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] For port 631f1c68-0842-4055-88ae-4e2a26aa01c3, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:49:53.609280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.659672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:53.660456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.662701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] 10.222.0.81 "PUT /v2.0/ports/631f1c68-0842-4055-88ae-4e2a26aa01c3 HTTP/1.1" status: 200 len: 1092 time: 0.9823778 Nov 12 12:49:53.677120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'tag': '631f1c68-0842-4055-88ae-4e2a26aa01c3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:53.680439 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eca52f-413d-4c1f-a754-f4dd0ddef29a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91", "tag": "631f1c68-0842-4055-88ae-4e2a26aa01c3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:53.721664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.723984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.741673 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b7e789-108d-4c0e-917e-fa7ef4819dba x-openstack-request-id: req-a7b7e789-108d-4c0e-917e-fa7ef4819dba {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:53.741902 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91", "tag": "631f1c68-0842-4055-88ae-4e2a26aa01c3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:53.742112 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7b7e789-108d-4c0e-917e-fa7ef4819dba {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:53.742540 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'tag': '631f1c68-0842-4055-88ae-4e2a26aa01c3', 'status': 'completed', 'code': 200} Nov 12 12:49:53.761962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830093-f207-4baf-b1e9-55b058b64a90 service neutron] Pushing event updated for resources: {'Port': ['ID=631f1c68-0842-4055-88ae-4e2a26aa01c3,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:53.778917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.779746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39cea5b-7702-4c32-9784-1fe70206c6e3 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:49:53.785148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-c7fa2bfe-5885-429e-969e-ad547af6c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:53.785288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.786627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-51cb6b84-9c7e-4cf3-88be-a3405bca4f08 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f39cea5b-7702-4c32-9784-1fe70206c6e3 HTTP/1.1" status: 204 len: 168 time: 1.3124652 Nov 12 12:49:53.789056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:53.795384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-c7fa2bfe-5885-429e-969e-ad547af6c1e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 1095 time: 0.0795321 Nov 12 12:49:53.835646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Deleting subnet 01579e2b-c67d-41c9-a5ff-e1587aef7979 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:49:53.839058 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.841056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-b3e6255b-f41d-464b-a0ab-35e643409102 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3 HTTP/1.1" status: 200 len: 217 time: 0.0370400 Nov 12 12:49:53.875130 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:53.895409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-f0ca37fc-01b4-47f8-9d3a-f0be425d6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:53.896798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-f0ca37fc-01b4-47f8-9d3a-f0be425d6367 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5e5d7808-96ae-40fe-afca-5bc63e8a22f5 HTTP/1.1" status: 200 len: 854 time: 0.0494046 Nov 12 12:49:53.930305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-d4fa0254-b192-46e9-a13d-78014ac9ce2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dfc0d5c3-0e39-471d-a650-b7b66266a03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265605 Nov 12 12:49:53.961982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.038121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.055367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-07fd97e2-c5e9-477e-ac4b-d0ca4284abd0 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183057 Nov 12 12:49:54.070190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.074642 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/01579e2b-c67d-41c9-a5ff-e1587aef7979 HTTP/1.1" status: 204 len: 168 time: 0.2845314 Nov 12 12:49:54.075922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f703b9c-c834-418d-b70a-64fbb93acc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01579e2b-c67d-41c9-a5ff-e1587aef7979,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:54.078657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:54.082709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d200d80-1e7e-4122-b1e8-f06bb6ca339d None None] Network d0654cd6-507f-4dcf-86e6-7f0688fc218c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:54.162529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.183646 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9511970-7351-4b3d-b156-a48b75b022c6 req-e790a20a-947b-40a0-8f64-681007054f4e service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214869 Nov 12 12:49:54.237883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Deleting port 53f6302d-8cf0-42f5-b931-00fafa40e926 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:54.238210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.294467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-5a8ab576-361b-493e-8841-5649f02fd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:54.298313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-5a8ab576-361b-493e-8841-5649f02fd8fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 1095 time: 0.0591493 Nov 12 12:49:54.317807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] For port 53f6302d-8cf0-42f5-b931-00fafa40e926, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=53f6302d-8cf0-42f5-b931-00fafa40e926,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:54.318519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.336013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] DHCP port deletion for d0654cd6-507f-4dcf-86e6-7f0688fc218c request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:49:54.338363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Calling delete_port for 53f6302d-8cf0-42f5-b931-00fafa40e926 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:54.450137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] Deleting port 53f6302d-8cf0-42f5-b931-00fafa40e926 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:54.450811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.470294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.507161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=53f6302d-8cf0-42f5-b931-00fafa40e926,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:54.509209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] No DVR routers for this DVR port 53f6302d-8cf0-42f5-b931-00fafa40e926 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:54.531698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] For port 53f6302d-8cf0-42f5-b931-00fafa40e926, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=53f6302d-8cf0-42f5-b931-00fafa40e926,segment=NetworkSegment(25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0),segment_id=25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:54.532352 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.542070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-1bc52275-07ea-4082-88b3-2f4f0052a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:54.543630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-1bc52275-07ea-4082-88b3-2f4f0052a92c service neutron] 10.222.0.81 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 915 time: 0.2387211 Nov 12 12:49:54.548330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] Calling delete_port for 53f6302d-8cf0-42f5-b931-00fafa40e926 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:54.574073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c623-8060-4902-bc11-579b3e476c0d req-9bbc4275-e6be-4263-be41-21b82ffd2e00 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:54.575749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1951c623-8060-4902-bc11-579b3e476c0d req-9bbc4275-e6be-4263-be41-21b82ffd2e00 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 944 time: 0.1285563 Nov 12 12:49:54.600355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.626559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0654cd6-507f-4dcf-86e6-7f0688fc218c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:54.630097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-911764b2-bdab-465c-913d-5cdaa0804ff9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3 HTTP/1.1" status: 200 len: 217 time: 0.0768509 Nov 12 12:49:54.638472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:54.638877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dbe35b-9c14-4e2f-b10d-2f8d01cea4d0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:54.644425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.653433 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.668092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.674609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:49:54.675405 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.676872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] Pushing event deleted for resources: {'Port': ['ID=53f6302d-8cf0-42f5-b931-00fafa40e926,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:54.682558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ae2b2-a13a-41b0-b493-209a29293242 None None] No DVR routers for this DVR port 53f6302d-8cf0-42f5-b931-00fafa40e926 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:49:54.691667 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:49:54.710102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-e5d763d1-15a4-44c0-afce-073609b97528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:54.711637 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-e5d763d1-15a4-44c0-afce-073609b97528 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5e5d7808-96ae-40fe-afca-5bc63e8a22f5 HTTP/1.1" status: 200 len: 854 time: 0.0624292 Nov 12 12:49:54.740395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.745826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:54.753910 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0654cd6-507f-4dcf-86e6-7f0688fc218c HTTP/1.1" status: 204 len: 168 time: 0.6729703 Nov 12 12:49:54.772259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-a640a260-6458-4ac6-8087-589740d4b422 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dfc0d5c3-0e39-471d-a650-b7b66266a03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331655 Nov 12 12:49:54.772521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445c6b4-1f09-43b3-903d-259101867e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0654cd6-507f-4dcf-86e6-7f0688fc218c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:54.777073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1951c623-8060-4902-bc11-579b3e476c0d req-11afd32d-5ef9-49da-b34d-2a996f88d581 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565955 Nov 12 12:49:54.883277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-f5cf1d10-80dd-497c-9f43-f6b270a81e6f service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036870 Nov 12 12:49:54.898246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:54.940175 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1802e1b8-12b7-4f36-b1c5-4c8172b99ea6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2504b03453644f56a84376a8155fffef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403278 Nov 12 12:49:54.942420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58292) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:54.981490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29eca52f-413d-4c1f-a754-f4dd0ddef29a req-bf9b5f28-6c2e-4d70-b822-36d0ad0824e1 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901330 Nov 12 12:49:54.997109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9bce-13e4-4bbf-9bb9-d7e107bd2002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:55.025782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9bce-13e4-4bbf-9bb9-d7e107bd2002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:55.084618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae2f4210-465f-4a31-a77d-39f9ec365e53 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:55.089234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9bce-13e4-4bbf-9bb9-d7e107bd2002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:55.092179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9bce-13e4-4bbf-9bb9-d7e107bd2002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:55.093450 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2c8d9bce-13e4-4bbf-9bb9-d7e107bd2002 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e574056-2f9a-47a8-9c5b-3b094ee4c3e0 HTTP/1.1" status: 204 len: 168 time: 0.1500299 Nov 12 12:49:55.104021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d9bce-13e4-4bbf-9bb9-d7e107bd2002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e574056-2f9a-47a8-9c5b-3b094ee4c3e0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:55.113857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ae2f4210-465f-4a31-a77d-39f9ec365e53 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:49:55.114617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ae2f4210-465f-4a31-a77d-39f9ec365e53 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:55.115092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f4070780-0eb6-4730-91ca-2401f65d60ef no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:55.140244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f4070780-0eb6-4730-91ca-2401f65d60ef {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:49:55.140687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f4070780-0eb6-4730-91ca-2401f65d60ef not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:55.141186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 53f6302d-8cf0-42f5-b931-00fafa40e926 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:49:55.161874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 53f6302d-8cf0-42f5-b931-00fafa40e926 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:49:55.162380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 53f6302d-8cf0-42f5-b931-00fafa40e926 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:49:55.858518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:55.941429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa05db-c158-4e80-b590-217b1d4c13cc req-1db2ae81-b67f-4c72-87c1-7ac60ff65a90 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:55.943304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12aa05db-c158-4e80-b590-217b1d4c13cc req-1db2ae81-b67f-4c72-87c1-7ac60ff65a90 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 944 time: 0.0739932 Nov 12 12:49:55.991998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1013236460-network', 'tenant_id': 'ec40263251f44ccb9f9202187b7d2edb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:56.030681 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12aa05db-c158-4e80-b590-217b1d4c13cc req-cdd6f92e-6fb0-4f5a-a00e-a38264d99e71 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792918 Nov 12 12:49:56.042584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Made reservation on behalf of ec40263251f44ccb9f9202187b7d2edb for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:49:56.045353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.059166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.123436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04170e3f-cacd-4698-b91f-d495c10e4112 req-d4948d40-c29b-46c7-947a-a01487a2155e tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:56.125954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04170e3f-cacd-4698-b91f-d495c10e4112 req-d4948d40-c29b-46c7-947a-a01487a2155e tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1098 time: 0.0603292 Nov 12 12:49:56.152959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.157974 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.180990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:49:56.195072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:56.200170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04170e3f-cacd-4698-b91f-d495c10e4112 req-29899e5a-a370-4cf0-82e1-7272ad1db81b tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644538 Nov 12 12:49:56.200361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.200842 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Added segment f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0 of type vlan for network 0dda777d-d71e-4771-85f1-68f007ee26e1 Nov 12 12:49:56.237967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58326) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:56.247645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.275777 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.276944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:56.277530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.341420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4782717 Nov 12 12:49:56.341629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58328) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:56.349318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Request body: {'subnet': {'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1013236460-subnet', 'tenant_id': 'ec40263251f44ccb9f9202187b7d2edb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:49:56.360806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15bf0-372c-4d52-9d07-65d53af87f35 admin admin] Pushing event updated for resources: {'Network': ['ID=0dda777d-d71e-4771-85f1-68f007ee26e1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:56.377723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Made reservation on behalf of ec40263251f44ccb9f9202187b7d2edb for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:49:56.378742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:49:56.382878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.444349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 0405fc0d-d050-4776-aa06-93d3d32014e7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:56.444834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.538233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.538661 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.553997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 0405fc0d-d050-4776-aa06-93d3d32014e7 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:56.595984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.665415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fc92ed-83a3-4426-80e4-3bf5633d1a74,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:56.676901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Checking segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:49:56.677269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Network hostable DHCP agents. Network: 0dda777d-d71e-4771-85f1-68f007ee26e1, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:49:56.696815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:49:56.704150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:49:56.711074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0dda777d-d71e-4771-85f1-68f007ee26e1) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:49:56.719090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f07b7-aee0-4988-ba19-e67a56f97618 None None] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:56.722662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:56.723349 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.770204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cc912994-4920-4084-8033-ae13dfd1c6ce admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4260821 Nov 12 12:49:56.771073 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.776097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 631f1c68-0842-4055-88ae-4e2a26aa01c3 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:49:56.819720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=0405fc0d-d050-4776-aa06-93d3d32014e7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:56.850735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.851419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.852110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.852790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.853444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.854012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.854568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.855765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.856447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.857704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.858289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.858860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:56.985251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:56.986478 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP c5363373-1dfe-466c-b9ff-7ec813770474 disassociated (deleted). External IP: 172.25.1.121, port: 056c4cea-157b-44f0-b06f-580f14b38026. Nov 12 12:49:57.067302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 631f1c68-0842-4055-88ae-4e2a26aa01c3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:57.102654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '631f1c68-0842-4055-88ae-4e2a26aa01c3', 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a', 'port_id': '631f1c68-0842-4055-88ae-4e2a26aa01c3', 'mac_address': 'fa:16:3e:b6:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5d7808-96ae-40fe-afca-5bc63e8a22f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:49:57.199905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.202117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0dda777d-d71e-4771-85f1-68f007ee26e1', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'tenant_id': 'ec40263251f44ccb9f9202187b7d2edb', 'fixed_ips': [{'subnet_id': '91fc92ed-83a3-4426-80e4-3bf5633d1a74'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:49:57.202981 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.227018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631f1c68-0842-4055-88ae-4e2a26aa01c3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:49:57.311386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 631f1c68-0842-4055-88ae-4e2a26aa01c3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:57.313822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ba84c-569f-4362-86fa-11892a4696f0 req-0c145198-90b9-4d64-b6c7-4975569f3bfc tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:57.325310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b3ba84c-569f-4362-86fa-11892a4696f0 req-0c145198-90b9-4d64-b6c7-4975569f3bfc tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 944 time: 0.1483529 Nov 12 12:49:57.326904 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.441137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=631f1c68-0842-4055-88ae-4e2a26aa01c3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:57.473241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b3ba84c-569f-4362-86fa-11892a4696f0 req-ab521e5f-87aa-4839-a03b-8402d07c142a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458297 Nov 12 12:49:57.497264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Allocated IP 172.20.0.2 (0dda777d-d71e-4771-85f1-68f007ee26e1/91fc92ed-83a3-4426-80e4-3bf5633d1a74/977a91e4-e259-4623-81ed-49e8f5878808) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:49:57.572963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['631f1c68-0842-4055-88ae-4e2a26aa01c3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:49:57.721704 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.747640 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.756958 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.809176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-659656d8-ebd1-46c3-9375-90d1e2eeed3c tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:57.811261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-659656d8-ebd1-46c3-9375-90d1e2eeed3c tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 816 time: 0.1925082 Nov 12 12:49:57.819810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:49:57.831419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:49:57.836067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:49:57.839740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Pushing event updated for resources: {'Port': ['ID=977a91e4-e259-4623-81ed-49e8f5878808,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:57.860497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-26c946ab-b959-4630-a1ba-5534a7a84a46 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/quotas/ec40263251f44ccb9f9202187b7d2edb HTTP/1.1" status: 200 len: 375 time: 0.0173643 Nov 12 12:49:57.901169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Attempting to bind port 977a91e4-e259-4623-81ed-49e8f5878808 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:49:57.901627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Attempting to bind port 977a91e4-e259-4623-81ed-49e8f5878808 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:49:57.901959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Attempting to bind port 977a91e4-e259-4623-81ed-49e8f5878808 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:49:57.907171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:49:57.907565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Checking segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:49:57.907989 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.908902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Bound using segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:49:57.909387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Bound port: 977a91e4-e259-4623-81ed-49e8f5878808, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:49:57.909779 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:57.922115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 5c623e90-2e73-4723-9e28-9920cdea4eda has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:49:57.951914 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-3dcc1834-51c4-48c0-8005-d1f789a1217b tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751905 Nov 12 12:49:57.983033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] For port 977a91e4-e259-4623-81ed-49e8f5878808, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:49:57.986743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] For port 977a91e4-e259-4623-81ed-49e8f5878808, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=977a91e4-e259-4623-81ed-49e8f5878808,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:49:57.991689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:58.062980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e334-17b1-4377-8957-d614d4fcfa94 None None] Pushing event updated for resources: {'Port': ['ID=977a91e4-e259-4623-81ed-49e8f5878808,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:58.089927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Deleting port b8b60ab1-3ecb-420d-8692-42ce9569fce9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:49:58.091780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:58.154676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:49:58.160969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:58.168358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] Sync routers for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:49:58.178264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] For port b8b60ab1-3ecb-420d-8692-42ce9569fce9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b8b60ab1-3ecb-420d-8692-42ce9569fce9,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:58.178865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:58.182608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:58.183225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:58.193544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Calling delete_port for b8b60ab1-3ecb-420d-8692-42ce9569fce9 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:49:58.224369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ba8d6b84-5eac-41b1-a9b7-04e88b3b9624 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/floatingips/c5363373-1dfe-466c-b9ff-7ec813770474 HTTP/1.1" status: 204 len: 168 time: 1.9844871 Nov 12 12:49:58.226682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:58.228953 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:58.261007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-9bc4fe21-cc5c-43ec-97fe-f83e09b9110f service neutron] 10.222.0.18 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039379 Nov 12 12:49:58.352464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:58.454055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-3fb22805-bb8b-4cc4-88e7-4a931a1c47f0 service neutron] 10.222.0.18 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865127 Nov 12 12:49:58.496339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:58.508699 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace57f6-92d6-4bd5-8920-e9f9e073bf47 x-openstack-request-id: req-4ace57f6-92d6-4bd5-8920-e9f9e073bf47 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:58.509340 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:58.509815 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ace57f6-92d6-4bd5-8920-e9f9e073bf47 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:58.510660 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'status': 'completed', 'code': 200} Nov 12 12:49:58.560348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b60ab1-3ecb-420d-8692-42ce9569fce9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:58.748830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-982ccaf7-5896-4b79-bc3d-3d644a58ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:58.750518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-982ccaf7-5896-4b79-bc3d-3d644a58ff65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 1098 time: 0.2043705 Nov 12 12:49:58.801737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 631f1c68-0842-4055-88ae-4e2a26aa01c3 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:49:58.824498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60483-8783-4d7f-8426-969a3dd339d2 req-52e5abfa-7a08-4a2d-9d74-44d5fba6a2d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:58.836511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcd60483-8783-4d7f-8426-969a3dd339d2 req-52e5abfa-7a08-4a2d-9d74-44d5fba6a2d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 947 time: 0.2513146 Nov 12 12:49:58.878181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927904b-e95e-4f25-b4c8-3229b5f0c967 req-73f01221-d9c0-4ca0-9614-0abc4c55322c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:58.887270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5927904b-e95e-4f25-b4c8-3229b5f0c967 req-73f01221-d9c0-4ca0-9614-0abc4c55322c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 945 time: 0.1165538 Nov 12 12:49:58.959793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 631f1c68-0842-4055-88ae-4e2a26aa01c3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:49:58.974253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 631f1c68-0842-4055-88ae-4e2a26aa01c3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:49:58.974541 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:58.984671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5927904b-e95e-4f25-b4c8-3229b5f0c967 req-5b2fe81c-93df-4cfd-8107-c8116af91139 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887449 Nov 12 12:49:59.184419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.218428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631f1c68-0842-4055-88ae-4e2a26aa01c3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:49:59.221363 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509cfe9f-3e5e-42bd-854b-0b559a72ba9c" -d '{"events": [{"server_uuid": "e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91", "name": "network-vif-plugged", "status": "completed", "tag": "631f1c68-0842-4055-88ae-4e2a26aa01c3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:49:59.239757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:07Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:59.246609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 631f1c68-0842-4055-88ae-4e2a26aa01c3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:49:59.282085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.285234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] Checking router: 5c623e90-2e73-4723-9e28-9920cdea4eda for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:49:59.313711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:49:59.314939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:49:59.389448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 977a91e4-e259-4623-81ed-49e8f5878808 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:49:59.433512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-3691b7ca-e17e-431d-b2af-c48957f5a3e5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:59.456724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-3691b7ca-e17e-431d-b2af-c48957f5a3e5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 816 time: 0.2792842 Nov 12 12:49:59.465389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=631f1c68-0842-4055-88ae-4e2a26aa01c3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:49:59.472732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-ed0c45a0-22bd-4ba5-b89b-d26c34754bcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/quotas/ec40263251f44ccb9f9202187b7d2edb HTTP/1.1" status: 200 len: 375 time: 0.0150311 Nov 12 12:49:59.513017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcd60483-8783-4d7f-8426-969a3dd339d2 req-a09d70eb-7dd2-4b4b-be3e-062e335d133a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6753569 Nov 12 12:49:59.523031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.523801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.523801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.524030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.524357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.524679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.525000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.525322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.525701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.526026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.526371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.526873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:49:59.541260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 977a91e4-e259-4623-81ed-49e8f5878808 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:49:59.542062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.550713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-93fe0e66-afc5-416c-b332-75b7c71bbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:59.554905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-93fe0e66-afc5-416c-b332-75b7c71bbd8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 200 len: 898 time: 0.7936015 Nov 12 12:49:59.569099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.586219 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5f62c6-7f77-409f-9f2d-b49cee0a11df x-openstack-request-id: req-3d5f62c6-7f77-409f-9f2d-b49cee0a11df {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:49:59.586702 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91", "name": "network-vif-plugged", "status": "completed", "tag": "631f1c68-0842-4055-88ae-4e2a26aa01c3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:49:59.587030 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d5f62c6-7f77-409f-9f2d-b49cee0a11df {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:49:59.587659 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631f1c68-0842-4055-88ae-4e2a26aa01c3', 'code': 200} Nov 12 12:49:59.598052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:49:59.598372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-0718a31a-01e6-420a-a85b-ee0537929900 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125524 Nov 12 12:49:59.643900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3fddd-3770-425b-95de-fd23f7e7fe62 None None] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:49:59.651203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-5475268f-4192-4a43-bdb7-5efb67fb2724 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 200 len: 217 time: 0.0783763 Nov 12 12:49:59.761794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c7beb-2ea8-43bf-a31e-087d6ce2471b req-2a295d78-2a5c-4a15-9f2c-6a4ab324701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:59.763505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f82c7beb-2ea8-43bf-a31e-087d6ce2471b req-2a295d78-2a5c-4a15-9f2c-6a4ab324701d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 1097 time: 0.0802732 Nov 12 12:49:59.775500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-1c14fd73-a7f4-4660-9252-121aea076bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761184 Nov 12 12:49:59.790252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.841447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0e25d9fa-8df9-4610-9cd1-2f420310019a None None] Provisioning complete for port 977a91e4-e259-4623-81ed-49e8f5878808 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:49:59.842206 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e25d9fa-8df9-4610-9cd1-2f420310019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.853177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-dcbefaeb-f254-4732-a811-b191d199ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:49:59.854819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-dcbefaeb-f254-4732-a811-b191d199ea06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 200 len: 834 time: 0.1455717 Nov 12 12:49:59.897416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f82c7beb-2ea8-43bf-a31e-087d6ce2471b req-5a0066c3-5465-4eb1-b770-f7475c61aa6d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014378 Nov 12 12:49:59.922037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-a36431e3-b4b1-4433-8256-2ce55fb3f3cf service neutron] 10.222.0.18 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455796 Nov 12 12:49:59.979623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:49:59.981315 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:00.065521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-04e981d5-320e-45bc-a47b-f63edb398f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:00.068533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-04e981d5-320e-45bc-a47b-f63edb398f65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33410b00-0554-4723-bbf1-e23c014980c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675644 Nov 12 12:50:00.094324 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff59da-c12d-4071-920a-cc1202b85359 req-c4609096-c2d5-46e7-99e8-de3795366192 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:00.099146 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dff59da-c12d-4071-920a-cc1202b85359 req-c4609096-c2d5-46e7-99e8-de3795366192 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 947 time: 0.2110109 Nov 12 12:50:00.140072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 977a91e4-e259-4623-81ed-49e8f5878808, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=977a91e4-e259-4623-81ed-49e8f5878808,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:00.187077 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:00.337500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=977a91e4-e259-4623-81ed-49e8f5878808,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:00.369547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:07Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:00.378744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-00c61613-9c40-4087-bf96-6d8acc378c2d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:00.389957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-00c61613-9c40-4087-bf96-6d8acc378c2d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 816 time: 0.1662467 Nov 12 12:50:00.411156 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-6f0375de-ddf4-4a81-a5f1-20a7698692ff tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/quotas/ec40263251f44ccb9f9202187b7d2edb HTTP/1.1" status: 200 len: 375 time: 0.0193150 Nov 12 12:50:00.426484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-0680a570-b4c1-4ef3-8273-dd83bd92f78d service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055515 Nov 12 12:50:00.430383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bd0f8-0d0a-4537-a0fb-75a4649a58b0 None None] The sync data for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 is: [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:48:04Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7525648e-e0fd-407f-ab08-d55841b6490f', 'name': '', 'network_id': '33410b00-0554-4723-bbf1-e23c014980c7', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:7f:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:03Z', 'updated_at': '2021-11-12T12:48:07Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'f823e200-9b8a-4f98-a5b5-3dea7bd1d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:00.482972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-a6b3f73a-3a51-4c51-b5b5-217d652a1020 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710027 Nov 12 12:50:00.554941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c24fd6-2d5b-47f2-ad28-48176dd641f9 req-3c924b7a-19e7-4752-88ee-219a8dcb42e6 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:00.556512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41c24fd6-2d5b-47f2-ad28-48176dd641f9 req-3c924b7a-19e7-4752-88ee-219a8dcb42e6 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 946 time: 0.4563527 Nov 12 12:50:00.596429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Router f5a209b4-761a-4fe2-9cbc-03244a4392bf has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:50:00.675839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-0ef9e608-2a31-44df-9119-85f84a539f39 service neutron] 10.222.0.18 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809180 Nov 12 12:50:00.756595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-569a7ff0-3d7a-4abd-8616-074f93d8a71b None None] Provisioning complete for port 977a91e4-e259-4623-81ed-49e8f5878808 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:00.756964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-569a7ff0-3d7a-4abd-8616-074f93d8a71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:00.790796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-1ef4045f-7b70-4743-a1b3-02db52ea1135 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:00.792825 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-1ef4045f-7b70-4743-a1b3-02db52ea1135 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.65 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 816 time: 0.5461955 Nov 12 12:50:00.817759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-ccf10667-e3c4-415f-bf9b-64bf1cd19a3d service neutron] 10.222.0.18 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409383 Nov 12 12:50:00.879741 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31888f-2d12-48e8-99d2-4b974201ef84 None None] New status for floating IP c5363373-1dfe-466c-b9ff-7ec813770474: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:50:00.950399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41c24fd6-2d5b-47f2-ad28-48176dd641f9 req-28595531-5eda-49d5-a449-b95aa71e6e8c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580694 Nov 12 12:50:00.951559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:00.966472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58416) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:00.966955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-558319ee-eee9-4b0a-8182-87f67e82f17b admin admin] 10.222.0.18 "PUT /v2.0/routers/f5a209b4-761a-4fe2-9cbc-03244a4392bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2613304 Nov 12 12:50:00.971117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] Sync routers for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:00.978622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Request body: {'port': {'device_id': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'admin_state_up': True, 'tenant_id': 'ec40263251f44ccb9f9202187b7d2edb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:01.036653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:01.037310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:01.177485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Made reservation on behalf of ec40263251f44ccb9f9202187b7d2edb for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:01.190183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.214398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-ecddca69-5865-4f37-a562-959ffaa13081 service neutron] 10.222.0.65 "GET /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647085 Nov 12 12:50:01.383656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a89a385-51b9-405a-aaf5-4f3a7f54aba2 req-42da6430-5890-49f5-af3e-1fd8abb8fdcf tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 210 time: 0.0903497 Nov 12 12:50:01.400990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 056c4cea-157b-44f0-b06f-580f14b38026 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:01.401330 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.423502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.431747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:01.510156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ccc96-dacc-4daf-8f46-dd6caf3a46e6 req-4e53edbe-7459-4205-981a-b00dd0e83b52 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:01.519233 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab4ccc96-dacc-4daf-8f46-dd6caf3a46e6 req-4e53edbe-7459-4205-981a-b00dd0e83b52 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 947 time: 0.1700521 Nov 12 12:50:01.526218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 977a91e4-e259-4623-81ed-49e8f5878808 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:01.547912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.652624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Allocated IP 172.20.0.9 (0dda777d-d71e-4771-85f1-68f007ee26e1/91fc92ed-83a3-4426-80e4-3bf5633d1a74/0e4d777d-2469-40f7-bae5-eb0c67c10f01) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:01.701469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ab4ccc96-dacc-4daf-8f46-dd6caf3a46e6 req-95652bca-d697-49db-b5e5-4dc877db19e8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4929ea3-0aa1-47ed-a942-afbea8ad57f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817460 Nov 12 12:50:01.723606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 056c4cea-157b-44f0-b06f-580f14b38026, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=056c4cea-157b-44f0-b06f-580f14b38026,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:01.724176 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.754871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 056c4cea-157b-44f0-b06f-580f14b38026 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:01.761094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Deleting port 5fa767b7-5480-4f12-b84b-97ba60e6fb31 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:01.761442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.867175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-4c79b7ef-8065-47b4-958a-7ee039864122 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:01.868686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-4c79b7ef-8065-47b4-958a-7ee039864122 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 816 time: 0.2398572 Nov 12 12:50:01.902213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] For port 5fa767b7-5480-4f12-b84b-97ba60e6fb31, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5fa767b7-5480-4f12-b84b-97ba60e6fb31,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:01.902584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.916143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Calling delete_port for 5fa767b7-5480-4f12-b84b-97ba60e6fb31 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:01.949507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 977a91e4-e259-4623-81ed-49e8f5878808 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:01.950095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.964404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:01.990812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Request body: {'port': {'device_id': '99b13d51-d118-437a-8bc7-a75edd7700af', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'admin_state_up': True, 'tenant_id': 'ec40263251f44ccb9f9202187b7d2edb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:02.052775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.073437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:49:58Z', 'revision_number': 5, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port': {'id': '5fa767b7-5480-4f12-b84b-97ba60e6fb31', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:48Z', 'updated_at': '2021-11-12T12:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:02.129122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=056c4cea-157b-44f0-b06f-580f14b38026,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:02.135437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.143881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] Checking router: f5a209b4-761a-4fe2-9cbc-03244a4392bf for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:02.169202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] Routers {'f5a209b4-761a-4fe2-9cbc-03244a4392bf'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:02.170114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:02.211083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] No DVR routers for this DVR port 056c4cea-157b-44f0-b06f-580f14b38026 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:02.220012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.224109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0dff59da-c12d-4071-920a-cc1202b85359 req-a4f9a96c-d70f-4f6a-984e-0791dcdb9639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "DELETE /v2.0/ports/056c4cea-157b-44f0-b06f-580f14b38026 HTTP/1.1" status: 204 len: 173 time: 1.9798203 Nov 12 12:50:02.224571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-deleted', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:02.227217 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ad1d3-d990-437b-9476-2a61e097b4de" -d '{"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-deleted", "tag": "056c4cea-157b-44f0-b06f-580f14b38026"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:02.247430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:02.252898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:02.268882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:02.275205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Pushing event updated for resources: {'Port': ['ID=0e4d777d-2469-40f7-bae5-eb0c67c10f01,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:02.296941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce58fa8-6cbc-4707-9fd8-81f632d68aa3 req-561aad6e-a414-4ff7-9149-c9c9b049f774 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:02.303909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] Set router f5a209b4-761a-4fe2-9cbc-03244a4392bf gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:02.307351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ce58fa8-6cbc-4707-9fd8-81f632d68aa3 req-561aad6e-a414-4ff7-9149-c9c9b049f774 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 946 time: 0.1910608 Nov 12 12:50:02.316492 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08639c54-ec38-483a-aef0-f29128350c07 x-openstack-request-id: req-08639c54-ec38-483a-aef0-f29128350c07 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:02.316863 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf", "name": "network-vif-deleted", "tag": "056c4cea-157b-44f0-b06f-580f14b38026", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:02.317193 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08639c54-ec38-483a-aef0-f29128350c07 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:02.317747 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf', 'name': 'network-vif-deleted', 'tag': '056c4cea-157b-44f0-b06f-580f14b38026', 'status': 'completed', 'code': 200} Nov 12 12:50:02.325221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Made reservation on behalf of ec40263251f44ccb9f9202187b7d2edb for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:02.332004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.356506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:02.357102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.383614 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-946f8159-9a55-4075-95e3-b31d5e05c448 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4250555 Nov 12 12:50:02.398857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Request body: {'port': {'device_id': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:02.447340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:50:01Z', 'revision_number': 6, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:02.497000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.511492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2527baa-5ba0-4b67-8952-e16612e2d5a5 None None] The sync data for ids ['f5a209b4-761a-4fe2-9cbc-03244a4392bf'] in n-d-804878-5 is: [{'id': 'f5a209b4-761a-4fe2-9cbc-03244a4392bf', 'name': 'tempest-TaggedBootDevicesTest-1702246864-router', 'tenant_id': 'c04b1ad243b345c19603c00a819581e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:47Z', 'updated_at': '2021-11-12T12:50:01Z', 'revision_number': 6, 'project_id': 'c04b1ad243b345c19603c00a819581e7', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:02.581282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36f04fec-c990-45fc-b1c2-0bc2d89906a2 req-96ee8e8d-afae-440f-a9b6-8c525c137d33 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 210 time: 0.0628066 Nov 12 12:50:02.591911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.620276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ce58fa8-6cbc-4707-9fd8-81f632d68aa3 req-b362c9d6-3b7b-418f-bc83-a03ee7f4681e tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120332 Nov 12 12:50:02.690543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff9b8d-0493-4808-b274-979d4be23418 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:02.726556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa767b7-5480-4f12-b84b-97ba60e6fb31,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:02.797432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-59e5107a-76ba-469d-8615-40d381b36ab5 None None] Provisioning complete for port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:02.798096 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59e5107a-76ba-469d-8615-40d381b36ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:02.915991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-59e5107a-76ba-469d-8615-40d381b36ab5 None None] Port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:02.950482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Allocated IP 172.20.0.11 (0dda777d-d71e-4771-85f1-68f007ee26e1/91fc92ed-83a3-4426-80e4-3bf5633d1a74/5f33b800-27d0-4cff-a662-6d62087eb435) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:02.957942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7328d1d3-4898-4f4d-8f6e-0eaa540e6902 req-881c3bd9-e761-4ff6-bfb7-1d0300c6a5be tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f71a7a2-dc94-4763-a4e6-fd11bc9be1bf HTTP/1.1" status: 200 len: 210 time: 0.0535090 Nov 12 12:50:02.993380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.122526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:03.159550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-167188ab-fbe5-45de-8dcb-a970a265743a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:03.162472 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-167188ab-fbe5-45de-8dcb-a970a265743a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 816 time: 0.4556220 Nov 12 12:50:03.166815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.167830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 056c4cea-157b-44f0-b06f-580f14b38026 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:03.168637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 056c4cea-157b-44f0-b06f-580f14b38026 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:03.175052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.179815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Request body: {'port': {'device_id': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'admin_state_up': True, 'tenant_id': 'ec40263251f44ccb9f9202187b7d2edb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:03.191258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8b60ab1-3ecb-420d-8692-42ce9569fce9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:03.215616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b8b60ab1-3ecb-420d-8692-42ce9569fce9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:03.215973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b8b60ab1-3ecb-420d-8692-42ce9569fce9 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:03.355743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.356316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a209b4-761a-4fe2-9cbc-03244a4392bf {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:50:03.361898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.363118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96cf3dc8-ba5a-49ac-96c8-57629b66c007 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f5a209b4-761a-4fe2-9cbc-03244a4392bf HTTP/1.1" status: 204 len: 168 time: 2.3956518 Nov 12 12:50:03.366885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:03.429051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Deleting subnet 6850434a-b87f-4bb1-92f5-8ddb4cb81b87 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:50:03.433709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.454074 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.471393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Made reservation on behalf of ec40263251f44ccb9f9202187b7d2edb for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:03.475091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.484817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.569971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.634450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:03.645571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:03.651639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:03.724853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Pushing event updated for resources: {'Port': ['ID=5f33b800-27d0-4cff-a662-6d62087eb435,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:03.792990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:03.794141 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.810787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-662f435f-4a85-422b-8a11-ad7444fd2188 req-7e4691a1-b848-41b6-ba14-eb94481e555a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 210 time: 0.0907259 Nov 12 12:50:03.835212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2898a29f-0cb2-4f07-be12-f9db18b739bb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8506231 Nov 12 12:50:03.852675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Request body: {'port': {'device_id': '99b13d51-d118-437a-8bc7-a75edd7700af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:03.936012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.954769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2c8807ba-87be-4fe9-ad81-a06f216a5de2 None None] Provisioning complete for port 5f33b800-27d0-4cff-a662-6d62087eb435 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:03.955769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c8807ba-87be-4fe9-ad81-a06f216a5de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:03.993840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.008132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c8807ba-87be-4fe9-ad81-a06f216a5de2 None None] Port 5f33b800-27d0-4cff-a662-6d62087eb435 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:04.050143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:04.212247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.237371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4d777d-2469-40f7-bae5-eb0c67c10f01 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:04.312801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.323358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6850434a-b87f-4bb1-92f5-8ddb4cb81b87,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:04.352070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34139fa5-9384-4fde-9f8c-ff0a564b41f1 None None] Network a3dba46e-5512-4e5d-b220-b6ed74cfd05f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:04.355963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.360340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-debce6c4-9819-4df3-a372-87484c8fe8ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6850434a-b87f-4bb1-92f5-8ddb4cb81b87 HTTP/1.1" status: 204 len: 168 time: 0.9916439 Nov 12 12:50:04.363167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:04.379316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Transition to ACTIVE for port object 0e4d777d-2469-40f7-bae5-eb0c67c10f01 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:50:04.384886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.683983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4d777d-2469-40f7-bae5-eb0c67c10f01,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:04.697452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] DHCP port deletion for a3dba46e-5512-4e5d-b220-b6ed74cfd05f request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:04.750732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Attempting to bind port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:04.751073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Attempting to bind port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:04.751436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Attempting to bind port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:04.759420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:50:04.759759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Attempting to bind port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:04.769349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:04.769700 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Checking segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:04.770377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Bound using segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:04.770572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Bound port: 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:04.770943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.808254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] Deleting port 45622e8f-7dff-4391-8b7a-c6813e67f301 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:04.808629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.848383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] For port 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:04.852063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] For port 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:04.869274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.913834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:04.914547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.919634 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] 10.222.0.65 "PUT /v2.0/ports/0e4d777d-2469-40f7-bae5-eb0c67c10f01 HTTP/1.1" status: 200 len: 1091 time: 2.5237522 Nov 12 12:50:04.921677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'tag': '0e4d777d-2469-40f7-bae5-eb0c67c10f01'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:04.932648 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356" -d '{"events": [{"name": "network-changed", "server_uuid": "40c3c7a0-3766-4a51-bad8-cc12de452b05", "tag": "0e4d777d-2469-40f7-bae5-eb0c67c10f01"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:04.960433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] For port 45622e8f-7dff-4391-8b7a-c6813e67f301, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=45622e8f-7dff-4391-8b7a-c6813e67f301,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:04.960433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:04.996629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] Calling delete_port for 45622e8f-7dff-4391-8b7a-c6813e67f301 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:05.048108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44b6cd52-16e5-4d4f-accd-accc18f650fb req-4318d180-ac51-4b77-87db-361ab98c1b15 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 210 time: 0.0968809 Nov 12 12:50:05.070403 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4962ec3-dea9-4e8b-a453-150ec33ace47 x-openstack-request-id: req-b4962ec3-dea9-4e8b-a453-150ec33ace47 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:05.070947 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c3c7a0-3766-4a51-bad8-cc12de452b05", "tag": "0e4d777d-2469-40f7-bae5-eb0c67c10f01", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:05.070947 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4962ec3-dea9-4e8b-a453-150ec33ace47 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:05.071334 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'tag': '0e4d777d-2469-40f7-bae5-eb0c67c10f01', 'status': 'completed', 'code': 200} Nov 12 12:50:05.088189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Allocated IP 172.20.0.10 (0dda777d-d71e-4771-85f1-68f007ee26e1/91fc92ed-83a3-4426-80e4-3bf5633d1a74/1b2204b1-da86-4a6e-81b8-c26daa689b6d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:05.103134 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.122848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc7a3b-3d06-474e-9876-ac0a3ff6e343 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4d777d-2469-40f7-bae5-eb0c67c10f01,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:05.185879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5fa767b7-5480-4f12-b84b-97ba60e6fb31 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:05.192273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-d5837132-0953-43d0-b75d-e23c295e0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:05.193879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-d5837132-0953-43d0-b75d-e23c295e0239 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 1094 time: 0.1734555 Nov 12 12:50:05.216617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5fa767b7-5480-4f12-b84b-97ba60e6fb31 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:05.217454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5fa767b7-5480-4f12-b84b-97ba60e6fb31 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:05.218043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 45622e8f-7dff-4391-8b7a-c6813e67f301 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:05.241340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Deleting port 45622e8f-7dff-4391-8b7a-c6813e67f301 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:05.245320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.250951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-d59d9d6c-7dcf-4986-8ca6-d867ebbf145b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01 HTTP/1.1" status: 200 len: 217 time: 0.0438213 Nov 12 12:50:05.258770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.283380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.334571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] Pushing event deleted for resources: {'Port': ['ID=45622e8f-7dff-4391-8b7a-c6813e67f301,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:05.344439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No active binding found for port 45622e8f-7dff-4391-8b7a-c6813e67f301 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:50:05.345614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 45622e8f-7dff-4391-8b7a-c6813e67f301 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:05.349013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a165d-3b4e-421d-9efd-11e2e21e9532 None None] No DVR routers for this DVR port 45622e8f-7dff-4391-8b7a-c6813e67f301 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:05.388583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-511f2717-4275-450e-be5e-01a824bed00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:05.390201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-511f2717-4275-450e-be5e-01a824bed00e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.1283820 Nov 12 12:50:05.413762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] For port 45622e8f-7dff-4391-8b7a-c6813e67f301, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=45622e8f-7dff-4391-8b7a-c6813e67f301,segment=NetworkSegment(f4f09908-d711-4a93-82ac-0b6915e27cd0),segment_id=f4f09908-d711-4a93-82ac-0b6915e27cd0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:05.414352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.439487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Calling delete_port for 45622e8f-7dff-4391-8b7a-c6813e67f301 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:05.510241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0d548f2b-9664-4441-9cb6-c36246ca3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:05.512916 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-0d548f2b-9664-4441-9cb6-c36246ca3185 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150305 Nov 12 12:50:05.534755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.590559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.622912 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.637706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Pushing event deleted for resources: {'Port': ['ID=45622e8f-7dff-4391-8b7a-c6813e67f301,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:05.652819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-55157f6b-6122-45c3-a2af-e63603e6066c service neutron] 10.222.0.65 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174912 Nov 12 12:50:05.656581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] No DVR routers for this DVR port 45622e8f-7dff-4391-8b7a-c6813e67f301 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:05.708872 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74abec2f-6421-4d21-8c9e-e12f2b965a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.744680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:05.757362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:05.778397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:05.814489 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eac659-1f55-41a4-9ad5-82960762b62b req-04760655-a5ec-410f-8638-8f89c6488e31 service neutron] 10.222.0.65 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524866 Nov 12 12:50:05.818394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Pushing event updated for resources: {'Port': ['ID=1b2204b1-da86-4a6e-81b8-c26daa689b6d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:05.821114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 7525648e-e0fd-407f-ab08-d55841b6490f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:05.821458 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.883619 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.953476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:05.954332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.960243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dba46e-5512-4e5d-b220-b6ed74cfd05f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:05.970348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-04ce86a4-3899-4d76-a9d9-7bb174bed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:05.972051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-04ce86a4-3899-4d76-a9d9-7bb174bed97b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 1094 time: 0.0748117 Nov 12 12:50:05.981003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 7525648e-e0fd-407f-ab08-d55841b6490f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7525648e-e0fd-407f-ab08-d55841b6490f,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:05.981375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:05.981789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f09908-d711-4a93-82ac-0b6915e27cd0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:05.982313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f09908-d711-4a93-82ac-0b6915e27cd0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:06.005358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.009826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-8ee2eb49-55db-4dbd-97bb-9dab6dfacfcd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8370581 Nov 12 12:50:06.013694 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 7525648e-e0fd-407f-ab08-d55841b6490f owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:06.024936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Request body: {'port': {'device_id': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:06.078001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.090362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:50:06.090886 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: self.session.flush() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:50:06.092937 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:50:06.169408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f33b800-27d0-4cff-a662-6d62087eb435 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:06.185958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.206001 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.210856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Transition to ACTIVE for port object 5f33b800-27d0-4cff-a662-6d62087eb435 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:50:06.217846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.228477 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.234239 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3dba46e-5512-4e5d-b220-b6ed74cfd05f HTTP/1.1" status: 204 len: 168 time: 1.8676353 Nov 12 12:50:06.234239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.248660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-70125985-e19d-44e8-83fe-20f3ff34a3d2 None None] Provisioning complete for port 1b2204b1-da86-4a6e-81b8-c26daa689b6d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:06.249136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70125985-e19d-44e8-83fe-20f3ff34a3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.275062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee82484-0f43-4935-b47d-8dc463c4a71f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dba46e-5512-4e5d-b220-b6ed74cfd05f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:06.278121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-df038142-356b-40ba-b5ca-d95e96baf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:06.281439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-df038142-356b-40ba-b5ca-d95e96baf2ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 917 time: 0.2912257 Nov 12 12:50:06.301880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-70125985-e19d-44e8-83fe-20f3ff34a3d2 None None] Port 1b2204b1-da86-4a6e-81b8-c26daa689b6d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:06.332842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=5f33b800-27d0-4cff-a662-6d62087eb435,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:06.374558 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-ed47140d-dea3-45b0-962e-216a0d139a63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01 HTTP/1.1" status: 200 len: 217 time: 0.0789640 Nov 12 12:50:06.482060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-9ce4e3d9-9c84-441e-880e-49010cd7c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:06.483909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-9ce4e3d9-9c84-441e-880e-49010cd7c60a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.0722170 Nov 12 12:50:06.487249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:06.518459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b564e2-d02f-442a-bce1-8fcca720e3b8 req-03711aab-b4db-446c-b219-8e8283e01ba6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:06.519385 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4b564e2-d02f-442a-bce1-8fcca720e3b8 req-03711aab-b4db-446c-b219-8e8283e01ba6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 932 time: 0.3385439 Nov 12 12:50:06.634841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Attempting to bind port 5f33b800-27d0-4cff-a662-6d62087eb435 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:06.635415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Attempting to bind port 5f33b800-27d0-4cff-a662-6d62087eb435 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:06.635525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Attempting to bind port 5f33b800-27d0-4cff-a662-6d62087eb435 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:06.649086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b85c88cc-de2e-497e-acba-302ba4316d9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c04b1ad243b345c19603c00a819581e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602106 Nov 12 12:50:06.649900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Port 5f33b800-27d0-4cff-a662-6d62087eb435 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:50:06.650259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Attempting to bind port 5f33b800-27d0-4cff-a662-6d62087eb435 on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:06.652099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:06.677158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:06.677441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Checking segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:06.677795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Bound using segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:06.678458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Bound port: 5f33b800-27d0-4cff-a662-6d62087eb435, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:06.678670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.705856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-ae9b6b4e-54bb-45c0-bc2f-575fcdcb0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:06.707469 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-ae9b6b4e-54bb-45c0-bc2f-575fcdcb0e80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126856 Nov 12 12:50:06.756384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4b564e2-d02f-442a-bce1-8fcca720e3b8 req-a9263b96-1e99-4803-9836-c7f5bd1245b8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241259 Nov 12 12:50:06.824220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2204b1-da86-4a6e-81b8-c26daa689b6d {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:06.838499 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.842698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5035-32a8-4671-a013-69bd96e1f461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.865609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] For port 5f33b800-27d0-4cff-a662-6d62087eb435, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:06.880702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Transition to ACTIVE for port object 1b2204b1-da86-4a6e-81b8-c26daa689b6d will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:50:06.887731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5035-32a8-4671-a013-69bd96e1f461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.888040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.897534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:06.902403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] For port 5f33b800-27d0-4cff-a662-6d62087eb435, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5f33b800-27d0-4cff-a662-6d62087eb435,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:06.934471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-27a969e7-4ccd-4df9-af94-e8dea4d63c32 service neutron] 10.222.0.65 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145596 Nov 12 12:50:06.935193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=7525648e-e0fd-407f-ab08-d55841b6490f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:06.939165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.003452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:07.004185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.005764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] 10.222.0.81 "PUT /v2.0/ports/5f33b800-27d0-4cff-a662-6d62087eb435 HTTP/1.1" status: 200 len: 1092 time: 3.1605637 Nov 12 12:50:07.006586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b13d51-d118-437a-8bc7-a75edd7700af', 'tag': '5f33b800-27d0-4cff-a662-6d62087eb435'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:07.008987 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31430b2b-9747-4a36-8226-7880c99b295e" -d '{"events": [{"name": "network-changed", "server_uuid": "99b13d51-d118-437a-8bc7-a75edd7700af", "tag": "5f33b800-27d0-4cff-a662-6d62087eb435"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:07.011907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2204b1-da86-4a6e-81b8-c26daa689b6d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:07.105207 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05eda02-e53f-4fa3-b266-4da319eb9462 x-openstack-request-id: req-d05eda02-e53f-4fa3-b266-4da319eb9462 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:07.105884 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b13d51-d118-437a-8bc7-a75edd7700af", "tag": "5f33b800-27d0-4cff-a662-6d62087eb435", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:07.106416 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d05eda02-e53f-4fa3-b266-4da319eb9462 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:07.107120 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b13d51-d118-437a-8bc7-a75edd7700af', 'tag': '5f33b800-27d0-4cff-a662-6d62087eb435', 'status': 'completed', 'code': 200} Nov 12 12:50:07.205023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5035-32a8-4671-a013-69bd96e1f461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.208061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5035-32a8-4671-a013-69bd96e1f461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.212351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f0fe5035-32a8-4671-a013-69bd96e1f461 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92915ced-82d3-4474-8865-ecde2acb7473 HTTP/1.1" status: 204 len: 168 time: 0.5591643 Nov 12 12:50:07.252400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7952f7-9c58-4418-b09b-4f31cae2f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=5f33b800-27d0-4cff-a662-6d62087eb435,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:07.267490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe5035-32a8-4671-a013-69bd96e1f461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92915ced-82d3-4474-8865-ecde2acb7473,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:07.271332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e4a59eb0-92d5-4803-bbb9-40b0cffa6356 req-7a2b6539-4037-42b1-b054-72c052f1ff15 service neutron] 10.222.0.65 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290286 Nov 12 12:50:07.281130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-78923137-4981-4614-ad9e-9fba5159bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:07.283422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-78923137-4981-4614-ad9e-9fba5159bc8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 1095 time: 0.1743708 Nov 12 12:50:07.382225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-f0b53cf4-26c4-4fa7-8038-4d7186914646 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f33b800-27d0-4cff-a662-6d62087eb435 HTTP/1.1" status: 200 len: 217 time: 0.0884206 Nov 12 12:50:07.452362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Attempting to bind port 1b2204b1-da86-4a6e-81b8-c26daa689b6d on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:07.453821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Attempting to bind port 1b2204b1-da86-4a6e-81b8-c26daa689b6d by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:07.454480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Attempting to bind port 1b2204b1-da86-4a6e-81b8-c26daa689b6d on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:07.479649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Port 1b2204b1-da86-4a6e-81b8-c26daa689b6d on network 0dda777d-d71e-4771-85f1-68f007ee26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:50:07.480053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Attempting to bind port 1b2204b1-da86-4a6e-81b8-c26daa689b6d on network 0dda777d-d71e-4771-85f1-68f007ee26e1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:07.490813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:07.491220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Checking segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:07.491617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Bound using segment: {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:07.492058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Bound port: 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:07.492421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.496703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-fc4dd3cd-9436-475d-845a-95c5405cca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:07.498407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-fc4dd3cd-9436-475d-845a-95c5405cca91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.1096909 Nov 12 12:50:07.661167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-c8a004ed-b4bb-417c-bdf7-408602c6c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:07.662928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-c8a004ed-b4bb-417c-bdf7-408602c6c281 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559360 Nov 12 12:50:07.724972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] For port 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:07.796689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] For port 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:07.820027 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.904682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.933325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:07.933942 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:07.945495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] 10.222.0.81 "PUT /v2.0/ports/1b2204b1-da86-4a6e-81b8-c26daa689b6d HTTP/1.1" status: 200 len: 1092 time: 1.9246299 Nov 12 12:50:07.968678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-6eae1d52-6591-4773-aee6-f1b6fd05e4bc service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935083 Nov 12 12:50:08.034204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae3f75-1a02-4ddc-8fdb-2eab52bb8434 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2204b1-da86-4a6e-81b8-c26daa689b6d,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:08.037007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f07dd3-493d-4a0e-b545-c64eccb2ecbd req-9fd5b781-4ea5-4c87-b16d-f408e51cf3b2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.045507 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31f07dd3-493d-4a0e-b545-c64eccb2ecbd req-9fd5b781-4ea5-4c87-b16d-f408e51cf3b2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 944 time: 0.1589785 Nov 12 12:50:08.148202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-31f07dd3-493d-4a0e-b545-c64eccb2ecbd req-8ffca51f-4577-4ad2-90da-a4f8fba470de tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013045 Nov 12 12:50:08.202135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-703a00cf-a878-490f-af4b-e9bff572b3ad req-36ebe70e-6f6b-4424-b286-66c968a62eff service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174950 Nov 12 12:50:08.219742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-7a55b6ba-26f3-4020-9daf-145a4561bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.221516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-7a55b6ba-26f3-4020-9daf-145a4561bb13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 1095 time: 0.2054415 Nov 12 12:50:08.345550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-cdc261e4-469d-4f94-b985-866c4e4b50a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d HTTP/1.1" status: 200 len: 217 time: 0.1122613 Nov 12 12:50:08.416415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b2b-9747-4a36-8226-7880c99b295e req-725779ed-1e6c-44df-8c5c-44e41db938fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.418345 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-725779ed-1e6c-44df-8c5c-44e41db938fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 1095 time: 0.1582327 Nov 12 12:50:08.431513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 5c623e90-2e73-4723-9e28-9920cdea4eda has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:50:08.441961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-7912fc98-677d-41d3-8096-f10057adb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.443791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-7912fc98-677d-41d3-8096-f10057adb871 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.0899098 Nov 12 12:50:08.515473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:08.585607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-09c0725f-fd5c-46f9-bbde-63550ed02658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.587803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-09c0725f-fd5c-46f9-bbde-63550ed02658 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269999 Nov 12 12:50:08.602724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:08.602979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b2b-9747-4a36-8226-7880c99b295e req-fbdfe3f6-8ffa-475b-88b5-f9a00d8d5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.604976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-fbdfe3f6-8ffa-475b-88b5-f9a00d8d5209 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 917 time: 0.1767850 Nov 12 12:50:08.612060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-21f4f6bc-f205-4cd8-ad23-6fd5b85997cb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/5c623e90-2e73-4723-9e28-9920cdea4eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5574188 Nov 12 12:50:08.614311 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] Sync routers for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:08.620480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:08.626945 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:08.628531 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:49:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:08.693576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-cf5fad18-6a91-4b9a-8952-e5f60026225e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f33b800-27d0-4cff-a662-6d62087eb435 HTTP/1.1" status: 200 len: 217 time: 0.0754488 Nov 12 12:50:08.709986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting subnet f823e200-9b8a-4f98-a5b5-3dea7bd1d851 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:50:08.720975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-756654711-network', 'tenant_id': '716f51d326044de2815a8bc498b81cbf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:08.728604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:08.762314 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:08.796462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:08.800454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Made reservation on behalf of 716f51d326044de2815a8bc498b81cbf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:08.803224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:08.834285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b2b-9747-4a36-8226-7880c99b295e req-c6d87433-32c7-470b-bf45-1fef92d54d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:08.836217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-c6d87433-32c7-470b-bf45-1fef92d54d7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.0899744 Nov 12 12:50:08.847222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:08.860344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-60065aeb-d2d1-4b38-9d85-86cc8a6dab4d service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542250 Nov 12 12:50:08.948152 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-694587ff-249f-4067-9a1c-43986e5f6975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:08.975067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:08.975644 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:50:06Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:08.986095 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.002183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:50:09.013178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.013504 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Added segment 99201c13-776c-4062-922c-b60b8fec830b of type vlan for network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 Nov 12 12:50:09.015277 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] Checking router: 5c623e90-2e73-4723-9e28-9920cdea4eda for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:09.015979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b2b-9747-4a36-8226-7880c99b295e req-ef2a8358-46a8-469f-8bd6-50e40000cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:09.018959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-ef2a8358-46a8-469f-8bd6-50e40000cc20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733201 Nov 12 12:50:09.027918 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] Routers {'5c623e90-2e73-4723-9e28-9920cdea4eda'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:09.029010 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['5c623e90-2e73-4723-9e28-9920cdea4eda'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:09.070730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.092528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31e0d892-ba2f-44cc-91a2-836ba93181c9 req-a623586e-9fea-4e2c-a616-51e31658708d service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120576 Nov 12 12:50:09.124502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9a732c-9141-406b-99d0-fd5a4e08d352,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:09.132427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0e4d777d-2469-40f7-bae5-eb0c67c10f01 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:50:09.141751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'tag': '1b2204b1-da86-4a6e-81b8-c26daa689b6d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:09.145415 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50168760-7f2a-4b0b-ae03-8673ae77fef7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d493490-608b-4e5d-83f6-ef483e21a3ce", "tag": "1b2204b1-da86-4a6e-81b8-c26daa689b6d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:09.175163 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.176038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:09.176623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.207736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6878223 Nov 12 12:50:09.208751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58578) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:09.221764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Request body: {'subnet': {'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-756654711-subnet', 'tenant_id': '716f51d326044de2815a8bc498b81cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:09.246054 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] Set router 5c623e90-2e73-4723-9e28-9920cdea4eda gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:09.271098 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df012648-799c-4138-9adc-a6d2ea47cd44 x-openstack-request-id: req-df012648-799c-4138-9adc-a6d2ea47cd44 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:09.274768 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d493490-608b-4e5d-83f6-ef483e21a3ce", "tag": "1b2204b1-da86-4a6e-81b8-c26daa689b6d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:09.275160 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df012648-799c-4138-9adc-a6d2ea47cd44 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:09.276270 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'tag': '1b2204b1-da86-4a6e-81b8-c26daa689b6d', 'status': 'completed', 'code': 200} Nov 12 12:50:09.291019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.325185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:09.343384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-8e99af02-daba-45cc-b36a-1525d9b31fa5 service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143196 Nov 12 12:50:09.346361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '0e4d777d-2469-40f7-bae5-eb0c67c10f01', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'port_id': '0e4d777d-2469-40f7-bae5-eb0c67c10f01', 'mac_address': 'fa:16:3e:0d:42:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fc92ed-83a3-4426-80e4-3bf5633d1a74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:50:09.358350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e472-a2e1-454d-b87b-56a43a2e6314 admin admin] Pushing event updated for resources: {'Network': ['ID=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:09.393744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:50:09.412182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36723d-c915-4396-b7bd-14c5b971db5a req-f19f14d1-3b87-4fd0-b596-6dc3a54bb7b8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:09.413831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e36723d-c915-4396-b7bd-14c5b971db5a req-f19f14d1-3b87-4fd0-b596-6dc3a54bb7b8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 944 time: 0.0945127 Nov 12 12:50:09.453592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.482079 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.482413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Made reservation on behalf of 716f51d326044de2815a8bc498b81cbf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:09.484757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.489761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/subnets/f823e200-9b8a-4f98-a5b5-3dea7bd1d851 HTTP/1.1" status: 204 len: 168 time: 0.8682079 Nov 12 12:50:09.513838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:09.521410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10ce6-0a16-4571-bee5-18efdc59ddc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Subnet': ['ID=f823e200-9b8a-4f98-a5b5-3dea7bd1d851,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:09.528524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c5a3d-15c9-49c6-8aed-a182a8186287 None None] Network 33410b00-0554-4723-bbf1-e23c014980c7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:09.574063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-3db5ce7e-3271-4072-b2e4-49646e12e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:09.575799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-3db5ce7e-3271-4072-b2e4-49646e12e5c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 1095 time: 0.2758298 Nov 12 12:50:09.593463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.599013 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e36723d-c915-4396-b7bd-14c5b971db5a req-e381f982-13a0-4405-b47c-a514a775a18d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714072 Nov 12 12:50:09.696713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.772131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31430b2b-9747-4a36-8226-7880c99b295e req-d33eb3fe-93f4-420b-acc2-c47cce919da0 service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158823 Nov 12 12:50:09.800311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4d777d-2469-40f7-bae5-eb0c67c10f01 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:09.824639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:09.832521 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:50:06Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:09.836132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.841560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.903115 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ba62f-6bcb-450d-8456-2e13e6a8f5b1 None None] The sync data for ids ['5c623e90-2e73-4723-9e28-9920cdea4eda'] in n-d-804878-5 is: [{'id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725081665', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:47:59Z', 'updated_at': '2021-11-12T12:50:06Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'bf7d4e84-cc73-48ba-897e-87bc18e9ad00', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c623e90-2e73-4723-9e28-9920cdea4eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:48:00Z', 'updated_at': '2021-11-12T12:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:09.907261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:09.907493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-39e727e2-bbda-4b2f-a6b5-afb14f7b9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:09.909977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-39e727e2-bbda-4b2f-a6b5-afb14f7b9e7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 917 time: 0.3239322 Nov 12 12:50:09.934018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=0e4d777d-2469-40f7-bae5-eb0c67c10f01,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:09.960590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] DHCP port deletion for 33410b00-0554-4723-bbf1-e23c014980c7 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:09.973370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-be6f47d5-0be8-4b6d-8bb8-5b716efec2b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d HTTP/1.1" status: 200 len: 217 time: 0.0469353 Nov 12 12:50:10.029961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port bf7d4e84-cc73-48ba-897e-87bc18e9ad00 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:10.030671 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.045738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] Deleting port 49e11b5a-007e-4838-bd1d-66e1e193d1cc {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:10.046451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.099884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['0e4d777d-2469-40f7-bae5-eb0c67c10f01'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:10.134506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.147949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port bf7d4e84-cc73-48ba-897e-87bc18e9ad00, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:10.148291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-ba7a45a1-b9f3-4de8-bbd8-c389c78b5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:10.149051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.150509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-ba7a45a1-b9f3-4de8-bbd8-c389c78b5673 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.1695285 Nov 12 12:50:10.155481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] For port 49e11b5a-007e-4838-bd1d-66e1e193d1cc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=49e11b5a-007e-4838-bd1d-66e1e193d1cc,segment=NetworkSegment(6529eedf-5137-486b-a304-bc6d65cd187f),segment_id=6529eedf-5137-486b-a304-bc6d65cd187f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:10.155889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.165207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for bf7d4e84-cc73-48ba-897e-87bc18e9ad00 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:10.181306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] Calling delete_port for 49e11b5a-007e-4838-bd1d-66e1e193d1cc owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:10.332269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.343015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf46e90-eac2-42e9-92cf-d518298538e4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:10.360521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-8ac1d9cf-5cb6-4971-b6fe-af5a21553329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:10.364546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-8ac1d9cf-5cb6-4971-b6fe-af5a21553329 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638241 Nov 12 12:50:10.377380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] Pushing event deleted for resources: {'Port': ['ID=49e11b5a-007e-4838-bd1d-66e1e193d1cc,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:10.379561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be77bd0-2875-4254-9d5e-ebd7fe532c78 None None] No DVR routers for this DVR port 49e11b5a-007e-4838-bd1d-66e1e193d1cc on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:10.394293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Checking segment: {'id': '99201c13-776c-4062-922c-b60b8fec830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:10.395934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Network hostable DHCP agents. Network: 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:50:10.417303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.459647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=bf7d4e84-cc73-48ba-897e-87bc18e9ad00,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:10.475926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e3cd9-b3d8-43a2-9c04-bf87b9fadef8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:10.478262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:50:10.499974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:10.507498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:10.508105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.510097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a003bd-36fe-458e-9333-3b556179c818 None None] Network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:10.531864 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.558952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3d0fffbf-04a0-4021-a2be-06cfa8f2310f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3476996 Nov 12 12:50:10.574131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-a8a20e04-c1a6-42a2-808d-c809d344ea97 service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014797 Nov 12 12:50:10.695064 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.707517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97191b90-8f48-4919-9c0f-9feae3bf16df None None] Network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:10.727576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.729963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.795283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.795778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Fanout notify agent at l3_agent the message router_deleted on router 5c623e90-2e73-4723-9e28-9920cdea4eda {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:50:10.817454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:10.818644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-44b2bebc-c9e9-4938-b6d2-61ce9e34b107 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/routers/5c623e90-2e73-4723-9e28-9920cdea4eda HTTP/1.1" status: 204 len: 168 time: 1.3002553 Nov 12 12:50:10.822351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:10.893728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5f33b800-27d0-4cff-a662-6d62087eb435 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:50:10.963701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.091865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5f33b800-27d0-4cff-a662-6d62087eb435, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5f33b800-27d0-4cff-a662-6d62087eb435,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:11.097795 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50168760-7f2a-4b0b-ae03-8673ae77fef7 req-54d49660-d7f7-413f-b0a0-2b641130a975 service neutron] 10.222.0.81 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226169 Nov 12 12:50:11.113770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '5f33b800-27d0-4cff-a662-6d62087eb435', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'port_id': '5f33b800-27d0-4cff-a662-6d62087eb435', 'mac_address': 'fa:16:3e:42:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fc92ed-83a3-4426-80e4-3bf5633d1a74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:50:11.148591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda39ddb-c3ad-4e81-841f-ad5fd97122c3 req-79bc30fb-f44c-4a16-aa56-1231db8cf9d0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:11.150154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eda39ddb-c3ad-4e81-841f-ad5fd97122c3 req-79bc30fb-f44c-4a16-aa56-1231db8cf9d0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 944 time: 0.3281698 Nov 12 12:50:11.190093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.197207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.199782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0e4d777d-2469-40f7-bae5-eb0c67c10f01 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:11.222435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eda39ddb-c3ad-4e81-841f-ad5fd97122c3 req-59b9d179-c337-432f-9b74-5697e04974e7 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631232 Nov 12 12:50:11.237014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33410b00-0554-4723-bbf1-e23c014980c7']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:11.246362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f33b800-27d0-4cff-a662-6d62087eb435 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:11.257934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6529eedf-5137-486b-a304-bc6d65cd187f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:11.259499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6529eedf-5137-486b-a304-bc6d65cd187f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:11.285936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.309082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.318692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:50:11.319158 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:50:11.322875 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:50:11.463872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.474328 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.477895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/networks/33410b00-0554-4723-bbf1-e23c014980c7 HTTP/1.1" status: 204 len: 168 time: 0.6536345 Nov 12 12:50:11.480138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5f33b800-27d0-4cff-a662-6d62087eb435, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5f33b800-27d0-4cff-a662-6d62087eb435,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:11.480500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:11.492995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.493692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1b2204b1-da86-4a6e-81b8-c26daa689b6d details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:50:11.497876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.508999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839092d-e70e-4049-9559-d4187a12f225 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Network': ['ID=33410b00-0554-4723-bbf1-e23c014980c7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:11.535969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:50:11.544813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:11.545181 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.593269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-301ed4f1-285f-40ad-a50d-c0e284bec551 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:11.594885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-301ed4f1-285f-40ad-a50d-c0e284bec551 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/networks?id=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 HTTP/1.1" status: 200 len: 813 time: 0.2039411 Nov 12 12:50:11.596860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f84648a2-1d92-47ca-bf76-67c077526a30 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.626257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:11.628750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 49e11b5a-007e-4838-bd1d-66e1e193d1cc no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:11.630104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f84648a2-1d92-47ca-bf76-67c077526a30 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.639638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-2da3e344-36f7-48f3-9f69-1155b843a134 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/quotas/716f51d326044de2815a8bc498b81cbf HTTP/1.1" status: 200 len: 375 time: 0.0313540 Nov 12 12:50:11.660679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 49e11b5a-007e-4838-bd1d-66e1e193d1cc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:11.661018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 49e11b5a-007e-4838-bd1d-66e1e193d1cc not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:11.661437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7525648e-e0fd-407f-ab08-d55841b6490f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:11.680874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5f33b800-27d0-4cff-a662-6d62087eb435,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:11.684500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-4ce6d734-55fd-4f6a-8904-dd904d187541 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=716f51d326044de2815a8bc498b81cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411367 Nov 12 12:50:11.687008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7525648e-e0fd-407f-ab08-d55841b6490f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:11.687357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7525648e-e0fd-407f-ab08-d55841b6490f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:11.692740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '1b2204b1-da86-4a6e-81b8-c26daa689b6d', 'network_id': '0dda777d-d71e-4771-85f1-68f007ee26e1', 'port_id': '1b2204b1-da86-4a6e-81b8-c26daa689b6d', 'mac_address': 'fa:16:3e:6b:75:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fc92ed-83a3-4426-80e4-3bf5633d1a74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:50:11.714822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f84648a2-1d92-47ca-bf76-67c077526a30 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.723755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f84648a2-1d92-47ca-bf76-67c077526a30 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.729372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f84648a2-1d92-47ca-bf76-67c077526a30 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/security-groups/c4929ea3-0aa1-47ed-a942-afbea8ad57f9 HTTP/1.1" status: 204 len: 168 time: 0.2471173 Nov 12 12:50:11.750621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84648a2-1d92-47ca-bf76-67c077526a30 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4929ea3-0aa1-47ed-a942-afbea8ad57f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:11.773810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.813478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2204b1-da86-4a6e-81b8-c26daa689b6d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:11.824754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.854402 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-f1447423-1982-43e1-822c-55779554b5ad service neutron] 10.222.0.18 "GET /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474049 Nov 12 12:50:11.874528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4d777d-2469-40f7-bae5-eb0c67c10f01'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:11.877617 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cb5050-d83c-4de2-bba1-10ba3ae68a2e" -d '{"events": [{"server_uuid": "40c3c7a0-3766-4a51-bad8-cc12de452b05", "name": "network-vif-plugged", "status": "completed", "tag": "0e4d777d-2469-40f7-bae5-eb0c67c10f01"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:11.888613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:11.899802 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.903195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:11.934973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:11.968361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=1b2204b1-da86-4a6e-81b8-c26daa689b6d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:11.979013 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-3d49813b-0b55-4443-a81e-d6575f87ee9d service neutron] 10.222.0.18 "GET /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155279 Nov 12 12:50:12.043687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=0e4d777d-2469-40f7-bae5-eb0c67c10f01,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:12.112744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:12.118271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760556871', 'description': 'tempest-secgroup-smoke-1760556871 description', 'project_id': '1845ff0008a54787b483ed04af0c1e54'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:12.140734 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5f33b800-27d0-4cff-a662-6d62087eb435'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:12.144830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['1b2204b1-da86-4a6e-81b8-c26daa689b6d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:12.151622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.269581 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96685e-dcde-49a5-9516-6529b5c9d510 x-openstack-request-id: req-1b96685e-dcde-49a5-9516-6529b5c9d510 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:12.269953 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c3c7a0-3766-4a51-bad8-cc12de452b05", "name": "network-vif-plugged", "status": "completed", "tag": "0e4d777d-2469-40f7-bae5-eb0c67c10f01", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:12.270399 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b96685e-dcde-49a5-9516-6529b5c9d510 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:12.270805 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4d777d-2469-40f7-bae5-eb0c67c10f01', 'code': 200} Nov 12 12:50:12.313858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d1d166d-3f8a-4528-bb07-48211d7609ce req-06d6ee3a-69d9-4e18-b1e8-eacf3e06029e tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 210 time: 0.0805516 Nov 12 12:50:12.383482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.391689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.419145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09145eb-5517-4388-840b-7ea12755b494 req-890275c1-07f3-42f9-bd4f-af07a7e7759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:12.420670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f09145eb-5517-4388-840b-7ea12755b494 req-890275c1-07f3-42f9-bd4f-af07a7e7759d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 1096 time: 0.1792831 Nov 12 12:50:12.435393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8d0775-d902-4ffa-96ad-adbd51c8a35a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:12.451764 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.453453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-531bcbfd-3e08-4dab-abc0-523dd34bdcdc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3395653 Nov 12 12:50:12.456453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58624) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:12.465450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6e8d0775-d902-4ffa-96ad-adbd51c8a35a', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:12.472577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1983a4-4443-4406-9802-976ebd0cafd2 req-2df7be98-1b9d-4aa4-9a01-29e437dfefc8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:12.479345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee1983a4-4443-4406-9802-976ebd0cafd2 req-2df7be98-1b9d-4aa4-9a01-29e437dfefc8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 945 time: 0.1268156 Nov 12 12:50:12.517012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.561506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f09145eb-5517-4388-840b-7ea12755b494 req-1a9c134f-a318-47e7-ab0b-e06128bde658 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329734 Nov 12 12:50:12.565875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee1983a4-4443-4406-9802-976ebd0cafd2 req-65c367ea-82de-4d1a-bf2d-7835bc6882c0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Nov 12 12:50:12.605498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.612025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.636720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a36d960-b807-4e21-a088-68b248f95a82,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:12.647022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.651384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:12.656564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6e8d0775-d902-4ffa-96ad-adbd51c8a35a', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:12.664757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2cc63d24-1ed7-4260-8f91-9357e598a0c4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2044406 Nov 12 12:50:12.705042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.816925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.823471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.853877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.857674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2026048 Nov 12 12:50:12.857892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:12.863408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6e8d0775-d902-4ffa-96ad-adbd51c8a35a', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:12.868358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7c262-95b7-4643-8e63-f4beb496246d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa92aeb6-3bd9-4f63-adfe-c9276a5bbd11,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:12.903828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.975535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:12.979929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.004611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa42a285-1eac-4d95-93f2-26edcbeae4d5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:13.010227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.014234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:13.014381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-abc8d5b0-b51b-48e0-8fe2-9e7bb2fefd8d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553590 Nov 12 12:50:13.026724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6e8d0775-d902-4ffa-96ad-adbd51c8a35a', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:13.040581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bf7d4e84-cc73-48ba-897e-87bc18e9ad00 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:13.060222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.068889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: bf7d4e84-cc73-48ba-897e-87bc18e9ad00 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:13.069470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bf7d4e84-cc73-48ba-897e-87bc18e9ad00 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:13.156518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.162124 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.181639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a16bd4c-a12a-4bb2-9008-309638d09e73,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:13.198951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.202716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-51ede37b-70a6-4786-a16e-9005ea5bee71 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1837907 Nov 12 12:50:13.206042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:13.208263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6e8d0775-d902-4ffa-96ad-adbd51c8a35a', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:13.235141 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:50:13.240880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.306431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.310580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.331087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cccfc4-1da6-453b-8078-b2ab1da4a044,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:13.338133 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.339376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-22bde609-a041-4bae-aac4-a0b59ca9633d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354356 Nov 12 12:50:13.342055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:13.347522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6e8d0775-d902-4ffa-96ad-adbd51c8a35a', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:13.372401 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:50:13.378280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.444886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-317ed93d-7eeb-4214-abf0-40aebb9196d0 req-34235cfb-2403-4646-abea-20b7ffc6f2fd tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 210 time: 0.0370860 Nov 12 12:50:13.473506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.477826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.502875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21db433-7b08-426f-a8a4-b5d9050e89c7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:13.510283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.515320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5374ac5-fd76-4fc3-9e93-b8e99729c999 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1686976 Nov 12 12:50:13.515756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:13.523053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'network': {'name': 'tempest-network-smoke--20677604', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:13.544993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:13.548783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.581339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:50:13.594691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.595650 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Added segment 7035b93c-e47b-4995-b975-c2cb1ebecb27 of type vlan for network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce Nov 12 12:50:13.675407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.713544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.719285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:13.719926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.775493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04c52d-15dd-46f9-9a1d-53adad2a80ca req-20325011-019c-4337-99c7-d433ef58d14e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:13.777187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c04c52d-15dd-46f9-9a1d-53adad2a80ca req-20325011-019c-4337-99c7-d433ef58d14e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 945 time: 0.1001344 Nov 12 12:50:13.799352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2798636 Nov 12 12:50:13.802710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:13.811946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'admin_state_up': True, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:13.819751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-2e4ac4a7-18b0-41d6-939e-e65975e72c56 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:13.821212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-2e4ac4a7-18b0-41d6-939e-e65975e72c56 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.65 "GET /v2.0/networks?id=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 HTTP/1.1" status: 200 len: 813 time: 0.2767835 Nov 12 12:50:13.825030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6a2bb-cde4-4594-ae76-d192421e9a70 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Network': ['ID=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:13.836763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:50:13.846250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Request body: {'port': {'device_id': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25', 'admin_state_up': True, 'tenant_id': '716f51d326044de2815a8bc498b81cbf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:13.850332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.852779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:13.900844 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c04c52d-15dd-46f9-9a1d-53adad2a80ca req-4d1690a8-e978-44a9-a269-72ed1b173141 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114497 Nov 12 12:50:14.014134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Made reservation on behalf of 716f51d326044de2815a8bc498b81cbf for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:14.018244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.163382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Allocated IP 172.20.0.2 (2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25/caf46e90-eac2-42e9-92cf-d518298538e4/6c96a455-07bf-4eb2-b8bc-20e624717971) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:14.271341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.339187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.378786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.423665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.425354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:14.428605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:14.432970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:14.479723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Pushing event updated for resources: {'Port': ['ID=6c96a455-07bf-4eb2-b8bc-20e624717971,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:14.509779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:14.510424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.529759 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-82a094e4-c120-448e-989b-1c29d7d85252 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966567 Nov 12 12:50:14.542624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Request body: {'port': {'device_id': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:14.603918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a925d86-3d8b-4e49-9ffd-f08c0be707e9 req-6e8d7baa-e578-4a06-b57e-de1feb2db6d2 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:14.605418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a925d86-3d8b-4e49-9ffd-f08c0be707e9 req-6e8d7baa-e578-4a06-b57e-de1feb2db6d2 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 931 time: 0.0707099 Nov 12 12:50:14.610975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.742444 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.747857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a925d86-3d8b-4e49-9ffd-f08c0be707e9 req-e2878fc1-b610-40e7-9160-cb257fe582b6 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354432 Nov 12 12:50:14.772242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.877840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1b2204b1-da86-4a6e-81b8-c26daa689b6d up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:14.889384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.124 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/e449e624-d201-490d-b9c5-617c3419be07) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:14.912709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c96a455-07bf-4eb2-b8bc-20e624717971 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:14.923812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.941527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Transition to ACTIVE for port object 6c96a455-07bf-4eb2-b8bc-20e624717971 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:50:14.948113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:14.956578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 1b2204b1-da86-4a6e-81b8-c26daa689b6d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:50:14.962470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 1b2204b1-da86-4a6e-81b8-c26daa689b6d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:14.963427 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.033974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.065210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Pushing event updated for resources: {'Port': ['ID=6c96a455-07bf-4eb2-b8bc-20e624717971,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:15.070569 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.093608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.099242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2204b1-da86-4a6e-81b8-c26daa689b6d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:15.102067 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6c0d06-c0f9-40a4-b0ed-b72cdf525301" -d '{"events": [{"server_uuid": "1d493490-608b-4e5d-83f6-ef483e21a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1b2204b1-da86-4a6e-81b8-c26daa689b6d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:15.117459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:15.123806 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.125008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5f33b800-27d0-4cff-a662-6d62087eb435 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:15.142790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Attempting to bind port 6c96a455-07bf-4eb2-b8bc-20e624717971 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:15.143118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Attempting to bind port 6c96a455-07bf-4eb2-b8bc-20e624717971 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '99201c13-776c-4062-922c-b60b8fec830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:15.143448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Attempting to bind port 6c96a455-07bf-4eb2-b8bc-20e624717971 on network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:15.153367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c032c-2930-4425-995b-f6891de75907 req-bdb9fc04-e208-4ee6-b00e-76b8a44528b2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:15.154920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee3c032c-2930-4425-995b-f6891de75907 req-bdb9fc04-e208-4ee6-b00e-76b8a44528b2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 945 time: 0.1451695 Nov 12 12:50:15.159286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Port 6c96a455-07bf-4eb2-b8bc-20e624717971 on network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:50:15.159608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Attempting to bind port 6c96a455-07bf-4eb2-b8bc-20e624717971 on network 2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:15.166176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:15.166783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Checking segment: {'id': '99201c13-776c-4062-922c-b60b8fec830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:15.166922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Bound using segment: {'id': '99201c13-776c-4062-922c-b60b8fec830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:15.167307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Bound port: 6c96a455-07bf-4eb2-b8bc-20e624717971, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99201c13-776c-4062-922c-b60b8fec830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:15.167658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.179367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:15.182679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:15.198146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:15.205010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80281d3f-5bdb-4154-9d64-131c3df1ffe8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:15.228528 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3495f4-2252-4650-b3da-e531814b5338 x-openstack-request-id: req-6e3495f4-2252-4650-b3da-e531814b5338 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:15.228528 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d493490-608b-4e5d-83f6-ef483e21a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1b2204b1-da86-4a6e-81b8-c26daa689b6d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:15.228528 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e3495f4-2252-4650-b3da-e531814b5338 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:15.228528 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2204b1-da86-4a6e-81b8-c26daa689b6d', 'code': 200} Nov 12 12:50:15.252539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=e449e624-d201-490d-b9c5-617c3419be07,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:15.281123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=1b2204b1-da86-4a6e-81b8-c26daa689b6d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:15.305986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ee3c032c-2930-4425-995b-f6891de75907 req-36460de1-7aec-4bf6-bd4c-dad0c6b47554 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408188 Nov 12 12:50:15.341561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 5f33b800-27d0-4cff-a662-6d62087eb435 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:50:15.347115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 5f33b800-27d0-4cff-a662-6d62087eb435 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:15.347783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.353546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] For port 6c96a455-07bf-4eb2-b8bc-20e624717971, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:15.357986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] For port 6c96a455-07bf-4eb2-b8bc-20e624717971, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6c96a455-07bf-4eb2-b8bc-20e624717971,segment=NetworkSegment(99201c13-776c-4062-922c-b60b8fec830b),segment_id=99201c13-776c-4062-922c-b60b8fec830b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:15.366731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.418075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:15.418758 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.420165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] 10.222.0.65 "PUT /v2.0/ports/6c96a455-07bf-4eb2-b8bc-20e624717971 HTTP/1.1" status: 200 len: 1091 time: 0.8822849 Nov 12 12:50:15.420686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'tag': '6c96a455-07bf-4eb2-b8bc-20e624717971'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:15.423585 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7adde5-47da-4b42-91a0-23afa2bc0b77" -d '{"events": [{"name": "network-changed", "server_uuid": "8e65e4bd-6fe9-4517-997b-edab8fcf47b8", "tag": "6c96a455-07bf-4eb2-b8bc-20e624717971"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:15.429213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd179f3b-a62f-41be-988f-2d234e01de0b None None] Provisioning complete for port e449e624-d201-490d-b9c5-617c3419be07 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:15.430701 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd179f3b-a62f-41be-988f-2d234e01de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.442433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e35a72-5b69-4bed-9cb3-0ae7827d27ac service neutron] Pushing event updated for resources: {'Port': ['ID=6c96a455-07bf-4eb2-b8bc-20e624717971,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:15.479828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec806a28-dcd2-48af-96ea-e0ab8dcd61fb req-41014ebb-9cab-47eb-a12f-2c77b6048ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:15.482301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec806a28-dcd2-48af-96ea-e0ab8dcd61fb req-41014ebb-9cab-47eb-a12f-2c77b6048ce9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 1097 time: 0.1505148 Nov 12 12:50:15.497602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cd179f3b-a62f-41be-988f-2d234e01de0b None None] Port e449e624-d201-490d-b9c5-617c3419be07 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:15.518030 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32498b65-3cb3-4755-9d60-6561fbe3ab19 x-openstack-request-id: req-32498b65-3cb3-4755-9d60-6561fbe3ab19 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:15.518411 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e65e4bd-6fe9-4517-997b-edab8fcf47b8", "tag": "6c96a455-07bf-4eb2-b8bc-20e624717971", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:15.518730 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32498b65-3cb3-4755-9d60-6561fbe3ab19 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:15.519215 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'tag': '6c96a455-07bf-4eb2-b8bc-20e624717971', 'status': 'completed', 'code': 200} Nov 12 12:50:15.539413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-e4bc352c-564b-49e5-ad19-ea0ea256ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:15.541173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-e4bc352c-564b-49e5-ad19-ea0ea256ba91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=716f51d326044de2815a8bc498b81cbf&device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 1094 time: 0.0590861 Nov 12 12:50:15.562653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.600480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5f33b800-27d0-4cff-a662-6d62087eb435, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5f33b800-27d0-4cff-a662-6d62087eb435,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:15.601230 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-84e0de28-9184-481e-bbce-408844d011b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c96a455-07bf-4eb2-b8bc-20e624717971 HTTP/1.1" status: 200 len: 217 time: 0.0517595 Nov 12 12:50:15.606241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.634439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ec806a28-dcd2-48af-96ea-e0ab8dcd61fb req-bc8e6248-c290-4fdc-b1e9-f965447f1995 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421297 Nov 12 12:50:15.655252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:15.658979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5f33b800-27d0-4cff-a662-6d62087eb435,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:15.667867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-0425585b-1f3b-4358-832d-d5dfb36f6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:15.670592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-0425585b-1f3b-4358-832d-d5dfb36f6fed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=caf46e90-eac2-42e9-92cf-d518298538e4 HTTP/1.1" status: 200 len: 853 time: 0.0622766 Nov 12 12:50:15.706619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-03eb902f-d45d-4c36-a472-4c133802c349 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291679 Nov 12 12:50:15.884968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:16.044311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:50:16.142413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-23acadf0-2961-4cd2-b42d-621bfb21811c service neutron] 10.222.0.65 "GET /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284985 Nov 12 12:50:16.166581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ed725-e56d-4112-8f52-43152062d53e req-6dfe04d2-7f84-43d3-9719-85bcadb7440a tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:16.168060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4f2ed725-e56d-4112-8f52-43152062d53e req-6dfe04d2-7f84-43d3-9719-85bcadb7440a tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 943 time: 0.0743952 Nov 12 12:50:16.170760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:16.184053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Sync routers for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:16.196882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:16.198088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:16.198785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:16.202804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d386967e-c354-4f56-bc13-3e1a745caad6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3988912 Nov 12 12:50:16.203766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58666) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:16.243330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c002316a-a48b-463f-99f3-ac6bfe6b9242 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1845ff0008a54787b483ed04af0c1e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356488 Nov 12 12:50:16.247167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:16.267863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4f2ed725-e56d-4112-8f52-43152062d53e req-00d7b617-e012-4535-bee7-dcf01652f569 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897274 Nov 12 12:50:16.294967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40b6dced-cfd3-4a0f-bb40-9ed653f5e718 req-2057827a-79ef-4406-a117-42b5f1d7ae67 service neutron] 10.222.0.65 "GET /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450951 Nov 12 12:50:16.352764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:16.426950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-3f38ca76-6eba-4bd8-8600-524cb87f288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:16.428986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-3f38ca76-6eba-4bd8-8600-524cb87f288a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=716f51d326044de2815a8bc498b81cbf&device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 1094 time: 0.0782812 Nov 12 12:50:16.453819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018f158-abb0-4145-a85d-9c70c8ce9127 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:16.458193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c018f158-abb0-4145-a85d-9c70c8ce9127 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2072845 Nov 12 12:50:16.458468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:16.494290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68db902b-b9e3-4e43-b93e-886da4ab399c tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322673 Nov 12 12:50:16.494976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:16.500073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637804860', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:16.550298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-e68d34be-e6e2-4970-80ab-9f64688cbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:16.552031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-e68d34be-e6e2-4970-80ab-9f64688cbe7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 HTTP/1.1" status: 200 len: 914 time: 0.1145318 Nov 12 12:50:16.591703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864230-131e-493c-83f8-6df7f9aa1f9a req-4506c154-5e51-444d-83f2-2d12d03a4cb2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:16.593335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96864230-131e-493c-83f8-6df7f9aa1f9a req-4506c154-5e51-444d-83f2-2d12d03a4cb2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.1775439 Nov 12 12:50:16.617136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:15Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:16.650356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-999681c9-f15b-4399-a681-f0d2a67b7ad7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c96a455-07bf-4eb2-b8bc-20e624717971 HTTP/1.1" status: 200 len: 217 time: 0.0885010 Nov 12 12:50:16.652068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Checking router: 8be783e5-0e79-4a69-ace0-f0eb8f90d684 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:16.652544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Updating router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 port e449e624-d201-490d-b9c5-617c3419be07 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:50:16.652713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:16.656281 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:16.675927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96864230-131e-493c-83f8-6df7f9aa1f9a req-f2829992-6cbc-45a2-b611-9b460ad5a33d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757055 Nov 12 12:50:16.694826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:16.763628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-78bfe30a-ab0d-4c08-b438-ec43758401b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:16.771324 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-78bfe30a-ab0d-4c08-b438-ec43758401b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=caf46e90-eac2-42e9-92cf-d518298538e4 HTTP/1.1" status: 200 len: 853 time: 0.1121404 Nov 12 12:50:16.822964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-32078fce-823a-479f-8ea2-11b6112d3b3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413690 Nov 12 12:50:16.893489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:16.960696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Subnet': ['ID=d1c0b50a-548e-457b-bb5b-86bb180659bc,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:16.969921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Checking segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:16.970426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network hostable DHCP agents. Network: ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:50:16.974855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-b886cb81-7a80-4324-908a-cd76bac7719c service neutron] 10.222.0.65 "GET /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427622 Nov 12 12:50:16.992176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:50:17.003972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:17.008462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:17.009196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.019598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560ab67b-257b-408d-9759-fd334597b610 None None] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:17.036412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c56d0ec8-a40b-433f-882e-cccd4cd63e10 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5380874 Nov 12 12:50:17.037443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:17.054461 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.088487 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.114818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7adde5-47da-4b42-91a0-23afa2bc0b77 req-36778182-84ac-463f-9595-f7823841e7fb service neutron] 10.222.0.65 "GET /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320205 Nov 12 12:50:17.169729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae7dde-6670-4fbc-816d-3ae14c0663b4 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:17.178474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748fda4-ca78-4456-8600-6bee32db13dd None None] Pushing event updated for resources: {'Port': ['ID=e449e624-d201-490d-b9c5-617c3419be07,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:17.185499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Attempting to bind port e449e624-d201-490d-b9c5-617c3419be07 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:17.186184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Attempting to bind port e449e624-d201-490d-b9c5-617c3419be07 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:17.186550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Attempting to bind port e449e624-d201-490d-b9c5-617c3419be07 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:17.205749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:17.206132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:17.206811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.207216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:17.207707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Bound port: e449e624-d201-490d-b9c5-617c3419be07, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:17.208104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.238367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b13d51-d118-437a-8bc7-a75edd7700af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f33b800-27d0-4cff-a662-6d62087eb435'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:17.240768 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d103e-8aa0-4e35-a118-e5f825f0ad24" -d '{"events": [{"server_uuid": "99b13d51-d118-437a-8bc7-a75edd7700af", "name": "network-vif-plugged", "status": "completed", "tag": "5f33b800-27d0-4cff-a662-6d62087eb435"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:17.295641 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb307fe-f0a5-476d-b8e4-42237f34ab35 x-openstack-request-id: req-4cb307fe-f0a5-476d-b8e4-42237f34ab35 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:17.295940 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b13d51-d118-437a-8bc7-a75edd7700af", "name": "network-vif-plugged", "status": "completed", "tag": "5f33b800-27d0-4cff-a662-6d62087eb435", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:17.296202 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cb307fe-f0a5-476d-b8e4-42237f34ab35 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:17.296608 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b13d51-d118-437a-8bc7-a75edd7700af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f33b800-27d0-4cff-a662-6d62087eb435', 'code': 200} Nov 12 12:50:17.315934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3145d362-8407-4e02-af2d-032ae043a488 None None] Provisioning complete for port e449e624-d201-490d-b9c5-617c3419be07 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:17.316404 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3145d362-8407-4e02-af2d-032ae043a488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.358594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3145d362-8407-4e02-af2d-032ae043a488 None None] Port e449e624-d201-490d-b9c5-617c3419be07 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:17.369497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] For port e449e624-d201-490d-b9c5-617c3419be07, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:17.409449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:50:17.410677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.424619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] For port e449e624-d201-490d-b9c5-617c3419be07, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e449e624-d201-490d-b9c5-617c3419be07,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:17.444030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.533061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612735-5c4d-420b-9ab4-753ec454774e req-3e896d73-90a8-46a3-860f-fb1971064ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:17.534871 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea612735-5c4d-420b-9ab4-753ec454774e req-3e896d73-90a8-46a3-860f-fb1971064ef5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 1097 time: 0.1606226 Nov 12 12:50:17.563679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cda89d-15b6-4fd6-837a-014bce1dc766 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:17.577404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04053b8e-66f3-4d07-9e78-3250b38febc9 req-27e57786-a9f6-44ab-9b1c-df58b1bb0902 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:17.579749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04053b8e-66f3-4d07-9e78-3250b38febc9 req-27e57786-a9f6-44ab-9b1c-df58b1bb0902 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 943 time: 0.1943011 Nov 12 12:50:17.601136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748fda4-ca78-4456-8600-6bee32db13dd None None] Pushing event updated for resources: {'Port': ['ID=e449e624-d201-490d-b9c5-617c3419be07,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:17.605467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:17.606313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:17.667814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea612735-5c4d-420b-9ab4-753ec454774e req-06639b67-b386-461d-99d0-dc251464be51 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245370 Nov 12 12:50:17.716426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04053b8e-66f3-4d07-9e78-3250b38febc9 req-65f1e91a-a1bf-4b0c-87b2-78dc68137a6a tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070549 Nov 12 12:50:17.776078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.866715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c392c-a477-47dc-a125-7f198de161ab req-6204f903-bfae-4035-8cd6-426b42b4e738 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:17.874465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-019c392c-a477-47dc-a125-7f198de161ab req-6204f903-bfae-4035-8cd6-426b42b4e738 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.0848579 Nov 12 12:50:17.900950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-948fb322-cb8e-4e81-b2a8-de6750333e5a None None] Provisioning complete for port e449e624-d201-490d-b9c5-617c3419be07 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:17.901319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-948fb322-cb8e-4e81-b2a8-de6750333e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:17.927306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-019c392c-a477-47dc-a125-7f198de161ab req-d06ab410-fcf8-43b1-8f21-1dd15c9abd2a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Nov 12 12:50:17.970760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Allocated IP 172.20.0.2 (ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce/d1c0b50a-548e-457b-bb5b-86bb180659bc/eaea974f-09e1-4fec-b9fd-2a0049ee0f0c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:18.034351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:18.112182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a0e4c-e114-4adb-adbc-6f01c6bc3a05 req-e230163b-bbf9-4376-87ff-07d024564907 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:18.120181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f97a0e4c-e114-4adb-adbc-6f01c6bc3a05 req-e230163b-bbf9-4376-87ff-07d024564907 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.1039677 Nov 12 12:50:18.175108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f97a0e4c-e114-4adb-adbc-6f01c6bc3a05 req-cecf5df8-247c-4b5c-bc52-ef1c3c0ac80a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Nov 12 12:50:18.251197 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-948fb322-cb8e-4e81-b2a8-de6750333e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.296665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea6072-7372-4bb2-8084-b6b336ca0460 req-9db647df-58ef-419c-b000-f36d7870e563 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:18.298780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aeea6072-7372-4bb2-8084-b6b336ca0460 req-9db647df-58ef-419c-b000-f36d7870e563 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0551770 Nov 12 12:50:18.299508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-948fb322-cb8e-4e81-b2a8-de6750333e5a None None] For port e449e624-d201-490d-b9c5-617c3419be07, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e449e624-d201-490d-b9c5-617c3419be07,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:18.311653 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-948fb322-cb8e-4e81-b2a8-de6750333e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.362727 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aeea6072-7372-4bb2-8084-b6b336ca0460 req-f5cef213-79df-4530-9a71-2c050fb67c91 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502603 Nov 12 12:50:18.377291 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.415885 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.431284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fb322-cb8e-4e81-b2a8-de6750333e5a None None] Pushing event updated for resources: {'Port': ['ID=e449e624-d201-490d-b9c5-617c3419be07,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:18.467141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.1 (ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce/d1c0b50a-548e-457b-bb5b-86bb180659bc/41fda052-249a-46f3-931e-ca3866600554) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:18.468460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:18.477165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:18.479768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:18.512554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Pushing event updated for resources: {'Port': ['ID=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:18.561166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:15Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:18.603960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.608042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8ad95-160e-4057-975b-63727e4e3de6 None None] The sync data for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 is: [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:15Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:18.609666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Attempting to bind port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:18.610114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Attempting to bind port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:18.610605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Attempting to bind port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:18.617166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:18.617871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Checking segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:18.618183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.618730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Bound using segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:18.619281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Bound port: eaea974f-09e1-4fec-b9fd-2a0049ee0f0c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:18.619739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.645670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.692274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] For port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:18.696170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:18.698343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] For port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:18.702385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:18.706400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:18.706931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.739876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=41fda052-249a-46f3-931e-ca3866600554,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:18.775239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:18.851589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e49b62-2cd7-4ad3-a80f-9d3d3b889c2c None None] Pushing event updated for resources: {'Port': ['ID=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:19.169305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6c96a455-07bf-4eb2-b8bc-20e624717971 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:50:19.321155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6c96a455-07bf-4eb2-b8bc-20e624717971, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6c96a455-07bf-4eb2-b8bc-20e624717971,segment=NetworkSegment(99201c13-776c-4062-922c-b60b8fec830b),segment_id=99201c13-776c-4062-922c-b60b8fec830b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:19.343649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '6c96a455-07bf-4eb2-b8bc-20e624717971', 'network_id': '2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25', 'port_id': '6c96a455-07bf-4eb2-b8bc-20e624717971', 'mac_address': 'fa:16:3e:40:e6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf46e90-eac2-42e9-92cf-d518298538e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:50:19.390745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:19.408616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c96a455-07bf-4eb2-b8bc-20e624717971 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:19.440412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6c96a455-07bf-4eb2-b8bc-20e624717971, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6c96a455-07bf-4eb2-b8bc-20e624717971,segment=NetworkSegment(99201c13-776c-4062-922c-b60b8fec830b),segment_id=99201c13-776c-4062-922c-b60b8fec830b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:19.447369 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:19.481967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267c08b-1d89-4818-8e15-802c620a987f req-00a45284-d178-43a3-81bb-a6d633f81b15 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:19.492769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6267c08b-1d89-4818-8e15-802c620a987f req-00a45284-d178-43a3-81bb-a6d633f81b15 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 943 time: 0.6569557 Nov 12 12:50:19.517713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6c96a455-07bf-4eb2-b8bc-20e624717971,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:19.544378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882d0f1-1940-4559-95a1-8876f6a147db req-2f7e1071-7dee-418f-8208-554070e73a9c tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:19.553537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1882d0f1-1940-4559-95a1-8876f6a147db req-2f7e1071-7dee-418f-8208-554070e73a9c tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0846012 Nov 12 12:50:19.603434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6267c08b-1d89-4818-8e15-802c620a987f req-1e6b6fc9-f621-4c8d-8886-f5db60b7cd31 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097670 Nov 12 12:50:19.642667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1882d0f1-1940-4559-95a1-8876f6a147db req-cd798153-2076-499b-857b-1ae5f17d1e45 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873368 Nov 12 12:50:19.659340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:19.667016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['6c96a455-07bf-4eb2-b8bc-20e624717971'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:20.113513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804b1a0-a5ab-47ef-8b4d-8e77a55d2d9f req-d81420be-3189-4b1c-85a0-b9d70a612e4a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:20.115333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5804b1a0-a5ab-47ef-8b4d-8e77a55d2d9f req-d81420be-3189-4b1c-85a0-b9d70a612e4a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.1158447 Nov 12 12:50:20.195586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:20.205510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5804b1a0-a5ab-47ef-8b4d-8e77a55d2d9f req-a80ef93c-1eba-4353-a76c-b1aeee85c1f8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807252 Nov 12 12:50:20.206702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:20.292819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=41fda052-249a-46f3-931e-ca3866600554,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:20.299187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:20.314482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff6612-c990-4894-b1e8-38f4230c90b0 None None] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:20.430526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:20.434312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:20.496802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d2d101be-b8aa-40c6-8808-28bb9842a76c None None] Provisioning complete for port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:20.497829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2d101be-b8aa-40c6-8808-28bb9842a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:20.502660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d5774-215c-4bcc-ac42-86f2dd6f6c11 req-40b9fcf9-d08b-4cf5-8a5a-bba77add4643 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:20.504547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c90d5774-215c-4bcc-ac42-86f2dd6f6c11 req-40b9fcf9-d08b-4cf5-8a5a-bba77add4643 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0597708 Nov 12 12:50:20.572562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c90d5774-215c-4bcc-ac42-86f2dd6f6c11 req-d730a90e-1202-4211-ac8f-04bec80761ff tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Nov 12 12:50:20.576667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:50:20.628073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2d101be-b8aa-40c6-8808-28bb9842a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:20.719987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d2d101be-b8aa-40c6-8808-28bb9842a76c None None] For port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:20.734117 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2d101be-b8aa-40c6-8808-28bb9842a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:20.817718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d101be-b8aa-40c6-8808-28bb9842a76c None None] Pushing event updated for resources: {'Port': ['ID=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:20.835603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b141-fff9-4fb3-89cf-a7511ec81253 req-80baea90-87be-4abd-b83b-ecd2feaf6fbd tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:20.837783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3cd6b141-fff9-4fb3-89cf-a7511ec81253 req-80baea90-87be-4abd-b83b-ecd2feaf6fbd tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 944 time: 0.1033361 Nov 12 12:50:20.845381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:20.862766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7d5a61e4-fbc1-46c2-a8ad-7ae9dfa425ee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/8be783e5-0e79-4a69-ace0-f0eb8f90d684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8249679 Nov 12 12:50:20.927684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3cd6b141-fff9-4fb3-89cf-a7511ec81253 req-fc4b01bb-f512-4da9-a348-b10b8925862c tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838141 Nov 12 12:50:21.039084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f300e3-2540-444f-8bce-da78d5f83615 req-647621ce-dc05-4a6e-8a86-aec38f98c2c9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:21.046317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f300e3-2540-444f-8bce-da78d5f83615 req-647621ce-dc05-4a6e-8a86-aec38f98c2c9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:21.064010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f300e3-2540-444f-8bce-da78d5f83615 req-647621ce-dc05-4a6e-8a86-aec38f98c2c9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:21.072898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1f300e3-2540-444f-8bce-da78d5f83615 req-647621ce-dc05-4a6e-8a86-aec38f98c2c9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce&device_id=99b13d51-d118-437a-8bc7-a75edd7700af&device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 2418 time: 0.0969887 Nov 12 12:50:21.091515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1d2518ec-39c0-40f3-aa01-68b4d8335855 None None] Provisioning complete for port 41fda052-249a-46f3-931e-ca3866600554 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:21.092949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d2518ec-39c0-40f3-aa01-68b4d8335855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.156379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1d2518ec-39c0-40f3-aa01-68b4d8335855 None None] Port 41fda052-249a-46f3-931e-ca3866600554 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:21.161377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1f300e3-2540-444f-8bce-da78d5f83615 req-feb7cf7c-b630-4a8d-9ed2-120d6b4f86c9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874677 Nov 12 12:50:21.175133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6c96a455-07bf-4eb2-b8bc-20e624717971 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:21.221429 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Sync routers for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:21.241217 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:21.242103 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:21.257186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-251ffe8d-ee1d-4ebc-b001-97f5c40c337a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760556871&fields=id&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 267 time: 0.1439252 Nov 12 12:50:21.260224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1d2518ec-39c0-40f3-aa01-68b4d8335855 None None] Provisioning complete for port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:21.262230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d2518ec-39c0-40f3-aa01-68b4d8335855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.359277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e449e624-d201-490d-b9c5-617c3419be07 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:21.406401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 6c96a455-07bf-4eb2-b8bc-20e624717971 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:50:21.434477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-a05d024c-6d0d-4c2c-99c8-7abca1d312bc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:21.440813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 6c96a455-07bf-4eb2-b8bc-20e624717971 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:21.441040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.446928 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-a05d024c-6d0d-4c2c-99c8-7abca1d312bc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 795 time: 0.1880999 Nov 12 12:50:21.452295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e81c7-ecf0-46cd-b035-ebf77b92d64b req-17e64a25-4f68-4656-ac1d-e54c50083560 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:21.457574 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee3e81c7-ecf0-46cd-b035-ebf77b92d64b req-17e64a25-4f68-4656-ac1d-e54c50083560 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.1196566 Nov 12 12:50:21.458784 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:21.484767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-9ed5bbe6-fddc-498e-b576-8ff88635b305 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/quotas/1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 375 time: 0.0326591 Nov 12 12:50:21.514112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e449e624-d201-490d-b9c5-617c3419be07 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:21.514621 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.551560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee3e81c7-ecf0-46cd-b035-ebf77b92d64b req-c3e22638-2b76-4868-a255-2f85cb5bce70 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880508 Nov 12 12:50:21.603574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-54963b5e-454d-4c68-8e40-b4766736f20f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159065 Nov 12 12:50:21.722224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.731471 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 2, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:21.746608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-637dec8e-7067-4c59-8ee2-c31b78471863 service neutron] 10.222.0.18 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415687 Nov 12 12:50:21.781572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be387143-5c71-40dc-89c4-00b775e6985b None None] Provisioning complete for port 41fda052-249a-46f3-931e-ca3866600554 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:21.781980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be387143-5c71-40dc-89c4-00b775e6985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.814292 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Checking router: 8be783e5-0e79-4a69-ace0-f0eb8f90d684 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:21.814659 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Updating router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 port 41fda052-249a-46f3-931e-ca3866600554 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:50:21.852643 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:21.902651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-db14d7fc-6360-47d4-ad0c-b1d2efe373b3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547716 Nov 12 12:50:21.926987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c96a455-07bf-4eb2-b8bc-20e624717971'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:21.929224 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c3a9e1-ab0f-4c9d-bb3f-2521723b6257" -d '{"events": [{"server_uuid": "8e65e4bd-6fe9-4517-997b-edab8fcf47b8", "name": "network-vif-plugged", "status": "completed", "tag": "6c96a455-07bf-4eb2-b8bc-20e624717971"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:22.012459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device eaea974f-09e1-4fec-b9fd-2a0049ee0f0c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:22.024076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6c96a455-07bf-4eb2-b8bc-20e624717971, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6c96a455-07bf-4eb2-b8bc-20e624717971,segment=NetworkSegment(99201c13-776c-4062-922c-b60b8fec830b),segment_id=99201c13-776c-4062-922c-b60b8fec830b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:22.044484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-be387143-5c71-40dc-89c4-00b775e6985b None None] Port 41fda052-249a-46f3-931e-ca3866600554 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:22.051210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.195119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270503-70d5-4060-b8f5-f74e80d71ce1 req-b286f2ec-e2be-4f68-a25d-2c1cf9761096 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:22.201070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14270503-70d5-4060-b8f5-f74e80d71ce1 req-b286f2ec-e2be-4f68-a25d-2c1cf9761096 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 945 time: 0.1194909 Nov 12 12:50:22.218658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6c96a455-07bf-4eb2-b8bc-20e624717971,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:22.228590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9b483bbc-5c02-4a06-aa2b-3bda53f45c29 None None] Provisioning complete for port 41fda052-249a-46f3-931e-ca3866600554 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:22.229120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9b483bbc-5c02-4a06-aa2b-3bda53f45c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.254428 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be3c948-9bb8-4133-af7e-08dfc5023d1f x-openstack-request-id: req-3be3c948-9bb8-4133-af7e-08dfc5023d1f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:22.254726 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e65e4bd-6fe9-4517-997b-edab8fcf47b8", "name": "network-vif-plugged", "status": "completed", "tag": "6c96a455-07bf-4eb2-b8bc-20e624717971", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:22.254982 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3be3c948-9bb8-4133-af7e-08dfc5023d1f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:22.255376 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c96a455-07bf-4eb2-b8bc-20e624717971', 'code': 200} Nov 12 12:50:22.258092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:22.258527 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.258836 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.284928 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.302395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9b483bbc-5c02-4a06-aa2b-3bda53f45c29 None None] Port 41fda052-249a-46f3-931e-ca3866600554 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:22.323434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14270503-70d5-4060-b8f5-f74e80d71ce1 req-b6a270fc-6483-44b2-b44a-b84ca85ab2f1 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160600 Nov 12 12:50:22.414635 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Pushing event updated for resources: {'Port': ['ID=41fda052-249a-46f3-931e-ca3866600554,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:22.415235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1e067345-d6b8-4704-bfaa-f2cd5f44f32d req-533c88ea-2e0c-4fb1-98e8-3ea612fa3e4a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 210 time: 0.0870292 Nov 12 12:50:22.439067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64acc0f-2045-4903-930e-9b6e495c1ef5 req-39a51d7e-d9a6-4e0e-b48e-ae400c6be674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:22.441066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e64acc0f-2045-4903-930e-9b6e495c1ef5 req-39a51d7e-d9a6-4e0e-b48e-ae400c6be674 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 1096 time: 0.0972235 Nov 12 12:50:22.448382 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.448729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.449057 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.449382 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.449863 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.450215 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.450532 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.450848 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.451164 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.451768 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.452095 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.452523 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:22.492397 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Attempting to bind port 41fda052-249a-46f3-931e-ca3866600554 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:22.492923 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Attempting to bind port 41fda052-249a-46f3-931e-ca3866600554 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:22.493505 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Attempting to bind port 41fda052-249a-46f3-931e-ca3866600554 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:22.518231 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:22.518666 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Checking segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:22.519107 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.519594 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Bound using segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:22.520105 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Bound port: 41fda052-249a-46f3-931e-ca3866600554, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:22.520536 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.536018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e64acc0f-2045-4903-930e-9b6e495c1ef5 req-99ccef2c-8f5b-4abf-9d96-382ee6c0101f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844707 Nov 12 12:50:22.605013 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] For port 41fda052-249a-46f3-931e-ca3866600554, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:22.615155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] For port 41fda052-249a-46f3-931e-ca3866600554, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=41fda052-249a-46f3-931e-ca3866600554,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:22.621755 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.699780 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26315-5406-4418-b292-ad0102103a21 None None] Pushing event updated for resources: {'Port': ['ID=41fda052-249a-46f3-931e-ca3866600554,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:22.721222 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:22.721914 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:22.855807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-38e29045-84cc-4a15-857b-9fdbada075f7 None None] Provisioning complete for port 41fda052-249a-46f3-931e-ca3866600554 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:22.856354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38e29045-84cc-4a15-857b-9fdbada075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:22.919305 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:23.085595 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38e29045-84cc-4a15-857b-9fdbada075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:23.174688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-38e29045-84cc-4a15-857b-9fdbada075f7 None None] For port 41fda052-249a-46f3-931e-ca3866600554, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=41fda052-249a-46f3-931e-ca3866600554,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:23.181459 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38e29045-84cc-4a15-857b-9fdbada075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:23.255345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e29045-84cc-4a15-857b-9fdbada075f7 None None] Pushing event updated for resources: {'Port': ['ID=41fda052-249a-46f3-931e-ca3866600554,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:23.268349 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:22Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:23.305064 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e4d64-4a37-429e-a039-55603e694983 None None] The sync data for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 is: [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:22Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:23.325212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-404f9a05-7950-43ec-8a4f-7d31440ed3db None None] Provisioning complete for port 41fda052-249a-46f3-931e-ca3866600554 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:23.326120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-404f9a05-7950-43ec-8a4f-7d31440ed3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:23.531159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e863e1-9306-4d5c-9738-55d22ba2e86f req-f04c28d6-5ce2-44e3-b9d1-db526d7d2ad2 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:23.539773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32e863e1-9306-4d5c-9738-55d22ba2e86f req-f04c28d6-5ce2-44e3-b9d1-db526d7d2ad2 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 945 time: 0.0782096 Nov 12 12:50:23.576671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc821-b8a1-43ec-a30c-e2c06f6246e1 req-4cf46149-de40-4764-a204-dce0253eebc7 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:23.588765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eefdc821-b8a1-43ec-a30c-e2c06f6246e1 req-4cf46149-de40-4764-a204-dce0253eebc7 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.1081252 Nov 12 12:50:23.612683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32e863e1-9306-4d5c-9738-55d22ba2e86f req-a55c5e54-dde4-4c3b-86da-76ac6e0b4e3a tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702064 Nov 12 12:50:23.692266 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eefdc821-b8a1-43ec-a30c-e2c06f6246e1 req-ffd8875f-198f-4b11-9a01-5d5d9183e8c8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021740 Nov 12 12:50:23.719260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91d3b021-14af-4b34-a978-4b3f644a6a67 req-42b9f5d2-3150-4f8e-aeff-610a8c038365 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 210 time: 0.0397806 Nov 12 12:50:23.846929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-cc07e823-46cc-49e6-b454-b87d4b3cdeca tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:23.848635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-cc07e823-46cc-49e6-b454-b87d4b3cdeca tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 795 time: 0.1553791 Nov 12 12:50:23.933731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-f5c310db-10d8-4da6-b41f-590dbf1c0d55 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 380 time: 0.0727844 Nov 12 12:50:23.952932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'port': {'device_id': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'admin_state_up': True, 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'security_groups': ['6e8d0775-d902-4ffa-96ad-adbd51c8a35a']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:24.083947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:24.088153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:24.247961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.3 (ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce/d1c0b50a-548e-457b-bb5b-86bb180659bc/dab87e15-c695-4297-9d30-20f7a0c8dfe9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:24.415706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:24.456587 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:24.513530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:24.517483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:24.520239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:24.546963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:24.560481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.560773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.561125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.561460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.561801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.562147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.562515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.562853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.563720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.564064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.564400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.564729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:50:24.594987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:24.595682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:24.616223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-43930ae3-6252-4a50-9a4c-15bae6e84255 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674693 Nov 12 12:50:24.633236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Request body: {'port': {'device_id': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:24.779713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:24.817451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aebf9d-6ccf-403b-b6b1-c810bd8fbec2 req-f829e5f4-7743-4fa9-b640-5e284170529c tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:24.825853 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80aebf9d-6ccf-403b-b6b1-c810bd8fbec2 req-f829e5f4-7743-4fa9-b640-5e284170529c tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 945 time: 0.1056213 Nov 12 12:50:24.841286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85a05b-d4af-4ec2-9fbb-7d94692f91c6 req-45c61b95-bf27-4567-b1bf-3a20e2ac2fed tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:24.842672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8a39b962-410f-4c70-b229-5ef344bb916e None None] Provisioning complete for port dab87e15-c695-4297-9d30-20f7a0c8dfe9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:24.843278 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a39b962-410f-4c70-b229-5ef344bb916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:24.845129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e85a05b-d4af-4ec2-9fbb-7d94692f91c6 req-45c61b95-bf27-4567-b1bf-3a20e2ac2fed tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0748610 Nov 12 12:50:24.905248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8a39b962-410f-4c70-b229-5ef344bb916e None None] Port dab87e15-c695-4297-9d30-20f7a0c8dfe9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:24.908108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-80aebf9d-6ccf-403b-b6b1-c810bd8fbec2 req-fa391919-e011-4bcd-b275-7c09c074ff6f tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777376 Nov 12 12:50:24.937868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e85a05b-d4af-4ec2-9fbb-7d94692f91c6 req-d6a56fc1-24e0-4dfb-9e0e-6baeba07aa97 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854273 Nov 12 12:50:25.115473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca48c-2e6b-46de-ac11-ccb797629a2b req-5df9bf35-bfac-4068-b796-571dc639a1d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:25.117229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f4ca48c-2e6b-46de-ac11-ccb797629a2b req-5df9bf35-bfac-4068-b796-571dc639a1d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 931 time: 0.1333649 Nov 12 12:50:25.167689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41fda052-249a-46f3-931e-ca3866600554 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:25.239162 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f4ca48c-2e6b-46de-ac11-ccb797629a2b req-a7428f62-75e0-411f-ba2f-73dadc9ac2c7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873544 Nov 12 12:50:25.260606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 41fda052-249a-46f3-931e-ca3866600554 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:25.260972 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:25.397497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab87e15-c695-4297-9d30-20f7a0c8dfe9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:25.410106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:25.428998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Transition to ACTIVE for port object dab87e15-c695-4297-9d30-20f7a0c8dfe9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:50:25.440707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368494c-6866-4dc8-847f-d6bd1232e361 req-dec3dade-1be9-492e-a06c-132b783d4cf3 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:25.442672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f368494c-6866-4dc8-847f-d6bd1232e361 req-dec3dade-1be9-492e-a06c-132b783d4cf3 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Nov 12 12:50:25.443529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:25.527003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:25.583122 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f368494c-6866-4dc8-847f-d6bd1232e361 req-f3eb780c-2e00-4fc6-8442-737f00a00b00 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262360 Nov 12 12:50:25.621357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:25.621900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:25.622063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:25.628067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:50:25.628480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:25.634771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:25.635227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Checking segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:25.635687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Bound using segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:25.636194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Bound port: dab87e15-c695-4297-9d30-20f7a0c8dfe9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:25.636627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:25.707254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:25.710814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:25.715003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:25.753980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:25.755019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:25.756417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] 10.222.0.65 "PUT /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 1091 time: 1.1291924 Nov 12 12:50:25.759172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:25.761304 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64852d3-1dab-46a2-9fc6-4b1f888f754c" -d '{"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:25.809499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cb113-1ba6-4d1e-af3e-6a16e6ffddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:25.852453 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a6a442-f454-4cf2-bbea-37ede91964b1 x-openstack-request-id: req-b6a6a442-f454-4cf2-bbea-37ede91964b1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:25.852655 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:25.852898 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6a6a442-f454-4cf2-bbea-37ede91964b1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:25.853310 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'status': 'completed', 'code': 200} Nov 12 12:50:25.877216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-3b68ec75-f128-4e80-8a5a-1fecdfa160fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:25.878990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-3b68ec75-f128-4e80-8a5a-1fecdfa160fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1094 time: 0.0662873 Nov 12 12:50:25.930880 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-fad970b0-3be9-46e7-9b6e-c3fe649694c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 217 time: 0.0429192 Nov 12 12:50:25.998558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-b796af82-41a4-45d7-983a-83d0503a06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.000446 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-b796af82-41a4-45d7-983a-83d0503a06db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.0610418 Nov 12 12:50:26.096614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-c61284b6-127d-4cdd-9602-bff4274d02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.098678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-c61284b6-127d-4cdd-9602-bff4274d02f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888705 Nov 12 12:50:26.131835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd798454-72e3-4469-ae68-2a97456d23b8 req-3ad4502d-0d7f-4b10-9413-d2f3ccd37ff5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.133544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd798454-72e3-4469-ae68-2a97456d23b8 req-3ad4502d-0d7f-4b10-9413-d2f3ccd37ff5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.1099894 Nov 12 12:50:26.275165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd798454-72e3-4469-ae68-2a97456d23b8 req-2298026d-a085-4671-86c6-d9548ae6a8f8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282644 Nov 12 12:50:26.309379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-504df4c2-cb2e-4df4-a80e-e56b226dfe76 service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994698 Nov 12 12:50:26.392591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c078bf-c405-406b-b9b8-5090642130ca req-34c6b96d-ed7f-40d7-8d38-b875040fb2f6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.399491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59c078bf-c405-406b-b9b8-5090642130ca req-34c6b96d-ed7f-40d7-8d38-b875040fb2f6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 943 time: 0.0780168 Nov 12 12:50:26.442994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-12f4dc2e-66ae-405b-91cb-ce7bdad85403 req-e39831b3-62f8-4ebf-9794-0bfa0bc94712 service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222606 Nov 12 12:50:26.454302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59c078bf-c405-406b-b9b8-5090642130ca req-de6ac159-1e83-4b70-94eb-13961060d50a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524602 Nov 12 12:50:26.557442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-c3883593-df2b-45bd-9010-69ef74d703ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.558986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-c3883593-df2b-45bd-9010-69ef74d703ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1094 time: 0.0425997 Nov 12 12:50:26.695559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-3fd6a71e-156d-4e87-ac5c-37aef0e1551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.697056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-3fd6a71e-156d-4e87-ac5c-37aef0e1551a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 896 time: 0.1231189 Nov 12 12:50:26.727230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89bf91-bf57-4c7d-813f-187e3f896178 req-4be07ac0-fe6e-437e-9489-c0d69fb9c6e9 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.728743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba89bf91-bf57-4c7d-813f-187e3f896178 req-4be07ac0-fe6e-437e-9489-c0d69fb9c6e9 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 945 time: 0.0704718 Nov 12 12:50:26.768888 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-069a75a1-24c1-4252-8f73-767fefba87f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 217 time: 0.0567532 Nov 12 12:50:26.843891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ba89bf91-bf57-4c7d-813f-187e3f896178 req-25de61e4-3188-4a3c-a271-e1b6fad58355 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb9a732c-9141-406b-99d0-fd5a4e08d352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837028 Nov 12 12:50:26.845494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-fe5ccfd6-78c7-47e6-ac73-16f5c50a1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.846890 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-fe5ccfd6-78c7-47e6-ac73-16f5c50a1835 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.0697062 Nov 12 12:50:26.883294 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:50:26.911729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-07dedf8f-37dd-4530-9e5a-dbfc2fc44a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:26.913105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-07dedf8f-37dd-4530-9e5a-dbfc2fc44a70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573959 Nov 12 12:50:27.013701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-552f2f02-bb1f-40ff-a947-7328c17a78fd tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:27.015203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-552f2f02-bb1f-40ff-a947-7328c17a78fd tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 945 time: 0.1140006 Nov 12 12:50:27.065362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-a92ec3a9-31a9-453b-922b-45d7fb3baf56 service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351137 Nov 12 12:50:27.205964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Deleting port 6c96a455-07bf-4eb2-b8bc-20e624717971 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:27.206244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:27.211767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c64852d3-1dab-46a2-9fc6-4b1f888f754c req-64d31a1f-ccfe-4566-968e-2054806b960e service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346841 Nov 12 12:50:27.316375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] For port 6c96a455-07bf-4eb2-b8bc-20e624717971, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6c96a455-07bf-4eb2-b8bc-20e624717971,segment=NetworkSegment(99201c13-776c-4062-922c-b60b8fec830b),segment_id=99201c13-776c-4062-922c-b60b8fec830b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:27.316877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:27.332765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Calling delete_port for 6c96a455-07bf-4eb2-b8bc-20e624717971 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:27.393102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4488-012f-4322-8067-2f6393e40a99 req-6a4f242d-e49b-47b7-8b83-8ece96a37936 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:27.394765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b45c4488-012f-4322-8067-2f6393e40a99 req-6a4f242d-e49b-47b7-8b83-8ece96a37936 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Nov 12 12:50:27.446081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b45c4488-012f-4322-8067-2f6393e40a99 req-90e8773b-c22e-4c88-9965-56caa147a805 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Nov 12 12:50:27.465605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:27.501338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Pushing event deleted for resources: {'Port': ['ID=6c96a455-07bf-4eb2-b8bc-20e624717971,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:27.551112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] No DVR routers for this DVR port 6c96a455-07bf-4eb2-b8bc-20e624717971 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:27.553755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:27.557301 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e93d34d6-250a-49e1-807a-12fab6ae765f req-3d8cdd42-21f7-4c4c-ab01-90b2c1493030 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.65 "DELETE /v2.0/ports/6c96a455-07bf-4eb2-b8bc-20e624717971 HTTP/1.1" status: 204 len: 173 time: 0.5338473 Nov 12 12:50:27.606442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646ded5-6a20-4e55-ba5c-20f82cc8b53e req-feea10e5-a8a7-4269-918e-b24ce3659fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:27.608031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c646ded5-6a20-4e55-ba5c-20f82cc8b53e req-feea10e5-a8a7-4269-918e-b24ce3659fee tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 943 time: 0.0580599 Nov 12 12:50:27.659720 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c646ded5-6a20-4e55-ba5c-20f82cc8b53e req-0c2451c8-4d4e-4981-ab40-ea46286cea59 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Nov 12 12:50:27.854696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'name': 'network-vif-deleted', 'tag': '6c96a455-07bf-4eb2-b8bc-20e624717971'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:27.857036 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7975aa-de27-4cff-a471-a81e41c9ec28" -d '{"events": [{"server_uuid": "8e65e4bd-6fe9-4517-997b-edab8fcf47b8", "name": "network-vif-deleted", "tag": "6c96a455-07bf-4eb2-b8bc-20e624717971"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:27.894965 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d874f47-668d-434d-9f0c-b0534bcf2ae1 x-openstack-request-id: req-4d874f47-668d-434d-9f0c-b0534bcf2ae1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:27.895261 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e65e4bd-6fe9-4517-997b-edab8fcf47b8", "name": "network-vif-deleted", "tag": "6c96a455-07bf-4eb2-b8bc-20e624717971", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:27.895521 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d874f47-668d-434d-9f0c-b0534bcf2ae1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:27.895935 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e65e4bd-6fe9-4517-997b-edab8fcf47b8', 'name': 'network-vif-deleted', 'tag': '6c96a455-07bf-4eb2-b8bc-20e624717971', 'status': 'completed', 'code': 200} Nov 12 12:50:27.955371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7ebed623-493e-4358-9736-9bf4acfb7ed7 req-b6380805-b7c9-4153-918f-9c868ff96893 tempest-ServerAddressesTestJSON-1091622257 tempest-ServerAddressesTestJSON-1091622257-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e65e4bd-6fe9-4517-997b-edab8fcf47b8 HTTP/1.1" status: 200 len: 210 time: 0.0326495 Nov 12 12:50:28.580486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51032199-c9bc-4e77-a037-a397296fdba5 req-04415c68-59bd-42f7-b14e-e9cfcfe097ee tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:28.581963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51032199-c9bc-4e77-a037-a397296fdba5 req-04415c68-59bd-42f7-b14e-e9cfcfe097ee tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0603986 Nov 12 12:50:28.636226 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51032199-c9bc-4e77-a037-a397296fdba5 req-beca3da3-16fb-48d4-9f02-c059101e57f0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482574 Nov 12 12:50:28.786582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7006-250b-4d9f-891e-ac761bc60caa req-ccf3030c-5b3d-464a-9425-c0a420ec03d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:28.789180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49af7006-250b-4d9f-891e-ac761bc60caa req-ccf3030c-5b3d-464a-9425-c0a420ec03d6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 943 time: 0.0570402 Nov 12 12:50:28.843108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49af7006-250b-4d9f-891e-ac761bc60caa req-58148450-4bf6-46da-81a3-7e8c73ebe106 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478272 Nov 12 12:50:29.026697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:29.074111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Deleting subnet caf46e90-eac2-42e9-92cf-d518298538e4 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:50:29.077247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.113542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.160016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.211386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.230005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:50:29.232694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6c96a455-07bf-4eb2-b8bc-20e624717971 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:29.243126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf46e90-eac2-42e9-92cf-d518298538e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:29.247036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.252966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:29.253424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a2cad6a3-dda6-464d-8026-f738e28b6237 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/caf46e90-eac2-42e9-92cf-d518298538e4 HTTP/1.1" status: 204 len: 168 time: 0.2253089 Nov 12 12:50:29.336621 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.431338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 6c96a455-07bf-4eb2-b8bc-20e624717971 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:29.431770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6c96a455-07bf-4eb2-b8bc-20e624717971 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:29.438892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.462953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:29.473796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99201c13-776c-4062-922c-b60b8fec830b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:29.474119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99201c13-776c-4062-922c-b60b8fec830b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:29.484502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.499968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.507141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:50:29.507539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:50:29.509325 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:50:29.522090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:29.535005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'port_id': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'mac_address': 'fa:16:3e:93:0d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:50:29.579131 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.585476 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.598873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.604442 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25 HTTP/1.1" status: 204 len: 168 time: 0.3475387 Nov 12 12:50:29.604607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab87e15-c695-4297-9d30-20f7a0c8dfe9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:29.618227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c5841-ff7a-43c3-9c23-6e6a9d04c475 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edc150d-5fdc-4a3d-86ac-0f8ad5f69a25,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:29.626674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:29.631679 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.686551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:29.730749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.740177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:29.812768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a3c1ee13-2a1d-415c-8785-528ada9c59e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=716f51d326044de2815a8bc498b81cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690966 Nov 12 12:50:29.813779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58856) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:29.825813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c774-f19f-4c8e-a3b5-faa4a59ca5f5 req-597b8aa1-b4c1-4c79-85f9-fa1677729efa tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:29.827368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e540c774-f19f-4c8e-a3b5-faa4a59ca5f5 req-597b8aa1-b4c1-4c79-85f9-fa1677729efa tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0720680 Nov 12 12:50:29.880627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['dab87e15-c695-4297-9d30-20f7a0c8dfe9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:29.883510 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41018bf6-d5d3-4200-974c-264082dc5d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.883740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e540c774-f19f-4c8e-a3b5-faa4a59ca5f5 req-32d1690e-7db4-4a64-9f96-831fc6c510f0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Nov 12 12:50:29.924202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41018bf6-d5d3-4200-974c-264082dc5d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:29.946746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:30.015834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4d346-92b2-4a01-bb41-ad9219a9677f req-c8941b82-e035-4a4a-982b-2ab520279401 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:30.017524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95d4d346-92b2-4a01-bb41-ad9219a9677f req-c8941b82-e035-4a4a-982b-2ab520279401 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.0696700 Nov 12 12:50:30.034765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41018bf6-d5d3-4200-974c-264082dc5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:30.037994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41018bf6-d5d3-4200-974c-264082dc5d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:30.039987 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-41018bf6-d5d3-4200-974c-264082dc5d83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb9a732c-9141-406b-99d0-fd5a4e08d352 HTTP/1.1" status: 204 len: 168 time: 0.2255962 Nov 12 12:50:30.058284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41018bf6-d5d3-4200-974c-264082dc5d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9a732c-9141-406b-99d0-fd5a4e08d352,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:30.095592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95d4d346-92b2-4a01-bb41-ad9219a9677f req-a8314e8c-6a5d-4647-bf1f-7fc986ed05db tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700679 Nov 12 12:50:30.799970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58882) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:30.902076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2128374750-network', 'tenant_id': '48179832391945ad82e7a3790171c223'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:30.925600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Made reservation on behalf of 48179832391945ad82e7a3790171c223 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:30.928406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:30.937356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.010552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f575-63b6-47e5-ab19-1a492ae8a59b req-6a1bd6dc-66f9-4d43-ba62-e24ca7540660 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:31.013081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dc0f575-63b6-47e5-ab19-1a492ae8a59b req-6a1bd6dc-66f9-4d43-ba62-e24ca7540660 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0579979 Nov 12 12:50:31.021445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.026805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.051812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:50:31.068985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f6780-b54b-4d59-9d4b-f73e57f9b349,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:31.072056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.072586 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Added segment 6ee475f4-8a0b-4dc5-8838-d73b4bcacb56 of type vlan for network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 Nov 12 12:50:31.085178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dc0f575-63b6-47e5-ab19-1a492ae8a59b req-1d3f4f0a-14e7-43df-9fb7-b687d5a0b114 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641632 Nov 12 12:50:31.122362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.149813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.151192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:31.151847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.230655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:31.295710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port dab87e15-c695-4297-9d30-20f7a0c8dfe9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:50:31.300697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port dab87e15-c695-4297-9d30-20f7a0c8dfe9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:31.301072 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.392973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.418841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:31.421231 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db9bab-9030-45f5-b9e8-85bcd26050f2" -d '{"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-plugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:31.436000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:31.442613 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.473194 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6b9b6-20bb-4cd8-8315-8063f4ccf2aa x-openstack-request-id: req-21f6b9b6-20bb-4cd8-8315-8063f4ccf2aa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:31.473626 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-plugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:31.474001 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21f6b9b6-20bb-4cd8-8315-8063f4ccf2aa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:31.474519 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'code': 200} Nov 12 12:50:31.514077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7101245 Nov 12 12:50:31.514322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:31.514570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:31.521428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Request body: {'subnet': {'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2128374750-subnet', 'tenant_id': '48179832391945ad82e7a3790171c223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:31.545346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Made reservation on behalf of 48179832391945ad82e7a3790171c223 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:31.549012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.589268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aef33-3192-45d0-9781-564406aa9457 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f7e4fd-6775-4d8a-92f2-0010a6b71331,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:31.604436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:50:31.615806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41582173-1d9d-437a-b8d1-bd91906c8ee5 req-35360154-450f-4b44-a4bf-530b539e2631 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:31.618012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41582173-1d9d-437a-b8d1-bd91906c8ee5 req-35360154-450f-4b44-a4bf-530b539e2631 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.4339726 Nov 12 12:50:31.630035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a558-c2cf-4441-9667-1823c8366fe8 req-0027ba14-28db-4180-b5ea-bcfdde9a4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:31.632201 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2325a558-c2cf-4441-9667-1823c8366fe8 req-0027ba14-28db-4180-b5ea-bcfdde9a4c25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0763180 Nov 12 12:50:31.721674 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-41582173-1d9d-437a-b8d1-bd91906c8ee5 req-5d095f92-9fc6-4feb-ae95-13dcb88adf1b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948060 Nov 12 12:50:31.730597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2325a558-c2cf-4441-9667-1823c8366fe8 req-3dbd7ff7-e40f-4c6e-8c08-b3ffe75d43f5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838048 Nov 12 12:50:31.804271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.863477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e0cbce-4d14-46ab-9651-82c5455106cb,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:31.871023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Checking segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:31.871390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Network hostable DHCP agents. Network: b2f7e4fd-6775-4d8a-92f2-0010a6b71331, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:50:31.888663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:50:31.898663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b2f7e4fd-6775-4d8a-92f2-0010a6b71331) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:31.903527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:31.904173 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.909629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff419df6-1ef5-4449-8a7a-a06dcb8aa078 None None] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:31.924450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c7cada2-f604-4ea2-bfe8-f06da35ff1f7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4086354 Nov 12 12:50:31.927036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:31.931891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:31.960550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:31.961945 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.036933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.054620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301cbf9e-c8a6-4746-8691-09562312d76d None None] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:50:32.213683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.258662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc8708-f534-48f5-8621-7883e3eb7ea1 req-aa28cd71-ed0e-48a1-824b-a527db346b15 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:32.260082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9cc8708-f534-48f5-8621-7883e3eb7ea1 req-aa28cd71-ed0e-48a1-824b-a527db346b15 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0799754 Nov 12 12:50:32.344933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9cc8708-f534-48f5-8621-7883e3eb7ea1 req-d576ba78-4083-419a-a58c-17b481e03341 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774157 Nov 12 12:50:32.489718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.515271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.621742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Allocated IP 172.25.1.84 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/f01a26fe-d386-4ace-8daa-07f5ef88c221) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:32.730963 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.771343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:32.821468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:32.827151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:32.831485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:32.837860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f01a26fe-d386-4ace-8daa-07f5ef88c221,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:32.842397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb604d80-3a3a-48f8-9d5a-4731a5bd00e3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:32.933913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1175a-6039-4ca0-8c17-7fba94cb8d63 req-31ec2edc-6cf6-4ec4-bf04-ab196d45673f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:32.942212 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ab1175a-6039-4ca0-8c17-7fba94cb8d63 req-31ec2edc-6cf6-4ec4-bf04-ab196d45673f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0646238 Nov 12 12:50:32.957922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1dbf299d-185a-4716-a21e-80271b694786 None None] Provisioning complete for port f01a26fe-d386-4ace-8daa-07f5ef88c221 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:32.958623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dbf299d-185a-4716-a21e-80271b694786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:33.003503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf299d-185a-4716-a21e-80271b694786 None None] Port f01a26fe-d386-4ace-8daa-07f5ef88c221 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:50:33.046152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3ab1175a-6039-4ca0-8c17-7fba94cb8d63 req-b0b6772a-3432-400e-8cea-746517da7e65 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991604 Nov 12 12:50:33.184852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:33.388403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:33.531425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70ce41-02e4-46bb-8ec0-fd14925f0149 req-55978dd0-75d5-4082-b01a-504bce526330 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:33.533712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac70ce41-02e4-46bb-8ec0-fd14925f0149 req-55978dd0-75d5-4082-b01a-504bce526330 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.1082103 Nov 12 12:50:33.602534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac70ce41-02e4-46bb-8ec0-fd14925f0149 req-412c3eb7-0380-4da1-92a5-fa7a373eb659 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Nov 12 12:50:33.603657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Router b5671306-cc12-4384-b3f1-454394216a92 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:50:33.712522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:33.723017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Sync routers for ids ['b5671306-cc12-4384-b3f1-454394216a92'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:33.735073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Routers {'b5671306-cc12-4384-b3f1-454394216a92'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:33.735311 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:33.736182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5671306-cc12-4384-b3f1-454394216a92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:33.736649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e97a3343-6f55-43e0-a687-f60d4665e6e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8082802 Nov 12 12:50:33.739754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:33.858344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Set router b5671306-cc12-4384-b3f1-454394216a92 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:34.050482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:50:33Z', 'revision_number': 3, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:34.078124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Checking router: b5671306-cc12-4384-b3f1-454394216a92 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:34.078520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Updating router b5671306-cc12-4384-b3f1-454394216a92 port f01a26fe-d386-4ace-8daa-07f5ef88c221 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:50:34.103709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.218628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92f4db-b068-4eb9-8be7-c7b0c0c87f66 req-fcfa80c4-700e-4022-b79e-6b6430c120e1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:34.220296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a92f4db-b068-4eb9-8be7-c7b0c0c87f66 req-fcfa80c4-700e-4022-b79e-6b6430c120e1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.1062219 Nov 12 12:50:34.301455 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.318189 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3a92f4db-b068-4eb9-8be7-c7b0c0c87f66 req-fc97d6db-e342-4d0c-a9d0-1baa8fef06ea tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906274 Nov 12 12:50:34.366891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.372742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.420950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c1e6ea-4e96-4943-a941-fa894d018c67 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:34.426791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Attempting to bind port f01a26fe-d386-4ace-8daa-07f5ef88c221 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:34.427166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Attempting to bind port f01a26fe-d386-4ace-8daa-07f5ef88c221 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:34.427540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Attempting to bind port f01a26fe-d386-4ace-8daa-07f5ef88c221 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:34.447416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:34.447796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:34.448196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.448584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:34.449068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Bound port: f01a26fe-d386-4ace-8daa-07f5ef88c221, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:34.449420 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.451131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d38b-eb38-442f-92a5-c74b17ed8206 None None] Pushing event updated for resources: {'Port': ['ID=f01a26fe-d386-4ace-8daa-07f5ef88c221,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:34.452693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e5e7f-051d-455b-b232-9f84739a0ef2 req-d59d885d-ef9a-413c-9a2e-97eab806dfca tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:34.454377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-569e5e7f-051d-455b-b232-9f84739a0ef2 req-d59d885d-ef9a-413c-9a2e-97eab806dfca tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0624084 Nov 12 12:50:34.513880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] For port f01a26fe-d386-4ace-8daa-07f5ef88c221, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:34.517668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] For port f01a26fe-d386-4ace-8daa-07f5ef88c221, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f01a26fe-d386-4ace-8daa-07f5ef88c221,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:34.523333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-569e5e7f-051d-455b-b232-9f84739a0ef2 req-0a21d95f-3af4-43e3-9cb3-94d03b2b96d3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597398 Nov 12 12:50:34.528786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.540023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:34.560666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Allocated IP 172.20.0.1 (b2f7e4fd-6775-4d8a-92f2-0010a6b71331/23e0cbce-4d14-46ab-9651-82c5455106cb/4143c734-7887-4fcc-9a53-a75310630bf4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:34.569199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-17ca5b79-cd1b-446e-a06c-07a449da518b None None] Provisioning complete for port f01a26fe-d386-4ace-8daa-07f5ef88c221 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:34.569734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17ca5b79-cd1b-446e-a06c-07a449da518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.581842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9dd9f-c8de-457e-afdb-2d872daf6aa1 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:34.583450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-60f9dd9f-c8de-457e-afdb-2d872daf6aa1 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1091 time: 0.0424201 Nov 12 12:50:34.586783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:34.592622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:34.625053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.628519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ac70b-2660-4bb7-9f73-279dd9abdc20 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:50:34.654432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d38b-eb38-442f-92a5-c74b17ed8206 None None] Pushing event updated for resources: {'Port': ['ID=f01a26fe-d386-4ace-8daa-07f5ef88c221,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:34.669437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Routers {'b5671306-cc12-4384-b3f1-454394216a92'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:34.670569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5671306-cc12-4384-b3f1-454394216a92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:34.745928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.759205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c6bf-5bf6-45f9-947d-53afc16c4a5f req-5620579c-27c9-4aaa-a6f1-a617fa57b883 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:34.760963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c906c6bf-5bf6-45f9-947d-53afc16c4a5f req-5620579c-27c9-4aaa-a6f1-a617fa57b883 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0789385 Nov 12 12:50:34.778496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.791627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17ca5b79-cd1b-446e-a06c-07a449da518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.826196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-17ca5b79-cd1b-446e-a06c-07a449da518b None None] For port f01a26fe-d386-4ace-8daa-07f5ef88c221, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f01a26fe-d386-4ace-8daa-07f5ef88c221,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:34.833275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17ca5b79-cd1b-446e-a06c-07a449da518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.833631 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:34.836073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] Set router b5671306-cc12-4384-b3f1-454394216a92 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:34.845289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c906c6bf-5bf6-45f9-947d-53afc16c4a5f req-adb60d82-d6c2-4452-8e9e-b29552aa01a0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775304 Nov 12 12:50:34.877627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:34.884280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:34.888843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:34.892056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Pushing event updated for resources: {'Port': ['ID=4143c734-7887-4fcc-9a53-a75310630bf4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:34.923894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca5b79-cd1b-446e-a06c-07a449da518b None None] Pushing event updated for resources: {'Port': ['ID=f01a26fe-d386-4ace-8daa-07f5ef88c221,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:34.934066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.161 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/1cfab691-3d0b-4107-a393-daae0feb2257) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:34.937202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.023892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bfbe0d51-953d-4c21-9223-b04f0c8fa037 None None] Provisioning complete for port f01a26fe-d386-4ace-8daa-07f5ef88c221 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:35.024270 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0d51-953d-4c21-9223-b04f0c8fa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.066246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.103411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.128002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.146270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:35.153554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:35.157939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:35.173545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:50:33Z', 'revision_number': 3, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:35.181865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=1cfab691-3d0b-4107-a393-daae0feb2257,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:35.204080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdff754-3b89-4e87-935e-9874eade04e6 None None] The sync data for ids ['b5671306-cc12-4384-b3f1-454394216a92'] in n-d-804878-5 is: [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:50:33Z', 'revision_number': 3, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:35.316912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-2009a871-6da4-486a-8bd5-9c60dd6a65cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671823 Nov 12 12:50:35.358906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.376659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.487318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Pushing event updated for resources: {'Port': ['ID=4143c734-7887-4fcc-9a53-a75310630bf4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:35.492829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.496553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-9a69cddf-7129-453c-b78c-98dbfc4e6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:35.498235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-9a69cddf-7129-453c-b78c-98dbfc4e6119 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1097 time: 0.1523354 Nov 12 12:50:35.588745 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.671541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.681838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:35.685949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-2635afe1-8a07-41af-a09f-848787d6f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:35.687625 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-2635afe1-8a07-41af-a09f-848787d6f773 service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.1538589 Nov 12 12:50:35.688653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:35.704574 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3293e30-8aab-4383-bbb1-275f6af8ab9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.835922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-c862132f-cad8-4f54-a378-e1b7210acc36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 200 len: 1002 time: 0.1388257 Nov 12 12:50:35.864567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.870378 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:35.903638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Router b5671306-cc12-4384-b3f1-454394216a92 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:50:35.913522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-48700764-8f84-4288-abe8-a93fbe0e1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:35.915062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-48700764-8f84-4288-abe8-a93fbe0e1bc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0675042 Nov 12 12:50:35.999229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=1cfab691-3d0b-4107-a393-daae0feb2257,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:36.018660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:36.055683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-2a121b27-c39a-405c-be0e-597234921d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:36.057222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-2a121b27-c39a-405c-be0e-597234921d3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330867 Nov 12 12:50:36.104125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:36.114220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-98cc68cf-b370-48ca-9f41-39a298635038 admin admin] 10.222.0.18 "PUT /v2.0/routers/b5671306-cc12-4384-b3f1-454394216a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701911 Nov 12 12:50:36.181388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-8d83f855-a172-4910-a02d-9a1a9ef639d6 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127834 Nov 12 12:50:36.301472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-82c5b45e-c5c3-429a-bd56-f7c4b2adec1b req-45e8ceab-a61c-4173-88bc-fd177f1fc9d7 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103752 Nov 12 12:50:36.429912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca98b5-ff3a-4e5c-a29d-fe7da60d403a req-51b50f88-e0fd-4380-8279-49858aace007 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:36.431465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6eca98b5-ff3a-4e5c-a29d-fe7da60d403a req-51b50f88-e0fd-4380-8279-49858aace007 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.4992273 Nov 12 12:50:36.529941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6eca98b5-ff3a-4e5c-a29d-fe7da60d403a req-ec3468b1-12d7-4411-914c-3bd199c6f9e7 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Nov 12 12:50:36.539925 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP 0a2fe767-e278-4e95-b306-2cbf640de51b associated. External IP: 172.25.1.161, port: dab87e15-c695-4297-9d30-20f7a0c8dfe9. Nov 12 12:50:36.603928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-dbba8146-4a8b-4029-8558-32b1314260ca tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:36.605412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-dbba8146-4a8b-4029-8558-32b1314260ca tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 811 time: 0.1134219 Nov 12 12:50:36.621745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-80ccf707-a17d-458e-9428-2a97491a3367 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/quotas/48179832391945ad82e7a3790171c223 HTTP/1.1" status: 200 len: 375 time: 0.0103738 Nov 12 12:50:36.677015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-6d34e5cf-6592-441b-b954-394239da9b44 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488505 Nov 12 12:50:36.759607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:50:36.782857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-c5130ac3-f749-425e-8928-342c6c7f234a service neutron] 10.222.0.18 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007993 Nov 12 12:50:36.876976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:36.880063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-2d0c3e74-bb2d-489a-b932-aad223324dd6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908105 Nov 12 12:50:36.894354 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] Sync routers for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:36.900544 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:36.908766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:36.909107 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:36.942965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0b5ed0d4-182e-49bd-8c42-fc2b4aed9e40 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3525853 Nov 12 12:50:36.942965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:36.944071 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0612d-6850-4fa9-83d5-32c50e8976c8" -d '{"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:37.045893 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:37.067289 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c77bee7-e722-4807-ab07-c428ab21067f x-openstack-request-id: req-4c77bee7-e722-4807-ab07-c428ab21067f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:37.067584 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:37.067838 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c77bee7-e722-4807-ab07-c428ab21067f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:37.068529 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'status': 'completed', 'code': 200} Nov 12 12:50:37.105279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab19826-ce01-416f-bb4b-b66151a7ff0a req-4182acff-366a-488d-a06f-623299801f00 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:37.116444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fab19826-ce01-416f-bb4b-b66151a7ff0a req-4182acff-366a-488d-a06f-623299801f00 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.1206288 Nov 12 12:50:37.144500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Sync routers for ids ['b5671306-cc12-4384-b3f1-454394216a92'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:37.170525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Routers {'b5671306-cc12-4384-b3f1-454394216a92'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:37.175027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5671306-cc12-4384-b3f1-454394216a92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:37.202577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fab19826-ce01-416f-bb4b-b66151a7ff0a req-295dc049-5395-4503-8c89-0e1c31adcb4f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784369 Nov 12 12:50:37.210954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7cbd9ad4-e9d4-477a-ba0f-acc7a24b1ff0 req-dc129257-9080-42c8-954a-86116d0c33aa tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 210 time: 0.0543122 Nov 12 12:50:37.218480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:37.249114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-acb39715-c511-4b93-bac6-aa2766bc4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:37.257541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-acb39715-c511-4b93-bac6-aa2766bc4310 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1096 time: 0.1648324 Nov 12 12:50:37.332309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54c3626f-4c0f-4a28-a852-7a31b82892b6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/0a2fe767-e278-4e95-b306-2cbf640de51b HTTP/1.1" status: 200 len: 991 time: 0.1116843 Nov 12 12:50:37.393124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Set router b5671306-cc12-4384-b3f1-454394216a92 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:37.399961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f01a26fe-d386-4ace-8daa-07f5ef88c221 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:37.400855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-8d7646f5-90cb-4211-9e98-71fbfb04abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:37.403295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-8d7646f5-90cb-4211-9e98-71fbfb04abf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 896 time: 0.1361909 Nov 12 12:50:37.497450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0a2fe767-e278-4e95-b306-2cbf640de51b', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'port_id': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'mac_address': 'fa:16:3e:93:0d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:50:35Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:23Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:37.507295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-0656c59a-6189-4e65-a3d8-393342be3328 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 999 time: 0.0966427 Nov 12 12:50:37.532023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] Checking router: 8be783e5-0e79-4a69-ace0-f0eb8f90d684 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:37.544797 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:37.546021 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:37.575045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-04cfad10-19ad-4f48-8d2a-b460c8225e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:37.577199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-04cfad10-19ad-4f48-8d2a-b460c8225e67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.0625196 Nov 12 12:50:37.687588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-fa95fb72-b686-4c37-a610-a6c1addce5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:37.690412 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-fa95fb72-b686-4c37-a610-a6c1addce5f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040654 Nov 12 12:50:37.706790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:37.712684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c08d-cb7e-4db9-86d2-797f07e2ac15 req-b1a2bd85-ecd2-443f-8c14-93d481d59718 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:37.714523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8856c08d-cb7e-4db9-86d2-797f07e2ac15 req-b1a2bd85-ecd2-443f-8c14-93d481d59718 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0734663 Nov 12 12:50:37.783751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f01a26fe-d386-4ace-8daa-07f5ef88c221 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:37.784129 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:37.784988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8856c08d-cb7e-4db9-86d2-797f07e2ac15 req-bdcaa767-b8fd-4ded-a127-50ea135f22cd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Nov 12 12:50:37.870473 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-5ab47caa-ae4e-4505-a48f-1e0a84a4caef service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685860 Nov 12 12:50:37.973923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 4, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4143c734-7887-4fcc-9a53-a75310630bf4', 'name': '', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'tenant_id': '48179832391945ad82e7a3790171c223', 'mac_address': 'fa:16:3e:21:a8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:34Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 2, 'project_id': '48179832391945ad82e7a3790171c223', 'subnets': [{'id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:37.991885 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dea0612d-6850-4fa9-83d5-32c50e8976c8 req-24248d03-843a-41e7-b418-27ebdd1d97c3 service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125867 Nov 12 12:50:38.011527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Checking router: b5671306-cc12-4384-b3f1-454394216a92 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:38.012028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Updating router b5671306-cc12-4384-b3f1-454394216a92 port 4143c734-7887-4fcc-9a53-a75310630bf4 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:50:38.019162 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0a2fe767-e278-4e95-b306-2cbf640de51b', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'port_id': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'mac_address': 'fa:16:3e:93:0d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:50:35Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:23Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:38.041902 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.046375 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61ccab-cd97-44c1-868c-863b57d3f9b4 None None] The sync data for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 is: [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0a2fe767-e278-4e95-b306-2cbf640de51b', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'port_id': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'mac_address': 'fa:16:3e:93:0d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:50:35Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:23Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:38.248762 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2edba-f131-4af9-8793-4476efa10949 None None] New status for floating IP 0a2fe767-e278-4e95-b306-2cbf640de51b: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:50:38.333625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 58966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:38.348633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e279da1e-844e-4343-b92e-29a492bbac5e req-60c9aacc-4365-413a-b4d4-f3cef2748639 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 210 time: 0.0513163 Nov 12 12:50:38.378786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.387286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.476327 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46218d7d-196c-4836-a4b9-8eda4b9e99c3 None None] Pushing event updated for resources: {'Port': ['ID=4143c734-7887-4fcc-9a53-a75310630bf4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:38.504351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Attempting to bind port 4143c734-7887-4fcc-9a53-a75310630bf4 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:38.504736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Attempting to bind port 4143c734-7887-4fcc-9a53-a75310630bf4 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:38.505263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Attempting to bind port 4143c734-7887-4fcc-9a53-a75310630bf4 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:38.510825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:38.511254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Checking segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:38.511673 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.512127 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Bound using segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:38.512604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Bound port: 4143c734-7887-4fcc-9a53-a75310630bf4, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:38.512998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.529018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1e89221-3edf-419c-a511-972605776b6d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/0a2fe767-e278-4e95-b306-2cbf640de51b HTTP/1.1" status: 200 len: 991 time: 0.1943147 Nov 12 12:50:38.563053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-0430142f-cdcc-4e9c-b597-065eae81d4dc tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:38.564522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-0430142f-cdcc-4e9c-b597-065eae81d4dc tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 811 time: 0.1620867 Nov 12 12:50:38.582365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Request body: {'port': {'device_id': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'admin_state_up': True, 'tenant_id': '48179832391945ad82e7a3790171c223'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:38.584536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] For port 4143c734-7887-4fcc-9a53-a75310630bf4, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:38.588167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] For port 4143c734-7887-4fcc-9a53-a75310630bf4, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4143c734-7887-4fcc-9a53-a75310630bf4,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:38.591910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.654528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Routers {'b5671306-cc12-4384-b3f1-454394216a92'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:38.655165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5671306-cc12-4384-b3f1-454394216a92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:38.658419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46218d7d-196c-4836-a4b9-8eda4b9e99c3 None None] Pushing event updated for resources: {'Port': ['ID=4143c734-7887-4fcc-9a53-a75310630bf4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:38.700213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Made reservation on behalf of 48179832391945ad82e7a3790171c223 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:50:38.704310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:38.772946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] Set router b5671306-cc12-4384-b3f1-454394216a92 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:38.841187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Allocated IP 172.20.0.10 (b2f7e4fd-6775-4d8a-92f2-0010a6b71331/23e0cbce-4d14-46ab-9651-82c5455106cb/92eedde7-d3a0-49f0-b2f3-deaa82a69aa7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:50:38.962664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429246-9c89-4b46-acb8-7351abce1426 req-81586e15-76ed-45c8-b918-c844ac82261f tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:38.964189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db429246-9c89-4b46-acb8-7351abce1426 req-81586e15-76ed-45c8-b918-c844ac82261f tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.1030354 Nov 12 12:50:38.983063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-efa1d7da-6e61-4ca6-90eb-8c2827e14d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.013408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 4, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4143c734-7887-4fcc-9a53-a75310630bf4', 'name': '', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'tenant_id': '48179832391945ad82e7a3790171c223', 'mac_address': 'fa:16:3e:21:a8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:34Z', 'updated_at': '2021-11-12T12:50:38Z', 'revision_number': 4, 'project_id': '48179832391945ad82e7a3790171c223', 'subnets': [{'id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:39.042456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5782-e332-458a-b3a0-459f52c43e4d None None] The sync data for ids ['b5671306-cc12-4384-b3f1-454394216a92'] in n-d-804878-5 is: [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:50:35Z', 'revision_number': 4, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4143c734-7887-4fcc-9a53-a75310630bf4', 'name': '', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'tenant_id': '48179832391945ad82e7a3790171c223', 'mac_address': 'fa:16:3e:21:a8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:34Z', 'updated_at': '2021-11-12T12:50:38Z', 'revision_number': 4, 'project_id': '48179832391945ad82e7a3790171c223', 'subnets': [{'id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:39.079474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db429246-9c89-4b46-acb8-7351abce1426 req-8b11b5af-2c87-4742-a3cb-555f9fb35d81 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829239 Nov 12 12:50:39.091454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.157210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.215197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:50:39.216770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:50:39.220839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:50:39.260199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Pushing event updated for resources: {'Port': ['ID=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:39.289933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:39.290701 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.312405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-5e870809-e144-4e6c-af1b-def7a8425f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7341778 Nov 12 12:50:39.326961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Request body: {'port': {'device_id': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:50:39.399730 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.410469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.533250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 58974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:39.630606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c727e-30e6-4a26-8c9c-e9e1743a5b13 req-7620f70f-4398-4378-ae0c-962a1d266475 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:39.634464 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-450c727e-30e6-4a26-8c9c-e9e1743a5b13 req-7620f70f-4398-4378-ae0c-962a1d266475 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 932 time: 0.1575007 Nov 12 12:50:39.692786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-a3a93033-aa79-477c-87eb-96e6995e0f35 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2081299 Nov 12 12:50:39.922742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:39.943336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:39.961568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Transition to ACTIVE for port object 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:50:39.969675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-f4766c0e-e55c-43c4-a6e2-e468c277bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:39.971510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-f4766c0e-e55c-43c4-a6e2-e468c277bf34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1097 time: 0.1985748 Nov 12 12:50:39.972825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:40.020889 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d737d22d-7809-4530-adeb-08e4d6ae06d2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/0a2fe767-e278-4e95-b306-2cbf640de51b HTTP/1.1" status: 200 len: 993 time: 0.4740703 Nov 12 12:50:40.037631 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-450c727e-30e6-4a26-8c9c-e9e1743a5b13 req-9b45e98b-eef4-430b-b9e1-865d77435384 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934469 Nov 12 12:50:40.127508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Pushing event updated for resources: {'Port': ['ID=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:40.239305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-b9f0eb7f-afa9-493a-9901-1e25c864cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.240810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-b9f0eb7f-afa9-493a-9901-1e25c864cd48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.2319460 Nov 12 12:50:40.307483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9430-4b30-4a53-be48-8eeef8fdb9bb req-3d443165-b931-4834-a554-34c062d45594 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.309035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77df9430-4b30-4a53-be48-8eeef8fdb9bb req-3d443165-b931-4834-a554-34c062d45594 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.1250722 Nov 12 12:50:40.324396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Attempting to bind port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:50:40.324741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Attempting to bind port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:50:40.325536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Attempting to bind port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:40.348675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:50:40.348998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Attempting to bind port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:50:40.370978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:50:40.371337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Checking segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:50:40.371710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Bound using segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:50:40.372166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Bound port: 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:50:40.372528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:40.383576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-845712b1-fdff-4929-af99-b617663a28b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 1001 time: 0.1312132 Nov 12 12:50:40.433991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77df9430-4b30-4a53-be48-8eeef8fdb9bb req-993c29c5-462b-4c16-9dec-dbfa5f435db0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156380 Nov 12 12:50:40.485606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-005000f9-18e2-45fa-8749-ec051cadaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.487135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-005000f9-18e2-45fa-8749-ec051cadaf16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0916417 Nov 12 12:50:40.549003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] For port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:50:40.571912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] For port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:50:40.579706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-3cfd5625-6109-47de-9195-69bbe780d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.582972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-3cfd5625-6109-47de-9195-69bbe780d7f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842628 Nov 12 12:50:40.584383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:40.618113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.619011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:40.620469 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] 10.222.0.81 "PUT /v2.0/ports/92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 HTTP/1.1" status: 200 len: 1092 time: 1.2980618 Nov 12 12:50:40.622081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'tag': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:40.624357 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcbfc7e-7224-41a7-8a46-6a81394c4816" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7276c0-0e3a-485d-b08c-1ce785e60933", "tag": "92eedde7-d3a0-49f0-b2f3-deaa82a69aa7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:40.693140 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:40.697603 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c069491f-c39b-4f92-9704-7c20c35ea7b3 x-openstack-request-id: req-c069491f-c39b-4f92-9704-7c20c35ea7b3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:40.697969 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7276c0-0e3a-485d-b08c-1ce785e60933", "tag": "92eedde7-d3a0-49f0-b2f3-deaa82a69aa7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:40.698372 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c069491f-c39b-4f92-9704-7c20c35ea7b3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:40.698781 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'tag': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7', 'status': 'completed', 'code': 200} Nov 12 12:50:40.777004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb3fef-eb81-4b2f-a6b9-c8fca6b6b58b service neutron] Pushing event updated for resources: {'Port': ['ID=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:40.793566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-b9a5adff-8919-4374-b3a7-5c3b4a6aae6d service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721482 Nov 12 12:50:40.799905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-71bda044-ab06-4450-b5ce-dfe89372e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.801545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-71bda044-ab06-4450-b5ce-dfe89372e70c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 1095 time: 0.1020129 Nov 12 12:50:40.865809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-bf1d2097-94d6-4947-9357-0dc2b830d088 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 HTTP/1.1" status: 200 len: 217 time: 0.0430393 Nov 12 12:50:40.954721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-b3bf333f-e61a-46d3-97b2-9b7342943c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:40.956213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-b3bf333f-e61a-46d3-97b2-9b7342943c40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0624115 Nov 12 12:50:40.966470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5d01337-9ab1-4005-9a33-404cea76d5fb req-fd4f8804-ddb7-451b-b151-1a1af5fba411 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637578 Nov 12 12:50:41.003468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-c8b8b99a-4b7e-41ae-91df-c128ef05c62b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268013 Nov 12 12:50:41.131930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-44f19af0-a7b2-461c-a138-135dc696f224 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192377 Nov 12 12:50:41.191175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4143c734-7887-4fcc-9a53-a75310630bf4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:41.240969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534eaf-4f5c-416e-a59a-bbd3e2f8e923 req-8fbee6d6-b508-45eb-9a9e-7973cf9c0eff tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:41.243120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e534eaf-4f5c-416e-a59a-bbd3e2f8e923 req-8fbee6d6-b508-45eb-9a9e-7973cf9c0eff tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 944 time: 0.1220014 Nov 12 12:50:41.246529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4143c734-7887-4fcc-9a53-a75310630bf4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:41.247721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:41.296365 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d109e2-2efb-4a18-a2ec-0c8a9b108011 req-475fa7fc-eb98-453b-a524-88f78d51cce8 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452439 Nov 12 12:50:41.319871 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e534eaf-4f5c-416e-a59a-bbd3e2f8e923 req-c4dcd328-aff4-4db8-b419-f5420b909f12 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702913 Nov 12 12:50:41.360910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:41.370529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:41.392892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-7e479107-cd0b-4441-9bba-cb784acc3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:41.394463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-7e479107-cd0b-4441-9bba-cb784acc3b71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 1095 time: 0.0464225 Nov 12 12:50:41.404675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 4143c734-7887-4fcc-9a53-a75310630bf4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4143c734-7887-4fcc-9a53-a75310630bf4,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:41.409279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:41.472047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=4143c734-7887-4fcc-9a53-a75310630bf4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:41.513068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-9e4fae87-ddd6-47d9-8f5d-2a3015b24d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:41.514744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-9e4fae87-ddd6-47d9-8f5d-2a3015b24d4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 912 time: 0.1123073 Nov 12 12:50:41.565577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-c1567dc5-9e71-48a2-903e-f8a3b6e9b774 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 HTTP/1.1" status: 200 len: 217 time: 0.0413473 Nov 12 12:50:41.566477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c75f7d-4f6a-4f50-af6b-5eb325384097 req-b79525ed-2d76-4e51-abb5-105e0371594e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:41.568005 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29c75f7d-4f6a-4f50-af6b-5eb325384097 req-b79525ed-2d76-4e51-abb5-105e0371594e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Nov 12 12:50:41.617888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-d4d9d10b-ec29-446b-9784-7d34e5e26a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:41.619330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-d4d9d10b-ec29-446b-9784-7d34e5e26a8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0462124 Nov 12 12:50:41.621931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29c75f7d-4f6a-4f50-af6b-5eb325384097 req-c40aee65-7359-4a15-84f1-abc6113aabed tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 Nov 12 12:50:41.652843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-9fa20f22-2409-4575-ab25-8d47fcfad1a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251822 Nov 12 12:50:41.756822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-0f66cbb2-b527-4106-a349-fde69c598dbc service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909698 Nov 12 12:50:41.852634 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcbfc7e-7224-41a7-8a46-6a81394c4816 req-3117a033-f727-4b36-8b45-66873e39bf5c service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876508 Nov 12 12:50:42.454330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861cdb-4e11-4acb-989d-decaa56494ba req-fd5e58ca-1d6d-4548-a8ee-3252cb7bb410 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:42.455864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19861cdb-4e11-4acb-989d-decaa56494ba req-fd5e58ca-1d6d-4548-a8ee-3252cb7bb410 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 944 time: 0.0619245 Nov 12 12:50:42.506155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-19861cdb-4e11-4acb-989d-decaa56494ba req-cf526ea3-3738-4458-86d1-9c1be7429a6e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Nov 12 12:50:42.735048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14f392-6fde-41fc-a9aa-93b1e096146c req-e50d5715-5f46-48a5-bfdb-bfe60e91ac1f tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:42.736744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c14f392-6fde-41fc-a9aa-93b1e096146c req-e50d5715-5f46-48a5-bfdb-bfe60e91ac1f tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0490475 Nov 12 12:50:42.783797 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9c14f392-6fde-41fc-a9aa-93b1e096146c req-9e51d8cd-c7b8-4237-9132-69283bbecb6d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Nov 12 12:50:43.105671 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4143c734-7887-4fcc-9a53-a75310630bf4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:43.155418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4143c734-7887-4fcc-9a53-a75310630bf4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:43.155791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:43.622703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b80eb-c0a6-4e31-b342-0fde25275398 req-d5df7acd-2533-40c5-8599-daf88d8ff521 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:43.624279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d0b80eb-c0a6-4e31-b342-0fde25275398 req-d5df7acd-2533-40c5-8599-daf88d8ff521 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 944 time: 0.0517488 Nov 12 12:50:43.675066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d0b80eb-c0a6-4e31-b342-0fde25275398 req-63c956db-dbe5-44b1-ae96-9976b7ddfa7d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Nov 12 12:50:43.910500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c0da-ea93-4e8a-a189-ed0268cc4959 req-7bc63f73-7565-4217-8ed9-e862d8baf851 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:43.912579 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0f9c0da-ea93-4e8a-a189-ed0268cc4959 req-7bc63f73-7565-4217-8ed9-e862d8baf851 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0549974 Nov 12 12:50:43.962975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0f9c0da-ea93-4e8a-a189-ed0268cc4959 req-95aba490-55a0-4039-9a8e-13f0bb6e8f2d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Nov 12 12:50:44.274722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baea65d-23be-47ad-a06c-9e7065ea4e31 req-1ba2e8d1-ec90-4105-9322-1f8391feb41b tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:44.276348 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7baea65d-23be-47ad-a06c-9e7065ea4e31 req-1ba2e8d1-ec90-4105-9322-1f8391feb41b tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0623586 Nov 12 12:50:44.312871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea851222-2eef-42cb-91f3-3a2747257580 req-aabd6b15-815a-4dc2-ade1-df0565e00c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:44.316879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-aabd6b15-815a-4dc2-ade1-df0565e00c7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec40263251f44ccb9f9202187b7d2edb&device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 1096 time: 0.0649629 Nov 12 12:50:44.350752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7baea65d-23be-47ad-a06c-9e7065ea4e31 req-1050e0c3-737a-48de-a4c0-ac22f7208399 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672014 Nov 12 12:50:44.458854 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea851222-2eef-42cb-91f3-3a2747257580 req-b0d8575d-e3c5-4f51-ad0a-cab5940ebd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:44.460725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-b0d8575d-e3c5-4f51-ad0a-cab5940ebd95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 200 len: 917 time: 0.1382892 Nov 12 12:50:44.507891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-387a6f3a-9f56-4496-8cec-2f726dd70ac4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01 HTTP/1.1" status: 200 len: 217 time: 0.0371854 Nov 12 12:50:44.565408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea851222-2eef-42cb-91f3-3a2747257580 req-534826c4-840a-4f27-9909-317605fd9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:44.566913 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-534826c4-840a-4f27-9909-317605fd9e3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 200 len: 855 time: 0.0479357 Nov 12 12:50:44.625803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea851222-2eef-42cb-91f3-3a2747257580 req-7322dbfc-ea54-4c64-a3c3-e00817e40f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:44.627494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-7322dbfc-ea54-4c64-a3c3-e00817e40f89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0dda777d-d71e-4771-85f1-68f007ee26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524106 Nov 12 12:50:44.719482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-3f0d6938-97d6-4c06-9261-3243af0a1dbf service neutron] 10.222.0.65 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832770 Nov 12 12:50:44.857748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599c92-b103-4b70-af3e-7db40a2c2abf req-0bfe21e4-4a7d-48f7-9402-02b954d551d9 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:44.859228 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c599c92-b103-4b70-af3e-7db40a2c2abf req-0bfe21e4-4a7d-48f7-9402-02b954d551d9 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 944 time: 0.1056886 Nov 12 12:50:44.878117 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ea851222-2eef-42cb-91f3-3a2747257580 req-a8483e0a-0563-4f2b-bc66-f6af5cbc94e5 service neutron] 10.222.0.65 "GET /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502786 Nov 12 12:50:44.918986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c599c92-b103-4b70-af3e-7db40a2c2abf req-bdc33858-6106-4dbf-8a39-c82811449bef tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Nov 12 12:50:44.963170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:50:45.057881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:45.073651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'port_id': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7', 'mac_address': 'fa:16:3e:98:b7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:50:45.111649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:45.125470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:50:45.148836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:45.152988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:45.214102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:45.461041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['92eedde7-d3a0-49f0-b2f3-deaa82a69aa7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:45.498684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031265a-6f29-4f63-b28a-c368b253ab29 req-e2f7c145-163e-40db-9e1b-0e9ba410f2e1 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:45.500925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e031265a-6f29-4f63-b28a-c368b253ab29 req-e2f7c145-163e-40db-9e1b-0e9ba410f2e1 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0640821 Nov 12 12:50:45.557048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e031265a-6f29-4f63-b28a-c368b253ab29 req-1e67ab93-c85a-4263-b883-563de851d07d tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Nov 12 12:50:46.041197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe6e7-c669-4219-aa4c-edefa0c4b1e9 req-a7073b01-e39c-4589-9208-a350e572409c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:46.042447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f06fe6e7-c669-4219-aa4c-edefa0c4b1e9 req-a7073b01-e39c-4589-9208-a350e572409c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 945 time: 0.0515373 Nov 12 12:50:46.096736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f06fe6e7-c669-4219-aa4c-edefa0c4b1e9 req-1d4e2ad7-d6cb-41c8-945d-fb478ae65ad9 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468237 Nov 12 12:50:46.702508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11629b35-45ee-407a-9715-7c8449d2aee6 req-0f50b6a9-34bd-44ab-baf0-5bb54fde04ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:46.704759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11629b35-45ee-407a-9715-7c8449d2aee6 req-0f50b6a9-34bd-44ab-baf0-5bb54fde04ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0581756 Nov 12 12:50:46.754299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11629b35-45ee-407a-9715-7c8449d2aee6 req-d2999f90-79bf-43cd-884e-38c76a23ff33 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436003 Nov 12 12:50:46.799875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:50:46.904216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1738-9de4-4107-8f85-dd0dfad3de9b req-cccf28a1-8daf-497a-8904-9cb5f60a8af3 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:46.905732 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-398f1738-9de4-4107-8f85-dd0dfad3de9b req-cccf28a1-8daf-497a-8904-9cb5f60a8af3 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Nov 12 12:50:46.957612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-398f1738-9de4-4107-8f85-dd0dfad3de9b req-5c23555e-bcf5-4356-b193-a8251f545b72 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Nov 12 12:50:46.968642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 5b1ef28b-5eab-469e-835d-1830f0df7b85 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:46.968893 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:46.994607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:50:47.048084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:50:47.053207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:50:47.053586 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.083919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.084538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.101030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 5b1ef28b-5eab-469e-835d-1830f0df7b85 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:47.110891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7402c1-886e-4b57-b620-28d191ca64f3 req-cc6c703c-9c50-4453-85e8-fbc48e38a981 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:47.112419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c7402c1-886e-4b57-b620-28d191ca64f3 req-cc6c703c-9c50-4453-85e8-fbc48e38a981 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0844898 Nov 12 12:50:47.137578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.167219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:47.169697 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d5e9e-c305-4636-96e6-6ba374138546" -d '{"events": [{"server_uuid": "1a7276c0-0e3a-485d-b08c-1ce785e60933", "name": "network-vif-plugged", "status": "completed", "tag": "92eedde7-d3a0-49f0-b2f3-deaa82a69aa7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:47.183502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:47.188113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.230386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454967-9de7-48fa-ba25-597d43c2ae6d req-362f9dbc-abf5-4e3c-9b90-0a08c97f1f31 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:47.241002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:47.242285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae454967-9de7-48fa-ba25-597d43c2ae6d req-362f9dbc-abf5-4e3c-9b90-0a08c97f1f31 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0649288 Nov 12 12:50:47.289717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1c7402c1-886e-4b57-b620-28d191ca64f3 req-c3cdae37-163d-40f0-8af6-614e622de18e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680155 Nov 12 12:50:47.295232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae454967-9de7-48fa-ba25-597d43c2ae6d req-0ce2e27a-c393-4257-812d-f274342cc8c7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Nov 12 12:50:47.350494 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad8cdb7-69a5-45ee-a4ea-7ae0e71672bd x-openstack-request-id: req-3ad8cdb7-69a5-45ee-a4ea-7ae0e71672bd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:47.350937 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7276c0-0e3a-485d-b08c-1ce785e60933", "name": "network-vif-plugged", "status": "completed", "tag": "92eedde7-d3a0-49f0-b2f3-deaa82a69aa7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:47.351881 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ad8cdb7-69a5-45ee-a4ea-7ae0e71672bd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:47.352870 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7', 'code': 200} Nov 12 12:50:47.407408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.457672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=5b1ef28b-5eab-469e-835d-1830f0df7b85,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:47.520189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7aa51-8fb6-4621-8698-40d4a5621237 req-f3649a89-42ef-4243-8e2a-787b58aec4fb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:47.526722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9b7aa51-8fb6-4621-8698-40d4a5621237 req-f3649a89-42ef-4243-8e2a-787b58aec4fb tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.1297245 Nov 12 12:50:47.556220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:47.557227 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Floating IP 3227e6fb-d316-42bf-b875-b13bb343cfe1 disassociated (deleted). External IP: 172.25.1.104, port: da29b1e4-c9f9-4f7d-a10b-d97eae7e4566. Nov 12 12:50:47.570075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce497c31-fa1b-440c-baab-e82928f88a8b req-f9e53dca-7ebe-46a6-aefb-23a754347e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:47.572327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce497c31-fa1b-440c-baab-e82928f88a8b req-f9e53dca-7ebe-46a6-aefb-23a754347e01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 1097 time: 0.1153095 Nov 12 12:50:47.619117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9b7aa51-8fb6-4621-8698-40d4a5621237 req-692cbcaf-84f6-431e-a8c0-e9c3114674be tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859807 Nov 12 12:50:47.664034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce497c31-fa1b-440c-baab-e82928f88a8b req-6860ca2d-fa6d-4914-9a12-5618edc6ffa2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814841 Nov 12 12:50:47.685258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a3d5824b-6d35-49f0-bb12-ce6d7c792f4d req-103d6648-e357-42d4-a7f7-39e2ad30a945 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:50:47.687012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3d5824b-6d35-49f0-bb12-ce6d7c792f4d req-103d6648-e357-42d4-a7f7-39e2ad30a945 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110576 Nov 12 12:50:47.871820 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3d5824b-6d35-49f0-bb12-ce6d7c792f4d req-a4dc7966-ea98-4df5-b6d5-ca96a5645982 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1766236 Nov 12 12:50:47.901155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:50:48.041143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:50:48.046924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:48.055697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:50:48.070465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:48.071262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:48.100788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f036361f-3144-4400-9328-1f4f86951947 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "DELETE /v2.0/floatingips/3227e6fb-d316-42bf-b875-b13bb343cfe1 HTTP/1.1" status: 204 len: 168 time: 1.2995937 Nov 12 12:50:48.102262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:48.105389 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:48.181192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92351575-932c-4ffd-aade-2b5f1bcff420 req-cafd4a5a-49f0-4af0-91e0-517e092fc2f2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.183550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92351575-932c-4ffd-aade-2b5f1bcff420 req-cafd4a5a-49f0-4af0-91e0-517e092fc2f2 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0610852 Nov 12 12:50:48.216385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:48.255268 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92351575-932c-4ffd-aade-2b5f1bcff420 req-1c8bcafb-0f8f-4b6f-8013-4a4657f1efaf tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Nov 12 12:50:48.300595 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c052da43-8dfe-4175-94c3-19d20e1daaa0 x-openstack-request-id: req-c052da43-8dfe-4175-94c3-19d20e1daaa0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:48.300890 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:48.301144 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c052da43-8dfe-4175-94c3-19d20e1daaa0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:48.301556 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'status': 'completed', 'code': 200} Nov 12 12:50:48.440259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-28c3bc29-4c7f-4fd1-aa46-d354accc1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.442091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-28c3bc29-4c7f-4fd1-aa46-d354accc1bbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 1097 time: 0.1077693 Nov 12 12:50:48.444761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fc042-550b-4d86-a1cc-4dede1868ecb req-aa575801-e3b3-40fd-8327-7d379965e6b4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.454621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c7fc042-550b-4d86-a1cc-4dede1868ecb req-aa575801-e3b3-40fd-8327-7d379965e6b4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 946 time: 0.0961082 Nov 12 12:50:48.458417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc2553-b82a-4745-af23-cfb0e84a1be8 req-502a27b3-0af9-4819-8a81-a3b6fe1262f6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.466710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eedc2553-b82a-4745-af23-cfb0e84a1be8 req-502a27b3-0af9-4819-8a81-a3b6fe1262f6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0931749 Nov 12 12:50:48.530879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c7fc042-550b-4d86-a1cc-4dede1868ecb req-a6f0ce28-9e91-4b36-95c4-a912b1614511 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745244 Nov 12 12:50:48.561310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:59Z', 'revision_number': 1, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:48.593749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:50:48.595518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eedc2553-b82a-4745-af23-cfb0e84a1be8 req-d47b30c3-6fd2-4e5a-9588-fd3309b207a0 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222770 Nov 12 12:50:48.605587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:50:48.606768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:48.653980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f53843-21b1-4a52-8f53-e40a750b40e9 req-753cd59a-39d0-4e4a-a4cc-91ee1969ffc7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.662642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93f53843-21b1-4a52-8f53-e40a750b40e9 req-753cd59a-39d0-4e4a-a4cc-91ee1969ffc7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0730224 Nov 12 12:50:48.682111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-13180763-a274-4d88-a7d9-7e281bc1159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.683792 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-13180763-a274-4d88-a7d9-7e281bc1159b service neutron] 10.222.0.65 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.1936960 Nov 12 12:50:48.715808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93f53843-21b1-4a52-8f53-e40a750b40e9 req-82fae989-5354-4f89-a76c-cc5bb4402f59 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Nov 12 12:50:48.757025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-14431fe7-a16d-4178-9514-81fc06cf7910 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 200 len: 217 time: 0.0541866 Nov 12 12:50:48.784229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337cac4-75ca-4cd3-bc32-bbcd89bc29f7 req-6107455d-c117-45c6-b582-74703418062e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.791716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0337cac4-75ca-4cd3-bc32-bbcd89bc29f7 req-6107455d-c117-45c6-b582-74703418062e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.1242545 Nov 12 12:50:48.954717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0337cac4-75ca-4cd3-bc32-bbcd89bc29f7 req-9a2603f9-78af-4116-8ad0-ea2f04e23af9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620996 Nov 12 12:50:48.968993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-0709ca6f-53a1-4915-8eca-39e2591a63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:48.970555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-0709ca6f-53a1-4915-8eca-39e2591a63f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.2047536 Nov 12 12:50:49.038112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-7f4e6889-651c-4292-8b01-f8882f80d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:49.039990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-7f4e6889-651c-4292-8b01-f8882f80d30c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604582 Nov 12 12:50:49.052885 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:50:49.157535 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-be2653df-844c-4dbb-80aa-f9a8a58679ac service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004758 Nov 12 12:50:49.198491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117692d-1b00-4876-a1ab-7e0f46eb072f req-23427a9a-335e-489d-9b6b-0a20f297daea tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:49.210540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117692d-1b00-4876-a1ab-7e0f46eb072f req-23427a9a-335e-489d-9b6b-0a20f297daea tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:49.219624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117692d-1b00-4876-a1ab-7e0f46eb072f req-23427a9a-335e-489d-9b6b-0a20f297daea tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:49.221709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5117692d-1b00-4876-a1ab-7e0f46eb072f req-23427a9a-335e-489d-9b6b-0a20f297daea tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce&device_id=99b13d51-d118-437a-8bc7-a75edd7700af&device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 2418 time: 0.0876253 Nov 12 12:50:49.282831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5117692d-1b00-4876-a1ab-7e0f46eb072f req-db6f512f-a55b-4656-826e-9e5507550fc3 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536628 Nov 12 12:50:49.284498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a4c2ec23-6c9d-4a01-9bf2-b3dba9174513 req-3390b028-864c-4abd-9c88-30ebde3a4a19 service neutron] 10.222.0.65 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123981 Nov 12 12:50:49.340018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:59Z', 'revision_number': 1, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:50:49.366871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bde20-b8fb-4490-87bc-7a5bdf8e5d56 None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7b8a6bca-f2f5-4491-bad0-85555e9faf25', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'port_id': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'mac_address': 'fa:16:3e:d9:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79829f4a-c521-4738-a51b-a356398977a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:46:56Z', 'updated_at': '2021-11-12T12:46:59Z', 'revision_number': 1, 'project_id': '51701a249029464891cbd52263f1e2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:50:49.372098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7645d65-e3f6-41fc-97c0-bc543e020681 req-7541e46c-14dc-464f-81f5-5ef591d26e49 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0553155 Nov 12 12:50:49.691797 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14291e9d-f119-47c5-a9a6-aa78ed6f1373 None None] New status for floating IP 3227e6fb-d316-42bf-b875-b13bb343cfe1: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:50:49.700155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eebe1-59aa-4735-ba13-d7ec8a131152 req-d6ca6080-c894-4c26-b212-64591a0d0f70 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:49.709154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d29eebe1-59aa-4735-ba13-d7ec8a131152 req-d6ca6080-c894-4c26-b212-64591a0d0f70 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 946 time: 0.0814838 Nov 12 12:50:49.798783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d29eebe1-59aa-4735-ba13-d7ec8a131152 req-d3c13013-56e1-4199-94ed-fd187f9cdd7d tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884402 Nov 12 12:50:49.925173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac257bdd-f9da-4737-9487-8f60ab8b7ef2 req-81d9d2d8-e5bd-45f7-8546-0a895c2d1f60 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:49.926774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac257bdd-f9da-4737-9487-8f60ab8b7ef2 req-81d9d2d8-e5bd-45f7-8546-0a895c2d1f60 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0618980 Nov 12 12:50:49.977109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ac257bdd-f9da-4737-9487-8f60ab8b7ef2 req-b19fb19c-6f17-49ea-b857-a2b78c3dd316 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Nov 12 12:50:50.190221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-fae971ff-2f80-45e1-8a20-cf9cac5e26fe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:50.192042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-fae971ff-2f80-45e1-8a20-cf9cac5e26fe tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 946 time: 0.0751841 Nov 12 12:50:50.251721 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-7ea83f19-5802-4178-b9e9-3d5d0e107356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:50.253381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-7ea83f19-5802-4178-b9e9-3d5d0e107356 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 1097 time: 0.0525260 Nov 12 12:50:50.319587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2fca1-229c-407b-a917-776b7b6b4873 req-1258b1f6-668f-49c1-b223-5694aa4a35b7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:50.321806 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fef2fca1-229c-407b-a917-776b7b6b4873 req-1258b1f6-668f-49c1-b223-5694aa4a35b7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1107466 Nov 12 12:50:50.377378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-f780bddf-c529-48df-ab6f-81367249fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:50.379197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-f780bddf-c529-48df-ab6f-81367249fedb service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 912 time: 0.1041398 Nov 12 12:50:50.400157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fef2fca1-229c-407b-a917-776b7b6b4873 req-fdbcc685-fb9f-4a4a-87fc-a44b4f170223 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Nov 12 12:50:50.422546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:50.422896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:50.547279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:50.548019 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:50.579701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:50.751841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:50.782656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=da29b1e4-c9f9-4f7d-a10b-d97eae7e4566,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:50.841454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:50.846235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:50.850333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-6436530d-5490-4f72-a9c9-1061e3c97f67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 HTTP/1.1" status: 200 len: 217 time: 0.4629893 Nov 12 12:50:50.853220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0c668df7-3cd0-4d4a-a2b2-a798317b7faf req-702a1276-7849-4b44-9a44-b191d8199e0a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.65 "DELETE /v2.0/ports/da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 HTTP/1.1" status: 204 len: 173 time: 0.6525607 Nov 12 12:50:50.853844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'name': 'network-vif-deleted', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:50.856243 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28711fdf-b881-4ab2-a7a7-812f92ca54cb" -d '{"events": [{"server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "name": "network-vif-deleted", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:50.936248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-774bfb71-0f65-4e31-a3de-253f2126a2e8 req-d411edb9-f5f7-4bc1-9c2e-2903b9ab2042 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0415711 Nov 12 12:50:50.945058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37271efd-b580-4670-a630-d0d1e824a318 req-78af078e-0c0d-46c3-b909-53f0aa119cf6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:50.946643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37271efd-b580-4670-a630-d0d1e824a318 req-78af078e-0c0d-46c3-b909-53f0aa119cf6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.1078279 Nov 12 12:50:50.948540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-221cd352-b99f-4391-a7e3-8794a4386230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:50.950025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-221cd352-b99f-4391-a7e3-8794a4386230 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0839276 Nov 12 12:50:51.002251 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f535fb7-127e-43e2-b797-e0df9c88afce x-openstack-request-id: req-3f535fb7-127e-43e2-b797-e0df9c88afce {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:51.002898 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e574056-ba9a-4d61-820c-5661f06a3aa5", "name": "network-vif-deleted", "tag": "da29b1e4-c9f9-4f7d-a10b-d97eae7e4566", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:51.003308 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f535fb7-127e-43e2-b797-e0df9c88afce {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:51.004326 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e574056-ba9a-4d61-820c-5661f06a3aa5', 'name': 'network-vif-deleted', 'tag': 'da29b1e4-c9f9-4f7d-a10b-d97eae7e4566', 'status': 'completed', 'code': 200} Nov 12 12:50:51.012443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-d91a7694-1e11-4760-ab5b-8d72b7420567 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458226 Nov 12 12:50:51.125519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37271efd-b580-4670-a630-d0d1e824a318 req-12645b8b-ddb6-49f7-bf3c-85c422eb8f8e tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665566 Nov 12 12:50:51.197668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-dad0508f-83ca-4000-826a-fec3a1269f2d service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746733 Nov 12 12:50:51.327771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6658fe3-9e42-4eca-9fc9-b89018fcdce9 req-fda3e1ec-9686-404b-b322-c509c9b67a81 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187646 Nov 12 12:50:51.523577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23f2cd-82f5-4601-9f2f-8189e591ed30 req-c6c9e62a-4f10-4076-8a17-950d78c16dd5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:51.525299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a23f2cd-82f5-4601-9f2f-8189e591ed30 req-c6c9e62a-4f10-4076-8a17-950d78c16dd5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0534902 Nov 12 12:50:51.573658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6a23f2cd-82f5-4601-9f2f-8189e591ed30 req-f8fa72e8-05a3-4cd6-a718-6a936e609878 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Nov 12 12:50:52.042689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-04d9f2a9-4b82-4c07-a2cc-60b4bc5c702f req-f7080e05-b92e-4da2-9bd2-2ac7659e8eaa tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0273991 Nov 12 12:50:52.137194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131678fb-b73f-47f9-9737-48a3b208c297 req-4d1d5351-1c2a-427c-a3c8-7b5d763abef6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:52.138700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-131678fb-b73f-47f9-9737-48a3b208c297 req-4d1d5351-1c2a-427c-a3c8-7b5d763abef6 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.0589352 Nov 12 12:50:52.239182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Deleting port 1b2204b1-da86-4a6e-81b8-c26daa689b6d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:52.239470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:52.248309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fc2e8-3265-478a-b92f-841bb91a9eb7 req-97e68cbc-dc70-4c33-850d-2e6f16e5e582 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:52.251217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e71fc2e8-3265-478a-b92f-841bb91a9eb7 req-97e68cbc-dc70-4c33-850d-2e6f16e5e582 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d493490-608b-4e5d-83f6-ef483e21a3ce HTTP/1.1" status: 200 len: 946 time: 0.0605919 Nov 12 12:50:52.311770 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e71fc2e8-3265-478a-b92f-841bb91a9eb7 req-b1ee9315-ce36-46e1-818f-557282cc4d04 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509546 Nov 12 12:50:52.351433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] For port 1b2204b1-da86-4a6e-81b8-c26daa689b6d, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1b2204b1-da86-4a6e-81b8-c26daa689b6d,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:52.352055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:52.367525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Calling delete_port for 1b2204b1-da86-4a6e-81b8-c26daa689b6d owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:52.519722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:52.538020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5f33b800-27d0-4cff-a662-6d62087eb435', '1b2204b1-da86-4a6e-81b8-c26daa689b6d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:52.557549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Pushing event deleted for resources: {'Port': ['ID=1b2204b1-da86-4a6e-81b8-c26daa689b6d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:52.563425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['0e4d777d-2469-40f7-bae5-eb0c67c10f01'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:52.617325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] No DVR routers for this DVR port 1b2204b1-da86-4a6e-81b8-c26daa689b6d on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:52.621243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:52.630889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-131678fb-b73f-47f9-9737-48a3b208c297 req-afff2c01-8a90-4980-91ab-d7557c29e8db tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "DELETE /v2.0/ports/1b2204b1-da86-4a6e-81b8-c26daa689b6d HTTP/1.1" status: 204 len: 173 time: 0.4857161 Nov 12 12:50:52.642025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'name': 'network-vif-deleted', 'tag': '1b2204b1-da86-4a6e-81b8-c26daa689b6d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:52.649183 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93ddcb4-55f9-45c6-b111-9f13cc41253d" -d '{"events": [{"server_uuid": "1d493490-608b-4e5d-83f6-ef483e21a3ce", "name": "network-vif-deleted", "tag": "1b2204b1-da86-4a6e-81b8-c26daa689b6d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:52.812443 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd0c7f5-80a8-4d9d-b0b2-10be8acb242a x-openstack-request-id: req-abd0c7f5-80a8-4d9d-b0b2-10be8acb242a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:52.812443 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d493490-608b-4e5d-83f6-ef483e21a3ce", "name": "network-vif-deleted", "tag": "1b2204b1-da86-4a6e-81b8-c26daa689b6d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:52.820908 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abd0c7f5-80a8-4d9d-b0b2-10be8acb242a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:52.821499 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d493490-608b-4e5d-83f6-ef483e21a3ce', 'name': 'network-vif-deleted', 'tag': '1b2204b1-da86-4a6e-81b8-c26daa689b6d', 'status': 'completed', 'code': 200} Nov 12 12:50:52.864212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43c5c0-cf3f-4f7a-a21d-902d01c30164 req-abffece0-b3c6-4716-8966-dbd4ccd5c621 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:52.866737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b43c5c0-cf3f-4f7a-a21d-902d01c30164 req-abffece0-b3c6-4716-8966-dbd4ccd5c621 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1368134 Nov 12 12:50:52.928062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b43c5c0-cf3f-4f7a-a21d-902d01c30164 req-cd0c855f-7ec8-41ab-ae4d-c603e6918a9d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550053 Nov 12 12:50:53.180879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3934a62-4cbd-4715-b3eb-664a6c4a6a9e req-adc26c64-eb91-47a5-8862-9fbbe405bf5e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0316250 Nov 12 12:50:53.338392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:53.367010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:53.370936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device da29b1e4-c9f9-4f7d-a10b-d97eae7e4566 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:53.609819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c98e-ae8e-4fe8-9f4a-77f9b63a03b4 req-047c3a18-daec-48c3-b0e6-858b2573f7dd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:53.612080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ac7c98e-ae8e-4fe8-9f4a-77f9b63a03b4 req-047c3a18-daec-48c3-b0e6-858b2573f7dd tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0549812 Nov 12 12:50:53.665740 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ac7c98e-ae8e-4fe8-9f4a-77f9b63a03b4 req-cff171d8-1c69-49f3-a876-1e634446e2ea tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473616 Nov 12 12:50:54.085240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1fb9-2ab9-4ef8-8fd0-bab436802717 req-7119f15f-57cf-4cb2-8b06-7ec76680c10f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:54.086938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-837f1fb9-2ab9-4ef8-8fd0-bab436802717 req-7119f15f-57cf-4cb2-8b06-7ec76680c10f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0526805 Nov 12 12:50:54.137347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-837f1fb9-2ab9-4ef8-8fd0-bab436802717 req-7c3cccc5-be22-4e3f-93de-61cd1fd65552 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Nov 12 12:50:54.295220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-675c465c-a21d-486c-a394-18ede59c31be req-846987c4-d923-4d37-9c0a-5d206469a973 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0295684 Nov 12 12:50:54.788894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5475a-2688-43f4-9b73-c4c35d3fe531 req-19fee8ac-e02c-42e7-b104-b4ca24677a3b tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:54.790359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63c5475a-2688-43f4-9b73-c4c35d3fe531 req-19fee8ac-e02c-42e7-b104-b4ca24677a3b tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0556295 Nov 12 12:50:54.841444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63c5475a-2688-43f4-9b73-c4c35d3fe531 req-6268ac74-e56e-4b45-9791-c2c93cb3dde7 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Nov 12 12:50:55.103488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da6293-11c0-4c43-ae5b-412964711418 req-d5944483-072a-497b-a2d3-60ee25754d29 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:55.104979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90da6293-11c0-4c43-ae5b-412964711418 req-d5944483-072a-497b-a2d3-60ee25754d29 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 946 time: 0.0488243 Nov 12 12:50:55.200281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Deleting port 5f33b800-27d0-4cff-a662-6d62087eb435 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:55.200645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:55.264414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cc870-dc74-4ec7-a70a-6ded26220344 req-3796ff87-7b22-48a1-a57f-63f561e7452e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:55.266662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-298cc870-dc74-4ec7-a70a-6ded26220344 req-3796ff87-7b22-48a1-a57f-63f561e7452e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0566316 Nov 12 12:50:55.299566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] For port 5f33b800-27d0-4cff-a662-6d62087eb435, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5f33b800-27d0-4cff-a662-6d62087eb435,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:55.299936 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:55.313657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Calling delete_port for 5f33b800-27d0-4cff-a662-6d62087eb435 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:55.317927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-298cc870-dc74-4ec7-a70a-6ded26220344 req-031438fd-195a-443e-a1e0-634df380818b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Nov 12 12:50:55.417219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93d74eb5-ac80-4182-a2e4-a5290c9391ce req-0102a6b2-9c18-42ee-adfa-7d8053867ec3 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e574056-ba9a-4d61-820c-5661f06a3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0395405 Nov 12 12:50:55.499577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:55.513956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5f33b800-27d0-4cff-a662-6d62087eb435'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:55.516616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['0e4d777d-2469-40f7-bae5-eb0c67c10f01'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:50:55.534313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Pushing event deleted for resources: {'Port': ['ID=5f33b800-27d0-4cff-a662-6d62087eb435,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:55.590783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] No DVR routers for this DVR port 5f33b800-27d0-4cff-a662-6d62087eb435 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:55.595101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:55.599240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-90da6293-11c0-4c43-ae5b-412964711418 req-05e78b5b-5b65-48a7-9bf3-c7690c7d64f5 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.81 "DELETE /v2.0/ports/5f33b800-27d0-4cff-a662-6d62087eb435 HTTP/1.1" status: 204 len: 173 time: 0.4883428 Nov 12 12:50:55.599817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b13d51-d118-437a-8bc7-a75edd7700af', 'name': 'network-vif-deleted', 'tag': '5f33b800-27d0-4cff-a662-6d62087eb435'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:55.613515 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b895578-acf5-4cb7-bc46-76cad2e4b9c3" -d '{"events": [{"server_uuid": "99b13d51-d118-437a-8bc7-a75edd7700af", "name": "network-vif-deleted", "tag": "5f33b800-27d0-4cff-a662-6d62087eb435"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:55.673180 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d402aca9-9431-4f74-8e9b-ba98bf985e42 x-openstack-request-id: req-d402aca9-9431-4f74-8e9b-ba98bf985e42 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:55.673482 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b13d51-d118-437a-8bc7-a75edd7700af", "name": "network-vif-deleted", "tag": "5f33b800-27d0-4cff-a662-6d62087eb435", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:55.673739 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d402aca9-9431-4f74-8e9b-ba98bf985e42 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:55.675389 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b13d51-d118-437a-8bc7-a75edd7700af', 'name': 'network-vif-deleted', 'tag': '5f33b800-27d0-4cff-a662-6d62087eb435', 'status': 'completed', 'code': 200} Nov 12 12:50:55.957243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d4492a1-f1fd-443c-8e2a-c5ec2d511b3b req-08aad8d7-8b0e-4ae9-bb28-ed6ee6224915 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b13d51-d118-437a-8bc7-a75edd7700af HTTP/1.1" status: 200 len: 210 time: 0.0328002 Nov 12 12:50:56.444229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d964a7-c62a-494c-9d15-a58c6b34e0e9 req-049d0e49-97a8-4c5f-9d45-f3bcbb42a954 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:56.445866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66d964a7-c62a-494c-9d15-a58c6b34e0e9 req-049d0e49-97a8-4c5f-9d45-f3bcbb42a954 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0505140 Nov 12 12:50:56.498562 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-66d964a7-c62a-494c-9d15-a58c6b34e0e9 req-a9e17be8-3f1c-4301-afe8-70e597faf874 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463989 Nov 12 12:50:56.996555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1b2204b1-da86-4a6e-81b8-c26daa689b6d no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:57.019688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 1b2204b1-da86-4a6e-81b8-c26daa689b6d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:57.020042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1b2204b1-da86-4a6e-81b8-c26daa689b6d not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:57.020687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5f33b800-27d0-4cff-a662-6d62087eb435 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:50:57.048675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 5f33b800-27d0-4cff-a662-6d62087eb435 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:50:57.049025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5f33b800-27d0-4cff-a662-6d62087eb435 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:50:57.241944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1403f-8d6d-41c4-8197-42a52c685c60 req-521722db-954e-49b7-99b0-158816d507ce tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:57.243515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bc1403f-8d6d-41c4-8197-42a52c685c60 req-521722db-954e-49b7-99b0-158816d507ce tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0568037 Nov 12 12:50:57.294358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bc1403f-8d6d-41c4-8197-42a52c685c60 req-03c21eec-0b93-4e93-8c5a-2bf6935fb794 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Nov 12 12:50:57.623898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1e5d7-d405-40b7-b525-f3f08dbd6a4a req-3642f116-1600-4068-886e-c3581e0c6c59 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:57.625755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30b1e5d7-d405-40b7-b525-f3f08dbd6a4a req-3642f116-1600-4068-886e-c3581e0c6c59 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0554860 Nov 12 12:50:57.675679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-30b1e5d7-d405-40b7-b525-f3f08dbd6a4a req-4d0d0c98-5286-4607-99d2-368d4382092f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Nov 12 12:50:58.413572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ccb65-1a16-40db-9317-9451ed61cbf5 req-6c6fe8e1-d634-4b6b-8a94-cf4e9ff35ce9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:58.416235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-611ccb65-1a16-40db-9317-9451ed61cbf5 req-6c6fe8e1-d634-4b6b-8a94-cf4e9ff35ce9 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0524480 Nov 12 12:50:58.466240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-611ccb65-1a16-40db-9317-9451ed61cbf5 req-4e18e7b1-3f03-40a3-97aa-05be3d29ad7a tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Nov 12 12:50:58.797404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87868ff0-adb1-44e3-b501-805bc0089077 req-13dc56bb-9717-4693-aa4e-c221037f2ebd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:58.798989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87868ff0-adb1-44e3-b501-805bc0089077 req-13dc56bb-9717-4693-aa4e-c221037f2ebd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0545361 Nov 12 12:50:58.855534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-87868ff0-adb1-44e3-b501-805bc0089077 req-ef06294c-fde1-434b-9495-0be078fb67bc tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503490 Nov 12 12:50:59.255739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-520fe397-550c-4e41-9f40-7fe1b7044394 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:59.257073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-520fe397-550c-4e41-9f40-7fe1b7044394 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.65 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Nov 12 12:50:59.357532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Deleting port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:50:59.357865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:59.454290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] For port 0e4d777d-2469-40f7-bae5-eb0c67c10f01, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=0e4d777d-2469-40f7-bae5-eb0c67c10f01,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:50:59.454657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:59.471304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Calling delete_port for 0e4d777d-2469-40f7-bae5-eb0c67c10f01 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:50:59.594385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83812ae-a302-488f-82f1-bfe517368478 req-a5d4ee18-0a42-4ee7-a9cf-76c0176b55e8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:50:59.596208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d83812ae-a302-488f-82f1-bfe517368478 req-a5d4ee18-0a42-4ee7-a9cf-76c0176b55e8 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c3c7a0-3766-4a51-bad8-cc12de452b05 HTTP/1.1" status: 200 len: 945 time: 0.0561523 Nov 12 12:50:59.610013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:59.649047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Pushing event deleted for resources: {'Port': ['ID=0e4d777d-2469-40f7-bae5-eb0c67c10f01,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:50:59.661043 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d83812ae-a302-488f-82f1-bfe517368478 req-158cb7f4-9f38-498c-a782-709c6f47f271 tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Nov 12 12:50:59.691185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] No DVR routers for this DVR port 0e4d777d-2469-40f7-bae5-eb0c67c10f01 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:50:59.694222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:59.699238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e387ca1-8f6b-405d-94ff-6e6c70c0ab37 req-940b2c6c-a910-4762-a44a-0a261d13d1ca tempest-ListServerFiltersTestJSON-1056686204 tempest-ListServerFiltersTestJSON-1056686204-project] 10.222.0.65 "DELETE /v2.0/ports/0e4d777d-2469-40f7-bae5-eb0c67c10f01 HTTP/1.1" status: 204 len: 173 time: 0.4340992 Nov 12 12:50:59.699828 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'name': 'network-vif-deleted', 'tag': '0e4d777d-2469-40f7-bae5-eb0c67c10f01'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:50:59.703198 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177a19bc-a528-4b66-99db-8ff324cbc3d1" -d '{"events": [{"server_uuid": "40c3c7a0-3766-4a51-bad8-cc12de452b05", "name": "network-vif-deleted", "tag": "0e4d777d-2469-40f7-bae5-eb0c67c10f01"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:50:59.750545 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:50:59.775082 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15069fd7-719a-4492-b228-9dbf86cd375f x-openstack-request-id: req-15069fd7-719a-4492-b228-9dbf86cd375f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:50:59.779566 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c3c7a0-3766-4a51-bad8-cc12de452b05", "name": "network-vif-deleted", "tag": "0e4d777d-2469-40f7-bae5-eb0c67c10f01", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:50:59.779871 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15069fd7-719a-4492-b228-9dbf86cd375f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:50:59.780298 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c3c7a0-3766-4a51-bad8-cc12de452b05', 'name': 'network-vif-deleted', 'tag': '0e4d777d-2469-40f7-bae5-eb0c67c10f01', 'status': 'completed', 'code': 200} Nov 12 12:50:59.957300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:00.005678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ee260-c959-463c-9e9a-5ff32081d2b8 req-624ea25a-8914-4f4d-a811-fa00205eeda7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:00.007485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-389ee260-c959-463c-9e9a-5ff32081d2b8 req-624ea25a-8914-4f4d-a811-fa00205eeda7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0528393 Nov 12 12:51:00.065869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-389ee260-c959-463c-9e9a-5ff32081d2b8 req-68ea780f-bede-4109-9fe3-e8dcdef796c5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 Nov 12 12:51:00.714716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:00.764833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Deleting subnet 91fc92ed-83a3-4426-80e4-3bf5633d1a74 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:51:00.768528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:00.807085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:00.888660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:00.952206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:00.974035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fc92ed-83a3-4426-80e4-3bf5633d1a74,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:00.986462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.986810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.987151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.987486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.987819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.988149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.988474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.989052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.989378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.989704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.990028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.990389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:00.994671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.001266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-62217280-22c6-4459-927f-823dd5dbe685 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/91fc92ed-83a3-4426-80e4-3bf5633d1a74 HTTP/1.1" status: 204 len: 168 time: 0.2854185 Nov 12 12:51:01.001400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:01.008013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70b42b-e3e8-459c-94a1-25dcdc339d04 None None] Network 0dda777d-d71e-4771-85f1-68f007ee26e1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:01.107476 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.242053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7fc4e-48a1-499d-805a-a1a83e053fc5 req-2ea71cab-9ce2-4f74-a797-f8b108504c95 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:01.243690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cb7fc4e-48a1-499d-805a-a1a83e053fc5 req-2ea71cab-9ce2-4f74-a797-f8b108504c95 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 946 time: 0.0652759 Nov 12 12:51:01.262930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] DHCP port deletion for 0dda777d-d71e-4771-85f1-68f007ee26e1 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:01.321302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9cb7fc4e-48a1-499d-805a-a1a83e053fc5 req-43720dff-b8e3-47f4-b825-73688d8cf3b5 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Nov 12 12:51:01.333364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Deleting port 977a91e4-e259-4623-81ed-49e8f5878808 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:01.334253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.363334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0e4d777d-2469-40f7-bae5-eb0c67c10f01 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:01.412281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 0e4d777d-2469-40f7-bae5-eb0c67c10f01 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:01.412624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 0e4d777d-2469-40f7-bae5-eb0c67c10f01 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:01.438390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] For port 977a91e4-e259-4623-81ed-49e8f5878808, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=977a91e4-e259-4623-81ed-49e8f5878808,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:01.439120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.455470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Calling delete_port for 977a91e4-e259-4623-81ed-49e8f5878808 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:01.534555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Deleting port 977a91e4-e259-4623-81ed-49e8f5878808 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:01.535243 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.579224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.603574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] For port 977a91e4-e259-4623-81ed-49e8f5878808, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=977a91e4-e259-4623-81ed-49e8f5878808,segment=NetworkSegment(f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0),segment_id=f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:01.604321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.617121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Pushing event deleted for resources: {'Port': ['ID=977a91e4-e259-4623-81ed-49e8f5878808,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:01.619005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Calling delete_port for 977a91e4-e259-4623-81ed-49e8f5878808 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:01.632499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] No DVR routers for this DVR port 977a91e4-e259-4623-81ed-49e8f5878808 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:01.635052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.635405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.635752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.636095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.636621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.636966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.637302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.637633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.637976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.638618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.638964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.641668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d65cd-15ae-44f9-b479-df6cc2fd4b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:01.721022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783cb2-2f4e-47d1-ba2f-12018e232caa req-4f9b29e8-1c89-4967-8e18-b4972d840364 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:01.728668 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca783cb2-2f4e-47d1-ba2f-12018e232caa req-4f9b29e8-1c89-4967-8e18-b4972d840364 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.5305920 Nov 12 12:51:01.752977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.767809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] No DVR routers for this DVR port 977a91e4-e259-4623-81ed-49e8f5878808 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:01.819572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Pushing event deleted for resources: {'Port': ['ID=977a91e4-e259-4623-81ed-49e8f5878808,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:01.853492 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca783cb2-2f4e-47d1-ba2f-12018e232caa req-60a8633d-25db-40df-937a-281ab608eb31 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235440 Nov 12 12:51:01.894679 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.915222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dda777d-d71e-4771-85f1-68f007ee26e1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:01.925036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:01.925340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bc46cd-4ffb-40b9-b18d-0be0e7d6dbd0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:01.934632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.949481 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.956445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:51:01.956875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:51:01.958776 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:51:02.016354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.022575 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.027013 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0dda777d-d71e-4771-85f1-68f007ee26e1 HTTP/1.1" status: 204 len: 168 time: 1.0242522 Nov 12 12:51:02.043296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f16c2-c039-4c3d-8e67-5291584c8693 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dda777d-d71e-4771-85f1-68f007ee26e1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:02.146456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:02.193934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13d7a9c7-c89f-48c0-87ae-c73b3644f878 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec40263251f44ccb9f9202187b7d2edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462315 Nov 12 12:51:02.196383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:02.245399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38fb7770-520a-4424-9361-f4da69712861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.267080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38fb7770-520a-4424-9361-f4da69712861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.315613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38fb7770-520a-4424-9361-f4da69712861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.318349 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38fb7770-520a-4424-9361-f4da69712861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.321838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38fb7770-520a-4424-9361-f4da69712861 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bf33ac7-b4ed-4b17-8872-0ac1a9847d24 HTTP/1.1" status: 204 len: 168 time: 0.1221647 Nov 12 12:51:02.349386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb7770-520a-4424-9361-f4da69712861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf33ac7-b4ed-4b17-8872-0ac1a9847d24,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:02.488002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fb33-2101-4145-84e9-9ad9e35db864 req-0219483d-e07b-4a7d-9423-7bcb9244b964 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:02.489819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a77fb33-2101-4145-84e9-9ad9e35db864 req-0219483d-e07b-4a7d-9423-7bcb9244b964 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 946 time: 0.0607269 Nov 12 12:51:02.545493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a77fb33-2101-4145-84e9-9ad9e35db864 req-30c16e32-e06e-4e40-bab5-fd1c58529138 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487080 Nov 12 12:51:02.757905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12196927-92f7-464e-b480-9b267323b400 req-494c5e95-3d06-4179-b747-6ed62e58d164 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:02.760387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12196927-92f7-464e-b480-9b267323b400 req-494c5e95-3d06-4179-b747-6ed62e58d164 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 946 time: 0.0591710 Nov 12 12:51:02.869336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Deleting port 631f1c68-0842-4055-88ae-4e2a26aa01c3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:02.869634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:02.983029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] For port 631f1c68-0842-4055-88ae-4e2a26aa01c3, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=631f1c68-0842-4055-88ae-4e2a26aa01c3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:02.983403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.033361 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Calling delete_port for 631f1c68-0842-4055-88ae-4e2a26aa01c3 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:03.167804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 977a91e4-e259-4623-81ed-49e8f5878808 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:03.203516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 977a91e4-e259-4623-81ed-49e8f5878808 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:03.203859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 977a91e4-e259-4623-81ed-49e8f5878808 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:03.239001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:03.245782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.262768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['631f1c68-0842-4055-88ae-4e2a26aa01c3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:03.273042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb37b-3fd8-439b-ad2f-3cb294e39617 req-cfd7a711-027d-4d54-8b95-2c608bad6b84 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:03.274833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ffbb37b-3fd8-439b-ad2f-3cb294e39617 req-cfd7a711-027d-4d54-8b95-2c608bad6b84 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.2755036 Nov 12 12:51:03.339369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Pushing event deleted for resources: {'Port': ['ID=631f1c68-0842-4055-88ae-4e2a26aa01c3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:03.372497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] No DVR routers for this DVR port 631f1c68-0842-4055-88ae-4e2a26aa01c3 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:03.376374 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.379901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12196927-92f7-464e-b480-9b267323b400 req-d958a92d-bd88-401d-beb2-331b7173b4c7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.81 "DELETE /v2.0/ports/631f1c68-0842-4055-88ae-4e2a26aa01c3 HTTP/1.1" status: 204 len: 173 time: 0.6117485 Nov 12 12:51:03.380422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'name': 'network-vif-deleted', 'tag': '631f1c68-0842-4055-88ae-4e2a26aa01c3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:03.382890 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c87d4b-ab2d-4afc-9c3b-c8fac66af68b" -d '{"events": [{"server_uuid": "e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91", "name": "network-vif-deleted", "tag": "631f1c68-0842-4055-88ae-4e2a26aa01c3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:03.413571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ffbb37b-3fd8-439b-ad2f-3cb294e39617 req-3961a55d-174f-428c-b05a-c4b88c7978b0 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208608 Nov 12 12:51:03.441526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1293267913-network', 'tenant_id': 'dda5922335844c3b8ddd6e77f0ee5064'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:03.466309 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4c4777-c27e-4f19-a2ff-15d6396e6af9 x-openstack-request-id: req-0a4c4777-c27e-4f19-a2ff-15d6396e6af9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:03.466890 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91", "name": "network-vif-deleted", "tag": "631f1c68-0842-4055-88ae-4e2a26aa01c3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:03.467417 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a4c4777-c27e-4f19-a2ff-15d6396e6af9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:03.468684 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91', 'name': 'network-vif-deleted', 'tag': '631f1c68-0842-4055-88ae-4e2a26aa01c3', 'status': 'completed', 'code': 200} Nov 12 12:51:03.502728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Made reservation on behalf of dda5922335844c3b8ddd6e77f0ee5064 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:03.505217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.514406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.626917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.631623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.659740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:51:03.679450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:03.687591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.688190 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Added segment c1b64a0d-be44-47c7-8b41-fa73f5de72aa of type vlan for network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 Nov 12 12:51:03.699427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33288b43-1278-4fe8-840f-7396d2d695cf req-05e4686f-3a40-48f6-9dce-b35db076c746 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a9e2a9-a0f7-49c5-a7dd-48de7db40b91 HTTP/1.1" status: 200 len: 210 time: 0.0341625 Nov 12 12:51:03.742859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.768909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.769931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:03.770596 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.836356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5931466 Nov 12 12:51:03.836564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:03.841640 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Request body: {'subnet': {'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1293267913-subnet', 'tenant_id': 'dda5922335844c3b8ddd6e77f0ee5064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:03.850709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8533e05-a625-41cd-b90e-90b6e3a81535 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfd3c66-e7f3-4596-98aa-c832c1c9c875,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:03.867267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:51:03.870485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Made reservation on behalf of dda5922335844c3b8ddd6e77f0ee5064 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:03.873143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:03.882686 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:51:04.099732 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:04.163492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51be7f7-934f-4702-ae51-e73703199f3b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:04.179258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Checking segment: {'id': 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:04.179614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Network hostable DHCP agents. Network: 8cfd3c66-e7f3-4596-98aa-c832c1c9c875, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:51:04.197923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:51:04.211210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8cfd3c66-e7f3-4596-98aa-c832c1c9c875) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:04.215707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:04.216222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:04.223850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a2c6a1-0206-40eb-b201-b6c130da01d5 None None] Network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:04.253323 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b957a6db-bad0-428a-9f13-eacc6d0e7a7b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4080663 Nov 12 12:51:04.379681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec220db-ae46-46af-8ecb-c3562da1ef29 None None] Network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:04.618313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151786d0-5423-4938-9451-3d75b3c2343f req-96924c8c-5135-417a-a858-40849ff78dc4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:04.622678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-151786d0-5423-4938-9451-3d75b3c2343f req-96924c8c-5135-417a-a858-40849ff78dc4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0744472 Nov 12 12:51:04.692705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-151786d0-5423-4938-9451-3d75b3c2343f req-9e145b47-763a-465e-ae9b-91a98760563c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660203 Nov 12 12:51:04.799596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-5a0a8712-a6d9-471f-b45e-cbfee6cb0580 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:04.801429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-5a0a8712-a6d9-471f-b45e-cbfee6cb0580 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/networks?id=8cfd3c66-e7f3-4596-98aa-c832c1c9c875 HTTP/1.1" status: 200 len: 809 time: 0.1377513 Nov 12 12:51:04.818706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-c94ad8ea-ff10-44ca-9749-3c5d91ff0033 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/quotas/dda5922335844c3b8ddd6e77f0ee5064 HTTP/1.1" status: 200 len: 375 time: 0.0105076 Nov 12 12:51:04.859932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-c02e616b-8101-4d65-b0b7-e05e9d00b56b tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dda5922335844c3b8ddd6e77f0ee5064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343981 Nov 12 12:51:04.957375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-294afe44-d858-4bf0-a66e-186a387dc3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885916 Nov 12 12:51:05.054140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-c5a8ac7f-4546-4669-abb9-9ba9ad5f9c8e service neutron] 10.222.0.18 "GET /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907693 Nov 12 12:51:05.120163 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:05.207083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-58d20554-f34f-49bf-95ed-6f5e6d3a74c1 req-23dda945-d400-4f6c-92b8-0002f4b0aacf service neutron] (102779) timed out ('10.222.0.18', 38180) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:51:05.269892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-795ac44f-dafa-46aa-8afc-08fb69ed1479 req-51b226fd-fba6-4084-b1fd-d0efdf521914 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 210 time: 0.0543571 Nov 12 12:51:05.312619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 419f30f2-1210-4dc0-b50f-696f27387951 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:05.313200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:05.395327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:05.395659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:05.409114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 419f30f2-1210-4dc0-b50f-696f27387951 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:05.579782 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:05.604577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=419f30f2-1210-4dc0-b50f-696f27387951,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:05.683884 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:05.684136 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Floating IP 7b8a6bca-f2f5-4491-bad0-85555e9faf25 disassociated (deleted). External IP: 172.25.1.92, port: 63761a1a-2f39-45f3-ac3e-2ef3087006cd. Nov 12 12:51:05.711730 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b696fec1-5bdf-4437-9f70-625e5dfab731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:05.900071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112741-28f2-4452-9ac5-a2b959555969 req-b2a0488d-6765-4b54-b6cd-eab246abfeab tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:05.902764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c112741-28f2-4452-9ac5-a2b959555969 req-b2a0488d-6765-4b54-b6cd-eab246abfeab tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1099718 Nov 12 12:51:06.013919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c112741-28f2-4452-9ac5-a2b959555969 req-741bce52-c33a-41c6-9500-669aa74fa1bc tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031380 Nov 12 12:51:06.021755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:51:06.136788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:06.142502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:06.149177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:06.159377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:06.160081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:06.171644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1414aa22-9c37-42f3-8a8e-d96b33a9c0b7 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b8a6bca-f2f5-4491-bad0-85555e9faf25 HTTP/1.1" status: 204 len: 168 time: 1.0498121 Nov 12 12:51:06.172382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:06.174920 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0743bf-fc72-4f19-bac5-72095fae4ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:06.286042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:06.304826 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120596a6-1fbc-467c-b592-fb5a5f1336b4 x-openstack-request-id: req-120596a6-1fbc-467c-b592-fb5a5f1336b4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:06.305437 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:06.305865 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-120596a6-1fbc-467c-b592-fb5a5f1336b4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:06.306490 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'status': 'completed', 'code': 200} Nov 12 12:51:06.504390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53dc7c16-9c78-4223-b1ce-29d18216b97d req-f420259f-4e1c-44c9-8474-235e796d30ff tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 210 time: 0.1112342 Nov 12 12:51:06.505067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-17622731-473f-4924-ab24-020de373b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:06.516808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-17622731-473f-4924-ab24-020de373b1b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51701a249029464891cbd52263f1e2ba&device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 1097 time: 0.1726456 Nov 12 12:51:06.668003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eec02-77fa-46e0-958a-50a8e171cd0f req-91b3e2d1-1497-40a2-a9c7-70e145274a6a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:06.675643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-522eec02-77fa-46e0-958a-50a8e171cd0f req-91b3e2d1-1497-40a2-a9c7-70e145274a6a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 946 time: 0.1161630 Nov 12 12:51:06.721424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-5e31ce9e-edc0-454b-ad8d-c25e8e64bfcc tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:06.721698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-e9312577-983a-4cd1-8f3e-30ccc1d4df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:06.723179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-e9312577-983a-4cd1-8f3e-30ccc1d4df9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 200 len: 913 time: 0.1924114 Nov 12 12:51:06.723567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-5e31ce9e-edc0-454b-ad8d-c25e8e64bfcc tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.65 "GET /v2.0/networks?id=8cfd3c66-e7f3-4596-98aa-c832c1c9c875 HTTP/1.1" status: 200 len: 809 time: 0.1850662 Nov 12 12:51:06.743086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Request body: {'port': {'device_id': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875', 'admin_state_up': True, 'tenant_id': 'dda5922335844c3b8ddd6e77f0ee5064'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:06.772063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:06.782027 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-522eec02-77fa-46e0-958a-50a8e171cd0f req-556140f5-6c08-4a5a-a67c-a0b2f5c7a850 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054952 Nov 12 12:51:06.783477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-2d9aef9c-bbf5-4442-ae92-e37b5e7c7930 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 200 len: 217 time: 0.0515432 Nov 12 12:51:06.806434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:06.811253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:06.812080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:50:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:06.848728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-bcfe9d75-17e4-47c4-a2ab-a2fe97522ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:06.850371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-bcfe9d75-17e4-47c4-a2ab-a2fe97522ace service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 200 len: 851 time: 0.0546603 Nov 12 12:51:06.876831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Made reservation on behalf of dda5922335844c3b8ddd6e77f0ee5064 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:06.880712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:06.910517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-a4fb393a-7ae6-4450-8765-eaa4e76c7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:06.912557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-a4fb393a-7ae6-4450-8765-eaa4e76c7895 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=621cacfe-376f-4015-9376-35e7b39f8f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524101 Nov 12 12:51:06.932365 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:07.015557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-d26b6bd9-db34-41dc-bdeb-b04b4350daa6 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943658 Nov 12 12:51:07.021624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Allocated IP 172.20.0.5 (8cfd3c66-e7f3-4596-98aa-c832c1c9c875/d51be7f7-934f-4702-ae51-e73703199f3b/5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:07.062799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 631f1c68-0842-4055-88ae-4e2a26aa01c3 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:07.085544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 631f1c68-0842-4055-88ae-4e2a26aa01c3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:07.085884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 631f1c68-0842-4055-88ae-4e2a26aa01c3 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:07.145091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb0743bf-fc72-4f19-bac5-72095fae4ae4 req-174fd424-66ee-478c-87b9-43e3b71e6377 service neutron] 10.222.0.81 "GET /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219060 Nov 12 12:51:07.191290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:07.253898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205f2fc-0a6b-44e0-b24f-a0867b093d64 None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:35:52Z', 'revision_number': 4, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e0c72471-4d30-44ba-803d-8c4e226e3f7f', 'name': '', 'network_id': '621cacfe-376f-4015-9376-35e7b39f8f1b', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'mac_address': 'fa:16:3e:30:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:47Z', 'updated_at': '2021-11-12T12:36:06Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'subnets': [{'id': '75b9ca4c-b56e-4597-968a-b5f6a9c428b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:07.262512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65e73-baec-4954-a861-a5f0b129ab67 req-369014bb-d52e-4a1c-88ea-93d13c64abae tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:07.264055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ba65e73-baec-4954-a861-a5f0b129ab67 req-369014bb-d52e-4a1c-88ea-93d13c64abae tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0897341 Nov 12 12:51:07.288568 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:07.346751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5ba65e73-baec-4954-a861-a5f0b129ab67 req-e39f669f-7178-47bf-aaa8-f2fd8b70d832 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743918 Nov 12 12:51:07.364234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:07.413708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:07.416706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:07.419797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:07.458689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Pushing event updated for resources: {'Port': ['ID=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:07.487427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:07.488051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:07.522125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-d12c075c-7e97-48f2-bbf4-58b4ce5228a3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752900 Nov 12 12:51:07.597973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Request body: {'port': {'device_id': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:07.631721 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edda1df-d026-4bd7-819c-89f3f2b85c3c None None] New status for floating IP 7b8a6bca-f2f5-4491-bad0-85555e9faf25: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:51:07.641824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6dfb-b545-4c78-98f1-891fe49fb7ae req-faf69385-c8f2-4d7f-8e06-d61614a98c99 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:07.643739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f1f6dfb-b545-4c78-98f1-891fe49fb7ae req-faf69385-c8f2-4d7f-8e06-d61614a98c99 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 931 time: 0.0779643 Nov 12 12:51:07.671627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:07.719582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f1f6dfb-b545-4c78-98f1-891fe49fb7ae req-87e10c59-ed7a-4687-906f-d609acbb107f tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699606 Nov 12 12:51:07.958372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997c5b5-9c4d-41fb-97a7-52df5a612a09 req-6d027e5c-15ea-4853-9201-89a277c9ba7a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:07.959845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b997c5b5-9c4d-41fb-97a7-52df5a612a09 req-6d027e5c-15ea-4853-9201-89a277c9ba7a tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 946 time: 0.1015477 Nov 12 12:51:08.016698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-b2e2032d-fa6c-4999-8fa3-fbb88d9777f5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:08.018537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-b2e2032d-fa6c-4999-8fa3-fbb88d9777f5 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Nov 12 12:51:08.064297 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b997c5b5-9c4d-41fb-97a7-52df5a612a09 req-9c35534f-2441-4d2b-9a2e-91093b41e85f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4d8d3cf-d252-451a-9042-eec42617e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943255 Nov 12 12:51:08.073560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:08.083093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.095778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Transition to ACTIVE for port object 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:51:08.099530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.132554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 63761a1a-2f39-45f3-ac3e-2ef3087006cd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:08.133864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.158444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:08.225105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Attempting to bind port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:08.225500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Attempting to bind port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:08.226454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Attempting to bind port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 on network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:08.231104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 on network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:51:08.231266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Attempting to bind port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 on network 8cfd3c66-e7f3-4596-98aa-c832c1c9c875 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:08.236779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:08.237645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Checking segment: {'id': 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:08.237645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Bound using segment: {'id': 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:08.237940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Bound port: 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:08.238301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.245126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] For port 63761a1a-2f39-45f3-ac3e-2ef3087006cd, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=63761a1a-2f39-45f3-ac3e-2ef3087006cd,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:08.245496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.261049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 63761a1a-2f39-45f3-ac3e-2ef3087006cd owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:08.306006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] For port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:08.309031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] For port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,segment=NetworkSegment(c1b64a0d-be44-47c7-8b41-fa73f5de72aa),segment_id=c1b64a0d-be44-47c7-8b41-fa73f5de72aa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:08.313882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.352422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:08.352968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.354388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] 10.222.0.65 "PUT /v2.0/ports/5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 HTTP/1.1" status: 200 len: 1091 time: 0.8230443 Nov 12 12:51:08.354851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'tag': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:08.357125 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a92962-2816-4aab-a5ab-1bda20b82a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c495ffe-63a7-48be-8ffa-dd9c9e2b051f", "tag": "5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:08.398259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3973-3b7e-4edc-bf77-1758032080e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:08.454788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.455112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-5500ff61-191a-464a-be8f-e9859bb01e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:08.456895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-5500ff61-191a-464a-be8f-e9859bb01e1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dda5922335844c3b8ddd6e77f0ee5064&device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 1094 time: 0.0517781 Nov 12 12:51:08.464125 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc328c1-cf5b-406e-b63f-ebd58e004914 x-openstack-request-id: req-2bc328c1-cf5b-406e-b63f-ebd58e004914 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:08.464536 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c495ffe-63a7-48be-8ffa-dd9c9e2b051f", "tag": "5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:08.464859 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bc328c1-cf5b-406e-b63f-ebd58e004914 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:08.465794 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'tag': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004', 'status': 'completed', 'code': 200} Nov 12 12:51:08.521599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=63761a1a-2f39-45f3-ac3e-2ef3087006cd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:08.536567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-80fa3a99-6c35-476c-a126-e208aafb2170 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 HTTP/1.1" status: 200 len: 217 time: 0.0645854 Nov 12 12:51:08.544185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] No DVR routers for this DVR port 63761a1a-2f39-45f3-ac3e-2ef3087006cd on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:08.547086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:08.550515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b9a264d-8d15-4989-a1d9-2cfc02d783ff req-df52246f-fd71-40ce-9cbc-2168e9b1e29f tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.81 "DELETE /v2.0/ports/63761a1a-2f39-45f3-ac3e-2ef3087006cd HTTP/1.1" status: 204 len: 173 time: 0.5256653 Nov 12 12:51:08.550965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'name': 'network-vif-deleted', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:08.553210 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c6a6a2-0bbd-4ec3-acaf-f010b424ef5c" -d '{"events": [{"server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "name": "network-vif-deleted", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:08.613563 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47686eb5-f6eb-45b5-9e67-5350edc46de1 x-openstack-request-id: req-47686eb5-f6eb-45b5-9e67-5350edc46de1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:08.614353 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79829f4a-c521-4738-a51b-a356398977a1", "name": "network-vif-deleted", "tag": "63761a1a-2f39-45f3-ac3e-2ef3087006cd", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:08.614704 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47686eb5-f6eb-45b5-9e67-5350edc46de1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:08.615206 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79829f4a-c521-4738-a51b-a356398977a1', 'name': 'network-vif-deleted', 'tag': '63761a1a-2f39-45f3-ac3e-2ef3087006cd', 'status': 'completed', 'code': 200} Nov 12 12:51:08.629969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-18994f5b-d79d-4b0f-93d7-6434dc3fc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:08.631896 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-18994f5b-d79d-4b0f-93d7-6434dc3fc6ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d51be7f7-934f-4702-ae51-e73703199f3b HTTP/1.1" status: 200 len: 849 time: 0.0872669 Nov 12 12:51:08.646443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169d4e3-2ab2-4de5-8070-ce04028ea9c9 req-b1ad8e7a-4805-4aba-90e5-d1460d2a6bbd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:08.649478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f169d4e3-2ab2-4de5-8070-ce04028ea9c9 req-b1ad8e7a-4805-4aba-90e5-d1460d2a6bbd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1152005 Nov 12 12:51:08.684625 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-8a7cb3b2-b248-43ad-88a4-75d3dfd1f768 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cfd3c66-e7f3-4596-98aa-c832c1c9c875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339191 Nov 12 12:51:08.833380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f169d4e3-2ab2-4de5-8070-ce04028ea9c9 req-4840f574-245e-4414-8fba-18ae91e98cdb tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713858 Nov 12 12:51:08.936011 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-7f81b743-eff0-4e16-b6ca-07059eeee649 service neutron] 10.222.0.65 "GET /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405136 Nov 12 12:51:08.940201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d088-ab9d-4f4f-99b0-4d222c001935 req-989bf790-ff7e-4735-91ce-d77dc1c4cbaf tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:08.941887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e837d088-ab9d-4f4f-99b0-4d222c001935 req-989bf790-ff7e-4735-91ce-d77dc1c4cbaf tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 943 time: 0.1167192 Nov 12 12:51:08.946836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4383be6e-789f-49f3-ab2d-6ca1f01307fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:09.054580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e837d088-ab9d-4f4f-99b0-4d222c001935 req-246de3bd-e482-4dc4-985e-171b7001f9c0 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948448 Nov 12 12:51:09.084447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b5a25-d419-490f-b109-2ad49e115a4f req-40b25328-b14f-42b0-aa44-983ccc6e19bc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:09.092268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c78b5a25-d419-490f-b109-2ad49e115a4f req-40b25328-b14f-42b0-aa44-983ccc6e19bc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.1434393 Nov 12 12:51:09.139065 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af4f366d-5a5c-4d5a-9c10-bdd3084de08a req-e4877427-5bca-4755-ad48-bf3cb790dd4f service neutron] 10.222.0.65 "GET /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917975 Nov 12 12:51:09.184520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c78b5a25-d419-490f-b109-2ad49e115a4f req-c1518004-c498-455a-b8e0-e21845164d87 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889366 Nov 12 12:51:09.203308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:09.204641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4445afeb-7bf0-4a16-ba5c-b8441bddb2dd req-6cae8969-857a-47f1-9697-5586330a76b1 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 210 time: 0.0326862 Nov 12 12:51:09.299494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-349ef8fd-364a-43fa-8200-f4a7ec3cda6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/0a2fe767-e278-4e95-b306-2cbf640de51b HTTP/1.1" status: 200 len: 993 time: 0.0936675 Nov 12 12:51:09.307235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-7185ad24-fe80-46c6-aaf5-59892ed16fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:09.307235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-7185ad24-fe80-46c6-aaf5-59892ed16fbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dda5922335844c3b8ddd6e77f0ee5064&device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 1094 time: 0.0601382 Nov 12 12:51:09.415831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-db243002-2500-458c-b990-9517c4a6d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:09.415831 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-db243002-2500-458c-b990-9517c4a6d670 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8cfd3c66-e7f3-4596-98aa-c832c1c9c875 HTTP/1.1" status: 200 len: 910 time: 0.1000109 Nov 12 12:51:09.439198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:09.466518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-15832f92-f585-4220-91ae-4d10a64dd71c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 HTTP/1.1" status: 200 len: 217 time: 0.0408676 Nov 12 12:51:09.534999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-324723da-ec11-42e1-8f04-9123a14d8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:09.537102 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-324723da-ec11-42e1-8f04-9123a14d8de6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d51be7f7-934f-4702-ae51-e73703199f3b HTTP/1.1" status: 200 len: 849 time: 0.0583773 Nov 12 12:51:09.573447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-11b681ab-a776-46d4-bd53-01db16a83081 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cfd3c66-e7f3-4596-98aa-c832c1c9c875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279241 Nov 12 12:51:09.693296 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-838c92f0-b046-413c-a5f1-ff699a37e844 service neutron] 10.222.0.65 "GET /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103363 Nov 12 12:51:09.834835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9a92962-2816-4aab-a5ab-1bda20b82a3d req-bd4865a4-d1b3-41b8-b86e-3af514d8898a service neutron] 10.222.0.65 "GET /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290500 Nov 12 12:51:09.933918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ef623-ab9e-42e8-9f07-52ba17c398fa req-0a63d021-9c22-4503-b0b0-57d258281f61 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:09.935765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab9ef623-ab9e-42e8-9f07-52ba17c398fa req-0a63d021-9c22-4503-b0b0-57d258281f61 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0830691 Nov 12 12:51:09.994894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab9ef623-ab9e-42e8-9f07-52ba17c398fa req-3f9c2fdd-64e5-4d95-8524-658ae24d3d92 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480092 Nov 12 12:51:10.008841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bc51-045c-4e1b-8aa6-05d35df15f94 req-723efcd6-f4d0-46f1-87bb-e99f62f0c3d5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:10.010594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a627bc51-045c-4e1b-8aa6-05d35df15f94 req-723efcd6-f4d0-46f1-87bb-e99f62f0c3d5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0632658 Nov 12 12:51:10.082429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a627bc51-045c-4e1b-8aa6-05d35df15f94 req-9a7be4f6-26ac-4d9b-ab73-0b537ff487c2 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 Nov 12 12:51:10.212091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102c41c-47ab-46b9-9651-97185c41c1f7 req-a26c622f-d8a7-4480-8d6f-cc9441063651 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:10.213712 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6102c41c-47ab-46b9-9651-97185c41c1f7 req-a26c622f-d8a7-4480-8d6f-cc9441063651 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 943 time: 0.0538611 Nov 12 12:51:10.290593 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6102c41c-47ab-46b9-9651-97185c41c1f7 req-efa4e4d3-e6ab-46f5-a3e5-966040b04b93 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675719 Nov 12 12:51:10.427362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-869f3b82-c20b-4e13-8518-b8450ba32e4c req-bc119dd1-ac8f-4b48-bc01-426dac4d6bda tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 210 time: 0.0426726 Nov 12 12:51:10.558664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:10.655496 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:10.680772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-c85fd564-c67a-4908-8c90-a9faabbf8ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206107 Nov 12 12:51:10.690642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-f8518e61-048d-4281-8fa3-9314f34eac84 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:51:10.692035 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-f8518e61-048d-4281-8fa3-9314f34eac84 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065536 Nov 12 12:51:11.326008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c3ab8-0537-460e-8c31-7bda8b0bd172 req-12e5f283-84c3-40b8-ac91-7784fce5fe2b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:11.328221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e1c3ab8-0537-460e-8c31-7bda8b0bd172 req-12e5f283-84c3-40b8-ac91-7784fce5fe2b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1111636 Nov 12 12:51:11.329328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-32ddac46-670f-4ef9-9d4a-002c56c77444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:11.330544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-32ddac46-670f-4ef9-9d4a-002c56c77444 service neutron] 10.222.0.18 "GET /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 1093 time: 0.0554092 Nov 12 12:51:11.341587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Request body: {'binding': {'host': 'n-h1-804878-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:11.342101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Unknown quota resources ['binding']. {{(pid=102779) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:51:11.370217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:11.400447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:51:11.517647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,segment=NetworkSegment(c1b64a0d-be44-47c7-8b41-fa73f5de72aa),segment_id=c1b64a0d-be44-47c7-8b41-fa73f5de72aa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:11.531134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004', 'network_id': '8cfd3c66-e7f3-4596-98aa-c832c1c9c875', 'port_id': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004', 'mac_address': 'fa:16:3e:85:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51be7f7-934f-4702-ae51-e73703199f3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:51:11.569812 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:11.584813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:11.605780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,segment=NetworkSegment(c1b64a0d-be44-47c7-8b41-fa73f5de72aa),segment_id=c1b64a0d-be44-47c7-8b41-fa73f5de72aa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:11.610358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:11.680611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:11.815751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e1c3ab8-0537-460e-8c31-7bda8b0bd172 req-d16b292d-1778-47a8-be19-33380299d1f5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784055 Nov 12 12:51:11.895719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on host n-h1-804878-5 for vnic_type normal with profile None {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:11.896492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:11.897108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:11.919092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:51:11.919468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:11.929545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:11.930047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Checking segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:11.930572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Bound using segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:11.931124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Bound port: dab87e15-c695-4297-9d30-20f7a0c8dfe9, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:11.992039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c968a-c271-4c02-a41d-9fb6c28d5cd2 req-2821e3e8-9775-4d5a-82fa-8fbdaa2e0616 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:11.993497 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d98c968a-c271-4c02-a41d-9fb6c28d5cd2 req-2821e3e8-9775-4d5a-82fa-8fbdaa2e0616 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 944 time: 0.1138551 Nov 12 12:51:12.025084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:12.065907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:12.075827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] Publish callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:12.077482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9a1407e7-4da4-49f8-b6c4-df5af6c5b695 service neutron] 10.222.0.18 "POST /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7386441 Nov 12 12:51:12.088415 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d98c968a-c271-4c02-a41d-9fb6c28d5cd2 req-9ffe9ad5-1a88-4744-a529-582427be6aba tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792239 Nov 12 12:51:12.226617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6201a854-e66e-49f5-bbd3-379f07d5177d req-6537d908-c29e-4468-a5eb-dee27bb62951 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 210 time: 0.0412905 Nov 12 12:51:12.337122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d85ac6-284e-4ec1-b8c9-9682e8f67403 req-2b1337ef-78f1-4dee-b792-d092b3aa1ee2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.346802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0d85ac6-284e-4ec1-b8c9-9682e8f67403 req-2b1337ef-78f1-4dee-b792-d092b3aa1ee2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0664272 Nov 12 12:51:12.411248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-74500f3e-05c4-4405-a4d7-d6ac72315ee7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.412836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-74500f3e-05c4-4405-a4d7-d6ac72315ee7 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 814 time: 0.1664736 Nov 12 12:51:12.414728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0d85ac6-284e-4ec1-b8c9-9682e8f67403 req-1defba44-7e10-4564-9597-0eddf095d896 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669708 Nov 12 12:51:12.461884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-4e674d7e-c695-455d-aa5a-377717035ba4 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/quotas/1baab83ad66a48518a902c2cbb20d095 HTTP/1.1" status: 200 len: 375 time: 0.0350864 Nov 12 12:51:12.498628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-f8ebf0f2-7345-43e2-8681-83f973c5326e tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307574 Nov 12 12:51:12.501037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-89aa7610-2038-47c4-b667-c7c4d5347670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.502471 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-89aa7610-2038-47c4-b667-c7c4d5347670 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1096 time: 0.1570790 Nov 12 12:51:12.672407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-50c4e8ad-ebef-409a-8e58-79dc2203dc5b service neutron] 10.222.0.18 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666508 Nov 12 12:51:12.673536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-83d0f3ed-4079-459a-a83e-d57fc0240361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.674938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-83d0f3ed-4079-459a-a83e-d57fc0240361 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 896 time: 0.1619728 Nov 12 12:51:12.796338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5392bbf8-6067-4e88-87ca-dcfb6fa95d34 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 1001 time: 0.1103561 Nov 12 12:51:12.845938 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-d5f3192d-0d11-461d-babd-f605e9bcf188 service neutron] 10.222.0.18 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671576 Nov 12 12:51:12.858878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-4676e501-c2c6-470b-bc6b-702898f73c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.860367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-4676e501-c2c6-470b-bc6b-702898f73c9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.0559289 Nov 12 12:51:12.916891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-e32b42ec-ce1e-43cc-83c9-99acda9ffd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.918785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-e32b42ec-ce1e-43cc-83c9-99acda9ffd67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503957 Nov 12 12:51:12.953073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807abb2-9d97-473f-8abb-227a71986efc req-9cc68007-cb61-4835-b73f-9c4615e950d8 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:12.961344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0807abb2-9d97-473f-8abb-227a71986efc req-9cc68007-cb61-4835-b73f-9c4615e950d8 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0676386 Nov 12 12:51:13.021826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0807abb2-9d97-473f-8abb-227a71986efc req-e58557fd-bfa7-4e4b-9cce-9d91e8c6caaf tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590091 Nov 12 12:51:13.063581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9c43d34-0fc8-4499-8906-62d4a1b95624 req-ef70a0a4-9f40-43df-92b3-c3bcfc569b20 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 210 time: 0.0387414 Nov 12 12:51:13.082317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-bb27d0c6-be01-4f70-8760-71ac9cf939b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549194 Nov 12 12:51:13.087862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 63761a1a-2f39-45f3-ac3e-2ef3087006cd no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:13.116916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 63761a1a-2f39-45f3-ac3e-2ef3087006cd {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:13.117265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 63761a1a-2f39-45f3-ac3e-2ef3087006cd not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:13.192544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-fa10f285-0ef0-4483-84b9-1ebe0d27681f service neutron] 10.222.0.81 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027744 Nov 12 12:51:13.229948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d028-d252-41ed-b195-00e0bc7b8c10 req-3765c802-acb5-4306-9f09-3d44164e8ab3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:13.231578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dfb7d028-d252-41ed-b195-00e0bc7b8c10 req-3765c802-acb5-4306-9f09-3d44164e8ab3 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 944 time: 0.0670929 Nov 12 12:51:13.345376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dfb7d028-d252-41ed-b195-00e0bc7b8c10 req-3f4dc55e-0c03-41fd-a6f2-981c240c06c5 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065609 Nov 12 12:51:13.371094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2ae4055-6d13-4c60-affa-ab787baef84f req-70292f2c-0555-44b9-a148-629df3988707 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "GET /v2.0/ports?device_id=79829f4a-c521-4738-a51b-a356398977a1 HTTP/1.1" status: 200 len: 210 time: 0.0457366 Nov 12 12:51:13.382456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-4e4303e9-2e48-44ab-a641-e4e407857040 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:13.384358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-4e4303e9-2e48-44ab-a641-e4e407857040 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7&tenant_id=1845ff0008a54787b483ed04af0c1e54&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1096 time: 0.1290405 Nov 12 12:51:13.397934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-5'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:13.402563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:13.475428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:13.490975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:51:13.500383 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:13.500747 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:13.575861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85ace-ad7d-4d23-8fd8-5497ff6b2227 req-5c055f72-c227-4e04-952b-5efe55f5fbb9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:13.586726 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d85ace-ad7d-4d23-8fd8-5497ff6b2227 req-5c055f72-c227-4e04-952b-5efe55f5fbb9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0816529 Nov 12 12:51:13.626370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:13.660343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-94d85ace-ad7d-4d23-8fd8-5497ff6b2227 req-cc7796a3-055c-40d1-aebd-4bc04ddd4bc2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725739 Nov 12 12:51:13.668147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:13.670432 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f28f7e-9f87-494b-8654-3e256a7929b7" -d '{"events": [{"server_uuid": "6c495ffe-63a7-48be-8ffa-dd9c9e2b051f", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:13.676052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:13.697196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,segment=NetworkSegment(c1b64a0d-be44-47c7-8b41-fa73f5de72aa),segment_id=c1b64a0d-be44-47c7-8b41-fa73f5de72aa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:13.703729 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:13.735956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:13.786894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:13.807108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:13.810268 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de6fef6-ad4f-4f93-bc2d-2b4501c0387f" -d '{"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:13.825346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:13.836148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:13.840598 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a8d9c9-6a4c-41e2-b059-e91b2121c3d8 x-openstack-request-id: req-52a8d9c9-6a4c-41e2-b059-e91b2121c3d8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:13.840987 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c495ffe-63a7-48be-8ffa-dd9c9e2b051f", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:13.841463 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52a8d9c9-6a4c-41e2-b059-e91b2121c3d8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:13.841861 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004', 'code': 200} Nov 12 12:51:13.976752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dffa6-88e9-4522-a806-3309e057b1c8 req-5679f047-8ffa-4738-b1ee-a6db63176624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:13.979173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-560dffa6-88e9-4522-a806-3309e057b1c8 req-5679f047-8ffa-4738-b1ee-a6db63176624 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 1096 time: 0.0504589 Nov 12 12:51:14.040673 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-560dffa6-88e9-4522-a806-3309e057b1c8 req-211569ad-ca37-43a5-8a53-0e9a7be16916 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505438 Nov 12 12:51:14.138408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ba3e12ba-9399-4c42-8346-47df59d2196c None None] Provisioning complete for port dab87e15-c695-4297-9d30-20f7a0c8dfe9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:14.139022 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba3e12ba-9399-4c42-8346-47df59d2196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.188492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e12ba-9399-4c42-8346-47df59d2196c None None] Port dab87e15-c695-4297-9d30-20f7a0c8dfe9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:14.195257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd4a1e3a-2f3d-4708-906a-40dc84b7c72a req-59c74202-2772-45f5-a876-ef55ca95337d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 210 time: 0.0378807 Nov 12 12:51:14.292180 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2677dde4-65fd-4b4a-9058-c8081c5f811d x-openstack-request-id: req-2677dde4-65fd-4b4a-9058-c8081c5f811d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:14.292498 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:14.292744 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2677dde4-65fd-4b4a-9058-c8081c5f811d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:14.293159 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'code': 200} Nov 12 12:51:14.313728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:14.367346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a05e0-8563-4993-9f43-5767cf563a44 req-16539038-9191-41d8-876c-1a72323a7a8c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:14.368847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f61a05e0-8563-4993-9f43-5767cf563a44 req-16539038-9191-41d8-876c-1a72323a7a8c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0785930 Nov 12 12:51:14.411237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on host n-h2-804878-5 for vnic_type normal with profile {"migrating_to": "n-h1-804878-5"} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:14.411576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:14.411892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:14.425332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:51:14.425636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Attempting to bind port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:14.442129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:14.442564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Checking segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:14.442953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Bound using segment: {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:14.443462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Bound port: dab87e15-c695-4297-9d30-20f7a0c8dfe9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7035b93c-e47b-4995-b975-c2cb1ebecb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:14.443755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.460146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f61a05e0-8563-4993-9f43-5767cf563a44 req-728921f1-824d-45df-939a-0ae6c4bc72de tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771658 Nov 12 12:51:14.488486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf681fa6-cc47-4490-ad57-d3a604908fc7 req-e984248a-b4b0-4bbc-8050-b9f8145da5b4 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:14.491737 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf681fa6-cc47-4490-ad57-d3a604908fc7 req-e984248a-b4b0-4bbc-8050-b9f8145da5b4 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 945 time: 0.0764866 Nov 12 12:51:14.533192 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:14.538504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:14.541906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:14.548754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.696982 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:14.697635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.699731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] 10.222.0.81 "PUT /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 1121 time: 1.3065493 Nov 12 12:51:14.707793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c632-d1b6-4145-ad92-e3db609ed663 service neutron] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:14.735260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bf681fa6-cc47-4490-ad57-d3a604908fc7 req-0718b96d-c1e3-4d1b-a4fe-842d4e557469 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307832 Nov 12 12:51:14.785234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-34a4db3f-9547-4b62-9203-84fb22d24fd1 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:14.786780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-34a4db3f-9547-4b62-9203-84fb22d24fd1 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.65 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 814 time: 0.2940269 Nov 12 12:51:14.816503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb16574-eb49-4ef6-9c20-473fe0f90add req-3a85fccc-a841-4beb-b26d-38f98628d76a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:14.816868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Request body: {'port': {'device_id': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a', 'admin_state_up': True, 'tenant_id': '1baab83ad66a48518a902c2cbb20d095'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:14.818283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfb16574-eb49-4ef6-9c20-473fe0f90add req-3a85fccc-a841-4beb-b26d-38f98628d76a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 943 time: 0.0712500 Nov 12 12:51:14.825202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['dab87e15-c695-4297-9d30-20f7a0c8dfe9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:14.848644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Deleting port 17fe92f6-60e8-432e-b415-9df45ecb505f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:14.848995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.879206 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfb16574-eb49-4ef6-9c20-473fe0f90add req-90013614-14a3-4695-a5f8-995697ffdb57 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473278 Nov 12 12:51:14.933461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c591eb2d-490c-4081-ae64-ef695a3ce1ee None None] Provisioning complete for port dab87e15-c695-4297-9d30-20f7a0c8dfe9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:14.933836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c591eb2d-490c-4081-ae64-ef695a3ce1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.985754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:14.986569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.011473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Calling delete_port for 17fe92f6-60e8-432e-b415-9df45ecb505f owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:15.022457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Made reservation on behalf of 1baab83ad66a48518a902c2cbb20d095 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:15.025937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.081818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c591eb2d-490c-4081-ae64-ef695a3ce1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.133689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c591eb2d-490c-4081-ae64-ef695a3ce1ee None None] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:15.139279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c591eb2d-490c-4081-ae64-ef695a3ce1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.248836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Allocated IP 172.20.0.4 (dfc0d5c3-0e39-471d-a650-b7b66266a03a/5e5d7808-96ae-40fe-afca-5bc63e8a22f5/f848ef7e-7bd1-49b4-a9d5-08c6110c78a3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:15.275752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.317107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591eb2d-490c-4081-ae64-ef695a3ce1ee None None] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:15.327176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'Port': ['ID=17fe92f6-60e8-432e-b415-9df45ecb505f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:15.350255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aff09364-219f-466f-a931-36a58dbc7296 req-868eae8f-b00b-4d45-904b-1f0ff25e5dac tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 210 time: 0.0660474 Nov 12 12:51:15.480177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.482734 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.484457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c20f78ae-6062-40df-80ea-c7c19874871e tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "DELETE /v2.0/floatingips/500f0bf5-9915-4a88-90ba-4082825737be HTTP/1.1" status: 204 len: 168 time: 0.9512639 Nov 12 12:51:15.518020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.555994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.605069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692152-cb9b-4e6b-9de5-a1e633884954 req-c9202b2b-89dd-43b8-8d41-aacc9beef986 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:15.607580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33692152-cb9b-4e6b-9de5-a1e633884954 req-c9202b2b-89dd-43b8-8d41-aacc9beef986 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0600932 Nov 12 12:51:15.613403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Network dfc0d5c3-0e39-471d-a650-b7b66266a03a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:15.619744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:15.624422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:15.671113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Pushing event updated for resources: {'Port': ['ID=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:15.689599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33692152-cb9b-4e6b-9de5-a1e633884954 req-05f26a98-f26f-4586-9dd3-71792d04aa43 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748174 Nov 12 12:51:15.707292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:15.707940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.726773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-2b178353-ddf1-4f18-8d2e-285a10b4fa0d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168947 Nov 12 12:51:15.741424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Request body: {'port': {'device_id': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:15.803626 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:15.843440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:15.845783 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a362266d-80c4-4b1d-b285-27bfc6050f6e" -d '{"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-plugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:15.883068 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7783a678-35ac-43bc-b85e-6b0f340e0c2b x-openstack-request-id: req-7783a678-35ac-43bc-b85e-6b0f340e0c2b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:15.883434 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-plugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:15.883616 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7783a678-35ac-43bc-b85e-6b0f340e0c2b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:15.884222 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'code': 200} Nov 12 12:51:15.975512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9500654-2ec0-4b66-ac17-2d28a269e47c req-e6365c47-345f-4eae-b6fe-a89a86155cb7 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:15.978611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9500654-2ec0-4b66-ac17-2d28a269e47c req-e6365c47-345f-4eae-b6fe-a89a86155cb7 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 945 time: 0.1352372 Nov 12 12:51:16.008806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a1c9-a084-4bbf-9365-70306e209621 req-9f7c1cb0-eef2-41b8-99c6-9c3ee5af050c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.010480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14a6a1c9-a084-4bbf-9365-70306e209621 req-9f7c1cb0-eef2-41b8-99c6-9c3ee5af050c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0569389 Nov 12 12:51:16.068337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14a6a1c9-a084-4bbf-9365-70306e209621 req-88fd34ce-31ff-4f20-aadc-6310fae8f7ec tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490403 Nov 12 12:51:16.094052 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9500654-2ec0-4b66-ac17-2d28a269e47c req-e96e7403-4cd7-4ae2-8b10-b8cba4d7ea89 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041934 Nov 12 12:51:16.185371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:16.194288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:16.208913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Transition to ACTIVE for port object f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:51:16.212648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:16.291890 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Pushing event updated for resources: {'Port': ['ID=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:16.294496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:16.297154 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c9811-9cbf-4636-ba61-0a3a43acea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:16.348182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Attempting to bind port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:16.348507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Attempting to bind port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:16.348921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Attempting to bind port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 on network dfc0d5c3-0e39-471d-a650-b7b66266a03a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:16.353714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 on network dfc0d5c3-0e39-471d-a650-b7b66266a03a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:51:16.354113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Attempting to bind port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 on network dfc0d5c3-0e39-471d-a650-b7b66266a03a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:16.355960 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c8041f-beb5-46e9-a349-6e9e27dcc98a x-openstack-request-id: req-40c8041f-beb5-46e9-a349-6e9e27dcc98a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:16.356714 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:16.357279 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40c8041f-beb5-46e9-a349-6e9e27dcc98a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:16.359672 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'status': 'completed', 'code': 200} Nov 12 12:51:16.369732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:16.370109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Checking segment: {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:16.370448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Bound using segment: {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:16.370893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Bound port: f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785555ae-c15b-4032-9a81-aa0b522137fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:16.371274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:16.502842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-2dec7b5b-bd88-4188-87b9-956a39d751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.504855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-2dec7b5b-bd88-4188-87b9-956a39d751a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1126 time: 0.1310039 Nov 12 12:51:16.506085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] For port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:16.530672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e801ae-c195-4b40-afa9-154b5f8f4e95 req-8de4fcc3-b681-461f-b885-9d284b67d310 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.532527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] For port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:16.540190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12e801ae-c195-4b40-afa9-154b5f8f4e95 req-8de4fcc3-b681-461f-b885-9d284b67d310 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 943 time: 0.0754359 Nov 12 12:51:16.562409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:16.612235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12e801ae-c195-4b40-afa9-154b5f8f4e95 req-f75175fb-3aef-41ad-a072-44f2fc8faf1c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Nov 12 12:51:16.652070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.652219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:16.653611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] 10.222.0.65 "PUT /v2.0/ports/f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 HTTP/1.1" status: 200 len: 1091 time: 0.9167466 Nov 12 12:51:16.654061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'tag': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:16.656528 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0618ef6-a76c-4142-b66f-8b185f6d6d45" -d '{"events": [{"name": "network-changed", "server_uuid": "739b19f4-b8eb-4ff4-8853-72be9314a0a2", "tag": "f848ef7e-7bd1-49b4-a9d5-08c6110c78a3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:16.686921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e784f-7e14-49c8-b508-8f904863102a service neutron] Pushing event updated for resources: {'Port': ['ID=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:16.699791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-96f28f72-02d6-4481-9a5e-ce97f1972dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.701527 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-96f28f72-02d6-4481-9a5e-ce97f1972dca service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 896 time: 0.1871276 Nov 12 12:51:16.704711 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb22d6-20b4-420f-b125-29c930a0f437 x-openstack-request-id: req-8aeb22d6-20b4-420f-b125-29c930a0f437 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:16.705008 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739b19f4-b8eb-4ff4-8853-72be9314a0a2", "tag": "f848ef7e-7bd1-49b4-a9d5-08c6110c78a3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:16.705264 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aeb22d6-20b4-420f-b125-29c930a0f437 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:16.705672 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'tag': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3', 'status': 'completed', 'code': 200} Nov 12 12:51:16.843543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48a4d-d4a5-4022-b41a-b81cc605a193 req-7e4cfc48-2961-4d52-bdc3-e67e6bcd29d5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.845382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8a48a4d-d4a5-4022-b41a-b81cc605a193 req-7e4cfc48-2961-4d52-bdc3-e67e6bcd29d5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0839269 Nov 12 12:51:16.869236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-bb45dbd0-2c8f-4174-9dc5-6bb069a9daf7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 1001 time: 0.1398315 Nov 12 12:51:16.873283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-f21e373a-9587-4e2e-b734-740af191ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:16.875551 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-f21e373a-9587-4e2e-b734-740af191ad62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 1094 time: 0.1193256 Nov 12 12:51:16.940246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8a48a4d-d4a5-4022-b41a-b81cc605a193 req-797917bd-e15a-43e3-82a3-1a661546d74c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739563 Nov 12 12:51:16.956821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-626fef63-b8ec-4a0e-b222-1fcf44412ad9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 HTTP/1.1" status: 200 len: 217 time: 0.0709062 Nov 12 12:51:17.018255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-1f4cb5e3-2f1d-469e-8626-4965d0c8c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.019743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-1f4cb5e3-2f1d-469e-8626-4965d0c8c87e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.1433320 Nov 12 12:51:17.058990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-74b1bdcd-ded3-4826-8fa7-3b6cae85dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.060608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-74b1bdcd-ded3-4826-8fa7-3b6cae85dbce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5e5d7808-96ae-40fe-afca-5bc63e8a22f5 HTTP/1.1" status: 200 len: 854 time: 0.0931416 Nov 12 12:51:17.100466 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-517a27c2-a961-4301-9cbf-80fee395ca74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dfc0d5c3-0e39-471d-a650-b7b66266a03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321023 Nov 12 12:51:17.104978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-d546350c-64a8-4fd1-bdc9-6ca2272776ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.105342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:51:17.106120 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-d546350c-64a8-4fd1-bdc9-6ca2272776ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776958 Nov 12 12:51:17.209676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40f46e-feb0-4b9b-99a7-3bf9d24fd579 req-160bac06-b881-4b97-85a2-33ab7ed262eb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.232337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d40f46e-feb0-4b9b-99a7-3bf9d24fd579 req-160bac06-b881-4b97-85a2-33ab7ed262eb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0678670 Nov 12 12:51:17.272439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:17.290640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 has no active binding in host n-h1-804878-5 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 12:51:17.300759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d40f46e-feb0-4b9b-99a7-3bf9d24fd579 req-70b52c73-e129-4df6-8600-3cd7d5babac4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673299 Nov 12 12:51:17.302498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-c9d7f107-8aac-4f6e-8b3f-4f8f201bec6b service neutron] 10.222.0.65 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854243 Nov 12 12:51:17.399294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-2d0cafcd-f11a-474e-91e2-6e128e1af5cd service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049766 Nov 12 12:51:17.512004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5597af8d-7025-4f8c-8625-91a35c13b012 req-cbcab128-be3f-45d9-8c67-8fd2d9bba747 service neutron] 10.222.0.65 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988161 Nov 12 12:51:17.565714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a77c9811-9cbf-4636-ba61-0a3a43acea8f req-2d14a337-21ef-4960-b6ec-3519a80ad851 service neutron] 10.222.0.65 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564162 Nov 12 12:51:17.689765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-a9eb1877-6aae-442e-949d-8568266f80de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.691582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-a9eb1877-6aae-442e-949d-8568266f80de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 1094 time: 0.0751581 Nov 12 12:51:17.722205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8feb7d-71c2-414b-bbcc-1ebe579ad9bd req-d8ca6b55-8356-4679-a24d-ef6f5aa8de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.725826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a8feb7d-71c2-414b-bbcc-1ebe579ad9bd req-d8ca6b55-8356-4679-a24d-ef6f5aa8de3e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 1097 time: 0.1151457 Nov 12 12:51:17.741409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c885c4-3103-4106-9517-894855043c4a req-a3bbf57a-2534-4be3-8f2e-d6366e2219d3 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.743210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4c885c4-3103-4106-9517-894855043c4a req-a3bbf57a-2534-4be3-8f2e-d6366e2219d3 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 943 time: 0.0750649 Nov 12 12:51:17.810225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-9cc18aaa-4e02-4623-a6bc-e3f278a66279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.811794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-9cc18aaa-4e02-4623-a6bc-e3f278a66279 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 915 time: 0.1099448 Nov 12 12:51:17.825202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a8feb7d-71c2-414b-bbcc-1ebe579ad9bd req-7511272f-37a1-4ff4-9485-b20e0a79fdc0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807977 Nov 12 12:51:17.838959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4c885c4-3103-4106-9517-894855043c4a req-f2e27669-648b-4d76-a19a-3cc548e250e0 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842962 Nov 12 12:51:17.878416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-a663d2b3-1ee6-4074-b6b6-1f98b88a4752 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 HTTP/1.1" status: 200 len: 217 time: 0.0488806 Nov 12 12:51:17.940170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-a1983790-37b9-4914-92d4-dfb1c7ecfb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:17.941663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-a1983790-37b9-4914-92d4-dfb1c7ecfb42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5e5d7808-96ae-40fe-afca-5bc63e8a22f5 HTTP/1.1" status: 200 len: 854 time: 0.0467260 Nov 12 12:51:18.004554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-1e63b5f4-a4b4-4b51-989a-7ce4363125cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dfc0d5c3-0e39-471d-a650-b7b66266a03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442243 Nov 12 12:51:18.113981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f40c1-109c-408a-a3da-76c9160c3ba0 req-bca3b928-0947-49fc-b800-b067164f18c0 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:18.115526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-192f40c1-109c-408a-a3da-76c9160c3ba0 req-bca3b928-0947-49fc-b800-b067164f18c0 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1136818 Nov 12 12:51:18.118207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379303-e10f-438c-8e37-4fafd7ab4b00 req-6dfba59a-b808-442e-8208-5a396f437c91 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:18.119967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2379303-e10f-438c-8e37-4fafd7ab4b00 req-6dfba59a-b808-442e-8208-5a396f437c91 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 945 time: 0.0597816 Nov 12 12:51:18.155209 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-c3b00cdf-85f7-4be9-a7b6-07e4801f04c1 service neutron] 10.222.0.65 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405318 Nov 12 12:51:18.174138 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2379303-e10f-438c-8e37-4fafd7ab4b00 req-164cddd5-7e8e-483c-85d7-fdb3b2c363fa tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463355 Nov 12 12:51:18.205879 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-192f40c1-109c-408a-a3da-76c9160c3ba0 req-326ab4ab-853d-4c79-9e14-8d972ade782a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Nov 12 12:51:18.271319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c0618ef6-a76c-4142-b66f-8b185f6d6d45 req-af946bbe-8852-44a4-aa00-6d199184fbba service neutron] 10.222.0.65 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031823 Nov 12 12:51:18.420093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6359056-cf78-4452-831b-7ed46b515419 req-5594535a-224f-4600-abf9-9a9aefa577cc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:18.422128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6359056-cf78-4452-831b-7ed46b515419 req-5594535a-224f-4600-abf9-9a9aefa577cc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Nov 12 12:51:18.489325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6359056-cf78-4452-831b-7ed46b515419 req-70f96a19-131c-4645-890e-ed048b99d96f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Nov 12 12:51:18.916340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:18.954370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3847f-90dd-4548-a085-af50ce2f327a req-5197c331-e010-408d-ba52-43bd15a7e95b tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:18.961636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14a3847f-90dd-4548-a085-af50ce2f327a req-5197c331-e010-408d-ba52-43bd15a7e95b tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 943 time: 0.0579612 Nov 12 12:51:18.988617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6f775a8-a5d4-4015-a78d-f66b91b2c4a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:19.026636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-14a3847f-90dd-4548-a085-af50ce2f327a req-27bf8028-a404-4f27-8bab-223906075ca3 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591931 Nov 12 12:51:19.029500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6f775a8-a5d4-4015-a78d-f66b91b2c4a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:19.094713 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6f775a8-a5d4-4015-a78d-f66b91b2c4a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:19.097638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6f775a8-a5d4-4015-a78d-f66b91b2c4a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:19.098904 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e6f775a8-a5d4-4015-a78d-f66b91b2c4a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4d8d3cf-d252-451a-9042-eec42617e08c HTTP/1.1" status: 204 len: 168 time: 0.1815333 Nov 12 12:51:19.109628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f775a8-a5d4-4015-a78d-f66b91b2c4a4 tempest-TestVolumeBootPattern-1744236327 tempest-TestVolumeBootPattern-1744236327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d8d3cf-d252-451a-9042-eec42617e08c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:19.168506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:19.327444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3d53-e8c6-44ca-82dc-b3f1f45724be req-864618e6-118e-4d0b-9826-2c44cce26164 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:19.334662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51eb3d53-e8c6-44ca-82dc-b3f1f45724be req-864618e6-118e-4d0b-9826-2c44cce26164 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 945 time: 0.0687671 Nov 12 12:51:19.383949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99ca3-66a0-48ed-94a0-83a2c90fe7f5 req-96faa8af-ae0d-47cd-8bd1-cac4c8858fbd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:19.385630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18a99ca3-66a0-48ed-94a0-83a2c90fe7f5 req-96faa8af-ae0d-47cd-8bd1-cac4c8858fbd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0681658 Nov 12 12:51:19.391908 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51eb3d53-e8c6-44ca-82dc-b3f1f45724be req-0945572e-6f9d-456e-8ae5-ab6de86c19d1 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499256 Nov 12 12:51:19.512025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18a99ca3-66a0-48ed-94a0-83a2c90fe7f5 req-b067877f-56e8-4f30-a6d6-8c5111a94581 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190143 Nov 12 12:51:19.653072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec2abf-3f02-4c06-a2c4-e50c26d0faaa req-0418f60e-80b5-4691-b435-3484224adf0b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:19.655126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-68ec2abf-3f02-4c06-a2c4-e50c26d0faaa req-0418f60e-80b5-4691-b435-3484224adf0b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 945 time: 0.0557797 Nov 12 12:51:19.713172 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-68ec2abf-3f02-4c06-a2c4-e50c26d0faaa req-b0905be4-7474-47ab-b075-b3698de8e30b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515590 Nov 12 12:51:19.728309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:19.812751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-1cfad04c-d268-4a79-9076-675cf0826701 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:19.815096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-1cfad04c-d268-4a79-9076-675cf0826701 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 945 time: 0.0701530 Nov 12 12:51:19.927677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-323b57cf-fd5e-442c-856c-69896a50d7e3 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:19.934558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-323b57cf-fd5e-442c-856c-69896a50d7e3 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 811 time: 0.1657772 Nov 12 12:51:19.940365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-9127ad95-f312-40a3-976b-286d0c53dea4 service neutron] 10.222.0.65 "GET /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 384 time: 0.1240253 Nov 12 12:51:19.992596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Deleting port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:19.992951 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:20.000367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-98fdd956-2cc1-41e7-bf91-fc18d816ae04 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/quotas/48179832391945ad82e7a3790171c223 HTTP/1.1" status: 200 len: 375 time: 0.0632582 Nov 12 12:51:20.106359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-13cad98b-8905-4ddf-9ba0-f8a0cc849c58 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019943 Nov 12 12:51:20.190234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] For port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,segment=NetworkSegment(c1b64a0d-be44-47c7-8b41-fa73f5de72aa),segment_id=c1b64a0d-be44-47c7-8b41-fa73f5de72aa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:20.190670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:20.243572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Deleting port e0c72471-4d30-44ba-803d-8c4e226e3f7f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:20.243917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:20.247306 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-0cdab640-29fa-4510-9ef4-81f845014412 service neutron] 10.222.0.18 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277831 Nov 12 12:51:20.413699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] For port e0c72471-4d30-44ba-803d-8c4e226e3f7f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e0c72471-4d30-44ba-803d-8c4e226e3f7f,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:20.414078 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:20.436778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Calling delete_port for e0c72471-4d30-44ba-803d-8c4e226e3f7f owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:20.440094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-d5ac1e0f-3514-4f36-a99b-34deebdf65e2 service neutron] 10.222.0.18 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707463 Nov 12 12:51:20.537939 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2113b3a-faa7-465c-9150-feb61a313597 req-8294a4a2-1f92-4cc3-a6d0-4da7d5223253 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:20.540584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2113b3a-faa7-465c-9150-feb61a313597 req-8294a4a2-1f92-4cc3-a6d0-4da7d5223253 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 943 time: 0.4496200 Nov 12 12:51:20.543439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Calling delete_port for 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:20.699897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:20.709883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:20.715804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088df39-2e99-477f-b095-4907f982bf91 req-f21b2b55-b1d9-4140-9340-4e87203176ec tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:20.717397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6088df39-2e99-477f-b095-4907f982bf91 req-f21b2b55-b1d9-4140-9340-4e87203176ec tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c495ffe-63a7-48be-8ffa-dd9c9e2b051f HTTP/1.1" status: 200 len: 945 time: 0.0768895 Nov 12 12:51:20.754756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d2113b3a-faa7-465c-9150-feb61a313597 req-713fe67d-d049-4097-8c7e-478d98e9ccfa tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770599 Nov 12 12:51:20.758048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c72471-4d30-44ba-803d-8c4e226e3f7f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:20.758219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:20.828699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:20.835987 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f63a58-f639-4c8c-b7b3-cc780a3c3029" -d '{"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:20.849548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:20.884786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6088df39-2e99-477f-b095-4907f982bf91 req-85025c79-615c-4911-a4e1-d20ef0620312 tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368680 Nov 12 12:51:20.971700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:20.979090 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bc3f4da3-4d5a-457b-967e-6e9f17f19804 req-f22c88de-e811-462d-8a8d-9793d3347762 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 210 time: 0.1244590 Nov 12 12:51:21.040347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.043403 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.053239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:21.080405 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fbd6e9-34f0-4dc4-9830-caa4061abbe4 x-openstack-request-id: req-a6fbd6e9-34f0-4dc4-9830-caa4061abbe4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:21.080721 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:21.080969 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6fbd6e9-34f0-4dc4-9830-caa4061abbe4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:21.081389 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'code': 200} Nov 12 12:51:21.106578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc529b8-42c0-4a46-b073-2a0af95f876d req-2e56cf7e-5f91-43e5-a626-adc85ee02592 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:21.114932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddc529b8-42c0-4a46-b073-2a0af95f876d req-2e56cf7e-5f91-43e5-a626-adc85ee02592 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.1280935 Nov 12 12:51:21.133881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Pushing event deleted for resources: {'Port': ['ID=5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:21.212655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] No DVR routers for this DVR port 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:21.219335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.222875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-72052641-b910-47b6-96e8-ed9e7174cd05 req-ce27a1be-7496-4166-9d1d-0b4ac33688ee tempest-ServerTagsTestJSON-479451586 tempest-ServerTagsTestJSON-479451586-project] 10.222.0.65 "DELETE /v2.0/ports/5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 HTTP/1.1" status: 204 len: 173 time: 1.4011314 Nov 12 12:51:21.242266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] Transition to ACTIVE for port object dab87e15-c695-4297-9d30-20f7a0c8dfe9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:51:21.247819 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.300086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddc529b8-42c0-4a46-b073-2a0af95f876d req-ea8bbeb6-b30d-45c4-8a17-e856a89c9244 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097202 Nov 12 12:51:21.408066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] No DVR routers for this DVR port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:21.432608 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:51:21.452956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] Pushing event updated for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=11']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:21.473423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Router 62ac1774-4358-4390-920c-ac54dc3965db has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:51:21.573468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-5257efe5-c882-48fc-92b6-4e193f988f61 service neutron] 10.222.0.65 "PUT /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9/bindings/n-h1-804878-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6261296 Nov 12 12:51:21.602032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:21.604567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:21.613338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:21.613510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b0e2220c-561c-410d-b235-a8bde7d6476c admin admin] 10.222.0.18 "PUT /v2.0/routers/62ac1774-4358-4390-920c-ac54dc3965db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4437335 Nov 12 12:51:21.621072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36c027-a903-406f-8743-436229beeaca None None] Sync routers for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:21.624716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3', 'network_id': 'dfc0d5c3-0e39-471d-a650-b7b66266a03a', 'port_id': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3', 'mac_address': 'fa:16:3e:83:e4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5d7808-96ae-40fe-afca-5bc63e8a22f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:51:21.644114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:21.644778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:21.719192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.726840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.794203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:21.831026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:21.840777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:21.843585 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.849720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-931c3204-f10b-4f8d-9939-4f4b9476a9fd tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:21.851316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-931c3204-f10b-4f8d-9939-4f4b9476a9fd tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7&tenant_id=1845ff0008a54787b483ed04af0c1e54&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.1043789 Nov 12 12:51:21.892491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:21.969469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415052ef-21b4-4e45-a960-11f31c66d6c1 req-f1337871-192e-48b3-b6b8-3eb1551371a6 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:21.971213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-415052ef-21b4-4e45-a960-11f31c66d6c1 req-f1337871-192e-48b3-b6b8-3eb1551371a6 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 944 time: 0.0909688 Nov 12 12:51:21.972043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:22.037996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-7cba07e5-a239-4f5a-b45c-0ee2be843b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.039570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-7cba07e5-a239-4f5a-b45c-0ee2be843b1f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 1095 time: 0.1802430 Nov 12 12:51:22.070057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:22.075377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Deleting subnet d51be7f7-934f-4702-ae51-e73703199f3b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:51:22.081488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Deleting port 42812921-0f8e-4f24-aa42-6bfa2eae900b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:22.081840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.095298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-415052ef-21b4-4e45-a960-11f31c66d6c1 req-1ea595f1-6021-4b28-8efe-830d15762282 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111104 Nov 12 12:51:22.096255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.102018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-a247d405-660e-4f68-af9b-53b907254438 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.104540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-a247d405-660e-4f68-af9b-53b907254438 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 811 time: 0.1944525 Nov 12 12:51:22.127545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Request body: {'port': {'device_id': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'admin_state_up': True, 'tenant_id': '48179832391945ad82e7a3790171c223'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:22.129074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f848ef7e-7bd1-49b4-a9d5-08c6110c78a3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:22.178858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cd36889-ac46-4ef4-859d-f8b736e490cf req-5c696d0a-44f6-4f88-be5e-074c379c2d1e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 210 time: 0.0590107 Nov 12 12:51:22.195649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.219425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-c92cdbc9-5255-4c2a-9e1a-dc8472574f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.220804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-c92cdbc9-5255-4c2a-9e1a-dc8472574f91 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1095 time: 0.1502945 Nov 12 12:51:22.260003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] For port 42812921-0f8e-4f24-aa42-6bfa2eae900b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=42812921-0f8e-4f24-aa42-6bfa2eae900b,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:22.260362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.262990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.295871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Calling delete_port for 42812921-0f8e-4f24-aa42-6bfa2eae900b owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:22.352715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Made reservation on behalf of 48179832391945ad82e7a3790171c223 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:22.354367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:51:20Z', 'revision_number': 5, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port': {'id': '42812921-0f8e-4f24-aa42-6bfa2eae900b', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac1774-4358-4390-920c-ac54dc3965db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:35:36Z', 'updated_at': '2021-11-12T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:22.356340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.367199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-2e0c2c6c-17b2-4e7b-8f1d-68703f378ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.368712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-2e0c2c6c-17b2-4e7b-8f1d-68703f378ca0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 896 time: 0.1390731 Nov 12 12:51:22.398958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36c027-a903-406f-8743-436229beeaca None None] Checking router: 62ac1774-4358-4390-920c-ac54dc3965db for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:22.417045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] Routers {'62ac1774-4358-4390-920c-ac54dc3965db'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:22.417672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['62ac1774-4358-4390-920c-ac54dc3965db'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:22.453322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.487304 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-a2144df7-bfdf-4158-b71e-87ffc1e0e01e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 999 time: 0.1111567 Nov 12 12:51:22.500210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f8577-ba05-4447-9db7-99fb8828961c req-3a0aaba7-6730-4cec-8445-e6a98f2cfaed tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.501352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296f8577-ba05-4447-9db7-99fb8828961c req-3a0aaba7-6730-4cec-8445-e6a98f2cfaed tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.1138299 Nov 12 12:51:22.502215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51be7f7-934f-4702-ae51-e73703199f3b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:22.508103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.511270 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-81802a7f-024a-45f8-90e4-df5840bba006 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d51be7f7-934f-4702-ae51-e73703199f3b HTTP/1.1" status: 204 len: 168 time: 0.5370955 Nov 12 12:51:22.547853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:22.554322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] Set router 62ac1774-4358-4390-920c-ac54dc3965db gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:22.608861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296f8577-ba05-4447-9db7-99fb8828961c req-4b0e9b3f-ef26-4077-81b1-3833c7ff3337 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963681 Nov 12 12:51:22.633746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb36c027-a903-406f-8743-436229beeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:51:21Z', 'revision_number': 6, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:22.635535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-ea72a638-e8f0-43c1-b874-1d119dd09897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.637049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-ea72a638-e8f0-43c1-b874-1d119dd09897 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.1425912 Nov 12 12:51:22.645859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Allocated IP 172.20.0.5 (b2f7e4fd-6775-4d8a-92f2-0010a6b71331/23e0cbce-4d14-46ab-9651-82c5455106cb/82ebbfb6-8178-4160-9c89-fbc0a61d1b19) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:22.656323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.668519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36c027-a903-406f-8743-436229beeaca None None] The sync data for ids ['62ac1774-4358-4390-920c-ac54dc3965db'] in n-d-804878-5 is: [{'id': '62ac1774-4358-4390-920c-ac54dc3965db', 'name': 'tempest-TestVolumeBootPattern-1035956917-router', 'tenant_id': '51701a249029464891cbd52263f1e2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:35:32Z', 'updated_at': '2021-11-12T12:51:21Z', 'revision_number': 6, 'project_id': '51701a249029464891cbd52263f1e2ba', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:22.690312 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.692986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=42812921-0f8e-4f24-aa42-6bfa2eae900b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:22.722124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798aa9c9-b3f6-4566-b8af-58fdf08cd7f7 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:22.769890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.778735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-d96847f1-ec57-4b4a-8cf2-dfce18315f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:22.780356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-d96847f1-ec57-4b4a-8cf2-dfce18315f06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322718 Nov 12 12:51:22.865427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.867522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.874034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.912141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.912766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ac1774-4358-4390-920c-ac54dc3965db {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:51:22.917157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:22.921149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e36a1af7-588a-42d8-8377-668c24e28d71 admin admin] 10.222.0.18 "DELETE /v2.0/routers/62ac1774-4358-4390-920c-ac54dc3965db HTTP/1.1" status: 204 len: 168 time: 1.3035614 Nov 12 12:51:22.921602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:22.967654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Deleting subnet 75b9ca4c-b56e-4597-968a-b5f6a9c428b2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:51:22.970973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.015471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.097764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'name': 'network-vif-deleted', 'tag': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:23.110566 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58a8fdd-0898-4c75-9be6-8ed837f1d6dc" -d '{"events": [{"server_uuid": "6c495ffe-63a7-48be-8ffa-dd9c9e2b051f", "name": "network-vif-deleted", "tag": "5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:23.231853 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.252079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e0c72471-4d30-44ba-803d-8c4e226e3f7f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:23.266539 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23517243-6483-4c32-8d66-bfe8215dd210 x-openstack-request-id: req-23517243-6483-4c32-8d66-bfe8215dd210 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:23.266850 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c495ffe-63a7-48be-8ffa-dd9c9e2b051f", "name": "network-vif-deleted", "tag": "5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:23.267215 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23517243-6483-4c32-8d66-bfe8215dd210 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:23.267798 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c495ffe-63a7-48be-8ffa-dd9c9e2b051f', 'name': 'network-vif-deleted', 'tag': '5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004', 'status': 'completed', 'code': 200} Nov 12 12:51:23.273712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e0c72471-4d30-44ba-803d-8c4e226e3f7f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:23.274251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e0c72471-4d30-44ba-803d-8c4e226e3f7f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:23.307765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.358399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfd3c66-e7f3-4596-98aa-c832c1c9c875']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:23.365725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-35ccaca7-0253-496d-b4af-9e385dc409c5 req-9f4c25ae-cd60-4990-9180-eae21672a69e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 210 time: 0.0550630 Nov 12 12:51:23.366671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b9ca4c-b56e-4597-968a-b5f6a9c428b2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:23.372012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.379532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a8a0eb7c-33c1-4bdc-807b-4346d408280a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/75b9ca4c-b56e-4597-968a-b5f6a9c428b2 HTTP/1.1" status: 204 len: 168 time: 0.4568641 Nov 12 12:51:23.381305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:23.391270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d834a-9fed-4e0d-bf30-8b996b386126 None None] Network 621cacfe-376f-4015-9376-35e7b39f8f1b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:23.391410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:23.391410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b64a0d-be44-47c7-8b41-fa73f5de72aa') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:23.408602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.455358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:23.457175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.462296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-73532e0a-3a58-4312-aad3-89504f1d057f service neutron] 10.222.0.81 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701894 Nov 12 12:51:23.468679 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.475987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936e6b0-c6a4-4e4b-ac10-530856ce07ee req-b1dac45e-bf3d-4000-9aee-165195864631 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:23.477643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d936e6b0-c6a4-4e4b-ac10-530856ce07ee req-b1dac45e-bf3d-4000-9aee-165195864631 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 944 time: 0.1908844 Nov 12 12:51:23.480457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.484069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:51:23.484588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:51:23.486433 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:51:23.524544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Deleting port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:23.524840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.572896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:51:23.579177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:23.579618 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.617996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] For port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,segment=NetworkSegment(634a9efc-7aee-44c1-9f75-e2cc8cd8cf52),segment_id=634a9efc-7aee-44c1-9f75-e2cc8cd8cf52)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:23.618711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.640955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Calling delete_port for 3e8bd9d0-c7e9-4de1-a641-14dc921b290b owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:23.669307 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.688804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.695076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] 10.222.0.18 "DELETE /v2.0/networks/8cfd3c66-e7f3-4596-98aa-c832c1c9c875 HTTP/1.1" status: 204 len: 168 time: 1.1439989 Nov 12 12:51:23.702253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d936e6b0-c6a4-4e4b-ac10-530856ce07ee req-fe582826-41ce-486f-9301-46cb893f6783 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920164 Nov 12 12:51:23.706967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] DHCP port deletion for 621cacfe-376f-4015-9376-35e7b39f8f1b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:23.726263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161317b-5a60-43a0-ab63-3b01d90de79d admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfd3c66-e7f3-4596-98aa-c832c1c9c875,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:23.749130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-a357f697-e1c1-430d-845a-f426ba6cff37 service neutron] 10.222.0.81 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666855 Nov 12 12:51:23.749457 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.751714 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.774413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['92eedde7-d3a0-49f0-b2f3-deaa82a69aa7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:23.811765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:23.818263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:23.828561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:23.837311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Pushing event updated for resources: {'Port': ['ID=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:23.865180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.907498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:23.914840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:23.923766 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.925075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] No DVR routers for this DVR port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:23.932697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:23.937276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:23.940068 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211e2f1e-8aa9-4d96-975b-f46689249699" -d '{"events": [{"server_uuid": "739b19f4-b8eb-4ff4-8853-72be9314a0a2", "name": "network-vif-plugged", "status": "completed", "tag": "f848ef7e-7bd1-49b4-a9d5-08c6110c78a3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:23.948978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:23.950079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:23.963335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:23.969356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407d2a2-81f6-4162-a07a-e791a562cc7a req-be2753e6-ffde-490b-aa3b-371f127ebec2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:23.972577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3407d2a2-81f6-4162-a07a-e791a562cc7a req-be2753e6-ffde-490b-aa3b-371f127ebec2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.1886861 Nov 12 12:51:23.985631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-cc706fae-edeb-45c0-a84a-194f46c7cb1a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8645778 Nov 12 12:51:24.004309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Request body: {'port': {'device_id': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:24.015117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:24.053717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:24.054070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5c1d4911-3c15-4a1d-8cc7-d8ed3ef33004 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:24.054930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:24.065427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.067713 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e86ac-6ac5-474c-8aed-f498083df7d5 x-openstack-request-id: req-636e86ac-6ac5-474c-8aed-f498083df7d5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:24.068083 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739b19f4-b8eb-4ff4-8853-72be9314a0a2", "name": "network-vif-plugged", "status": "completed", "tag": "f848ef7e-7bd1-49b4-a9d5-08c6110c78a3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:24.068352 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-636e86ac-6ac5-474c-8aed-f498083df7d5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:24.068746 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3', 'code': 200} Nov 12 12:51:24.106604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621cacfe-376f-4015-9376-35e7b39f8f1b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:24.133484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3407d2a2-81f6-4162-a07a-e791a562cc7a req-aa83334b-5147-4e7f-a471-3234aebb3958 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423292 Nov 12 12:51:24.172193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:24.172500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634a9efc-7aee-44c1-9f75-e2cc8cd8cf52') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:24.175654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Deleting port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:24.176035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.182906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2bcdab20-6ac1-4985-a5be-ac37ddd68739 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dda5922335844c3b8ddd6e77f0ee5064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172320 Nov 12 12:51:24.185962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:24.205594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.209315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.234375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.239941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-73ce1473-f752-4e1d-98b7-f6edfa94884a tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:24.240272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe90e5e-f9c6-4a85-81a6-e9ded6aee7d2 req-9e373146-1516-418b-92e9-3c7221c5a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:24.241490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-73ce1473-f752-4e1d-98b7-f6edfa94884a tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7&tenant_id=1845ff0008a54787b483ed04af0c1e54&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 1095 time: 0.1658540 Nov 12 12:51:24.241790 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fe90e5e-f9c6-4a85-81a6-e9ded6aee7d2 req-9e373146-1516-418b-92e9-3c7221c5a921 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1046665 Nov 12 12:51:24.248676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:51:24.249078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:51:24.255046 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:51:24.257335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:24.282883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] For port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:24.283275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.303492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Calling delete_port for 3e8bd9d0-c7e9-4de1-a641-14dc921b290b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:24.306510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:51:24.309813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.351684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] Pushing event deleted for resources: {'Port': ['ID=3e8bd9d0-c7e9-4de1-a641-14dc921b290b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:24.356191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3506f9-f4e8-4d80-b5e8-0bc688121c5d None None] No DVR routers for this DVR port 3e8bd9d0-c7e9-4de1-a641-14dc921b290b on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:24.364465 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9fe90e5e-f9c6-4a85-81a6-e9ded6aee7d2 req-ee960820-7df4-459a-b24a-35d8b084a538 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083901 Nov 12 12:51:24.377060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.384736 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.388776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] 10.222.0.18 "DELETE /v2.0/networks/621cacfe-376f-4015-9376-35e7b39f8f1b HTTP/1.1" status: 204 len: 168 time: 1.0066993 Nov 12 12:51:24.391565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-082b96de-7f88-444e-8bc8-766f719788a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.393547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:24.444550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-082b96de-7f88-444e-8bc8-766f719788a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.454095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c2de9-1ad1-4001-8ff3-83a371c15793 admin admin] Pushing event deleted for resources: {'Network': ['ID=621cacfe-376f-4015-9376-35e7b39f8f1b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:24.667675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d26d5-0614-4865-9fbb-cc8c54022675 req-0b93a930-6663-4b6f-a44a-b831486bce37 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:24.669130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e2d26d5-0614-4865-9fbb-cc8c54022675 req-0b93a930-6663-4b6f-a44a-b831486bce37 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 931 time: 0.2206399 Nov 12 12:51:24.670735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-a9ce3757-24a6-4df6-8399-5735232a92a7 service neutron] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:24.674080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-082b96de-7f88-444e-8bc8-766f719788a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.676757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-082b96de-7f88-444e-8bc8-766f719788a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.677872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-082b96de-7f88-444e-8bc8-766f719788a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afe6f6a6-c6cd-4116-9161-1e8fa04bf84b HTTP/1.1" status: 204 len: 168 time: 0.4908283 Nov 12 12:51:24.691341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-a9ce3757-24a6-4df6-8399-5735232a92a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.692442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d92e6ed-9ccc-44b4-b702-711652bc44d6 req-a9ce3757-24a6-4df6-8399-5735232a92a7 service neutron] 10.222.0.81 "DELETE /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9/bindings/n-h2-804878-5 HTTP/1.1" status: 204 len: 173 time: 0.4253721 Nov 12 12:51:24.726210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b96de-7f88-444e-8bc8-766f719788a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6f6a6-c6cd-4116-9161-1e8fa04bf84b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:24.808320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e2d26d5-0614-4865-9fbb-cc8c54022675 req-21fada87-aafd-4808-a2c4-a9029508a65d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292989 Nov 12 12:51:24.845287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:24.853743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.857411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0181-320f-4858-90c4-4e856e8a7e02 req-866cb564-f87e-436a-8221-90a56671bb4d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:24.859088 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33dc0181-320f-4858-90c4-4e856e8a7e02 req-866cb564-f87e-436a-8221-90a56671bb4d tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 945 time: 0.0646398 Nov 12 12:51:24.868900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Transition to ACTIVE for port object 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:51:24.873668 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.891445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:24.931094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Pushing event updated for resources: {'Port': ['ID=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:24.975151 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-33dc0181-320f-4858-90c4-4e856e8a7e02 req-a716fc6f-bd50-4f21-9030-a6f5d262a231 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063168 Nov 12 12:51:25.014707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Attempting to bind port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:25.015215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Attempting to bind port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:25.015399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Attempting to bind port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:25.021017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:51:25.021350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Attempting to bind port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 on network b2f7e4fd-6775-4d8a-92f2-0010a6b71331 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:25.027031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:25.027377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Checking segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:25.027767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Bound using segment: {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:25.028211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Bound port: 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:25.028907 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:25.131486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] For port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:25.136093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] For port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:25.142758 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:25.196433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3e8bd9d0-c7e9-4de1-a641-14dc921b290b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:25.221410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:25.222085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:25.222732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 3e8bd9d0-c7e9-4de1-a641-14dc921b290b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:25.223275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3e8bd9d0-c7e9-4de1-a641-14dc921b290b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:25.223692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42812921-0f8e-4f24-aa42-6bfa2eae900b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:25.224776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] 10.222.0.81 "PUT /v2.0/ports/82ebbfb6-8178-4160-9c89-fbc0a61d1b19 HTTP/1.1" status: 200 len: 1091 time: 1.2288806 Nov 12 12:51:25.225431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'tag': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:25.228760 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4fbd608-eb3c-4b29-a5a7-72754b9346a7", "tag": "82ebbfb6-8178-4160-9c89-fbc0a61d1b19"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:25.265628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 42812921-0f8e-4f24-aa42-6bfa2eae900b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:25.266407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 42812921-0f8e-4f24-aa42-6bfa2eae900b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:25.305625 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ec8c1-e5e9-426a-9b52-16a9aba80664 x-openstack-request-id: req-9f5ec8c1-e5e9-426a-9b52-16a9aba80664 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:25.305949 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4fbd608-eb3c-4b29-a5a7-72754b9346a7", "tag": "82ebbfb6-8178-4160-9c89-fbc0a61d1b19", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:25.306051 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f5ec8c1-e5e9-426a-9b52-16a9aba80664 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:25.306478 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'tag': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19', 'status': 'completed', 'code': 200} Nov 12 12:51:25.313448 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Deleting port a6724182-d953-4a4b-a5bc-afdbbb80703c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:25.313795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:25.341318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63daed-1641-4825-b6ac-9e2a72f902ff service neutron] Pushing event updated for resources: {'Port': ['ID=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:25.405565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3f076-1f80-4844-b5b3-799987eb738e req-0b65c8de-58c3-45be-a73f-122a1904f942 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:25.407571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6c3f076-1f80-4844-b5b3-799987eb738e req-0b65c8de-58c3-45be-a73f-122a1904f942 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.1375175 Nov 12 12:51:25.421439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-77090a62-ac58-4e2f-8acf-d0bbe3a35a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:25.423892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-77090a62-ac58-4e2f-8acf-d0bbe3a35a8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 1094 time: 0.1200013 Nov 12 12:51:25.459957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] For port a6724182-d953-4a4b-a5bc-afdbbb80703c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a6724182-d953-4a4b-a5bc-afdbbb80703c,segment=NetworkSegment(4c4dad2e-1582-4739-941a-95c4d14d61de),segment_id=4c4dad2e-1582-4739-941a-95c4d14d61de)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:25.460369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:25.478495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-a361167a-d7be-4a2f-878d-32e1af76092e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19 HTTP/1.1" status: 200 len: 217 time: 0.0416465 Nov 12 12:51:25.486526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Calling delete_port for a6724182-d953-4a4b-a5bc-afdbbb80703c owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:25.570366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6c3f076-1f80-4844-b5b3-799987eb738e req-025b33cd-89fc-4585-bec7-2bbad6688f95 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543543 Nov 12 12:51:25.572702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-01044de8-61b6-42d6-9ad1-ae71e638d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:25.574831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-01044de8-61b6-42d6-9ad1-ae71e638d626 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0884821 Nov 12 12:51:25.616363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-a818e61b-a998-4d09-af79-3950a57cde1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342157 Nov 12 12:51:25.737583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-3b1eeb29-9e89-455a-93fb-349bb9bba8c8 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122918 Nov 12 12:51:25.798033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d70b4b-ca55-4105-9ab3-20b0f63317b8 req-da175ea4-904f-437d-9ff9-92e3cf728002 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:25.799620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51d70b4b-ca55-4105-9ab3-20b0f63317b8 req-da175ea4-904f-437d-9ff9-92e3cf728002 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0906739 Nov 12 12:51:25.878413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:25.881320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-720cbfbe-7e46-485f-a8a1-29a92beef2d0 req-53172f41-da7a-45c2-a378-5ece8aace752 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355822 Nov 12 12:51:25.899856 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51d70b4b-ca55-4105-9ab3-20b0f63317b8 req-4ad12267-5c3a-4d2b-af2a-f643ef64e062 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788851 Nov 12 12:51:25.940357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6724182-d953-4a4b-a5bc-afdbbb80703c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:25.972827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1d579-b891-47d4-9d58-5e714b26557a req-05cb8bc3-18b5-4fb6-a5f7-0c4ad410b207 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:25.974706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86a1d579-b891-47d4-9d58-5e714b26557a req-05cb8bc3-18b5-4fb6-a5f7-0c4ad410b207 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 943 time: 0.0763016 Nov 12 12:51:25.990498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.990770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.991062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.991390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.991717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.992040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.992357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.992769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.992974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.993295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.993608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:25.993923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:26.085511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-1e4cb86c-9b3c-4cea-990a-6461d672ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:26.087131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-1e4cb86c-9b3c-4cea-990a-6461d672ea4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 1094 time: 0.1116149 Nov 12 12:51:26.125810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86a1d579-b891-47d4-9d58-5e714b26557a req-98f91d4c-6e9b-40c8-95a9-cdb6a516add5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306233 Nov 12 12:51:26.169193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:26.169796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b31f9-6806-483d-be58-668e9c4298d4 req-b50e730b-7313-48fe-a45e-6b0883a9a71a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:26.178038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7b31f9-6806-483d-be58-668e9c4298d4 req-b50e730b-7313-48fe-a45e-6b0883a9a71a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.1464374 Nov 12 12:51:26.263222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-f01db8f7-b0e4-4ed8-bdb7-3312cf351193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:26.266337 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-f01db8f7-b0e4-4ed8-bdb7-3312cf351193 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 912 time: 0.1697860 Nov 12 12:51:26.290474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8f7b31f9-6806-483d-be58-668e9c4298d4 req-92eba64a-c81a-430b-a437-c7ee8ef47d04 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079590 Nov 12 12:51:26.303146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.304076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:26.323895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-e22ef56f-bb43-4e73-a783-fd2a94e0409c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19 HTTP/1.1" status: 200 len: 217 time: 0.0501482 Nov 12 12:51:26.333923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5a88-84aa-4c04-9180-e52b26219366 req-2e96dda9-8273-417b-a51e-95f546b9601b tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:26.335449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c4e5a88-84aa-4c04-9180-e52b26219366 req-2e96dda9-8273-417b-a51e-95f546b9601b tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 945 time: 0.1163931 Nov 12 12:51:26.353079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e838add8-7139-42f7-9622-43c12fb08628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.429661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-d44cfd7e-01b0-4c70-b485-6cc584cce1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:26.431193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-d44cfd7e-01b0-4c70-b485-6cc584cce1e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0948837 Nov 12 12:51:26.470153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c4e5a88-84aa-4c04-9180-e52b26219366 req-c83f246d-21cc-44ef-a490-4420c0aff01a tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207001 Nov 12 12:51:26.493641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-5c7faa0f-8f65-440d-bd52-725743a0e03a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483568 Nov 12 12:51:26.597792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e838add8-7139-42f7-9622-43c12fb08628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.605244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e838add8-7139-42f7-9622-43c12fb08628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.641724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-6765901a-9bf3-4eba-aeb8-d9e11dce8fc9 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402709 Nov 12 12:51:26.677465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e838add8-7139-42f7-9622-43c12fb08628 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe53ecd9447248c8bb7b04e6de9c2593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5048783 Nov 12 12:51:26.689567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:26.702483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838add8-7139-42f7-9622-43c12fb08628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e9f1df-aead-4a3f-9780-1ab89e2a62ca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:26.777384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-413861ad-ee12-4160-8540-f7f443df45a4 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/0a2fe767-e278-4e95-b306-2cbf640de51b HTTP/1.1" status: 200 len: 991 time: 0.4617693 Nov 12 12:51:26.806822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26ddc94a-d3ab-475c-b726-0a0e6e1e7a8c req-c3522c94-6dc6-4651-8509-b40bb855356e service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530461 Nov 12 12:51:26.807830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10625aac-072e-45d5-a9ca-dbf0bc66c83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.833652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10625aac-072e-45d5-a9ca-dbf0bc66c83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.914276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10625aac-072e-45d5-a9ca-dbf0bc66c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.917220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10625aac-072e-45d5-a9ca-dbf0bc66c83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:26.922210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-10625aac-072e-45d5-a9ca-dbf0bc66c83d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7e9f1df-aead-4a3f-9780-1ab89e2a62ca HTTP/1.1" status: 204 len: 168 time: 0.2280312 Nov 12 12:51:26.928535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10625aac-072e-45d5-a9ca-dbf0bc66c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e9f1df-aead-4a3f-9780-1ab89e2a62ca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:26.970003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Router 11b8cdab-02f4-48d5-ba42-53e142a62a9d has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:51:27.035717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:27.105950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:27.115293 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] Sync routers for ids ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:27.126775 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b16d807-1fad-4730-bccd-c2f9e7741632 admin admin] 10.222.0.18 "PUT /v2.0/routers/11b8cdab-02f4-48d5-ba42-53e142a62a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7335792 Nov 12 12:51:27.126997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59728) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:27.129320 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] Routers {'11b8cdab-02f4-48d5-ba42-53e142a62a9d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:27.130324 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:27.311913 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] Set router 11b8cdab-02f4-48d5-ba42-53e142a62a9d gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:27.351695 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.353685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3f3b-dd17-4b6a-bd84-eb8dbd542c2d req-02eb9351-43c1-4576-99d5-722b147ec6cf tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:27.365570 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-686a3f3b-dd17-4b6a-bd84-eb8dbd542c2d req-02eb9351-43c1-4576-99d5-722b147ec6cf tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 943 time: 0.1393831 Nov 12 12:51:27.416140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 1cfab691-3d0b-4107-a393-daae0feb2257 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:27.416493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.426781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-686a3f3b-dd17-4b6a-bd84-eb8dbd542c2d req-70d56c8b-da11-4e79-a103-07d779a357b9 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600219 Nov 12 12:51:27.548918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.600676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.600943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.619420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 1cfab691-3d0b-4107-a393-daae0feb2257 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:27.621434 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:51:25Z', 'revision_number': 5, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port': {'id': 'd4e0d774-1a2a-447c-9327-dc6044a3d23a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:36:04Z', 'updated_at': '2021-11-12T12:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:27.653388 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] Checking router: 11b8cdab-02f4-48d5-ba42-53e142a62a9d for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:27.663567 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] Routers {'11b8cdab-02f4-48d5-ba42-53e142a62a9d'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:27.664182 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:27.695423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Deleting port d4e0d774-1a2a-447c-9327-dc6044a3d23a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:27.695776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.828424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] For port d4e0d774-1a2a-447c-9327-dc6044a3d23a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d4e0d774-1a2a-447c-9327-dc6044a3d23a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:27.828804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.843970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Calling delete_port for d4e0d774-1a2a-447c-9327-dc6044a3d23a owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:27.891496 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] Set router 11b8cdab-02f4-48d5-ba42-53e142a62a9d gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:27.937630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:27.970523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=1cfab691-3d0b-4107-a393-daae0feb2257,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:27.991375 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:51:27Z', 'revision_number': 6, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:28.022143 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5d0b-b0fa-4573-9237-d40a58add886 None None] The sync data for ids ['11b8cdab-02f4-48d5-ba42-53e142a62a9d'] in n-d-804878-5 is: [{'id': '11b8cdab-02f4-48d5-ba42-53e142a62a9d', 'name': 'tempest-TestVolumeBootPattern-424929095-router', 'tenant_id': '25f9a3820d07487294e1572ede9f7854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:36:01Z', 'updated_at': '2021-11-12T12:51:27Z', 'revision_number': 6, 'project_id': '25f9a3820d07487294e1572ede9f7854', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:28.092978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:28.093240 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP 0a2fe767-e278-4e95-b306-2cbf640de51b disassociated (deleted). External IP: 172.25.1.161, port: dab87e15-c695-4297-9d30-20f7a0c8dfe9. Nov 12 12:51:28.215414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:28.609888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e0d774-1a2a-447c-9327-dc6044a3d23a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:28.635657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ec703-12cb-40b7-8c5a-951c0201276e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:28.779113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:28.818297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c3c3-4db9-4cb9-9a74-82b819cb55a7 req-30e6b66e-117a-4007-b335-873e70f3403d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:28.819908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a578c3c3-4db9-4cb9-9a74-82b819cb55a7 req-30e6b66e-117a-4007-b335-873e70f3403d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 943 time: 0.2157984 Nov 12 12:51:28.952878 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:28.956075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.017208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:51:29.025597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.026773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b8cdab-02f4-48d5-ba42-53e142a62a9d {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:51:29.034414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.035748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b977d4c4-ea35-4f57-8c4a-d0ae46e7f835 admin admin] 10.222.0.18 "DELETE /v2.0/routers/11b8cdab-02f4-48d5-ba42-53e142a62a9d HTTP/1.1" status: 204 len: 168 time: 1.9078898 Nov 12 12:51:29.038384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:29.052837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a578c3c3-4db9-4cb9-9a74-82b819cb55a7 req-4bbc1505-f33d-48fa-aa1e-05300aed060f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006564 Nov 12 12:51:29.146433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:51:29.163479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Deleting subnet 01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:51:29.172365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.239763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:29.252096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.273692 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.311642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4478f334-b00e-409f-907f-c7ff115d4d7f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a2fe767-e278-4e95-b306-2cbf640de51b HTTP/1.1" status: 204 len: 168 time: 2.2731664 Nov 12 12:51:29.312292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:29.316475 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35adab60-64f0-448b-ac77-a9c0a0358050" -d '{"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:29.361643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:29.395130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19', 'network_id': 'b2f7e4fd-6775-4d8a-92f2-0010a6b71331', 'port_id': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19', 'mac_address': 'fa:16:3e:41:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e0cbce-4d14-46ab-9651-82c5455106cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:51:29.396048 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.409951 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009cba2-c885-4f59-8b3c-225c9cdee1d2 x-openstack-request-id: req-6009cba2-c885-4f59-8b3c-225c9cdee1d2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:29.410765 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:29.411189 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6009cba2-c885-4f59-8b3c-225c9cdee1d2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:29.411770 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'status': 'completed', 'code': 200} Nov 12 12:51:29.414118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d4e0d774-1a2a-447c-9327-dc6044a3d23a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:29.509406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] Sync routers for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:29.515849 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d4e0d774-1a2a-447c-9327-dc6044a3d23a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:29.516413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d4e0d774-1a2a-447c-9327-dc6044a3d23a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:29.517040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a6724182-d953-4a4b-a5bc-afdbbb80703c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:29.521024 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-57d95453-eda4-4e00-8580-1922ce12eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:29.524347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-57d95453-eda4-4e00-8580-1922ce12eeba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0891438 Nov 12 12:51:29.527422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.541200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.559681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a6724182-d953-4a4b-a5bc-afdbbb80703c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:29.560311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a6724182-d953-4a4b-a5bc-afdbbb80703c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:29.564412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:29.575984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:29.577170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:29.609896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:29.623388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.635435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-668598c7-5e8d-4ceb-a34a-f98ee14a0c06 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/01c2e9e6-eaff-4fa6-8954-eaac4e6c0d86 HTTP/1.1" status: 204 len: 168 time: 0.5956452 Nov 12 12:51:29.636949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:29.637494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e3504-76e7-4aa0-973a-d912e8550331 None None] Network b7a7958d-dee3-4d60-8b55-6cef6b2524e3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:29.656004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:29.672706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.751488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-2cac0742-9ca6-4bb6-aa6e-ae8ee98a6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:29.753028 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-2cac0742-9ca6-4bb6-aa6e-ae8ee98a6527 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 200 len: 896 time: 0.2220292 Nov 12 12:51:29.773653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.810272 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.874298 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-1a6da3f5-eee8-4891-b474-5a6e85f346f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 200 len: 217 time: 0.1012070 Nov 12 12:51:29.882445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Deleting port a9426144-63f1-4574-9b27-50784f4baceb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:29.883186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:29.899783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:29.905476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:29.964799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['82ebbfb6-8178-4160-9c89-fbc0a61d1b19'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:29.979072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] For port a9426144-63f1-4574-9b27-50784f4baceb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a9426144-63f1-4574-9b27-50784f4baceb,segment=NetworkSegment(4c4dad2e-1582-4739-941a-95c4d14d61de),segment_id=4c4dad2e-1582-4739-941a-95c4d14d61de)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:29.979612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.001946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d8df5-7fa6-428b-b41b-d8e1971f0832 req-0cd4341b-9908-4b7c-a404-ed28ba0a8ce9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:30.004178 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d39d8df5-7fa6-428b-b41b-d8e1971f0832 req-0cd4341b-9908-4b7c-a404-ed28ba0a8ce9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.2502444 Nov 12 12:51:30.019619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Calling delete_port for a9426144-63f1-4574-9b27-50784f4baceb owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:30.029031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-d1e4a34e-7455-4181-b79c-27f3dc3b2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:30.031370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-d1e4a34e-7455-4181-b79c-27f3dc3b2d60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 200 len: 835 time: 0.1432962 Nov 12 12:51:30.098500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] DHCP port deletion for b7a7958d-dee3-4d60-8b55-6cef6b2524e3 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:30.185874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.236006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-9d5fc979-a1be-4513-8adf-84ffc372fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:30.237556 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-9d5fc979-a1be-4513-8adf-84ffc372fa3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946008 Nov 12 12:51:30.278435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450d13f-92f1-42a7-82d5-16fe30223e42 req-3a5377ac-1368-4f45-ab36-246e8705cd67 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:30.285624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d39d8df5-7fa6-428b-b41b-d8e1971f0832 req-040f54ab-7a2d-4649-ae10-082c48aaa3bc tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e8d0775-d902-4ffa-96ad-adbd51c8a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667308 Nov 12 12:51:30.287774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5450d13f-92f1-42a7-82d5-16fe30223e42 req-3a5377ac-1368-4f45-ab36-246e8705cd67 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 944 time: 0.1120927 Nov 12 12:51:30.300849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.337613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9426144-63f1-4574-9b27-50784f4baceb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:30.357526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-10bcf579-f35d-4358-a4bf-3ee911640a0d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:30.363456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-10bcf579-f35d-4358-a4bf-3ee911640a0d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.81 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 944 time: 0.2290018 Nov 12 12:51:30.382098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] No DVR routers for this DVR port a9426144-63f1-4574-9b27-50784f4baceb on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:30.467530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5450d13f-92f1-42a7-82d5-16fe30223e42 req-d1f86162-f042-4e7c-9ce9-10c2a084fe2d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736295 Nov 12 12:51:30.536519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Deleting port a9426144-63f1-4574-9b27-50784f4baceb {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:30.536852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.559868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.587909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a7958d-dee3-4d60-8b55-6cef6b2524e3']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:30.603620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4dad2e-1582-4739-941a-95c4d14d61de') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:30.604173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4dad2e-1582-4739-941a-95c4d14d61de') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:30.609149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] For port a9426144-63f1-4574-9b27-50784f4baceb, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:30.609589 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.611610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-f1337591-5768-41b5-9026-358c2ab8a91f service neutron] 10.222.0.81 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593695 Nov 12 12:51:30.620428 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.625845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Calling delete_port for a9426144-63f1-4574-9b27-50784f4baceb owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:30.629660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Port a9426144-63f1-4574-9b27-50784f4baceb was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:51:30.636045 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.644821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.656866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:51:30.657601 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.670068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port dab87e15-c695-4297-9d30-20f7a0c8dfe9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:30.671340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.676184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] Pushing event deleted for resources: {'Port': ['ID=a9426144-63f1-4574-9b27-50784f4baceb,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:30.680770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da7918-319a-4b3e-a946-c36422c0843d None None] No DVR routers for this DVR port a9426144-63f1-4574-9b27-50784f4baceb on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:30.722318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:23Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:30.756527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] Checking router: 8be783e5-0e79-4a69-ace0-f0eb8f90d684 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:51:30.759924 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:51:30.764862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.770862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:30.771811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:30.780264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.784547 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b7a7958d-dee3-4d60-8b55-6cef6b2524e3 HTTP/1.1" status: 204 len: 168 time: 1.1441734 Nov 12 12:51:30.810004 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35981-3229-4a7f-899b-ea97bcc2e374 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a7958d-dee3-4d60-8b55-6cef6b2524e3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:30.909122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port dab87e15-c695-4297-9d30-20f7a0c8dfe9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=dab87e15-c695-4297-9d30-20f7a0c8dfe9,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:30.909671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:30.913962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35adab60-64f0-448b-ac77-a9c0a0358050 req-309669be-376f-430c-9824-4eda9a76d321 service neutron] 10.222.0.81 "GET /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928841 Nov 12 12:51:30.952853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for dab87e15-c695-4297-9d30-20f7a0c8dfe9 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:31.116095 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59822) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:31.137335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:31.179784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.235563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4c0ad398-88b4-4a93-b356-bd7dc3f51f55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51701a249029464891cbd52263f1e2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182551 Nov 12 12:51:31.237963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:31.240423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:31.297451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=dab87e15-c695-4297-9d30-20f7a0c8dfe9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:31.309210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9426144-63f1-4574-9b27-50784f4baceb no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:31.319795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef22ff29-f8c4-46f3-a710-001e812fb451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.327984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] No DVR routers for this DVR port dab87e15-c695-4297-9d30-20f7a0c8dfe9 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:31.332610 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.337491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81aa73f5-26b3-467a-8d88-6492ae142e65 req-9637bbe2-a3d8-498f-aad0-24da9eac69fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.81 "DELETE /v2.0/ports/dab87e15-c695-4297-9d30-20f7a0c8dfe9 HTTP/1.1" status: 204 len: 173 time: 0.9672341 Nov 12 12:51:31.377479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a9426144-63f1-4574-9b27-50784f4baceb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:31.378030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a9426144-63f1-4574-9b27-50784f4baceb not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:31.380230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef22ff29-f8c4-46f3-a710-001e812fb451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.414354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-deleted', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:31.424000 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87333488-e7ee-4854-a1b0-34571281befc" -d '{"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-deleted", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:31.508674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9afc3a8e-5dfb-4310-9bc3-a83d8ac1c9c5 req-d877bc7e-a6f9-417a-89ae-decfd3f900d1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b34f55-6b4d-44b1-9136-38fa3c071cd7 HTTP/1.1" status: 200 len: 210 time: 0.0398293 Nov 12 12:51:31.510573 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5421a2d-b668-43e4-be76-c81d748792f2 x-openstack-request-id: req-c5421a2d-b668-43e4-be76-c81d748792f2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:31.511100 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b34f55-6b4d-44b1-9136-38fa3c071cd7", "name": "network-vif-deleted", "tag": "dab87e15-c695-4297-9d30-20f7a0c8dfe9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:31.511682 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5421a2d-b668-43e4-be76-c81d748792f2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:31.512296 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b34f55-6b4d-44b1-9136-38fa3c071cd7', 'name': 'network-vif-deleted', 'tag': 'dab87e15-c695-4297-9d30-20f7a0c8dfe9', 'status': 'completed', 'code': 200} Nov 12 12:51:31.549759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef22ff29-f8c4-46f3-a710-001e812fb451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.554324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef22ff29-f8c4-46f3-a710-001e812fb451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.555566 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef22ff29-f8c4-46f3-a710-001e812fb451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a7b096f-78e9-4d77-ad17-107e095365e5 HTTP/1.1" status: 204 len: 168 time: 0.3144057 Nov 12 12:51:31.558292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:51:31.566215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ff29-f8c4-46f3-a710-001e812fb451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7b096f-78e9-4d77-ad17-107e095365e5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:31.616164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:31.616542 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:31.736907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf55f8-a176-4995-b41e-ba56563a1d0e req-46157975-d08f-4f92-8c01-0bc53520d1ab tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:31.740350 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-adcf55f8-a176-4995-b41e-ba56563a1d0e req-46157975-d08f-4f92-8c01-0bc53520d1ab tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 944 time: 0.1109293 Nov 12 12:51:31.828258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-adcf55f8-a176-4995-b41e-ba56563a1d0e req-dbf809b2-076d-4a2e-8022-bdee31ff1546 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791590 Nov 12 12:51:31.970852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:32.016437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:32.019818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:32.023511 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea14021-c5d6-47c3-8dc5-50faa1ff81c8" -d '{"events": [{"server_uuid": "d4fbd608-eb3c-4b29-a5a7-72754b9346a7", "name": "network-vif-plugged", "status": "completed", "tag": "82ebbfb6-8178-4160-9c89-fbc0a61d1b19"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:32.029014 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:32.097450 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05137431-e355-4378-943e-8fca9f8aeec8 x-openstack-request-id: req-05137431-e355-4378-943e-8fca9f8aeec8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:32.098909 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fbd608-eb3c-4b29-a5a7-72754b9346a7", "name": "network-vif-plugged", "status": "completed", "tag": "82ebbfb6-8178-4160-9c89-fbc0a61d1b19", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:32.099175 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05137431-e355-4378-943e-8fca9f8aeec8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:32.099955 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19', 'code': 200} Nov 12 12:51:32.108227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:23Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:32.111638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:32.166918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c038171b-0464-450b-a1ef-c5aaf81994ab None None] The sync data for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 is: [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:50:19Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '41fda052-249a-46f3-931e-ca3866600554', 'name': '', 'network_id': 'ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:c5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:17Z', 'updated_at': '2021-11-12T12:50:23Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': 'd1c0b50a-548e-457b-bb5b-86bb180659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:32.233960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 59854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:32.238342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932b50-3154-49f0-a96f-ab24cc14aad3 req-f5e1c1e3-e4d0-4132-a656-a672565a43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:32.240462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f932b50-3154-49f0-a96f-ab24cc14aad3 req-f5e1c1e3-e4d0-4132-a656-a672565a43aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 1096 time: 0.0512896 Nov 12 12:51:32.308360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f932b50-3154-49f0-a96f-ab24cc14aad3 req-b33b8e31-d058-4948-83c1-dc4e1d0b9858 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602760 Nov 12 12:51:32.318366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59858) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:32.318589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d93311a-d676-4bdb-940a-a7212599bf88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25f9a3820d07487294e1572ede9f7854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830524 Nov 12 12:51:32.376351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4b4cf0f-4d89-436a-8bc4-b6aacda470b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:32.403596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4b4cf0f-4d89-436a-8bc4-b6aacda470b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:32.473182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4b4cf0f-4d89-436a-8bc4-b6aacda470b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:32.476525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4b4cf0f-4d89-436a-8bc4-b6aacda470b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:32.480034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f4b4cf0f-4d89-436a-8bc4-b6aacda470b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1923b0e7-77d8-4779-8c2a-ee78ee7413c6 HTTP/1.1" status: 204 len: 168 time: 0.1579320 Nov 12 12:51:32.491110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4cf0f-4d89-436a-8bc4-b6aacda470b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1923b0e7-77d8-4779-8c2a-ee78ee7413c6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:32.618332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59870) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:32.712973 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe96bc3-36b8-4cc5-a4bc-ca4b1a109c24 None None] New status for floating IP 0a2fe767-e278-4e95-b306-2cbf640de51b: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:51:33.135084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d5c47-61f8-418c-a5e4-38a914f28d33 req-832786d2-119e-479e-b4dc-b8758c983c76 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:33.137853 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-215d5c47-61f8-418c-a5e4-38a914f28d33 req-832786d2-119e-479e-b4dc-b8758c983c76 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1355171 Nov 12 12:51:33.230976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-215d5c47-61f8-418c-a5e4-38a914f28d33 req-e51ee626-cc7b-490f-ae37-70e6b16b026b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Nov 12 12:51:33.324979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:33.657481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 41fda052-249a-46f3-931e-ca3866600554 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:33.658621 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:33.771544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 41fda052-249a-46f3-931e-ca3866600554, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=41fda052-249a-46f3-931e-ca3866600554,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:33.771930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:33.797956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 41fda052-249a-46f3-931e-ca3866600554 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:34.015996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:34.044892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=41fda052-249a-46f3-931e-ca3866600554,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:34.233358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:34.383863 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78d38-568a-45c9-94bc-c0ab8cd8c721 req-80bb3d8d-31e8-4431-80ae-460dc997919b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:34.387088 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10b78d38-568a-45c9-94bc-c0ab8cd8c721 req-80bb3d8d-31e8-4431-80ae-460dc997919b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0534585 Nov 12 12:51:34.443304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-10b78d38-568a-45c9-94bc-c0ab8cd8c721 req-7881d9a8-9eef-4587-a6e7-436005fdf573 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Nov 12 12:51:34.486421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:51:34.608534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:34.617203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c1ac5ee4-2431-45a7-b01d-76c5d82d9c6b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/8be783e5-0e79-4a69-ace0-f0eb8f90d684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974861 Nov 12 12:51:34.620598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 59982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:34.629130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] Sync routers for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:34.643707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:34.645233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:34.711133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting subnet d1c0b50a-548e-457b-bb5b-86bb180659bc {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:51:34.718570 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:34.753512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a0725-4352-4cf6-869e-7b5c0830e061 req-7cae154e-55f5-486c-9081-3ba2ce8976c6 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:34.761942 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-875a0725-4352-4cf6-869e-7b5c0830e061 req-7cae154e-55f5-486c-9081-3ba2ce8976c6 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0680790 Nov 12 12:51:34.806761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:34.813606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:34.829248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-875a0725-4352-4cf6-869e-7b5c0830e061 req-8d49faac-b0f3-4781-a124-9f95fbc00c18 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 Nov 12 12:51:34.843270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-42378275-3da2-493b-a48f-49c30a8eb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:34.844859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-42378275-3da2-493b-a48f-49c30a8eb4cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 1096 time: 0.1291780 Nov 12 12:51:35.012967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:51:33Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:35.042413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] Checking router: 8be783e5-0e79-4a69-ace0-f0eb8f90d684 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:35.051927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] Routers {'8be783e5-0e79-4a69-ace0-f0eb8f90d684'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:35.052558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:35.180168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] Set router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:35.183627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:35.236997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: dab87e15-c695-4297-9d30-20f7a0c8dfe9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:35.237581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device dab87e15-c695-4297-9d30-20f7a0c8dfe9 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:35.284663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:35.349280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.382259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-c1a3cf61-bb57-4c13-adf2-2c1169c3215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:35.383776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-c1a3cf61-bb57-4c13-adf2-2c1169c3215c service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 912 time: 0.5313683 Nov 12 12:51:35.417026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-529fd0ae-12d0-44e1-9d40-e90437d9c365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.424809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:51:33Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:35.440828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-63a63d97-8ede-42c7-92a9-7e2af723ee67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19 HTTP/1.1" status: 200 len: 217 time: 0.0489845 Nov 12 12:51:35.461456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7ae91-58bb-4401-a9be-32dc171bd708 None None] The sync data for ids ['8be783e5-0e79-4a69-ace0-f0eb8f90d684'] in n-d-804878-5 is: [{'id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748568996', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e449e624-d201-490d-b9c5-617c3419be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:13Z', 'updated_at': '2021-11-12T12:51:33Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': 'e449e624-d201-490d-b9c5-617c3419be07', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be783e5-0e79-4a69-ace0-f0eb8f90d684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:14Z', 'updated_at': '2021-11-12T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:35.501882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-529fd0ae-12d0-44e1-9d40-e90437d9c365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.507825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-529fd0ae-12d0-44e1-9d40-e90437d9c365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.519396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.551820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-2112a930-4ee6-4bf5-a167-6421b687f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:35.552711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-529fd0ae-12d0-44e1-9d40-e90437d9c365 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87dd17124ed644d792f584897c21c975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669141 Nov 12 12:51:35.553297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-2112a930-4ee6-4bf5-a167-6421b687f065 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0989554 Nov 12 12:51:35.555265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:35.556617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c0b50a-548e-457b-bb5b-86bb180659bc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:35.562963 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.569023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cac08f95-15af-45f4-8e7a-bed2b91e3030 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/subnets/d1c0b50a-548e-457b-bb5b-86bb180659bc HTTP/1.1" status: 204 len: 168 time: 0.9457738 Nov 12 12:51:35.574408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa4796-5f50-4a9a-a533-50afb54bdecb None None] Network ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:35.578933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:35.579802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fd0ae-12d0-44e1-9d40-e90437d9c365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3604f6-44fd-4da5-864d-386adcb0a500,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:35.608542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-5f458227-a33b-4839-a9e2-6b2138f4a3f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406725 Nov 12 12:51:35.624649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f833b0b-db72-4daf-8601-8edde503d14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.649288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f833b0b-db72-4daf-8601-8edde503d14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.704511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f833b0b-db72-4daf-8601-8edde503d14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.708898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f833b0b-db72-4daf-8601-8edde503d14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.715338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f51-7a31-49fd-a490-8c2bc889b610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.721438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f833b0b-db72-4daf-8601-8edde503d14f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb3604f6-44fd-4da5-864d-386adcb0a500 HTTP/1.1" status: 204 len: 168 time: 0.1637843 Nov 12 12:51:35.740674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f833b0b-db72-4daf-8601-8edde503d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3604f6-44fd-4da5-864d-386adcb0a500,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:35.811099 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:35.816416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-c05dbf02-5c4c-42cb-ae74-531e0bf5823b service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725283 Nov 12 12:51:35.829931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] DHCP port deletion for ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:35.954609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] Deleting port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:35.955086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.049469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] For port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,segment=NetworkSegment(7035b93c-e47b-4995-b975-c2cb1ebecb27),segment_id=7035b93c-e47b-4995-b975-c2cb1ebecb27)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:36.050207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a65c612b-24e4-46cb-9aa7-2d7fd287dee6 req-379505dc-4982-4bd6-86a1-e4e95c980e43 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983578 Nov 12 12:51:36.050479 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.059989 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.065878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] Calling delete_port for eaea974f-09e1-4fec-b9fd-2a0049ee0f0c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:36.074555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c037c3-ad27-4c0e-83e8-30bd87eddaae req-a5a23191-1d83-43ca-986c-78a0009a9089 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:36.077260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11c037c3-ad27-4c0e-83e8-30bd87eddaae req-a5a23191-1d83-43ca-986c-78a0009a9089 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1092165 Nov 12 12:51:36.122320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60024) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:36.136725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ee1-97cf-41df-8c59-e6d1b0fe7289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.169034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.177489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11c037c3-ad27-4c0e-83e8-30bd87eddaae req-5a0910ed-8a42-4a65-828b-66888588d7ce tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905287 Nov 12 12:51:36.210854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port e449e624-d201-490d-b9c5-617c3419be07 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:36.211634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.215054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] Pushing event deleted for resources: {'Port': ['ID=eaea974f-09e1-4fec-b9fd-2a0049ee0f0c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:36.222557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3948f-acfd-4066-8fbc-77fdfb2ff4fd None None] No DVR routers for this DVR port eaea974f-09e1-4fec-b9fd-2a0049ee0f0c on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:36.264946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ee1-97cf-41df-8c59-e6d1b0fe7289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.271613 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ee1-97cf-41df-8c59-e6d1b0fe7289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.290830 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-56ca22b9-ae60-43c9-aefd-f193f345d6d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678856 Nov 12 12:51:36.313716 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9ac0ee1-97cf-41df-8c59-e6d1b0fe7289 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69198124df6f45fe8000e4233b45a936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892247 Nov 12 12:51:36.316169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60028) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:36.320681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port e449e624-d201-490d-b9c5-617c3419be07, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e449e624-d201-490d-b9c5-617c3419be07,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:36.321059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.324193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac0ee1-97cf-41df-8c59-e6d1b0fe7289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58029eb7-d724-48b3-967f-629e2c3f3f99,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:36.355348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for e449e624-d201-490d-b9c5-617c3419be07 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:36.387572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-8764e43f-2a06-4cad-a29e-2f4987e4d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:36.390374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-8764e43f-2a06-4cad-a29e-2f4987e4d986 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1baab83ad66a48518a902c2cbb20d095&device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0516820 Nov 12 12:51:36.430965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64cd4f02-6cd8-42e5-a38f-fa3c8a30261d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.468573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64cd4f02-6cd8-42e5-a38f-fa3c8a30261d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.500361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-fa810f57-6444-4864-92be-56af8bceae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:36.501796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-fa810f57-6444-4864-92be-56af8bceae45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 200 len: 915 time: 0.0902324 Nov 12 12:51:36.555342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-05d72d12-8ae9-4b07-a3f4-c38c17bfce8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 HTTP/1.1" status: 200 len: 217 time: 0.0406420 Nov 12 12:51:36.587155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64cd4f02-6cd8-42e5-a38f-fa3c8a30261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.589704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64cd4f02-6cd8-42e5-a38f-fa3c8a30261d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.590886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64cd4f02-6cd8-42e5-a38f-fa3c8a30261d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58029eb7-d724-48b3-967f-629e2c3f3f99 HTTP/1.1" status: 204 len: 168 time: 0.2736411 Nov 12 12:51:36.605829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4f02-6cd8-42e5-a38f-fa3c8a30261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58029eb7-d724-48b3-967f-629e2c3f3f99,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:36.620592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.621923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-f9507962-cbc4-42a7-95c2-d61071521d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:36.624132 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-f9507962-cbc4-42a7-95c2-d61071521d1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5e5d7808-96ae-40fe-afca-5bc63e8a22f5 HTTP/1.1" status: 200 len: 854 time: 0.0609608 Nov 12 12:51:36.648309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=e449e624-d201-490d-b9c5-617c3419be07,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:36.666583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dfdde-6c1f-4a4b-bd3a-4f33f768a457 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:36.666907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-f8d5dd22-b7bf-4d81-b798-fb072593be50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dfc0d5c3-0e39-471d-a650-b7b66266a03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304635 Nov 12 12:51:36.717309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.786635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-c25e682f-5ce1-4feb-be30-61c9288ef9d8 service neutron] 10.222.0.65 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062655 Nov 12 12:51:36.816777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.818837 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.865354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.866611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Fanout notify agent at l3_agent the message router_deleted on router 8be783e5-0e79-4a69-ace0-f0eb8f90d684 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:51:36.874394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:36.875507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4ef42921-8882-449e-a006-117168b38909 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/routers/8be783e5-0e79-4a69-ace0-f0eb8f90d684 HTTP/1.1" status: 204 len: 168 time: 1.2954085 Nov 12 12:51:36.878355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:36.906858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8660548d-6678-40e0-ab7f-4e46831e8192 req-a9403916-2833-44c2-bd6c-a4897c3a0d4f service neutron] 10.222.0.65 "GET /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098514 Nov 12 12:51:36.979415 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.080363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.100735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:37.111142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7035b93c-e47b-4995-b975-c2cb1ebecb27') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:37.111546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7035b93c-e47b-4995-b975-c2cb1ebecb27') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:37.121853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.136865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.143529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:51:37.143917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:51:37.147205 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:51:37.214029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.234867 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.241991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:37.246898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/networks/ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce HTTP/1.1" status: 204 len: 168 time: 0.3663099 Nov 12 12:51:37.255869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12ede8-61f3-4328-8755-878702fcb4b0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Network': ['ID=ec8dfdc1-5d84-4c52-8f2a-b75fa26af2ce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:37.367275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f26b1e-c747-4b4d-b2df-33c4efcd2387 req-3173a900-8f46-42e1-840d-e99f550ba9a4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:37.369010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06f26b1e-c747-4b4d-b2df-33c4efcd2387 req-3173a900-8f46-42e1-840d-e99f550ba9a4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0999806 Nov 12 12:51:37.370052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e96c2f2-5896-4426-8240-31bf7594b773 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.409527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e96c2f2-5896-4426-8240-31bf7594b773 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.429626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device eaea974f-09e1-4fec-b9fd-2a0049ee0f0c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:37.459878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: eaea974f-09e1-4fec-b9fd-2a0049ee0f0c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:37.460222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device eaea974f-09e1-4fec-b9fd-2a0049ee0f0c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:37.460827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41fda052-249a-46f3-931e-ca3866600554 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:37.479969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 41fda052-249a-46f3-931e-ca3866600554 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:37.480605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 41fda052-249a-46f3-931e-ca3866600554 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:37.481175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e449e624-d201-490d-b9c5-617c3419be07 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:37.486115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06f26b1e-c747-4b4d-b2df-33c4efcd2387 req-aaf6a142-60d4-48df-93f9-af6523f80fe5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014662 Nov 12 12:51:37.504486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e449e624-d201-490d-b9c5-617c3419be07 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:37.505046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e449e624-d201-490d-b9c5-617c3419be07 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:37.526060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e96c2f2-5896-4426-8240-31bf7594b773 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.530535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e96c2f2-5896-4426-8240-31bf7594b773 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:37.534783 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e96c2f2-5896-4426-8240-31bf7594b773 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e8d0775-d902-4ffa-96ad-adbd51c8a35a HTTP/1.1" status: 204 len: 168 time: 0.2916741 Nov 12 12:51:37.546788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96c2f2-5896-4426-8240-31bf7594b773 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8d0775-d902-4ffa-96ad-adbd51c8a35a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.072168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.077620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290676205', 'description': 'tempest-secgroup-smoke-290676205 description', 'project_id': '1845ff0008a54787b483ed04af0c1e54'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.102242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.174936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.178861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.210594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.211838 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1386018 Nov 12 12:51:38.213734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63ec8-95f7-41f6-b094-4c9ba256f41a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f5693-b67f-4d56-8a5f-9e8f8225b789,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.215020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.220502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6a3f5693-b67f-4d56-8a5f-9e8f8225b789', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.256348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.315861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.319779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.340646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4756c10d-9fac-4ba7-a08e-643e7fd83c34,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.349503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.353682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a7e2bf0-2c17-4820-8b4b-e49d595b1178 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375639 Nov 12 12:51:38.354139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.359934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6a3f5693-b67f-4d56-8a5f-9e8f8225b789', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.390805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.454092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.457880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.478794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524db23e-5384-4baa-bb0e-d718050d1420,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.488516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.490229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-58ce07a3-b3c5-44d0-a8b8-6775a3375019 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346822 Nov 12 12:51:38.492915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.497269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6a3f5693-b67f-4d56-8a5f-9e8f8225b789', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.525935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.597272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.602419 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.619198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f078492-5d57-4665-a124-23916e901b25,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.629664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a1c3b-9818-4379-ae07-ad07b0d69757 req-c8aeadf9-a92d-47bf-84d0-38f9655e6f10 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:38.631782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a3a1c3b-9818-4379-ae07-ad07b0d69757 req-c8aeadf9-a92d-47bf-84d0-38f9655e6f10 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0650525 Nov 12 12:51:38.633684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.635086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-122b58b9-2164-4726-ab3d-3fa918f12184 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411204 Nov 12 12:51:38.638870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.643623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6a3f5693-b67f-4d56-8a5f-9e8f8225b789', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.672773 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.704529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a3a1c3b-9818-4379-ae07-ad07b0d69757 req-45d56826-bc71-4fcb-8812-0f5906f2b94f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Nov 12 12:51:38.753260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.758626 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.780503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82114114-17c5-4230-aadb-0993a8f42bd5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.786678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.790710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7cfec8bc-db64-4e43-bbca-7119fbdf2c9b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481276 Nov 12 12:51:38.791057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.796829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6a3f5693-b67f-4d56-8a5f-9e8f8225b789', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.819352 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:51:38.824318 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.893878 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.897863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.916690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbd316e-1018-4021-ae72-501c72b85795,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:38.925195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.929063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a7b57b9e-8bdd-4789-8cbb-a275225179d7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343403 Nov 12 12:51:38.929288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:38.934221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'security_group_rule': {'security_group_id': '6a3f5693-b67f-4d56-8a5f-9e8f8225b789', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:38.957434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52360712-6c4d-42c6-a44f-ea7fc24cac63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:38.961944 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Project 1845ff0008a54787b483ed04af0c1e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:51:38.967875 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.041494 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.046866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.068882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:39.075073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811ec494-25f8-4f26-ad72-31c1e75aee17,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:39.085239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.089255 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f4bb3c18-275f-4d71-bfcd-41e97cb64e84 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564240 Nov 12 12:51:39.090015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:39.096069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'network': {'name': 'tempest-network-smoke--1221466434', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:39.120733 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:39.125733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.150591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:51:39.161309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.161754 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Added segment a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2 of type vlan for network 438526e0-099c-4b42-adfe-cdb983d2a41e Nov 12 12:51:39.199869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e19d31c-093a-415a-9329-0495409e0658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.216017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.250566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.258404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:39.259483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.280351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e19d31c-093a-415a-9329-0495409e0658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.284603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e19d31c-093a-415a-9329-0495409e0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.330308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2e19d31c-093a-415a-9329-0495409e0658 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b80cd88b1cd44adb8140e15bee8dfc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2580099 Nov 12 12:51:39.330308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d31c-093a-415a-9329-0495409e0658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e934da41-261a-49b2-a21f-1606e9c227e0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:39.332169 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:39.337678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:39.338424 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468650 Nov 12 12:51:39.342723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'admin_state_up': True, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:39.350287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7858b-b426-461d-bf20-c7abbc35e9d9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Network': ['ID=438526e0-099c-4b42-adfe-cdb983d2a41e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:39.374301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 438526e0-099c-4b42-adfe-cdb983d2a41e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:51:39.392991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.394008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.421163 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87e0f16b-4e07-4879-84d9-e22261f83657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.469354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.479141 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87e0f16b-4e07-4879-84d9-e22261f83657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.484866 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.644556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.671405 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87e0f16b-4e07-4879-84d9-e22261f83657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.673877 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87e0f16b-4e07-4879-84d9-e22261f83657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.675066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-87e0f16b-4e07-4879-84d9-e22261f83657 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e934da41-261a-49b2-a21f-1606e9c227e0 HTTP/1.1" status: 204 len: 168 time: 0.3429160 Nov 12 12:51:39.694978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f16b-4e07-4879-84d9-e22261f83657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e934da41-261a-49b2-a21f-1606e9c227e0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:39.869598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cff76-5115-484f-995d-6f29a5dccf62 req-8d9f6eb3-23f0-4da0-bfff-fea76393349c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:39.871863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-614cff76-5115-484f-995d-6f29a5dccf62 req-8d9f6eb3-23f0-4da0-bfff-fea76393349c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0799484 Nov 12 12:51:39.934949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:39.961989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-614cff76-5115-484f-995d-6f29a5dccf62 req-f7367e52-ea85-4dda-8003-e122096948de tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Nov 12 12:51:39.976622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.100755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.26 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/4795b342-3fc1-456f-b7b2-c71fc6e7ee60) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:40.131513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:40.148426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b6ab3b4-e6ea-42bb-b7a3-49f14f3fd9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.236670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.254196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b6ab3b4-e6ea-42bb-b7a3-49f14f3fd9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.261235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b6ab3b4-e6ea-42bb-b7a3-49f14f3fd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.285234 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.311895 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1b6ab3b4-e6ea-42bb-b7a3-49f14f3fd9e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=955bcb2d88e841a298f654e3be5eddd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761487 Nov 12 12:51:40.311895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ab3b4-e6ea-42bb-b7a3-49f14f3fd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf79ca1-5596-405f-8c40-fb563116bb30,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:40.313091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:40.328714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:40.333756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:40.337497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:40.344000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:40.356240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460eee4-6995-49b6-a67f-80179aea7d13 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:40.384021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45c45ad-194c-4cd6-af25-8c52d63d24fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.408422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45c45ad-194c-4cd6-af25-8c52d63d24fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.479945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45c45ad-194c-4cd6-af25-8c52d63d24fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.484464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45c45ad-194c-4cd6-af25-8c52d63d24fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.490261 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c45c45ad-194c-4cd6-af25-8c52d63d24fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cf79ca1-5596-405f-8c40-fb563116bb30 HTTP/1.1" status: 204 len: 168 time: 0.1708043 Nov 12 12:51:40.498238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e15a73cc-2705-429d-8294-f8abb745b29d None None] Provisioning complete for port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:40.505901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c45ad-194c-4cd6-af25-8c52d63d24fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf79ca1-5596-405f-8c40-fb563116bb30,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:40.506284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e15a73cc-2705-429d-8294-f8abb745b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.590752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e15a73cc-2705-429d-8294-f8abb745b29d None None] Port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:40.660955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.662866 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:40.885389 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:51:40.887720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:41.072207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:51:41.101011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47720a65-0c50-4b5f-8be2-257c56a12e26 req-a8e1e44f-115d-42f7-8a7a-ed5b9a63ef3d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:41.102593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47720a65-0c50-4b5f-8be2-257c56a12e26 req-a8e1e44f-115d-42f7-8a7a-ed5b9a63ef3d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0658538 Nov 12 12:51:41.243296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47720a65-0c50-4b5f-8be2-257c56a12e26 req-f399768f-3d0b-4415-af48-5dccf73d73c1 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940123 Nov 12 12:51:41.275526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:41.289289 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Sync routers for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:41.300721 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:41.301178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:41.301702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:41.303182 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0e768769-90ac-46d4-abaa-f44fe602599f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9644578 Nov 12 12:51:41.306274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:41.338889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8d66c027-174b-4695-bf8b-3cb3631e1b01 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1845ff0008a54787b483ed04af0c1e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312173 Nov 12 12:51:41.341730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:41.376431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:41.452976 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:41.457505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ec37d-9939-46b0-aba6-c31dde326e94 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:41.461920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c20ec37d-9939-46b0-aba6-c31dde326e94 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1163990 Nov 12 12:51:41.462611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:41.495530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eccd4257-e42d-45ba-8546-338292adeafc tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316091 Nov 12 12:51:41.498369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:41.503867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800111749', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:41.637668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:41.642234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:41.760860 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:40Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:41.799345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Checking router: 910e2031-fc47-4744-b4f1-6c89f8cbc1ad for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:41.799345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Updating router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:51:41.857455 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:41.996472 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.084709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Subnet': ['ID=472b6a34-d195-42b0-b74e-e2403db98c39,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:42.101899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Checking segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:42.102294 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network hostable DHCP agents. Network: 438526e0-099c-4b42-adfe-cdb983d2a41e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:51:42.121660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 438526e0-099c-4b42-adfe-cdb983d2a41e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:51:42.135531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 438526e0-099c-4b42-adfe-cdb983d2a41e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:42.141414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:42.142087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.156512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc9c6d-48b9-44e7-8d84-55e3046f0ea2 None None] Network 438526e0-099c-4b42-adfe-cdb983d2a41e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:42.165725 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6abe2285-6a21-48a6-b4a6-810339ffd00c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6661618 Nov 12 12:51:42.168478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:42.201071 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.208969 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.270224 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Pushing event updated for resources: {'Port': ['ID=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:42.280791 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.281710 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.282363 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.282912 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.283479 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.284018 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.284568 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.285740 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.286501 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.287043 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.287594 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.288355 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:51:42.357702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Attempting to bind port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:42.360825 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Attempting to bind port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:42.361751 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Attempting to bind port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:42.366316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fba89-a718-4910-90a8-ab5859bdc8a8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:42.379188 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:42.384062 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:42.385558 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.386902 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:42.389856 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Bound port: 4795b342-3fc1-456f-b7b2-c71fc6e7ee60, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:42.390436 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.415240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-438526e0-099c-4b42-adfe-cdb983d2a41e', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:51:42.419571 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.485068 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] For port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:42.491919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] For port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:42.498196 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.515903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cd659-cae8-43ae-b6e2-3e2e84228de0 req-56e2e891-6129-44ca-8c0c-b2ebdcd274f8 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:42.516860 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-956cd659-cae8-43ae-b6e2-3e2e84228de0 req-56e2e891-6129-44ca-8c0c-b2ebdcd274f8 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1437633 Nov 12 12:51:42.561811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:42.562549 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:42.575576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60b3e57-0d0f-408d-8831-0614b76d4ebe None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:42.589200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-da413ba9-3822-41bc-a040-4016686781af None None] Provisioning complete for port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:42.589832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da413ba9-3822-41bc-a040-4016686781af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.610890 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-956cd659-cae8-43ae-b6e2-3e2e84228de0 req-68c347ce-a6f4-4fd0-bb64-7761839cc31b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862424 Nov 12 12:51:42.646607 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f02c1-b00c-4e67-9c10-2cba789837a3 None None] Pushing event updated for resources: {'Port': ['ID=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:42.765145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Allocated IP 172.20.0.2 (438526e0-099c-4b42-adfe-cdb983d2a41e/472b6a34-d195-42b0-b74e-e2403db98c39/269589ad-fc4d-47d2-821f-1997dbcef424) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:42.773477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da413ba9-3822-41bc-a040-4016686781af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:42.805297 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:42.910825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.063416 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-da413ba9-3822-41bc-a040-4016686781af None None] For port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:43.071546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da413ba9-3822-41bc-a040-4016686781af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.096917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:40Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:43.138285 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862196c3-0456-4384-a832-78d4e3d30d82 None None] The sync data for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 is: [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:40Z', 'revision_number': 3, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:43.177283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:43.323914 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.329146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da413ba9-3822-41bc-a040-4016686781af None None] Pushing event updated for resources: {'Port': ['ID=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:43.333153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06fd5559-3fec-4e47-8570-3a0cf0146800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.333358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ffb291da-932e-4b02-88ac-d509b54bf472 None None] Provisioning complete for port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:43.333753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ffb291da-932e-4b02-88ac-d509b54bf472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.360862 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.407128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Network 438526e0-099c-4b42-adfe-cdb983d2a41e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:43.412641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:43.420000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:43.431014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.1 (438526e0-099c-4b42-adfe-cdb983d2a41e/472b6a34-d195-42b0-b74e-e2403db98c39/7b49275b-0708-41fb-a2b1-0dddce2b364c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:43.476233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06fd5559-3fec-4e47-8570-3a0cf0146800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.482589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06fd5559-3fec-4e47-8570-3a0cf0146800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.518385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Pushing event updated for resources: {'Port': ['ID=269589ad-fc4d-47d2-821f-1997dbcef424,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:43.570342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd5559-3fec-4e47-8570-3a0cf0146800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc7d9bf-9501-4420-86e9-388e53192e80,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:43.595663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-06fd5559-3fec-4e47-8570-3a0cf0146800 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfd44a8667224be9bd5a2b35e75bfae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157288 Nov 12 12:51:43.596196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:43.600315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Attempting to bind port 269589ad-fc4d-47d2-821f-1997dbcef424 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:43.601175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Attempting to bind port 269589ad-fc4d-47d2-821f-1997dbcef424 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:43.601646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Attempting to bind port 269589ad-fc4d-47d2-821f-1997dbcef424 on network 438526e0-099c-4b42-adfe-cdb983d2a41e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:43.615586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:43.616136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Checking segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:43.616648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.617146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Bound using segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:43.618045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Bound port: 269589ad-fc4d-47d2-821f-1997dbcef424, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:43.618243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.703056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] For port 269589ad-fc4d-47d2-821f-1997dbcef424, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:43.706791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] For port 269589ad-fc4d-47d2-821f-1997dbcef424, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=269589ad-fc4d-47d2-821f-1997dbcef424,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:43.713103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.726432 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.743553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e41c274-67d2-4c9e-8624-1cd1aaaeeede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.814665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e41c274-67d2-4c9e-8624-1cd1aaaeeede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.860556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7939-bb6c-4c16-a3ae-5d876562f34d req-ed486e19-a111-4682-bf1f-99579004a8b5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:43.867108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99ae7939-bb6c-4c16-a3ae-5d876562f34d req-ed486e19-a111-4682-bf1f-99579004a8b5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1277196 Nov 12 12:51:43.869222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9792c-e088-4512-97c4-8e6d968a5875 None None] Pushing event updated for resources: {'Port': ['ID=269589ad-fc4d-47d2-821f-1997dbcef424,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:43.885208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.928319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 438526e0-099c-4b42-adfe-cdb983d2a41e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:43.934024 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:43.944958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:43.946605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99ae7939-bb6c-4c16-a3ae-5d876562f34d req-217e736a-21a2-41b0-9dfd-67acd3a0c5bd tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Nov 12 12:51:43.953714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e41c274-67d2-4c9e-8624-1cd1aaaeeede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.956892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e41c274-67d2-4c9e-8624-1cd1aaaeeede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:43.960740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e41c274-67d2-4c9e-8624-1cd1aaaeeede admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fc7d9bf-9501-4420-86e9-388e53192e80 HTTP/1.1" status: 204 len: 168 time: 0.3635345 Nov 12 12:51:44.008761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=7b49275b-0708-41fb-a2b1-0dddce2b364c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:44.016438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41c274-67d2-4c9e-8624-1cd1aaaeeede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc7d9bf-9501-4420-86e9-388e53192e80,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:44.064808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.259489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.418452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:44.433297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7d5c-73ef-4988-860a-b959766015a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.652992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7d5c-73ef-4988-860a-b959766015a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.660487 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7d5c-73ef-4988-860a-b959766015a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.718810 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.737763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ae7d7d5c-73ef-4988-860a-b959766015a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a6830eefacf440bad0f4cc7bff06acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174798 Nov 12 12:51:44.739301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:44.745998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.746360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7d5c-73ef-4988-860a-b959766015a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db901b-d3ef-4c52-931c-384d660ea522,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:44.838187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e816987-be43-43c8-9aa4-884d76e63a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.845272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=7b49275b-0708-41fb-a2b1-0dddce2b364c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:44.847866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.881430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e816987-be43-43c8-9aa4-884d76e63a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.942723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e816987-be43-43c8-9aa4-884d76e63a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.947266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e816987-be43-43c8-9aa4-884d76e63a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:44.949344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8e816987-be43-43c8-9aa4-884d76e63a64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7db901b-d3ef-4c52-931c-384d660ea522 HTTP/1.1" status: 204 len: 168 time: 0.2088966 Nov 12 12:51:44.962140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e816987-be43-43c8-9aa4-884d76e63a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db901b-d3ef-4c52-931c-384d660ea522,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:44.981052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 438526e0-099c-4b42-adfe-cdb983d2a41e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:44.982839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:45.166969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1221c27-3cd1-4e4c-969c-1d3578e62b01 None None] Network 438526e0-099c-4b42-adfe-cdb983d2a41e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:45.314769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:45.353095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c2b2eccb-320a-48a9-99d9-e26004ede3ae None None] Provisioning complete for port 269589ad-fc4d-47d2-821f-1997dbcef424 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:45.353606 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2b2eccb-320a-48a9-99d9-e26004ede3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:45.491535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:45.491905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:45.533239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a055ba7-d57d-4616-943f-3164bc55ec52 req-93a2e6c4-4193-4147-906d-07e8b34adb58 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:45.534813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a055ba7-d57d-4616-943f-3164bc55ec52 req-93a2e6c4-4193-4147-906d-07e8b34adb58 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.4860168 Nov 12 12:51:45.547148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:51:45.567610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2b2eccb-320a-48a9-99d9-e26004ede3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:45.608386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c2b2eccb-320a-48a9-99d9-e26004ede3ae None None] For port 269589ad-fc4d-47d2-821f-1997dbcef424, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=269589ad-fc4d-47d2-821f-1997dbcef424,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:45.618311 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2b2eccb-320a-48a9-99d9-e26004ede3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:45.709859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 269589ad-fc4d-47d2-821f-1997dbcef424 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:45.757013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2eccb-320a-48a9-99d9-e26004ede3ae None None] Pushing event updated for resources: {'Port': ['ID=269589ad-fc4d-47d2-821f-1997dbcef424,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:45.758311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a055ba7-d57d-4616-943f-3164bc55ec52 req-ce8d68d6-d227-4426-a5c0-f066990eea86 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098892 Nov 12 12:51:45.799598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 269589ad-fc4d-47d2-821f-1997dbcef424 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:45.799972 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:45.801114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:51:45.819591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-59f6456d-00af-483b-9016-be07360f9029 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/910e2031-fc47-4744-b4f1-6c89f8cbc1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6498985 Nov 12 12:51:45.846517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Sync routers for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:51:45.882864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:45.883805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:46.020227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b10a27d-e3ba-4789-8311-6deb2055d130 None None] Provisioning complete for port 7b49275b-0708-41fb-a2b1-0dddce2b364c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:46.020956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b10a27d-e3ba-4789-8311-6deb2055d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.114669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b10a27d-e3ba-4789-8311-6deb2055d130 None None] Port 7b49275b-0708-41fb-a2b1-0dddce2b364c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:46.126200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:46.174422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b10a27d-e3ba-4789-8311-6deb2055d130 None None] Provisioning complete for port 269589ad-fc4d-47d2-821f-1997dbcef424 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:46.175109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b10a27d-e3ba-4789-8311-6deb2055d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.290918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-d6449525-d243-4790-b5a2-744b45860ead tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290676205&fields=id&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 267 time: 0.0888789 Nov 12 12:51:46.448599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 2, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:46.492558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Checking router: 910e2031-fc47-4744-b4f1-6c89f8cbc1ad for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:51:46.493035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Updating router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad port 7b49275b-0708-41fb-a2b1-0dddce2b364c binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:51:46.498420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-b72653a4-3962-427c-b0b7-921af261d96a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:46.506823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-b72653a4-3962-427c-b0b7-921af261d96a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/networks?id=438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 200 len: 797 time: 0.2082798 Nov 12 12:51:46.519868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-19fbcf8d-723f-4275-98a7-492118f60af6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/quotas/1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 375 time: 0.0121338 Nov 12 12:51:46.527769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.588772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e9997eb7-a95b-46d3-a82f-ff7b689aacb1 None None] Provisioning complete for port 7b49275b-0708-41fb-a2b1-0dddce2b364c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:46.589142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9997eb7-a95b-46d3-a82f-ff7b689aacb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.629778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1dd01b12-bda8-4201-950d-29659968851b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034284 Nov 12 12:51:46.698087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e9997eb7-a95b-46d3-a82f-ff7b689aacb1 None None] Port 7b49275b-0708-41fb-a2b1-0dddce2b364c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:46.764769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-40dc6e90-b465-4832-848a-fe48df14439b service neutron] 10.222.0.18 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173711 Nov 12 12:51:46.908529 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.925039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.931596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c73e0f09-cf58-4421-88a6-4420a0ab472f None None] Provisioning complete for port 7b49275b-0708-41fb-a2b1-0dddce2b364c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:46.932220 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c73e0f09-cf58-4421-88a6-4420a0ab472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:46.962280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2e348-6230-458d-a291-8265372a7845 req-e389992c-8794-4f1e-b051-32114e662221 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:46.967223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcf2e348-6230-458d-a291-8265372a7845 req-e389992c-8794-4f1e-b051-32114e662221 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1069160 Nov 12 12:51:47.006284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-541eb0cc-2031-4e9c-8b0d-21ce12a5252e service neutron] 10.222.0.18 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336745 Nov 12 12:51:47.053407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f31c1-7cc0-4da5-a21a-6be044f5b265 None None] Pushing event updated for resources: {'Port': ['ID=7b49275b-0708-41fb-a2b1-0dddce2b364c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:47.068244 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fcf2e348-6230-458d-a291-8265372a7845 req-2a675c51-2727-4bc5-b29d-88b36e0adca1 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950153 Nov 12 12:51:47.151165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c73e0f09-cf58-4421-88a6-4420a0ab472f None None] Port 7b49275b-0708-41fb-a2b1-0dddce2b364c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:47.177976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Attempting to bind port 7b49275b-0708-41fb-a2b1-0dddce2b364c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:47.179957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Attempting to bind port 7b49275b-0708-41fb-a2b1-0dddce2b364c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:47.180342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Attempting to bind port 7b49275b-0708-41fb-a2b1-0dddce2b364c on network 438526e0-099c-4b42-adfe-cdb983d2a41e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:47.191440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:47.191810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Checking segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:47.192217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:47.192612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Bound using segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:47.193097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Bound port: 7b49275b-0708-41fb-a2b1-0dddce2b364c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:47.193474 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:47.234287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 269589ad-fc4d-47d2-821f-1997dbcef424 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:47.316619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-26561ae6-0532-43bf-a065-3830fb8d5059 req-7cd73464-ff39-4cc5-88bf-ef02e9472c1e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 210 time: 0.0452318 Nov 12 12:51:47.362147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] For port 7b49275b-0708-41fb-a2b1-0dddce2b364c, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:47.366703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] For port 7b49275b-0708-41fb-a2b1-0dddce2b364c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b49275b-0708-41fb-a2b1-0dddce2b364c,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:47.373340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:47.376695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 269589ad-fc4d-47d2-821f-1997dbcef424 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:47.377070 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:47.624356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:51:47.624356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:47.624666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1e11dc69-75b3-47dd-ab84-3c8cb8ab97ec None None] Provisioning complete for port 7b49275b-0708-41fb-a2b1-0dddce2b364c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:47.624855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e11dc69-75b3-47dd-ab84-3c8cb8ab97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:47.701729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f31c1-7cc0-4da5-a21a-6be044f5b265 None None] Pushing event updated for resources: {'Port': ['ID=7b49275b-0708-41fb-a2b1-0dddce2b364c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:47.964673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:51:48.099567 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e11dc69-75b3-47dd-ab84-3c8cb8ab97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.196800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1e11dc69-75b3-47dd-ab84-3c8cb8ab97ec None None] For port 7b49275b-0708-41fb-a2b1-0dddce2b364c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b49275b-0708-41fb-a2b1-0dddce2b364c,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:48.206415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e11dc69-75b3-47dd-ab84-3c8cb8ab97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.242618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f30a3-7957-4039-a137-6644558c9de4 req-c88e89d2-7760-4ef9-8cba-5f69fa6e240a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:48.244534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-667f30a3-7957-4039-a137-6644558c9de4 req-c88e89d2-7760-4ef9-8cba-5f69fa6e240a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0617826 Nov 12 12:51:48.264953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:48.292590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11dc69-75b3-47dd-ab84-3c8cb8ab97ec None None] Pushing event updated for resources: {'Port': ['ID=7b49275b-0708-41fb-a2b1-0dddce2b364c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:48.299409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-667f30a3-7957-4039-a137-6644558c9de4 req-84370f6e-f3e2-4301-be4b-61a342807c25 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Nov 12 12:51:48.340517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:47Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:48.343106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe34e968-e435-483d-a749-4864e28ad689 None None] Provisioning complete for port 7b49275b-0708-41fb-a2b1-0dddce2b364c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:48.343435 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe34e968-e435-483d-a749-4864e28ad689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.384320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a92e45df-9d9d-4456-8f04-d0cbf3f0bf19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.425702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d68d5663-8218-4a6d-984c-d8b73542079a req-6902ee30-4b04-4217-bd7d-da4e9d3de8a2 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 210 time: 0.0326035 Nov 12 12:51:48.498760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a92e45df-9d9d-4456-8f04-d0cbf3f0bf19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.502698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a92e45df-9d9d-4456-8f04-d0cbf3f0bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.571347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a92e45df-9d9d-4456-8f04-d0cbf3f0bf19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eee490376c62416a97439d2956b2902f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045866 Nov 12 12:51:48.574474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e45df-9d9d-4456-8f04-d0cbf3f0bf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ca829-b925-4f2b-8689-e45d45461c33,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:48.574803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:48.589402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c5a58-fc63-4267-ad4c-1a5343fcd6b8 None None] The sync data for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 is: [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:47Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:51:48.711585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96f70363-03bd-4a1c-9571-48841df6f4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.715565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-4581f4b7-fd2c-4597-959a-03ee45048ed3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:48.717258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-4581f4b7-fd2c-4597-959a-03ee45048ed3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/networks?id=438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 200 len: 797 time: 0.1907051 Nov 12 12:51:48.741223 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96f70363-03bd-4a1c-9571-48841df6f4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.798765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1b33ee51-636a-4328-90a3-e18119779185 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1845ff0008a54787b483ed04af0c1e54 HTTP/1.1" status: 200 len: 379 time: 0.0713289 Nov 12 12:51:48.811647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'port': {'device_id': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'admin_state_up': True, 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'security_groups': ['6a3f5693-b67f-4d56-8a5f-9e8f8225b789']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:48.813586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96f70363-03bd-4a1c-9571-48841df6f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.816364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96f70363-03bd-4a1c-9571-48841df6f4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:48.817755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96f70363-03bd-4a1c-9571-48841df6f4f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a7ca829-b925-4f2b-8689-e45d45461c33 HTTP/1.1" status: 204 len: 168 time: 0.2346270 Nov 12 12:51:48.826616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f70363-03bd-4a1c-9571-48841df6f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ca829-b925-4f2b-8689-e45d45461c33,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:48.947309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Made reservation on behalf of 1845ff0008a54787b483ed04af0c1e54 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:48.953149 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.134633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.20.0.10 (438526e0-099c-4b42-adfe-cdb983d2a41e/472b6a34-d195-42b0-b74e-e2403db98c39/3f2a273a-148e-4695-abfb-dc669c734f68) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:49.220033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:49.235153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5067a8c7-d40e-4b7a-97e5-79ce572dcc75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.272636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b49275b-0708-41fb-a2b1-0dddce2b364c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:49.371306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7b49275b-0708-41fb-a2b1-0dddce2b364c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:49.371803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.385870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5067a8c7-d40e-4b7a-97e5-79ce572dcc75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.397454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5067a8c7-d40e-4b7a-97e5-79ce572dcc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.437256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.526678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5067a8c7-d40e-4b7a-97e5-79ce572dcc75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bedccac432e446ecbe26df198b44110a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046856 Nov 12 12:51:49.533235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:49.543209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.575834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a8c7-d40e-4b7a-97e5-79ce572dcc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b900b2-24b2-4a44-8c50-a6feebcaeaa7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:49.631920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8b5e8-b48d-4392-b908-9560219bbfed req-3704d2a9-1065-44d1-bcf6-6e5bda2a3581 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:49.642290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfc8b5e8-b48d-4392-b908-9560219bbfed req-3704d2a9-1065-44d1-bcf6-6e5bda2a3581 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1668186 Nov 12 12:51:49.668944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 438526e0-099c-4b42-adfe-cdb983d2a41e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:49.680387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:49.686547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:49.691638 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e08092d-2b9c-424b-ab76-0f44fa7bbcf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.758718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:49.779484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d98cb-d019-48ae-a4c1-b0256e123b90 req-97bfa581-ca85-480f-8bdd-ad016a88211a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:49.781515 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-456d98cb-d019-48ae-a4c1-b0256e123b90 req-97bfa581-ca85-480f-8bdd-ad016a88211a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 932 time: 0.2295489 Nov 12 12:51:49.788288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:49.788963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:49.833705 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-1125a2ee-0d44-42e0-b781-58a5b6473708 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0267537 Nov 12 12:51:49.862027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Request body: {'port': {'device_id': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:49.931041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-456d98cb-d019-48ae-a4c1-b0256e123b90 req-17fcc93f-f418-48d0-a537-1dce53279307 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390092 Nov 12 12:51:49.985344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.103655 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-120dec1b-8aeb-4b92-938d-d2e8c087c36d None None] Provisioning complete for port 3f2a273a-148e-4695-abfb-dc669c734f68 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:50.109178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-120dec1b-8aeb-4b92-938d-d2e8c087c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.167935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-120dec1b-8aeb-4b92-938d-d2e8c087c36d None None] Port 3f2a273a-148e-4695-abfb-dc669c734f68 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:50.210389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e08092d-2b9c-424b-ab76-0f44fa7bbcf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.215681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cfc8b5e8-b48d-4392-b908-9560219bbfed req-85910c10-cbe5-4c4a-a0d4-ce121ec7be26 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720687 Nov 12 12:51:50.289580 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e08092d-2b9c-424b-ab76-0f44fa7bbcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.295241 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e08092d-2b9c-424b-ab76-0f44fa7bbcf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.299215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6e08092d-2b9c-424b-ab76-0f44fa7bbcf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3b900b2-24b2-4a44-8c50-a6feebcaeaa7 HTTP/1.1" status: 204 len: 168 time: 0.7627237 Nov 12 12:51:50.306336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08092d-2b9c-424b-ab76-0f44fa7bbcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b900b2-24b2-4a44-8c50-a6feebcaeaa7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:50.446224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2a273a-148e-4695-abfb-dc669c734f68 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:50.455673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.469561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Transition to ACTIVE for port object 3f2a273a-148e-4695-abfb-dc669c734f68 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:51:50.472954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.606427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:50.621799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Attempting to bind port 3f2a273a-148e-4695-abfb-dc669c734f68 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:50.624206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Attempting to bind port 3f2a273a-148e-4695-abfb-dc669c734f68 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:50.624791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Attempting to bind port 3f2a273a-148e-4695-abfb-dc669c734f68 on network 438526e0-099c-4b42-adfe-cdb983d2a41e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:50.630369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Port 3f2a273a-148e-4695-abfb-dc669c734f68 on network 438526e0-099c-4b42-adfe-cdb983d2a41e not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:51:50.630701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Attempting to bind port 3f2a273a-148e-4695-abfb-dc669c734f68 on network 438526e0-099c-4b42-adfe-cdb983d2a41e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:50.636628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:50.636977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Checking segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:50.637467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Bound using segment: {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:50.638130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Bound port: 3f2a273a-148e-4695-abfb-dc669c734f68, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:50.638582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.733091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:50.737702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:50.742790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.832292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:50.832922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:50.836411 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] 10.222.0.65 "PUT /v2.0/ports/3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 200 len: 1092 time: 0.9843903 Nov 12 12:51:50.836886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:50.846759 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a2c827-fd05-4671-918a-90ff8a9c203f" -d '{"events": [{"name": "network-changed", "server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:50.908997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b519298-b5f5-4143-a6cf-fe362c918e8d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:50.953129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-eac8367b-8618-48c9-a392-1d164cf2d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:50.955045 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-eac8367b-8618-48c9-a392-1d164cf2d95b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1095 time: 0.0762038 Nov 12 12:51:51.025835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-9e96cd41-60bc-49ca-8421-e7db78712ed5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 200 len: 217 time: 0.0609603 Nov 12 12:51:51.123927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230def5f-62fa-47c3-b65d-ffef0304f092 req-6d198ab5-2729-4594-abeb-1f9f33766eb1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.124550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-97d50c91-bbb1-4f0a-b716-049275823c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.125780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-97d50c91-bbb1-4f0a-b716-049275823c73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=472b6a34-d195-42b0-b74e-e2403db98c39 HTTP/1.1" status: 200 len: 834 time: 0.0908341 Nov 12 12:51:51.139468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-230def5f-62fa-47c3-b65d-ffef0304f092 req-6d198ab5-2729-4594-abeb-1f9f33766eb1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 944 time: 0.0785375 Nov 12 12:51:51.226155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-48c2b4e6-e526-4b7a-9287-844fd60c8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.234496 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-48c2b4e6-e526-4b7a-9287-844fd60c8d6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=438526e0-099c-4b42-adfe-cdb983d2a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009867 Nov 12 12:51:51.294877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-230def5f-62fa-47c3-b65d-ffef0304f092 req-98f8cb7e-8769-45fd-8cdd-d09e4ab98978 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536121 Nov 12 12:51:51.360121 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7fa983-5054-4641-8343-a2a7018b769f x-openstack-request-id: req-7b7fa983-5054-4641-8343-a2a7018b769f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:51.360398 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:51.360795 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b7fa983-5054-4641-8343-a2a7018b769f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:51.361082 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68', 'status': 'completed', 'code': 200} Nov 12 12:51:51.399848 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-8d6e2c0d-7dee-429f-84c2-c203413d6290 service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568801 Nov 12 12:51:51.439292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6c550-6912-4ca2-9d52-37364252cea7 req-ac83b0a4-f6c1-4688-ab96-02a852bb0e90 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.441025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61b6c550-6912-4ca2-9d52-37364252cea7 req-ac83b0a4-f6c1-4688-ab96-02a852bb0e90 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0675802 Nov 12 12:51:51.495865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61b6c550-6912-4ca2-9d52-37364252cea7 req-16bb03ce-8eaf-41e3-86b4-12f26d8d25a5 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Nov 12 12:51:51.504267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18432262-9d2a-4cbe-b428-ca76f1ed101a req-a77a1d1e-e429-4f95-9231-5b8434360090 service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969667 Nov 12 12:51:51.570625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60408) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:51.591845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-dde415d1-d2ef-45af-baed-9f0cb3848254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.593368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-dde415d1-d2ef-45af-baed-9f0cb3848254 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1095 time: 0.0430684 Nov 12 12:51:51.671320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1637815595'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:51.691782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Made reservation on behalf of f418cd7bb4c347f983bd7ef504b4107d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:51.694525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-cc366f7c-14ed-4432-9bff-b12c19618e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.695533 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.696026 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-cc366f7c-14ed-4432-9bff-b12c19618e4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 200 len: 898 time: 0.0919418 Nov 12 12:51:51.704510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.741719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-d15c5acc-f38a-437f-94ae-c0cc0d0d4a17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 200 len: 217 time: 0.0377462 Nov 12 12:51:51.781116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.784891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.804668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-1a901841-bf8e-4e2d-bf0d-e24494cb6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.806181 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-1a901841-bf8e-4e2d-bf0d-e24494cb6fcf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=472b6a34-d195-42b0-b74e-e2403db98c39 HTTP/1.1" status: 200 len: 834 time: 0.0572977 Nov 12 12:51:51.808309 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:51:51.823894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca93438-72a0-49ac-9dba-3e28893f2a9e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:51.827207 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.827557 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Added segment 36827a2c-0edd-4ccf-9154-f9565c85e27c of type vlan for network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e Nov 12 12:51:51.858307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-e5606edb-7026-4720-a687-5b4b6438b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.859845 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-e5606edb-7026-4720-a687-5b4b6438b405 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=438526e0-099c-4b42-adfe-cdb983d2a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451071 Nov 12 12:51:51.868723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.893824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.899409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:51.899998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:51.941212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3667603 Nov 12 12:51:51.942042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:51.947062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Request body: {'subnet': {'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:51.972781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f015ae-1510-40e5-abe5-3c274aaf2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event updated for resources: {'Network': ['ID=511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:51.982835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:51:52.016967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-180457f3-81d0-4519-b243-c510fa90989d service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483955 Nov 12 12:51:52.116350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Made reservation on behalf of f418cd7bb4c347f983bd7ef504b4107d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:52.119849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:52.185131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d9a2c827-fd05-4671-918a-90ff8a9c203f req-343494e9-b330-47ef-9ad7-a19fe1a012ac service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569064 Nov 12 12:51:52.328753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:52.422189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event updated for resources: {'Subnet': ['ID=827f4418-7015-41bc-acfb-928ef1a4be40,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:52.434017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Checking segment: {'id': '36827a2c-0edd-4ccf-9154-f9565c85e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:52.434402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Network hostable DHCP agents. Network: 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:51:52.454232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571872c9-aa4b-4c10-9d84-2c08170ae63a req-a43add0e-5679-4ef9-89c7-782510511859 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:52.455769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-571872c9-aa4b-4c10-9d84-2c08170ae63a req-a43add0e-5679-4ef9-89c7-782510511859 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 944 time: 0.0874453 Nov 12 12:51:52.479927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:51:52.492798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:52.503488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:52.504140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:52.504273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b29350-c800-4c06-a39a-810ecd861dc5 None None] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:52.528967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-571872c9-aa4b-4c10-9d84-2c08170ae63a req-be8d48c6-9d9f-484a-8a25-d9f8326210c0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664628 Nov 12 12:51:52.539055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-39ce21be-21de-4530-a362-5747dfc7ae7f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5955338 Nov 12 12:51:52.541424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:52.547351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Request body: {'port': {'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1217372302'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:52.654304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b2726-a794-4077-b705-b79f0d56f761 req-17eaed21-45ec-49e3-9fe0-38df02c3a2d0 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:52.657125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd7b2726-a794-4077-b705-b79f0d56f761 req-17eaed21-45ec-49e3-9fe0-38df02c3a2d0 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Nov 12 12:51:52.687078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Made reservation on behalf of f418cd7bb4c347f983bd7ef504b4107d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:52.692242 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:52.711657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] device_id is not set on port 70ddbe29-ca8c-4e10-b2d0-82cb297db968 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:51:52.735920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd7b2726-a794-4077-b705-b79f0d56f761 req-230ccbb7-4a67-4038-8189-a5163295ad56 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723817 Nov 12 12:51:52.743318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e', 'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e', 'tenant_id': 'f418cd7bb4c347f983bd7ef504b4107d', 'fixed_ips': [{'subnet_id': '827f4418-7015-41bc-acfb-928ef1a4be40'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:51:52.744634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:52.845087 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Allocated IP 2001:db8::fa (511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e/827f4418-7015-41bc-acfb-928ef1a4be40/70ddbe29-ca8c-4e10-b2d0-82cb297db968) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:52.998127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.032602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.080034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:53.080289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Allocated IP 2001:db8::2 (511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e/827f4418-7015-41bc-acfb-928ef1a4be40/8217b2c0-3126-42c4-be79-88383aea2fd6) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:53.085395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:53.089316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:53.095200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:53.095832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.107770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event updated for resources: {'Port': ['ID=70ddbe29-ca8c-4e10-b2d0-82cb297db968,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:53.120135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2b7aa77d-3c9e-4494-9b77-b7b5b1a6a1ba tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5768182 Nov 12 12:51:53.123017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60426) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:53.128764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Request body: {'port': {'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1761848433', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:53.129373 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] bootfile-name is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:51:53.129723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] tftp-server is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:51:53.130059 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] server-ip-address is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:51:53.239509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.245116 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.247480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Made reservation on behalf of f418cd7bb4c347f983bd7ef504b4107d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:53.254331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.274594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] device_id is not set on port a280fdc7-b73a-4670-a4c1-62a2f0cb1074 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:51:53.288757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:53.291820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:53.298082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:53.331551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Pushing event updated for resources: {'Port': ['ID=8217b2c0-3126-42c4-be79-88383aea2fd6,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:53.362465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Attempting to bind port 8217b2c0-3126-42c4-be79-88383aea2fd6 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:51:53.362845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Attempting to bind port 8217b2c0-3126-42c4-be79-88383aea2fd6 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '36827a2c-0edd-4ccf-9154-f9565c85e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:51:53.363200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Attempting to bind port 8217b2c0-3126-42c4-be79-88383aea2fd6 on network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:51:53.369162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:51:53.369531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Checking segment: {'id': '36827a2c-0edd-4ccf-9154-f9565c85e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:53.369949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.370362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Bound using segment: {'id': '36827a2c-0edd-4ccf-9154-f9565c85e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:51:53.370824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Bound port: 8217b2c0-3126-42c4-be79-88383aea2fd6, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36827a2c-0edd-4ccf-9154-f9565c85e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:51:53.371198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.437411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] For port 8217b2c0-3126-42c4-be79-88383aea2fd6, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:51:53.440808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] For port 8217b2c0-3126-42c4-be79-88383aea2fd6, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8217b2c0-3126-42c4-be79-88383aea2fd6,segment=NetworkSegment(36827a2c-0edd-4ccf-9154-f9565c85e27c),segment_id=36827a2c-0edd-4ccf-9154-f9565c85e27c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:51:53.445913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.447343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Allocated IP 2001:db8::265 (511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e/827f4418-7015-41bc-acfb-928ef1a4be40/a280fdc7-b73a-4670-a4c1-62a2f0cb1074) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:53.512422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049abf9-5686-4668-8d6e-bc0578901b50 None None] Pushing event updated for resources: {'Port': ['ID=8217b2c0-3126-42c4-be79-88383aea2fd6,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:53.541761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3f2a273a-148e-4695-abfb-dc669c734f68 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:51:53.747411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.748960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:53.802641 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '3f2a273a-148e-4695-abfb-dc669c734f68', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'port_id': '3f2a273a-148e-4695-abfb-dc669c734f68', 'mac_address': 'fa:16:3e:59:51:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:51:53.847620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9aa6e-fe49-47f8-919f-e3050e38271e req-20515d83-f549-44d8-8909-afc5e528f786 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:53.849950 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2bc9aa6e-fe49-47f8-919f-e3050e38271e req-20515d83-f549-44d8-8909-afc5e528f786 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 944 time: 0.1369655 Nov 12 12:51:53.876260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.926737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.944057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2a273a-148e-4695-abfb-dc669c734f68 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:51:53.967597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:53.974909 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:53.987352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2bc9aa6e-fe49-47f8-919f-e3050e38271e req-4f8ccd3b-b84c-4f44-8271-7a16b2dfbf35 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240516 Nov 12 12:51:54.023869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event updated for resources: {'Port': ['ID=a280fdc7-b73a-4670-a4c1-62a2f0cb1074,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:54.040192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:54.045750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:54.048333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:54.052149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:54.057941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:54.058696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.081650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bac6d776-3738-468b-86dc-8ff9b5e1d45b tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9573886 Nov 12 12:51:54.084390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:54.090805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201889ff-d059-446b-a15c-2f1b39fee33a req-dfd261b7-8711-41e5-bdb1-bc6e66e5f104 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:54.092480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201889ff-d059-446b-a15c-2f1b39fee33a req-dfd261b7-8711-41e5-bdb1-bc6e66e5f104 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0820467 Nov 12 12:51:54.158387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201889ff-d059-446b-a15c-2f1b39fee33a req-2dcf9658-358d-409e-b36d-4a90450e0a09 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594313 Nov 12 12:51:54.176022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d4ba1-f21a-4b88-86a7-4b0879617f8f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:54.182121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d4ba1-f21a-4b88-86a7-4b0879617f8f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:54.188782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d4ba1-f21a-4b88-86a7-4b0879617f8f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:54.190467 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c6d4ba1-f21a-4b88-86a7-4b0879617f8f tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1049843 Nov 12 12:51:54.193320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:54.202740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['3f2a273a-148e-4695-abfb-dc669c734f68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:51:54.282741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Deleting port a280fdc7-b73a-4670-a4c1-62a2f0cb1074 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:54.283005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.413135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.427151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Calling delete_port for a280fdc7-b73a-4670-a4c1-62a2f0cb1074 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:54.603608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.642080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event deleted for resources: {'Port': ['ID=a280fdc7-b73a-4670-a4c1-62a2f0cb1074,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:54.668088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.671460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b5a5d774-7004-4c76-b196-d17f38a2f775 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "DELETE /v2.0/ports/a280fdc7-b73a-4670-a4c1-62a2f0cb1074 HTTP/1.1" status: 204 len: 168 time: 0.4772239 Nov 12 12:51:54.675155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:54.682906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Request body: {'port': {'name': 'tempest-new-port-name-1705650018', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:54.683318 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] bootfile-name is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:51:54.683805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] tftp-server is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:51:54.684146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] server-ip-address is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:51:54.712795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85766e69-3c44-4407-8e76-58448f77e2a0 None None] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:54.759406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.832814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2645daef-908d-4893-96f8-c7b9e51898d2 None None] Provisioning complete for port 8217b2c0-3126-42c4-be79-88383aea2fd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:54.833095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2645daef-908d-4893-96f8-c7b9e51898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.954454 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2645daef-908d-4893-96f8-c7b9e51898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.956019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.961718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:54.994692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2645daef-908d-4893-96f8-c7b9e51898d2 None None] For port 8217b2c0-3126-42c4-be79-88383aea2fd6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8217b2c0-3126-42c4-be79-88383aea2fd6,segment=NetworkSegment(36827a2c-0edd-4ccf-9154-f9565c85e27c),segment_id=36827a2c-0edd-4ccf-9154-f9565c85e27c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:54.996347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] In _notify_port_updated(), no bound segment for port 70ddbe29-ca8c-4e10-b2d0-82cb297db968 on network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:51:55.003891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:55.004607 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.006637 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2645daef-908d-4893-96f8-c7b9e51898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.008740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60450) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:55.009234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "PUT /v2.0/ports/70ddbe29-ca8c-4e10-b2d0-82cb297db968 HTTP/1.1" status: 200 len: 1129 time: 0.3326316 Nov 12 12:51:55.030085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e14d-6d5e-4e87-8224-e1895d9b33d3 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event updated for resources: {'Port': ['ID=70ddbe29-ca8c-4e10-b2d0-82cb297db968,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:55.103784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645daef-908d-4893-96f8-c7b9e51898d2 None None] Pushing event updated for resources: {'Port': ['ID=8217b2c0-3126-42c4-be79-88383aea2fd6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:55.111231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7fa8af-d6c5-4053-b8b6-82725622ee28 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:55.112776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a7fa8af-d6c5-4053-b8b6-82725622ee28 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "GET /v2.0/ports/70ddbe29-ca8c-4e10-b2d0-82cb297db968 HTTP/1.1" status: 200 len: 1129 time: 0.1028957 Nov 12 12:51:55.117602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:55.159288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3150-6250-45c7-a17b-91012dab4602 req-a9e0b3ae-0113-49fd-88d2-5c357e59b3c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:55.166415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-211e3150-6250-45c7-a17b-91012dab4602 req-a9e0b3ae-0113-49fd-88d2-5c357e59b3c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 945 time: 0.0753486 Nov 12 12:51:55.258753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Deleting port 70ddbe29-ca8c-4e10-b2d0-82cb297db968 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:55.259981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.280729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-211e3150-6250-45c7-a17b-91012dab4602 req-07f0931e-340b-4abc-b5db-db0804c95a3c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116223 Nov 12 12:51:55.305398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8217b2c0-3126-42c4-be79-88383aea2fd6 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:55.360206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9014e153-e99e-4dd6-bf03-3ff8de5204b8 None None] Provisioning complete for port 8217b2c0-3126-42c4-be79-88383aea2fd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:55.360552 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-e99e-4dd6-bf03-3ff8de5204b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.406393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8217b2c0-3126-42c4-be79-88383aea2fd6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:55.406826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.421625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eaca7-dc59-44e9-a44b-a2f3a9216162 req-3610f77f-636d-429b-801f-f39062538262 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:55.423252 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ad7eaca7-dc59-44e9-a44b-a2f3a9216162 req-3610f77f-636d-429b-801f-f39062538262 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1537867 Nov 12 12:51:55.487722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.493758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ad7eaca7-dc59-44e9-a44b-a2f3a9216162 req-ed4c8369-7947-43f6-9c68-a7138d28636a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629172 Nov 12 12:51:55.519905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Calling delete_port for 70ddbe29-ca8c-4e10-b2d0-82cb297db968 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:55.563520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3f2a273a-148e-4695-abfb-dc669c734f68 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:51:55.629947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9014e153-e99e-4dd6-bf03-3ff8de5204b8 None None] Provisioning complete for port 70ddbe29-ca8c-4e10-b2d0-82cb297db968 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:55.630340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9014e153-e99e-4dd6-bf03-3ff8de5204b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.682244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.689146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9014e153-e99e-4dd6-bf03-3ff8de5204b8 None None] Port 70ddbe29-ca8c-4e10-b2d0-82cb297db968 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:51:55.700888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 3f2a273a-148e-4695-abfb-dc669c734f68 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:51:55.709226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 3f2a273a-148e-4695-abfb-dc669c734f68 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:51:55.709602 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.746256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event deleted for resources: {'Port': ['ID=70ddbe29-ca8c-4e10-b2d0-82cb297db968,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:55.788729 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.793398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-45247618-2bbe-4cd0-b18a-0cf5a0e53d3c tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "DELETE /v2.0/ports/70ddbe29-ca8c-4e10-b2d0-82cb297db968 HTTP/1.1" status: 204 len: 168 time: 0.6747587 Nov 12 12:51:55.797064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:55.809950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6acd52ac-ddba-4d39-9f5c-c72821fc3d09 None None] Could not find standard attr ID for object 70ddbe29-ca8c-4e10-b2d0-82cb297db968. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:51:55.820569 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.859925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:55.860911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:51:55.864008 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ac8f77-3525-485e-92ed-3cbf6336b2fd" -d '{"events": [{"server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:51:55.869162 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.871863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Deleting subnet 827f4418-7015-41bc-acfb-928ef1a4be40 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:51:55.877953 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:55.922975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:55.933874 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a2887-e629-44d8-ac65-672208111e9e x-openstack-request-id: req-906a2887-e629-44d8-ac65-672208111e9e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:51:55.934324 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:51:55.936081 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-906a2887-e629-44d8-ac65-672208111e9e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:51:55.936406 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68', 'code': 200} Nov 12 12:51:55.944299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.026872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b850531-7576-4c99-a778-95e00bc4619a None None] Could not find standard attr ID for object a280fdc7-b73a-4670-a4c1-62a2f0cb1074. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:51:56.057308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d19a4-2d0a-4288-a5b8-0fc111606426 req-22fb0d18-a30d-4116-938c-2f5fa9c6a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:56.059334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-874d19a4-2d0a-4288-a5b8-0fc111606426 req-22fb0d18-a30d-4116-938c-2f5fa9c6a4f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1097 time: 0.0623147 Nov 12 12:51:56.065199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.127661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-874d19a4-2d0a-4288-a5b8-0fc111606426 req-030c0287-ed1f-4ed6-aa97-462bdc40b0b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559740 Nov 12 12:51:56.144221 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.173571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event deleted for resources: {'Subnet': ['ID=827f4418-7015-41bc-acfb-928ef1a4be40,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:56.179646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.185192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8d78ae00-d5d2-451a-b9dc-9d5d88e9eda7 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "DELETE /v2.0/subnets/827f4418-7015-41bc-acfb-928ef1a4be40 HTTP/1.1" status: 204 len: 168 time: 0.3848631 Nov 12 12:51:56.186003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60464) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:56.238068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c320a5fb-412f-4ade-aefd-47bfba7301f2 None None] Network 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:56.272662 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.332347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Deleting port 8217b2c0-3126-42c4-be79-88383aea2fd6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:56.332850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.436368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] For port 8217b2c0-3126-42c4-be79-88383aea2fd6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8217b2c0-3126-42c4-be79-88383aea2fd6,segment=NetworkSegment(36827a2c-0edd-4ccf-9154-f9565c85e27c),segment_id=36827a2c-0edd-4ccf-9154-f9565c85e27c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:56.436731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.452791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] DHCP port deletion for 511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:51:56.456861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Calling delete_port for 8217b2c0-3126-42c4-be79-88383aea2fd6 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:56.471873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d395f-4a18-4c01-a631-06d24ad38108 req-056b3b3b-7a58-4b81-9598-9e0b0f6487b9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:56.473383 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d0d395f-4a18-4c01-a631-06d24ad38108 req-056b3b3b-7a58-4b81-9598-9e0b0f6487b9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0822330 Nov 12 12:51:56.508951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] Deleting port 8217b2c0-3126-42c4-be79-88383aea2fd6 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:51:56.509329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.570758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d0d395f-4a18-4c01-a631-06d24ad38108 req-c8d7fe71-1722-4996-b2c2-b9e80a20baa3 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856209 Nov 12 12:51:56.588596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] For port 8217b2c0-3126-42c4-be79-88383aea2fd6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8217b2c0-3126-42c4-be79-88383aea2fd6,segment=NetworkSegment(36827a2c-0edd-4ccf-9154-f9565c85e27c),segment_id=36827a2c-0edd-4ccf-9154-f9565c85e27c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:51:56.589005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.603703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] Calling delete_port for 8217b2c0-3126-42c4-be79-88383aea2fd6 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:51:56.610946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.633278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456998-94b7-4b92-b318-1cbbb930b780 req-f3055eb8-7369-4f16-ac36-eb85325e0b51 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:56.635022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1456998-94b7-4b92-b318-1cbbb930b780 req-f3055eb8-7369-4f16-ac36-eb85325e0b51 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0624206 Nov 12 12:51:56.656037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] No DVR routers for this DVR port 8217b2c0-3126-42c4-be79-88383aea2fd6 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:56.663728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event deleted for resources: {'Port': ['ID=8217b2c0-3126-42c4-be79-88383aea2fd6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:56.719102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1456998-94b7-4b92-b318-1cbbb930b780 req-54a818b8-1c18-41fd-9f9a-6a4d9b9a176e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Nov 12 12:51:56.721942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.750800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] Pushing event deleted for resources: {'Port': ['ID=8217b2c0-3126-42c4-be79-88383aea2fd6,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:56.758843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb55621-e6c1-4975-83ae-b3ee5d118832 None None] No DVR routers for this DVR port 8217b2c0-3126-42c4-be79-88383aea2fd6 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:51:56.769419 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.802049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:56.812011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36827a2c-0edd-4ccf-9154-f9565c85e27c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:56.812302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36827a2c-0edd-4ccf-9154-f9565c85e27c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:51:56.821427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.835538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.842232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:51:56.842715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:51:56.846046 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:51:56.910727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.917257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:56.922660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] 10.222.0.18 "DELETE /v2.0/networks/511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e HTTP/1.1" status: 204 len: 168 time: 0.7334068 Nov 12 12:51:56.933512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55bf5e-b9f4-4225-9116-c0e7ddcf3994 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317 tempest-ExtraDHCPOptionsIpV6TestJSON-669223317-project] Pushing event deleted for resources: {'Network': ['ID=511e5897-b6a9-4f40-ac2e-a9bd43fd0e2e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:57.183155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8217b2c0-3126-42c4-be79-88383aea2fd6 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:51:57.205201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:57.211773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8217b2c0-3126-42c4-be79-88383aea2fd6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:51:57.211988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8217b2c0-3126-42c4-be79-88383aea2fd6 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:51:57.377438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-74a88df2-dfa8-4f40-b895-614cb19671f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f418cd7bb4c347f983bd7ef504b4107d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710813 Nov 12 12:51:57.379839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:57.430201 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9f27985-1e84-4446-8f02-b4daf2f46669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:57.454623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9f27985-1e84-4446-8f02-b4daf2f46669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:57.505989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9f27985-1e84-4446-8f02-b4daf2f46669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:57.508750 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9f27985-1e84-4446-8f02-b4daf2f46669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:57.510189 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f9f27985-1e84-4446-8f02-b4daf2f46669 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fca93438-72a0-49ac-9dba-3e28893f2a9e HTTP/1.1" status: 204 len: 168 time: 0.1291809 Nov 12 12:51:57.518451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f27985-1e84-4446-8f02-b4daf2f46669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca93438-72a0-49ac-9dba-3e28893f2a9e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:57.689155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9756ba-1814-41bd-a589-83a7901192b2 req-62591cac-1c4c-4a32-a07e-a60513298c6e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:57.690736 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae9756ba-1814-41bd-a589-83a7901192b2 req-62591cac-1c4c-4a32-a07e-a60513298c6e tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0514774 Nov 12 12:51:57.765245 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ae9756ba-1814-41bd-a589-83a7901192b2 req-7f9dbd3d-fe99-4298-b8cb-3071985577ac tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677795 Nov 12 12:51:57.855972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77abe5-f2c8-4380-b8ac-12b4e04f2226 req-79f4e6f9-102b-4873-b816-544bf61c6002 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:57.864339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a77abe5-f2c8-4380-b8ac-12b4e04f2226 req-79f4e6f9-102b-4873-b816-544bf61c6002 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0639780 Nov 12 12:51:57.928412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a77abe5-f2c8-4380-b8ac-12b4e04f2226 req-3f8a3579-5752-4a36-97d7-1333ee0dd803 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624828 Nov 12 12:51:57.929906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936be84a-a8d8-4f98-b790-dcb984c0b183 req-4d5f1f8f-01d1-43cf-b1cc-01f76f650c36 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:57.931893 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-936be84a-a8d8-4f98-b790-dcb984c0b183 req-4d5f1f8f-01d1-43cf-b1cc-01f76f650c36 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0613937 Nov 12 12:51:58.002012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-936be84a-a8d8-4f98-b790-dcb984c0b183 req-4e14d9a9-55be-4558-b956-c10046306639 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533440 Nov 12 12:51:58.033766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:58.083190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5bb12-b420-4d4b-8d37-5366df66ad56 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:58.087490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-13e5bb12-b420-4d4b-8d37-5366df66ad56 tempest-TestNetworkAdvancedServerOps-135643946 tempest-TestNetworkAdvancedServerOps-135643946-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1092 time: 0.0486641 Nov 12 12:51:58.087788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:58.097429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '3f2a273a-148e-4695-abfb-dc669c734f68', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:58.123528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.229399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.261242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:58.347812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Allocated IP 172.25.1.99 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/dbf74d13-ea40-48df-b357-86f8db1d644d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:51:58.371140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1297207729'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:58.395462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Made reservation on behalf of b34f7dc40be745c385b3cdb9b35706c4 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:58.398940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.411728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.462958 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.503436 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.507438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.507849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.526493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:51:58.537719 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.538451 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Added segment 6f33b3d5-a9df-4c65-a1fe-9ced3dafed77 of type vlan for network b2203f5e-e579-457c-8566-ee9dd94f6545 Nov 12 12:51:58.542493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:51:58.547442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:58.551000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:51:58.584510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=dbf74d13-ea40-48df-b357-86f8db1d644d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:58.619967 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.625435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a6d1d-e062-419d-b263-6e2759e3d8d1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:58.652340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.658944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:58.659544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:58.701363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4388745 Nov 12 12:51:58.732465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:58.741987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Request body: {'subnet': {'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:58.957423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Made reservation on behalf of b34f7dc40be745c385b3cdb9b35706c4 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:58.961693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.078283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f48f-49f8-4705-aa92-2c4fd164c65c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event updated for resources: {'Network': ['ID=b2203f5e-e579-457c-8566-ee9dd94f6545,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:59.089662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b2203f5e-e579-457c-8566-ee9dd94f6545 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:51:59.170730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a8f4-b4b0-48bf-993c-6af6cd5c824d req-a8083b37-ce72-4145-8e1b-e5bd8134071d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:59.172253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d92a8f4-b4b0-48bf-993c-6af6cd5c824d req-a8083b37-ce72-4145-8e1b-e5bd8134071d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1575315 Nov 12 12:51:59.191096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.299276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d92a8f4-b4b0-48bf-993c-6af6cd5c824d req-2a78f270-ccd3-45d6-ad0a-63722ff3670c tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197100 Nov 12 12:51:59.355694 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.401894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.542605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event updated for resources: {'Subnet': ['ID=9bc921ec-de98-484f-a685-c53c6904d5b6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:59.558777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Checking segment: {'id': '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:51:59.559144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Network hostable DHCP agents. Network: b2203f5e-e579-457c-8566-ee9dd94f6545, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:51:59.599790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Network b2203f5e-e579-457c-8566-ee9dd94f6545 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:51:59.615267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b2203f5e-e579-457c-8566-ee9dd94f6545) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:51:59.621038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.623321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:51:59.624015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.624263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1e690-377c-4b3c-b26d-6583998f5ce1 None None] Network b2203f5e-e579-457c-8566-ee9dd94f6545 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:51:59.627649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.696804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-58427c61-949c-48eb-9658-995634fd034c tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9632552 Nov 12 12:51:59.699583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:51:59.708173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Request body: {'port': {'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545', 'name': 'tempest-ExtraDHCPOptionsTestJSON-790204133'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:51:59.718030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event updated for resources: {'Port': ['ID=dbf74d13-ea40-48df-b357-86f8db1d644d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:51:59.727010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.765329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.809134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b2203f5e-e579-457c-8566-ee9dd94f6545', 'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545', 'tenant_id': 'b34f7dc40be745c385b3cdb9b35706c4', 'fixed_ips': [{'subnet_id': '9bc921ec-de98-484f-a685-c53c6904d5b6'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:51:59.810735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.874093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Made reservation on behalf of b34f7dc40be745c385b3cdb9b35706c4 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:51:59.879257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:51:59.887081 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP 7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 associated. External IP: 172.25.1.99, port: 3f2a273a-148e-4695-abfb-dc669c734f68. Nov 12 12:51:59.898808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] device_id is not set on port d47519bb-ac53-42d4-81f0-b600ba5b684b yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:51:59.990257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.063814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Allocated IP 172.20.0.9 (b2203f5e-e579-457c-8566-ee9dd94f6545/9bc921ec-de98-484f-a685-c53c6904d5b6/d47519bb-ac53-42d4-81f0-b600ba5b684b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:00.162255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:00.242183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.276630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.300801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb105c49-172d-47c7-9dee-a9b364d7df77 req-0d94b4df-d6f5-4aef-94b1-67c3ddf27ed8 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:00.302362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb105c49-172d-47c7-9dee-a9b364d7df77 req-0d94b4df-d6f5-4aef-94b1-67c3ddf27ed8 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 945 time: 0.0978506 Nov 12 12:52:00.320976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Network b2203f5e-e579-457c-8566-ee9dd94f6545 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:00.323595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Allocated IP 172.20.0.2 (b2203f5e-e579-457c-8566-ee9dd94f6545/9bc921ec-de98-484f-a685-c53c6904d5b6/0fefc848-77a3-4b42-bb0c-841760800016) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:00.327255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:00.337539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:00.340333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:00.354563 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] Sync routers for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:00.372350 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.373968 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:00.374695 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:00.402776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event updated for resources: {'Port': ['ID=d47519bb-ac53-42d4-81f0-b600ba5b684b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:00.415969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb105c49-172d-47c7-9dee-a9b364d7df77 req-7c989b9e-fbab-4586-a3e5-89c50dc36c59 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000471 Nov 12 12:52:00.417941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f9f7ef8a-8fc4-43db-89a8-46fe2f8410fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3289955 Nov 12 12:52:00.418537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:00.421258 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896d9117-4b96-41f8-af19-3736f8dacdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:00.478775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:00.479683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.502698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab15332-9603-4a92-bba6-a4c829f66ac5 req-42b45ba4-8ad0-4d8b-aa33-87719ac7cc68 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:00.504658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ab15332-9603-4a92-bba6-a4c829f66ac5 req-42b45ba4-8ad0-4d8b-aa33-87719ac7cc68 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1058061 Nov 12 12:52:00.509043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2a785490-bef7-46cc-9f94-bf9bbde3a6ee tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066623 Nov 12 12:52:00.511742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:00.520527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Request body: {'port': {'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1563868377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:00.521430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] bootfile-name is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:52:00.522022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] tftp-server is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:52:00.522683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] server-ip-address is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:52:00.548344 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.556387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.566734 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:00.587627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5d0f-1066-4c51-a128-f2fe5c507523 req-90dead76-cbde-43bd-8a8e-25f2c7b676c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:00.589336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca7a5d0f-1066-4c51-a128-f2fe5c507523 req-90dead76-cbde-43bd-8a8e-25f2c7b676c1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Nov 12 12:52:00.602560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Network b2203f5e-e579-457c-8566-ee9dd94f6545 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:00.605703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:00.609590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:00.626692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Pushing event updated for resources: {'Port': ['ID=0fefc848-77a3-4b42-bb0c-841760800016,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:00.669219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca7a5d0f-1066-4c51-a128-f2fe5c507523 req-15a093b2-0f35-43fc-85b7-abfdd631183a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718186 Nov 12 12:52:00.681186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Attempting to bind port 0fefc848-77a3-4b42-bb0c-841760800016 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:00.681561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Attempting to bind port 0fefc848-77a3-4b42-bb0c-841760800016 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:00.681924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Attempting to bind port 0fefc848-77a3-4b42-bb0c-841760800016 on network b2203f5e-e579-457c-8566-ee9dd94f6545 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:00.688648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:00.689149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Checking segment: {'id': '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:00.689563 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.689951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Bound using segment: {'id': '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:00.690465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Bound port: 0fefc848-77a3-4b42-bb0c-841760800016, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2203f5e-e579-457c-8566-ee9dd94f6545'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:00.690907 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.704642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60540) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:00.765381 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ab15332-9603-4a92-bba6-a4c829f66ac5 req-28769c89-c44f-4350-b5df-d9ebb42f31fa tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487204 Nov 12 12:52:00.766152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] For port 0fefc848-77a3-4b42-bb0c-841760800016, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:00.770052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] For port 0fefc848-77a3-4b42-bb0c-841760800016, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0fefc848-77a3-4b42-bb0c-841760800016,segment=NetworkSegment(6f33b3d5-a9df-4c65-a1fe-9ced3dafed77),segment_id=6f33b3d5-a9df-4c65-a1fe-9ced3dafed77)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:00.775845 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e501aa-d5f5-49e2-976d-f2f873cbc7d3 x-openstack-request-id: req-c6e501aa-d5f5-49e2-976d-f2f873cbc7d3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:00.776265 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:00.776425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.776727 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6e501aa-d5f5-49e2-976d-f2f873cbc7d3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:00.777226 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68', 'status': 'completed', 'code': 200} Nov 12 12:52:00.812540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2221eaa-30e6-48c7-85b5-4bdc0cf913fb tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 HTTP/1.1" status: 200 len: 991 time: 0.1046484 Nov 12 12:52:00.849039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Made reservation on behalf of b34f7dc40be745c385b3cdb9b35706c4 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:00.850977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b337a-ca56-432e-a2dc-9bdc05de5c04 None None] Pushing event updated for resources: {'Port': ['ID=0fefc848-77a3-4b42-bb0c-841760800016,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:00.853348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:00.875441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-5dbc9555-88a6-46b9-b83d-7c2a1fb02434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:00.876984 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-5dbc9555-88a6-46b9-b83d-7c2a1fb02434 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1097 time: 0.0955944 Nov 12 12:52:00.886015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] device_id is not set on port b5fadcb4-5264-42da-a9fa-f32dee5bb575 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:52:00.969337 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7db0fa2f-d037-4e49-ac28-5bf4e2e90d12', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'port_id': '3f2a273a-148e-4695-abfb-dc669c734f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'mac_address': 'fa:16:3e:59:51:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:51:58Z', 'updated_at': '2021-11-12T12:51:58Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:48Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:00.999802 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] Checking router: 910e2031-fc47-4744-b4f1-6c89f8cbc1ad for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:52:01.030742 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:01.038053 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:51:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:01.075859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-c84a0f65-a432-4786-a39f-d8a91c18ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.077396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-c84a0f65-a432-4786-a39f-d8a91c18ae52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 200 len: 898 time: 0.1857574 Nov 12 12:52:01.133773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Allocated IP 172.20.0.3 (b2203f5e-e579-457c-8566-ee9dd94f6545/9bc921ec-de98-484f-a685-c53c6904d5b6/b5fadcb4-5264-42da-a9fa-f32dee5bb575) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:01.178783 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:01.182522 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-dd2e7764-32ea-4230-b84b-e4f97e7e545d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 200 len: 999 time: 0.0953143 Nov 12 12:52:01.241642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0fefc848-77a3-4b42-bb0c-841760800016 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:01.295952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0fefc848-77a3-4b42-bb0c-841760800016 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:01.296252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:01.308557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-57563128-2fde-4f24-bb7c-caae17488809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.310416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-57563128-2fde-4f24-bb7c-caae17488809 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=472b6a34-d195-42b0-b74e-e2403db98c39 HTTP/1.1" status: 200 len: 834 time: 0.1162899 Nov 12 12:52:01.382790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:01.402419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-efbe7d92-56e0-42f4-afc2-c87ef11001ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.404458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-efbe7d92-56e0-42f4-afc2-c87ef11001ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=438526e0-099c-4b42-adfe-cdb983d2a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847883 Nov 12 12:52:01.421134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 0fefc848-77a3-4b42-bb0c-841760800016, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0fefc848-77a3-4b42-bb0c-841760800016,segment=NetworkSegment(6f33b3d5-a9df-4c65-a1fe-9ced3dafed77),segment_id=6f33b3d5-a9df-4c65-a1fe-9ced3dafed77)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:01.427022 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:01.439581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:01.449856 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7db0fa2f-d037-4e49-ac28-5bf4e2e90d12', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'port_id': '3f2a273a-148e-4695-abfb-dc669c734f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'mac_address': 'fa:16:3e:59:51:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:51:58Z', 'updated_at': '2021-11-12T12:51:58Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:48Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:01.490240 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a79ff1-9a26-41ca-9d67-4a72d9706842 None None] The sync data for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 is: [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '7db0fa2f-d037-4e49-ac28-5bf4e2e90d12', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'port_id': '3f2a273a-148e-4695-abfb-dc669c734f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'mac_address': 'fa:16:3e:59:51:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:51:58Z', 'updated_at': '2021-11-12T12:51:58Z', 'revision_number': 0, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:48Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:01.500032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=0fefc848-77a3-4b42-bb0c-841760800016,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:01.549868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-162906b6-20aa-4508-97a3-f00387ef0b4f service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351573 Nov 12 12:52:01.566527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:01.595615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acae39a-2e53-4524-8be7-923a215a3046 req-5ec53cc3-d170-422a-bcab-7bbceeddf0b2 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.608898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8acae39a-2e53-4524-8be7-923a215a3046 req-5ec53cc3-d170-422a-bcab-7bbceeddf0b2 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 945 time: 0.0789585 Nov 12 12:52:01.646081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Network b2203f5e-e579-457c-8566-ee9dd94f6545 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:01.657261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:01.662210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8acae39a-2e53-4524-8be7-923a215a3046 req-2dbf731c-6ca9-42d8-b5e9-691e085a3972 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/security-groups?id=f998f204-feab-4ec9-94e0-89d91e25c707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522597 Nov 12 12:52:01.688859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:01.697128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event updated for resources: {'Port': ['ID=b5fadcb4-5264-42da-a9fa-f32dee5bb575,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:01.768310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.769153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:01.791255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-896d9117-4b96-41f8-af19-3736f8dacdbf req-fa20de10-f9d7-499f-b741-29e8429a58c1 service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332411 Nov 12 12:52:01.802532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:01.802774 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-26a0de52-0569-40c8-8390-e837cc1c4d53 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2890780 Nov 12 12:52:01.811398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb0b5d-c807-4c25-9990-219c01f216ce None None] New status for floating IP 7db0fa2f-d037-4e49-ac28-5bf4e2e90d12: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:52:01.819179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:01.899239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f819b-8b47-4222-9d14-8a57d683a7c0 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.920312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f819b-8b47-4222-9d14-8a57d683a7c0 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.926886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f819b-8b47-4222-9d14-8a57d683a7c0 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:01.928655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6f2f819b-8b47-4222-9d14-8a57d683a7c0 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1250062 Nov 12 12:52:01.931392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:02.055376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Deleting port b5fadcb4-5264-42da-a9fa-f32dee5bb575 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:02.055740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.076664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407757e-6854-407d-9c95-fddca1d165fb req-e5eb0185-a933-4dda-aed4-2fa43ee59e15 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:02.077900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f407757e-6854-407d-9c95-fddca1d165fb req-e5eb0185-a933-4dda-aed4-2fa43ee59e15 tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.65 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 945 time: 0.2607706 Nov 12 12:52:02.088256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1402cb5f-618f-4410-be1b-f916732722a0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 HTTP/1.1" status: 200 len: 991 time: 0.2659669 Nov 12 12:52:02.130307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07e67-20ae-4772-87d9-9e0d40acc75d req-82d5126e-0a2a-400f-8941-0e91f65c7b6d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:02.131855 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8bd07e67-20ae-4772-87d9-9e0d40acc75d req-82d5126e-0a2a-400f-8941-0e91f65c7b6d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.2106557 Nov 12 12:52:02.188299 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0421f7-019a-4df7-9e8d-a70f73c41fba None None] Network b2203f5e-e579-457c-8566-ee9dd94f6545 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:02.239069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987ef11-e643-4a9f-9dd6-77006d68819c req-6f89bce0-c77c-4322-90cf-c0414de27976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:02.240523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c987ef11-e643-4a9f-9dd6-77006d68819c req-6f89bce0-c77c-4322-90cf-c0414de27976 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 1096 time: 0.0698700 Nov 12 12:52:02.244183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.252131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8bd07e67-20ae-4772-87d9-9e0d40acc75d req-4fa52426-ccd1-4735-9ba5-ccbd66286bae tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039050 Nov 12 12:52:02.273426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Deleting port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:02.274107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.284858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8db67b88-99f7-4c40-9967-fe1d91e607f9 None None] Provisioning complete for port 0fefc848-77a3-4b42-bb0c-841760800016 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:02.285113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8db67b88-99f7-4c40-9967-fe1d91e607f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.286685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Calling delete_port for b5fadcb4-5264-42da-a9fa-f32dee5bb575 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:02.359952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c987ef11-e643-4a9f-9dd6-77006d68819c req-8112a5dc-4bbf-435c-89d8-b964f164a93f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963278 Nov 12 12:52:02.430560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] For port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,segment=NetworkSegment(785555ae-c15b-4032-9a81-aa0b522137fd),segment_id=785555ae-c15b-4032-9a81-aa0b522137fd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:02.430950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.446458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Calling delete_port for f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:02.482523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.520255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event deleted for resources: {'Port': ['ID=b5fadcb4-5264-42da-a9fa-f32dee5bb575,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:02.561574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.561908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.562281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.562620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.562958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.563304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.563638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.563953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.564281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.564607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.564929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.565256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:02.603768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.615765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f848ef7e-7bd1-49b4-a9d5-08c6110c78a3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:52:02.634062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.640066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-186fda80-62b7-43d6-bd42-46feb4730175 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "DELETE /v2.0/ports/b5fadcb4-5264-42da-a9fa-f32dee5bb575 HTTP/1.1" status: 204 len: 168 time: 0.7074957 Nov 12 12:52:02.643424 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:02.649274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Pushing event deleted for resources: {'Port': ['ID=f848ef7e-7bd1-49b4-a9d5-08c6110c78a3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:02.649492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Request body: {'port': {'name': 'tempest-new-port-name-1316606272', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:02.649760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] bootfile-name is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:52:02.650105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] tftp-server is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:52:02.650468 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] server-ip-address is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 12:52:02.697398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] No DVR routers for this DVR port f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:02.700583 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.704997 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f407757e-6854-407d-9c95-fddca1d165fb req-e26ab76c-2864-4181-9b61-b93d93befd6c tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.65 "DELETE /v2.0/ports/f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 HTTP/1.1" status: 204 len: 173 time: 0.6158366 Nov 12 12:52:02.705597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'name': 'network-vif-deleted', 'tag': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:02.708569 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555203eb-d2eb-474a-97c6-999fefca95b4" -d '{"events": [{"server_uuid": "739b19f4-b8eb-4ff4-8853-72be9314a0a2", "name": "network-vif-deleted", "tag": "f848ef7e-7bd1-49b4-a9d5-08c6110c78a3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:02.737969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.757792 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b4eb36-3af6-4d60-8ef5-c563dd5fcc7b x-openstack-request-id: req-b5b4eb36-3af6-4d60-8ef5-c563dd5fcc7b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:02.758108 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739b19f4-b8eb-4ff4-8853-72be9314a0a2", "name": "network-vif-deleted", "tag": "f848ef7e-7bd1-49b4-a9d5-08c6110c78a3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:02.758396 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5b4eb36-3af6-4d60-8ef5-c563dd5fcc7b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:02.758803 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739b19f4-b8eb-4ff4-8853-72be9314a0a2', 'name': 'network-vif-deleted', 'tag': 'f848ef7e-7bd1-49b4-a9d5-08c6110c78a3', 'status': 'completed', 'code': 200} Nov 12 12:52:02.802587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bca5db23-8c17-43b9-b811-9c499e3b52e2 None None] Could not find standard attr ID for object b5fadcb4-5264-42da-a9fa-f32dee5bb575. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:52:02.828389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bca5db23-8c17-43b9-b811-9c499e3b52e2 None None] Provisioning complete for port d47519bb-ac53-42d4-81f0-b600ba5b684b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:02.828813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bca5db23-8c17-43b9-b811-9c499e3b52e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:02.876010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bca5db23-8c17-43b9-b811-9c499e3b52e2 None None] Port d47519bb-ac53-42d4-81f0-b600ba5b684b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:02.888844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bca5db23-8c17-43b9-b811-9c499e3b52e2 None None] Provisioning complete for port 0fefc848-77a3-4b42-bb0c-841760800016 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:02.889218 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bca5db23-8c17-43b9-b811-9c499e3b52e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.091851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:03.119816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-24cab489-33de-48a1-8501-70020e117179 None None] Provisioning complete for port d47519bb-ac53-42d4-81f0-b600ba5b684b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:03.120860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-24cab489-33de-48a1-8501-70020e117179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.195229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-24cab489-33de-48a1-8501-70020e117179 None None] Port d47519bb-ac53-42d4-81f0-b600ba5b684b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:03.203700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b2410e7-8c7e-4e32-b700-60721fca197f req-8a0cc90a-296b-4b89-a0aa-e185c2fdf4ef tempest-VolumesSnapshotTestJSON-1486815202 tempest-VolumesSnapshotTestJSON-1486815202-project] 10.222.0.18 "GET /v2.0/ports?device_id=739b19f4-b8eb-4ff4-8853-72be9314a0a2 HTTP/1.1" status: 200 len: 210 time: 0.0347786 Nov 12 12:52:03.247590 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d1c24e16-5cf7-41b2-9423-3b75d979e5ec tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 HTTP/1.1" status: 200 len: 993 time: 0.1542909 Nov 12 12:52:03.260829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0fefc848-77a3-4b42-bb0c-841760800016 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:03.331126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-679a997d-9889-440c-aa48-b2c79fe8653b None None] Could not find standard attr ID for object b5fadcb4-5264-42da-a9fa-f32dee5bb575. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:52:03.359403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0fefc848-77a3-4b42-bb0c-841760800016 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:03.361139 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.418814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f3f45-e3ee-4d54-a321-6f273586a283 req-d2b450df-58b2-49e5-b7aa-e18b756a55a1 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:03.427742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e77f3f45-e3ee-4d54-a321-6f273586a283 req-d2b450df-58b2-49e5-b7aa-e18b756a55a1 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0734813 Nov 12 12:52:03.485034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.490927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.491807 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e77f3f45-e3ee-4d54-a321-6f273586a283 req-c82ceb01-05f7-4c2c-90b6-361b3481238e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626764 Nov 12 12:52:03.593048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event updated for resources: {'Port': ['ID=d47519bb-ac53-42d4-81f0-b600ba5b684b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:03.609395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] In _notify_port_updated(), no bound segment for port d47519bb-ac53-42d4-81f0-b600ba5b684b on network b2203f5e-e579-457c-8566-ee9dd94f6545 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 12:52:03.615494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:03.616136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.617874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-786cb42b-688c-44f8-9971-9ac719252cb1 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "PUT /v2.0/ports/d47519bb-ac53-42d4-81f0-b600ba5b684b HTTP/1.1" status: 200 len: 1136 time: 0.9730051 Nov 12 12:52:03.620203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:03.665990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed80223-c2c0-46e4-a3fd-9d69d7673ac9 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:03.667489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9ed80223-c2c0-46e4-a3fd-9d69d7673ac9 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "GET /v2.0/ports/d47519bb-ac53-42d4-81f0-b600ba5b684b HTTP/1.1" status: 200 len: 1136 time: 0.0463054 Nov 12 12:52:03.671617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:03.753576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cf7976a9-88f0-4282-982c-cb94697836df None None] Provisioning complete for port d47519bb-ac53-42d4-81f0-b600ba5b684b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:03.754219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf7976a9-88f0-4282-982c-cb94697836df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.765747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Deleting port d47519bb-ac53-42d4-81f0-b600ba5b684b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:03.766090 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.793332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cf7976a9-88f0-4282-982c-cb94697836df None None] Port d47519bb-ac53-42d4-81f0-b600ba5b684b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:03.861629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:03.879876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Calling delete_port for d47519bb-ac53-42d4-81f0-b600ba5b684b owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:04.010493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.036937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event deleted for resources: {'Port': ['ID=d47519bb-ac53-42d4-81f0-b600ba5b684b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:04.116384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.121397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00e3cfd9-54b9-403a-9c97-4af592cc8ccd tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "DELETE /v2.0/ports/d47519bb-ac53-42d4-81f0-b600ba5b684b HTTP/1.1" status: 204 len: 168 time: 0.4486437 Nov 12 12:52:04.124812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:04.177415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Deleting subnet 9bc921ec-de98-484f-a685-c53c6904d5b6 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:04.180951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.223937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.315424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.374813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.404056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc921ec-de98-484f-a685-c53c6904d5b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:04.406100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.411775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a0e6809-04ed-4bb6-9551-79cc588f3c22 tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "DELETE /v2.0/subnets/9bc921ec-de98-484f-a685-c53c6904d5b6 HTTP/1.1" status: 204 len: 168 time: 0.2836103 Nov 12 12:52:04.412092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:04.415774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f70949-59c8-4455-a1f0-46d8e10b9830 None None] Network b2203f5e-e579-457c-8566-ee9dd94f6545 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:04.515813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.593405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Deleting port 0fefc848-77a3-4b42-bb0c-841760800016 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:04.593904 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.645258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] DHCP port deletion for b2203f5e-e579-457c-8566-ee9dd94f6545 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:04.645512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65075623-f42b-4030-a021-c44ac9ba53b8 req-4f122cf3-2349-43cc-81b1-62a8b1b0db9e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:04.647288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-65075623-f42b-4030-a021-c44ac9ba53b8 req-4f122cf3-2349-43cc-81b1-62a8b1b0db9e tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0672193 Nov 12 12:52:04.669377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] For port 0fefc848-77a3-4b42-bb0c-841760800016, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0fefc848-77a3-4b42-bb0c-841760800016,segment=NetworkSegment(6f33b3d5-a9df-4c65-a1fe-9ced3dafed77),segment_id=6f33b3d5-a9df-4c65-a1fe-9ced3dafed77)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:04.669929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.690516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Calling delete_port for 0fefc848-77a3-4b42-bb0c-841760800016 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:04.709804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Deleting port 0fefc848-77a3-4b42-bb0c-841760800016 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:04.710460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.719495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-65075623-f42b-4030-a021-c44ac9ba53b8 req-30ad8747-bd70-4fe6-82f2-054658be2b23 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613017 Nov 12 12:52:04.798788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.823209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] For port 0fefc848-77a3-4b42-bb0c-841760800016, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0fefc848-77a3-4b42-bb0c-841760800016,segment=NetworkSegment(6f33b3d5-a9df-4c65-a1fe-9ced3dafed77),segment_id=6f33b3d5-a9df-4c65-a1fe-9ced3dafed77)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:04.823775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.838707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Calling delete_port for 0fefc848-77a3-4b42-bb0c-841760800016 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:04.843785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event deleted for resources: {'Port': ['ID=0fefc848-77a3-4b42-bb0c-841760800016,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:04.857188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] No DVR routers for this DVR port 0fefc848-77a3-4b42-bb0c-841760800016 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:04.979398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:04.993617 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.009627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89ddc2-adde-4e0b-82af-91523a760acf req-abe4041a-80e9-447b-b85b-4496fc796352 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:05.010012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2203f5e-e579-457c-8566-ee9dd94f6545']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:05.011983 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b89ddc2-adde-4e0b-82af-91523a760acf req-abe4041a-80e9-447b-b85b-4496fc796352 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0805562 Nov 12 12:52:05.022834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-b93b3cdd-8dc1-43a2-a9bc-fbf40eddd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:05.024406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-b93b3cdd-8dc1-43a2-a9bc-fbf40eddd5ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48179832391945ad82e7a3790171c223&device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 1096 time: 0.1228240 Nov 12 12:52:05.026052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:05.026375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f33b3d5-a9df-4c65-a1fe-9ced3dafed77') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:05.038706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Pushing event deleted for resources: {'Port': ['ID=0fefc848-77a3-4b42-bb0c-841760800016,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:05.045778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] No DVR routers for this DVR port 0fefc848-77a3-4b42-bb0c-841760800016 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:05.050969 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.060179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.060451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.061231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.061778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.062311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.063587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.064841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.065512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.066210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.066877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.067521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.067999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06044a-2d81-4f80-a873-d67d429b6530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:05.097839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7b89ddc2-adde-4e0b-82af-91523a760acf req-abd95d9c-f528-4671-ae3e-a4b962f272b7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786197 Nov 12 12:52:05.114013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.124928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:05.125624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:05.128833 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:05.199786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0fefc848-77a3-4b42-bb0c-841760800016 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:05.207598 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-8b620aa8-8e5c-4dcb-ac5f-76eb065a049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:05.209177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-8b620aa8-8e5c-4dcb-ac5f-76eb065a049b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 200 len: 912 time: 0.1727903 Nov 12 12:52:05.210250 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.216689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.222630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] 10.222.0.18 "DELETE /v2.0/networks/b2203f5e-e579-457c-8566-ee9dd94f6545 HTTP/1.1" status: 204 len: 168 time: 0.8097081 Nov 12 12:52:05.229700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0fefc848-77a3-4b42-bb0c-841760800016 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:05.230049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0fefc848-77a3-4b42-bb0c-841760800016 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:05.281008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-84c60081-6ff4-4774-b477-b3b2ab807649 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19 HTTP/1.1" status: 200 len: 217 time: 0.0571873 Nov 12 12:52:05.281902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96704ce2-c24d-4c47-845f-5c2278aa847f tempest-ExtraDHCPOptionsTestJSON-934086228 tempest-ExtraDHCPOptionsTestJSON-934086228-project] Pushing event deleted for resources: {'Network': ['ID=b2203f5e-e579-457c-8566-ee9dd94f6545,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:05.350279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-2e7da9f0-4f7d-4214-a777-10794b2bac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:05.351812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-2e7da9f0-4f7d-4214-a777-10794b2bac4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 200 len: 851 time: 0.0630102 Nov 12 12:52:05.389028 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-61be5a92-5709-4374-8a75-62afc35e68b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2f7e4fd-6775-4d8a-92f2-0010a6b71331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298367 Nov 12 12:52:05.515797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-85d362aa-ab5b-486a-b583-1e6430cf3bb8 service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183250 Nov 12 12:52:05.536804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:05.594716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:05.636485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e83a583f-cabc-4620-94d6-8b87e21f7138 req-884573f9-0f7c-40a4-84a6-2c8538972aca service neutron] 10.222.0.81 "GET /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081669 Nov 12 12:52:05.639506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:05.639842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f848ef7e-7bd1-49b4-a9d5-08c6110c78a3 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:05.703203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c2f17c0b-520f-4430-8f39-c3035825d90c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b34f7dc40be745c385b3cdb9b35706c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1619039 Nov 12 12:52:05.703801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:05.712724 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a38029e2-c5a2-4782-8214-5a9721f83dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.763637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b4a240f-2391-4fdd-b03c-322e90ad217b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.799759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b4a240f-2391-4fdd-b03c-322e90ad217b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.853834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b4a240f-2391-4fdd-b03c-322e90ad217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.857262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b4a240f-2391-4fdd-b03c-322e90ad217b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:05.858843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2b4a240f-2391-4fdd-b03c-322e90ad217b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa4a6d1d-e062-419d-b263-6e2759e3d8d1 HTTP/1.1" status: 204 len: 168 time: 0.1541593 Nov 12 12:52:05.868174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a240f-2391-4fdd-b03c-322e90ad217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a6d1d-e062-419d-b263-6e2759e3d8d1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:06.218534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c79c5-9b50-41b7-912c-9b0d8613818c req-02c0eb82-0cbf-49a3-9e94-4067080d458a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:06.220264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-040c79c5-9b50-41b7-912c-9b0d8613818c req-02c0eb82-0cbf-49a3-9e94-4067080d458a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0575230 Nov 12 12:52:06.271892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-040c79c5-9b50-41b7-912c-9b0d8613818c req-32787e8e-b225-4554-b306-23484acc6df6 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Nov 12 12:52:06.536701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60624) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:06.633801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-1737542943'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:06.654976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:06.658380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.666943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.748388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.753417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.782831 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:06.792332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92df9878-f275-4b5a-85aa-e59435ae1ae2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:06.803222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.803560 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment 2b60ed93-90ce-4a2f-9370-cd7de65868a4 of type vlan for network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 Nov 12 12:52:06.848988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.874693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.880300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:06.880875 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:06.951281 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4133420 Nov 12 12:52:06.954230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:06.957623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738f2dd-6e45-43d7-9fca-13ca73496893 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=c0636bf3-f01e-4f4a-82c0-6e31c89d7023,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:06.961867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-1790072313'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:06.969384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:07.020035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:07.024003 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.056466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:07.069995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.070493 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment 8fe25ecb-6cd4-45f4-83fd-0829ad56e74c of type vlan for network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce Nov 12 12:52:07.122614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.149889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.156826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:07.157485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.204275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2488861 Nov 12 12:52:07.207385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:07.213589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:07.241116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efd539-7bca-4e54-a678-b8113608e2fb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:07.256957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:07.378068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:07.381733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.489906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574feae-79b3-41a1-a772-02993a431e39 req-a35b1e6b-bccb-4ff3-beca-2ca7775fb777 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:07.491420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3574feae-79b3-41a1-a772-02993a431e39 req-a35b1e6b-bccb-4ff3-beca-2ca7775fb777 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1277204 Nov 12 12:52:07.585607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3574feae-79b3-41a1-a772-02993a431e39 req-c98094f1-5ef5-4643-8c74-44a7ba8321f0 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872428 Nov 12 12:52:07.644978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.708952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=f9a7bea3-8c89-4f9c-903e-ca0414e4784f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:07.716787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': '2b60ed93-90ce-4a2f-9370-cd7de65868a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:07.717354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: c0636bf3-f01e-4f4a-82c0-6e31c89d7023, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:07.740872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:07.752243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c0636bf3-f01e-4f4a-82c0-6e31c89d7023) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:07.758322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:07.758527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.761162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf73fe-1d02-4dd5-a513-525eb69a76a6 None None] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:07.780095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:07.780763 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7f17a07e-cf6b-4f6d-b902-46b8528ce233 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5718050 Nov 12 12:52:07.786144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:07.838071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9efbb-71a9-4eab-9a54-b1c629b7744e req-530b3bf7-de66-48b7-a373-a8633a0b5e3f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:07.840052 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2c9efbb-71a9-4eab-9a54-b1c629b7744e req-530b3bf7-de66-48b7-a373-a8633a0b5e3f tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0567598 Nov 12 12:52:07.902372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b2c9efbb-71a9-4eab-9a54-b1c629b7744e req-d9b05615-b165-4874-8130-6fde55e1c41b tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Nov 12 12:52:07.914517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:07.919676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:07.936705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c0636bf3-f01e-4f4a-82c0-6e31c89d7023', 'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': 'f9a7bea3-8c89-4f9c-903e-ca0414e4784f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:07.937590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.072233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Allocated IP 172.20.0.2 (c0636bf3-f01e-4f4a-82c0-6e31c89d7023/f9a7bea3-8c89-4f9c-903e-ca0414e4784f/1a5e3e5f-b326-4e41-9105-35e75ad894f9) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:08.127898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.189192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=e5337703-41a5-491c-b697-dab36eb1f44b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:08.205736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:08.206112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:08.233113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:08.244795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:08.245567 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.250997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:08.251809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.254922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.276347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c78d9e66-a315-44e6-9252-ba7cfd0b575d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4919770 Nov 12 12:52:08.276572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:08.281355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1718568012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:08.293121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c911e09-0a39-459a-943b-0d6eea2a98b3 None None] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:08.308272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.310125 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.366614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:08.368971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Pushing event updated for resources: {'Port': ['ID=1a5e3e5f-b326-4e41-9105-35e75ad894f9,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:08.373451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.374807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:08.377446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:08.382503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.407171 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.411209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1432f6c6-684e-407c-8fbd-ef3f59673707 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1309652 Nov 12 12:52:08.411398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:08.489894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Attempting to bind port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:08.490201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Attempting to bind port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2b60ed93-90ce-4a2f-9370-cd7de65868a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:08.490578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Attempting to bind port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 on network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:08.504256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:08.504636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Checking segment: {'id': '2b60ed93-90ce-4a2f-9370-cd7de65868a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:08.505051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.505438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Bound using segment: {'id': '2b60ed93-90ce-4a2f-9370-cd7de65868a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:08.505916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Bound port: 1a5e3e5f-b326-4e41-9105-35e75ad894f9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60ed93-90ce-4a2f-9370-cd7de65868a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c0636bf3-f01e-4f4a-82c0-6e31c89d7023'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:08.506330 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.570275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce', 'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': 'e5337703-41a5-491c-b697-dab36eb1f44b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:08.571512 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.613330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] For port 1a5e3e5f-b326-4e41-9105-35e75ad894f9, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:08.617399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] For port 1a5e3e5f-b326-4e41-9105-35e75ad894f9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1a5e3e5f-b326-4e41-9105-35e75ad894f9,segment=NetworkSegment(2b60ed93-90ce-4a2f-9370-cd7de65868a4),segment_id=2b60ed93-90ce-4a2f-9370-cd7de65868a4)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:08.670952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.709172 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:08.815989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Allocated IP 172.21.0.2 (2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce/e5337703-41a5-491c-b697-dab36eb1f44b/56dd6c9d-2d34-413a-aeca-00625c920985) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:08.818660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eae321-99ec-43cd-946a-f4ddef0499bb None None] Pushing event updated for resources: {'Port': ['ID=1a5e3e5f-b326-4e41-9105-35e75ad894f9,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:08.970798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a26ec74b-9b3d-406a-89f2-f6c98f981eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.066999 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.074021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.134316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:09.141302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:09.156613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:09.158662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c202a-effc-46af-92d5-c7782089a676 req-61a8d81c-eb3d-4bce-bd2d-07343d8ad60d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:09.160400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-855c202a-effc-46af-92d5-c7782089a676 req-61a8d81c-eb3d-4bce-bd2d-07343d8ad60d tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.1351957 Nov 12 12:52:09.164354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.20.0.1 (c0636bf3-f01e-4f4a-82c0-6e31c89d7023/f9a7bea3-8c89-4f9c-903e-ca0414e4784f/a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:09.168337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Pushing event updated for resources: {'Port': ['ID=56dd6c9d-2d34-413a-aeca-00625c920985,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:09.245986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Attempting to bind port 56dd6c9d-2d34-413a-aeca-00625c920985 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:09.247169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Attempting to bind port 56dd6c9d-2d34-413a-aeca-00625c920985 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:09.247765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Attempting to bind port 56dd6c9d-2d34-413a-aeca-00625c920985 on network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:09.254008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:09.254585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Checking segment: {'id': '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:09.255092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.255597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Bound using segment: {'id': '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:09.256170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Bound port: 56dd6c9d-2d34-413a-aeca-00625c920985, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:09.256654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.309362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1a5e3e5f-b326-4e41-9105-35e75ad894f9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:09.366739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] For port 56dd6c9d-2d34-413a-aeca-00625c920985, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:09.371791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] For port 56dd6c9d-2d34-413a-aeca-00625c920985, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=56dd6c9d-2d34-413a-aeca-00625c920985,segment=NetworkSegment(8fe25ecb-6cd4-45f4-83fd-0829ad56e74c),segment_id=8fe25ecb-6cd4-45f4-83fd-0829ad56e74c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:09.374016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-855c202a-effc-46af-92d5-c7782089a676 req-67be9608-70e6-4d5c-85a8-8973346c4f8a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768703 Nov 12 12:52:09.383083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.425101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.443100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:09.443332 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.469100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.503349 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.509766 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:09.511775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3c3af-b846-4f29-a9b1-0c0c01c38c34 None None] Pushing event updated for resources: {'Port': ['ID=56dd6c9d-2d34-413a-aeca-00625c920985,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:09.526736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:09.538619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:09.570021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.586403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:09.619511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.629632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 1a5e3e5f-b326-4e41-9105-35e75ad894f9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1a5e3e5f-b326-4e41-9105-35e75ad894f9,segment=NetworkSegment(2b60ed93-90ce-4a2f-9370-cd7de65868a4),segment_id=2b60ed93-90ce-4a2f-9370-cd7de65868a4)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:09.634277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:09.707322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=1a5e3e5f-b326-4e41-9105-35e75ad894f9,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:09.761131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.084267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.091175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.162223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eded26-0e6a-4356-b1f2-94ad7bc18b5c None None] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:10.176113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:10.179934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.248707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-42b0fc2a-e599-4509-a54b-4ace3b62211d None None] Provisioning complete for port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:10.249227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-42b0fc2a-e599-4509-a54b-4ace3b62211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.278484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:10.280510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:10.471781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 9eb28258-fcb6-4202-97f7-b17c9eccdbac is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:10.531039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc6b46-8eef-4d7e-9d43-d1ca0837bcad req-08d8cdaf-62c7-40b8-b36b-c716c98c2f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:10.532617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d4cc6b46-8eef-4d7e-9d43-d1ca0837bcad req-08d8cdaf-62c7-40b8-b36b-c716c98c2f92 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0561121 Nov 12 12:52:10.645657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d4cc6b46-8eef-4d7e-9d43-d1ca0837bcad req-9aa0c775-2cad-40f5-abc7-9cfb8a370734 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026888 Nov 12 12:52:10.649737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:10.661972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-77c10fe1-bdf3-40ea-9387-2df1ea864e00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/9eb28258-fcb6-4202-97f7-b17c9eccdbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2494984 Nov 12 12:52:10.663452 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] Sync routers for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:10.664660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60664) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:10.678377 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:10.679288 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:10.697327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.725367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf72577-ace7-48bf-83e5-ebaa1a435fc1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:10.732045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:10.734778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2bf72577-ace7-48bf-83e5-ebaa1a435fc1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports/a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa HTTP/1.1" status: 200 len: 910 time: 0.0624840 Nov 12 12:52:10.766661 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:10.793333 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:10.794194 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:10.831856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-10bb8072-a169-4215-9d98-2862a8073ab7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:10.833703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-10bb8072-a169-4215-9d98-2862a8073ab7 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 945 time: 0.0977213 Nov 12 12:52:10.851884 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:10.852608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06082596-b6ee-47f2-8995-ecb80c4bcac6 None None] The sync data for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:10.891492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad82b22f-b712-4ba4-aa80-daf844d12b13 None None] Provisioning complete for port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:10.895590 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad82b22f-b712-4ba4-aa80-daf844d12b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:10.945414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e8e7b-e666-46ec-82dd-295e6e0a1e2e None None] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:10.969098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Deleting port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:10.969475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.133809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] For port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:11.134280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.169617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Calling delete_port for 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:11.404566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.442986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 56dd6c9d-2d34-413a-aeca-00625c920985 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:11.460731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.525079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Pushing event deleted for resources: {'Port': ['ID=82ebbfb6-8178-4160-9c89-fbc0a61d1b19,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:11.529728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['92eedde7-d3a0-49f0-b2f3-deaa82a69aa7', '82ebbfb6-8178-4160-9c89-fbc0a61d1b19'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:52:11.601629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] No DVR routers for this DVR port 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:11.604511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.611628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38b1e5c4-4523-410e-907b-0d8f3c5e7776 req-41be5d2c-5583-48c3-ae78-769e42938ef4 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "DELETE /v2.0/ports/82ebbfb6-8178-4160-9c89-fbc0a61d1b19 HTTP/1.1" status: 204 len: 173 time: 0.7700841 Nov 12 12:52:11.612260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'name': 'network-vif-deleted', 'tag': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:11.617049 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa5613-10fb-42ba-bd56-5b55e3d9381b" -d '{"events": [{"server_uuid": "d4fbd608-eb3c-4b29-a5a7-72754b9346a7", "name": "network-vif-deleted", "tag": "82ebbfb6-8178-4160-9c89-fbc0a61d1b19"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:11.629763 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.639632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad82b22f-b712-4ba4-aa80-daf844d12b13 None None] Provisioning complete for port a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:11.640069 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad82b22f-b712-4ba4-aa80-daf844d12b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.739189 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac3f7d5-3abd-4554-ab55-d11cc0a69b2a x-openstack-request-id: req-2ac3f7d5-3abd-4554-ab55-d11cc0a69b2a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:11.739486 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fbd608-eb3c-4b29-a5a7-72754b9346a7", "name": "network-vif-deleted", "tag": "82ebbfb6-8178-4160-9c89-fbc0a61d1b19", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:11.739796 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ac3f7d5-3abd-4554-ab55-d11cc0a69b2a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:11.740147 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fbd608-eb3c-4b29-a5a7-72754b9346a7', 'name': 'network-vif-deleted', 'tag': '82ebbfb6-8178-4160-9c89-fbc0a61d1b19', 'status': 'completed', 'code': 200} Nov 12 12:52:11.750692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 56dd6c9d-2d34-413a-aeca-00625c920985 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:11.751360 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.757541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ad82b22f-b712-4ba4-aa80-daf844d12b13 None None] Port a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:11.935609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:11.959821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-144871a7-2c85-4e6d-8cd0-fb1d199cae04 None None] Provisioning complete for port 56dd6c9d-2d34-413a-aeca-00625c920985 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:11.960144 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-144871a7-2c85-4e6d-8cd0-fb1d199cae04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.034148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 56dd6c9d-2d34-413a-aeca-00625c920985, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=56dd6c9d-2d34-413a-aeca-00625c920985,segment=NetworkSegment(8fe25ecb-6cd4-45f4-83fd-0829ad56e74c),segment_id=8fe25ecb-6cd4-45f4-83fd-0829ad56e74c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:12.043779 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.044918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1a5e3e5f-b326-4e41-9105-35e75ad894f9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:12.135393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-978119ea-1e8c-43f1-9104-2c32535a2286 req-7f5beef8-d157-4977-a57e-c162d4d8d4fe tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4fbd608-eb3c-4b29-a5a7-72754b9346a7 HTTP/1.1" status: 200 len: 210 time: 0.0395367 Nov 12 12:52:12.179424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=56dd6c9d-2d34-413a-aeca-00625c920985,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:12.207193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:12.207635 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.212904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.21.0.1 (2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce/e5337703-41a5-491c-b697-dab36eb1f44b/e055781b-a90c-4ea3-aada-c338a2f4a051) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:12.273663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-144871a7-2c85-4e6d-8cd0-fb1d199cae04 None None] Provisioning complete for port a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:12.273991 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-144871a7-2c85-4e6d-8cd0-fb1d199cae04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.346076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-144871a7-2c85-4e6d-8cd0-fb1d199cae04 None None] Port a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:12.356634 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.394237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.437301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:12.440317 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:12.443415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:12.478059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c2c5e144-2b42-4929-8b14-1551fd21824b None None] Provisioning complete for port 56dd6c9d-2d34-413a-aeca-00625c920985 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:12.478608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e144-2b42-4929-8b14-1551fd21824b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.479290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=e055781b-a90c-4ea3-aada-c338a2f4a051,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:12.514935 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.698787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.898392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-71beea37-1af0-4721-a5ae-22c7ea65a9fb None None] Provisioning complete for port e055781b-a90c-4ea3-aada-c338a2f4a051 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:12.898856 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71beea37-1af0-4721-a5ae-22c7ea65a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:12.935293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-71beea37-1af0-4721-a5ae-22c7ea65a9fb None None] Port e055781b-a90c-4ea3-aada-c338a2f4a051 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:13.057966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:13.064262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:13.146281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:13.148140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=e055781b-a90c-4ea3-aada-c338a2f4a051,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:13.218625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 56dd6c9d-2d34-413a-aeca-00625c920985 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:13.275668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 56dd6c9d-2d34-413a-aeca-00625c920985 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:13.276043 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:13.287516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:13.289074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:13.477833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 9eb28258-fcb6-4202-97f7-b17c9eccdbac has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:13.603231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f48071-e4af-42bf-811d-96c29f259725 req-177a58e8-bc28-4679-a3ed-88e788f48e6a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:13.606691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93f48071-e4af-42bf-811d-96c29f259725 req-177a58e8-bc28-4679-a3ed-88e788f48e6a tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0866857 Nov 12 12:52:13.633298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:13.646207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0669db47-6119-4a21-8473-e3b6e8f6b31b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/9eb28258-fcb6-4202-97f7-b17c9eccdbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9124601 Nov 12 12:52:13.647128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:13.653843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] Sync routers for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:13.679897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b1536c05-f8c6-43a6-9c26-257fddd63c08 None None] Provisioning complete for port e055781b-a90c-4ea3-aada-c338a2f4a051 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:13.680256 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1536c05-f8c6-43a6-9c26-257fddd63c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:13.698835 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93f48071-e4af-42bf-811d-96c29f259725 req-21ea02db-aaff-4185-a102-3b22a5c0afe9 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854940 Nov 12 12:52:13.704505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:13.713720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:13.721085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ae734-f9f5-4e9b-be59-8d7b5bf295e0 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:13.725840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-845ae734-f9f5-4e9b-be59-8d7b5bf295e0 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports/e055781b-a90c-4ea3-aada-c338a2f4a051 HTTP/1.1" status: 200 len: 910 time: 0.0748615 Nov 12 12:52:13.727013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:13.745448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:13.758928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b1536c05-f8c6-43a6-9c26-257fddd63c08 None None] Port e055781b-a90c-4ea3-aada-c338a2f4a051 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:13.765588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:13.766218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:13.803239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:13.804760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54f6d4-68a1-436c-a801-28934af35676 None None] The sync data for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:14.408931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:14.680235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port e055781b-a90c-4ea3-aada-c338a2f4a051 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:14.680914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:14.786505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:14.803774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for e055781b-a90c-4ea3-aada-c338a2f4a051 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:14.839065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21c65-ce31-433f-8c11-45022bab7b0d req-74064424-7eea-4add-a79f-398a6f209474 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:14.841125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74c21c65-ce31-433f-8c11-45022bab7b0d req-74064424-7eea-4add-a79f-398a6f209474 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.0582292 Nov 12 12:52:14.895643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-74c21c65-ce31-433f-8c11-45022bab7b0d req-9ac49f85-bb95-4df6-bcd0-98706d5df985 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Nov 12 12:52:14.999630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:15.030701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=e055781b-a90c-4ea3-aada-c338a2f4a051,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:15.221209 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:15.372146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:15.394725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:15.395559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 82ebbfb6-8178-4160-9c89-fbc0a61d1b19 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:15.442729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 9eb28258-fcb6-4202-97f7-b17c9eccdbac has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:15.580597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:15.589171 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-87cc1c60-2875-4d6b-b4d5-be6525f689fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/9eb28258-fcb6-4202-97f7-b17c9eccdbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587933 Nov 12 12:52:15.589381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:15.596768 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] Sync routers for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:15.608132 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:15.609165 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:15.611855 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-a1cfdaa2-6268-427e-b359-648de2eba483 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:15.613340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-a1cfdaa2-6268-427e-b359-648de2eba483 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1197653 Nov 12 12:52:15.648938 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:15.658436 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:15.659384 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:15.695065 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:15.696072 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870ee5a-cfdf-432e-af57-fc75e440c202 None None] The sync data for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:15.869288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Deleting port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:15.869863 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.058455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] For port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:16.059496 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.079656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Calling delete_port for 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:16.104340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfef32-9f35-48c1-b0f4-38eeb6ac0751 req-9b0f242f-4742-4065-ab00-76db813aa932 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:16.106076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fccfef32-9f35-48c1-b0f4-38eeb6ac0751 req-9b0f242f-4742-4065-ab00-76db813aa932 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a7276c0-0e3a-485d-b08c-1ce785e60933 HTTP/1.1" status: 200 len: 946 time: 0.1332831 Nov 12 12:52:16.243322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fccfef32-9f35-48c1-b0f4-38eeb6ac0751 req-98d68ebc-0358-4e76-a2c2-f7470c8a8f63 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.18 "GET /v2.0/security-groups?id=b01f6780-b54b-4d59-9d4b-f73e57f9b349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004901 Nov 12 12:52:16.316289 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.319297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.331277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['92eedde7-d3a0-49f0-b2f3-deaa82a69aa7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:52:16.408829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Pushing event deleted for resources: {'Port': ['ID=92eedde7-d3a0-49f0-b2f3-deaa82a69aa7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:16.463889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] No DVR routers for this DVR port 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:16.467156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.470711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b88d331-8495-4e8a-852f-9f32984649c2 req-da4fb00d-2b01-455f-9267-44f2179b3413 tempest-ServerRescueTestJSON-390688139 tempest-ServerRescueTestJSON-390688139-project] 10.222.0.81 "DELETE /v2.0/ports/92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 HTTP/1.1" status: 204 len: 173 time: 0.8246658 Nov 12 12:52:16.472391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'name': 'network-vif-deleted', 'tag': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:16.474628 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8559d3-a673-4ecc-ae1f-b917afe7cc19" -d '{"events": [{"server_uuid": "1a7276c0-0e3a-485d-b08c-1ce785e60933", "name": "network-vif-deleted", "tag": "92eedde7-d3a0-49f0-b2f3-deaa82a69aa7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:16.523598 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b83f5ac-4937-435c-b523-39ebbd189e63 x-openstack-request-id: req-8b83f5ac-4937-435c-b523-39ebbd189e63 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:16.523940 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7276c0-0e3a-485d-b08c-1ce785e60933", "name": "network-vif-deleted", "tag": "92eedde7-d3a0-49f0-b2f3-deaa82a69aa7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:16.524470 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b83f5ac-4937-435c-b523-39ebbd189e63 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:16.524591 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7276c0-0e3a-485d-b08c-1ce785e60933', 'name': 'network-vif-deleted', 'tag': '92eedde7-d3a0-49f0-b2f3-deaa82a69aa7', 'status': 'completed', 'code': 200} Nov 12 12:52:16.669882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:16.670484 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.763583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:16.775293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:17.008962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:17.045695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=a0fc1a25-b9eb-4d76-bc47-cb1d5b427faa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:17.204643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:17.316036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:17.370298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 9eb28258-fcb6-4202-97f7-b17c9eccdbac has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:17.451158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:17.456218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e5030828-4093-4c0c-bb3c-ecae8876854b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/9eb28258-fcb6-4202-97f7-b17c9eccdbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657324 Nov 12 12:52:17.458918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60706) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:17.463522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] Sync routers for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:17.475281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:17.476268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:17.489974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-df61a608-aaf5-40a4-a33e-44be39b7034a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eb28258-fcb6-4202-97f7-b17c9eccdbac HTTP/1.1" status: 200 len: 205 time: 0.0297191 Nov 12 12:52:17.492707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60708) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:17.513459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:17.523215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] Routers {'9eb28258-fcb6-4202-97f7-b17c9eccdbac'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:17.524550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:17.566352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:17.567069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6d860-ce12-412d-b96b-6123d2575247 None None] The sync data for ids ['9eb28258-fcb6-4202-97f7-b17c9eccdbac'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:17.695802 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:17.885514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:52:17.917251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:17.968149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Deleting port 4143c734-7887-4fcc-9a53-a75310630bf4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:17.968484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.055317 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] For port 4143c734-7887-4fcc-9a53-a75310630bf4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4143c734-7887-4fcc-9a53-a75310630bf4,segment=NetworkSegment(6ee475f4-8a0b-4dc5-8838-d73b4bcacb56),segment_id=6ee475f4-8a0b-4dc5-8838-d73b4bcacb56)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:18.055687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.074110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Calling delete_port for 4143c734-7887-4fcc-9a53-a75310630bf4 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:18.094644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.096876 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.144543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.145313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb28258-fcb6-4202-97f7-b17c9eccdbac {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:52:18.155603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.159212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50a063e6-d1f3-4bd4-9bb0-168f64b0f926 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/9eb28258-fcb6-4202-97f7-b17c9eccdbac HTTP/1.1" status: 204 len: 168 time: 0.6631260 Nov 12 12:52:18.159322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:18.219748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet e5337703-41a5-491c-b697-dab36eb1f44b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:18.223417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.266665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.280122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.307832 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Pushing event deleted for resources: {'Port': ['ID=4143c734-7887-4fcc-9a53-a75310630bf4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:18.367459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.433251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.461938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=e5337703-41a5-491c-b697-dab36eb1f44b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:18.470110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.475925 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2d41ad02-aeed-4d2e-995b-db457307d7b7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/e5337703-41a5-491c-b697-dab36eb1f44b HTTP/1.1" status: 204 len: 168 time: 0.3131268 Nov 12 12:52:18.477130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:18.479795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e0273-efd3-4fbf-8d36-4fd7c813a43a None None] Network 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:18.489812 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.553300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet f9a7bea3-8c89-4f9c-903e-ca0414e4784f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:18.557165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.614500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.700480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] DHCP port deletion for 2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:18.713846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.750080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Router b5671306-cc12-4384-b3f1-454394216a92 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:18.755747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] Deleting port 56dd6c9d-2d34-413a-aeca-00625c920985 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:18.756392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.801162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.826732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] For port 56dd6c9d-2d34-413a-aeca-00625c920985, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=56dd6c9d-2d34-413a-aeca-00625c920985,segment=NetworkSegment(8fe25ecb-6cd4-45f4-83fd-0829ad56e74c),segment_id=8fe25ecb-6cd4-45f4-83fd-0829ad56e74c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:18.827402 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.837228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a7bea3-8c89-4f9c-903e-ca0414e4784f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:18.844703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] Calling delete_port for 56dd6c9d-2d34-413a-aeca-00625c920985 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:18.846822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:18.850126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94bae47a-0137-43ea-a1db-bb882a859c55 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/f9a7bea3-8c89-4f9c-903e-ca0414e4784f HTTP/1.1" status: 204 len: 168 time: 0.3716972 Nov 12 12:52:18.854732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f521297-7c28-4276-b15f-313fbd36403c None None] Network c0636bf3-f01e-4f4a-82c0-6e31c89d7023 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:18.862756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:18.899373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:18.904641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-12e0b038-8250-43c9-8697-7038a3d3f79a admin admin] 10.222.0.18 "PUT /v2.0/routers/b5671306-cc12-4384-b3f1-454394216a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5868461 Nov 12 12:52:18.907293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:18.913413 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] Sync routers for ids ['b5671306-cc12-4384-b3f1-454394216a92'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:18.928041 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] Routers {'b5671306-cc12-4384-b3f1-454394216a92'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:18.929444 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5671306-cc12-4384-b3f1-454394216a92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.011996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.080859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.086195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] Set router b5671306-cc12-4384-b3f1-454394216a92 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:19.107158 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.147850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] No DVR routers for this DVR port 56dd6c9d-2d34-413a-aeca-00625c920985 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:19.149902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21dd0b-82c2-45e1-9502-c7b11aaeb10b None None] Pushing event deleted for resources: {'Port': ['ID=56dd6c9d-2d34-413a-aeca-00625c920985,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:19.180162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 56dd6c9d-2d34-413a-aeca-00625c920985 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:19.180509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.274219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] DHCP port deletion for c0636bf3-f01e-4f4a-82c0-6e31c89d7023 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:19.313445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 56dd6c9d-2d34-413a-aeca-00625c920985, host n-d-804878-5, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:19.313968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.325346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.334742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 56dd6c9d-2d34-413a-aeca-00625c920985 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:19.338482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Port 56dd6c9d-2d34-413a-aeca-00625c920985 was not found and therefore no delete operation was performed {{(pid=102778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:52:19.341961 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.378449 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port 56dd6c9d-2d34-413a-aeca-00625c920985 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:19.399475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] Deleting port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:19.399837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.411207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=56dd6c9d-2d34-413a-aeca-00625c920985,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:19.417254 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:52:18Z', 'revision_number': 5, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port': {'id': 'f01a26fe-d386-4ace-8daa-07f5ef88c221', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5671306-cc12-4384-b3f1-454394216a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:50:32Z', 'updated_at': '2021-11-12T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.450402 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] Checking router: b5671306-cc12-4384-b3f1-454394216a92 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:52:19.459696 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] Routers {'b5671306-cc12-4384-b3f1-454394216a92'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:19.460330 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5671306-cc12-4384-b3f1-454394216a92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.471362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:19.473627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 56dd6c9d-2d34-413a-aeca-00625c920985 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:19.504717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] For port 1a5e3e5f-b326-4e41-9105-35e75ad894f9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1a5e3e5f-b326-4e41-9105-35e75ad894f9,segment=NetworkSegment(2b60ed93-90ce-4a2f-9370-cd7de65868a4),segment_id=2b60ed93-90ce-4a2f-9370-cd7de65868a4)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:19.506764 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.516104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.530346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] Calling delete_port for 1a5e3e5f-b326-4e41-9105-35e75ad894f9 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:19.548949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.555275 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] Set router b5671306-cc12-4384-b3f1-454394216a92 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:19.563680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Deleting port f01a26fe-d386-4ace-8daa-07f5ef88c221 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:19.564022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.586127 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.586504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe25ecb-6cd4-45f4-83fd-0829ad56e74c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.604799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:19.605201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92eedde7-d3a0-49f0-b2f3-deaa82a69aa7 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:19.614767 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:52:19Z', 'revision_number': 6, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:19.629866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.651931 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.663105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:19.663587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:19.667121 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:19.670276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 56dd6c9d-2d34-413a-aeca-00625c920985 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:19.671077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 56dd6c9d-2d34-413a-aeca-00625c920985 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:19.674901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.749142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] For port f01a26fe-d386-4ace-8daa-07f5ef88c221, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f01a26fe-d386-4ace-8daa-07f5ef88c221,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:19.749517 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.765605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Calling delete_port for f01a26fe-d386-4ace-8daa-07f5ef88c221 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:19.771111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.777023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:19.780667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce HTTP/1.1" status: 204 len: 168 time: 0.9156821 Nov 12 12:52:19.784344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:19.807523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1f11-781e-4542-8678-f0be6bc972ed tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=2a1aa681-fc8b-4b4b-a582-eedbcfcad2ce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:19.837274 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f0d01-ab81-4420-b16c-33b5321cc521 None None] The sync data for ids ['b5671306-cc12-4384-b3f1-454394216a92'] in n-d-804878-5 is: [{'id': 'b5671306-cc12-4384-b3f1-454394216a92', 'name': 'tempest-ServerRescueTestJSON-2128374750-router', 'tenant_id': '48179832391945ad82e7a3790171c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:50:31Z', 'updated_at': '2021-11-12T12:52:19Z', 'revision_number': 6, 'project_id': '48179832391945ad82e7a3790171c223', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:19.916112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] Pushing event deleted for resources: {'Port': ['ID=1a5e3e5f-b326-4e41-9105-35e75ad894f9,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:19.922409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196598c9-fddf-485a-8b9d-e567583498dd None None] No DVR routers for this DVR port 1a5e3e5f-b326-4e41-9105-35e75ad894f9 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:19.935022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.019208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.030847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.048799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01a26fe-d386-4ace-8daa-07f5ef88c221,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:20.057092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0636bf3-f01e-4f4a-82c0-6e31c89d7023']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:20.067263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b60ed93-90ce-4a2f-9370-cd7de65868a4') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:20.067575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b60ed93-90ce-4a2f-9370-cd7de65868a4') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:20.076189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e59e5d-8414-46ac-acd7-860338e26a9c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:20.084452 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.100933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.107561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:20.108066 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:20.111875 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:20.127804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.183906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.196488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.203568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/c0636bf3-f01e-4f4a-82c0-6e31c89d7023 HTTP/1.1" status: 204 len: 168 time: 0.4141731 Nov 12 12:52:20.206679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:20.229336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-617890338'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:20.234231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.236427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4025a-3bd3-41b0-af26-33eab26853f5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=c0636bf3-f01e-4f4a-82c0-6e31c89d7023,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:20.236815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.264946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:20.271897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.303836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.304445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5671306-cc12-4384-b3f1-454394216a92 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:52:20.311553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.312772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-45550740-8f85-4209-b0d8-91d5b2173d18 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b5671306-cc12-4384-b3f1-454394216a92 HTTP/1.1" status: 204 len: 168 time: 1.4039748 Nov 12 12:52:20.315585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:20.359182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:20.379432 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.379880 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment a25ef85c-b107-4b2f-8c98-5feb9cb81f90 of type vlan for network d1603e6c-133b-4d7f-accf-ff799a1e255c Nov 12 12:52:20.384430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Deleting subnet 23e0cbce-4d14-46ab-9651-82c5455106cb {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:20.395283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.459300 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.469421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.520284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.525858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:20.526457 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.537425 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.584259 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3588252 Nov 12 12:52:20.587341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:20.593858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:20.630266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607209ca-4e1e-4fab-b662-040d0c1bcc41 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=d1603e6c-133b-4d7f-accf-ff799a1e255c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:20.642616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network d1603e6c-133b-4d7f-accf-ff799a1e255c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:20.655403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.689090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e0cbce-4d14-46ab-9651-82c5455106cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:20.706522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.711025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-276c79e0-5f27-4282-9359-14460420777a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/23e0cbce-4d14-46ab-9651-82c5455106cb HTTP/1.1" status: 204 len: 168 time: 0.3943195 Nov 12 12:52:20.713476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60742) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:20.747413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:20.753418 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.812701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.911197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.939111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f7e4fd-6775-4d8a-92f2-0010a6b71331']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:20.948762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:20.949156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee475f4-8a0b-4dc5-8838-d73b4bcacb56') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:20.960185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.978772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.978982 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.987025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:20.987433 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:20.989720 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:21.053229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.060788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=92e448ad-4ba5-40ad-bd5f-092f6c7ac650,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:21.064123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.071776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2f7e4fd-6775-4d8a-92f2-0010a6b71331 HTTP/1.1" status: 204 len: 168 time: 0.3546891 Nov 12 12:52:21.080312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:21.080686 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: d1603e6c-133b-4d7f-accf-ff799a1e255c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:21.086269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e000c-bb8a-43a1-a9f1-fe951d924cca admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f7e4fd-6775-4d8a-92f2-0010a6b71331,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:21.106023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network d1603e6c-133b-4d7f-accf-ff799a1e255c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:21.126545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, d1603e6c-133b-4d7f-accf-ff799a1e255c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:21.134294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:21.134899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.140900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b3752-6dfa-4844-85e1-1fe25db094d5 None None] Network d1603e6c-133b-4d7f-accf-ff799a1e255c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:21.167031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3653e849-a5b2-45f5-a504-1ac0441ac20b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5759377 Nov 12 12:52:21.167487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60746) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:21.173174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-456880026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:21.208640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.211449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.248459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4143c734-7887-4fcc-9a53-a75310630bf4 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:21.270981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4143c734-7887-4fcc-9a53-a75310630bf4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:21.271905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4143c734-7887-4fcc-9a53-a75310630bf4 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:21.272325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1a5e3e5f-b326-4e41-9105-35e75ad894f9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:21.302385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1a5e3e5f-b326-4e41-9105-35e75ad894f9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:21.302724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1a5e3e5f-b326-4e41-9105-35e75ad894f9 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:21.303131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f01a26fe-d386-4ace-8daa-07f5ef88c221 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:21.332570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f01a26fe-d386-4ace-8daa-07f5ef88c221 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:21.332914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f01a26fe-d386-4ace-8daa-07f5ef88c221 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:21.350327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.358525 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.367395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:21.417511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.426112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-338ecbaf-5931-4612-8da6-3e338e899e8b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2559152 Nov 12 12:52:21.427040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:21.431961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'port': {'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c', 'name': 'tempest-RoutersTest-1380394131'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:21.459799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-d1603e6c-133b-4d7f-accf-ff799a1e255c', 'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': '92e448ad-4ba5-40ad-bd5f-092f6c7ac650'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:21.461828 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.471015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eab53e60-8d11-4228-aebd-3b98418e3a94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48179832391945ad82e7a3790171c223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024466 Nov 12 12:52:21.475517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:21.614041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3a4b-594b-4814-8296-16de1c22f92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.645292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Allocated IP 172.20.0.2 (d1603e6c-133b-4d7f-accf-ff799a1e255c/92e448ad-4ba5-40ad-bd5f-092f6c7ac650/9099f22d-185b-4e53-b9a2-7ba598b2e835) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:21.654210 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3a4b-594b-4814-8296-16de1c22f92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.661879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:21.665837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.703104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] device_id is not set on port 0c92db1d-86e1-42d4-955c-8298f2d993bf yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:52:21.797443 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3a4b-594b-4814-8296-16de1c22f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.800531 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3a4b-594b-4814-8296-16de1c22f92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.801769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e6f3a4b-594b-4814-8296-16de1c22f92c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b01f6780-b54b-4d59-9d4b-f73e57f9b349 HTTP/1.1" status: 204 len: 168 time: 0.3259761 Nov 12 12:52:21.822530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f3a4b-594b-4814-8296-16de1c22f92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f6780-b54b-4d59-9d4b-f73e57f9b349,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:21.931122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.939489 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:21.985437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Network d1603e6c-133b-4d7f-accf-ff799a1e255c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:21.989574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:21.993670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:22.047757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.20.0.7 (d1603e6c-133b-4d7f-accf-ff799a1e255c/92e448ad-4ba5-40ad-bd5f-092f6c7ac650/0c92db1d-86e1-42d4-955c-8298f2d993bf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:22.074843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Pushing event updated for resources: {'Port': ['ID=9099f22d-185b-4e53-b9a2-7ba598b2e835,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:22.090412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Attempting to bind port 9099f22d-185b-4e53-b9a2-7ba598b2e835 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:22.091269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Attempting to bind port 9099f22d-185b-4e53-b9a2-7ba598b2e835 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:22.091861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Attempting to bind port 9099f22d-185b-4e53-b9a2-7ba598b2e835 on network d1603e6c-133b-4d7f-accf-ff799a1e255c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:22.098005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:22.098718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Checking segment: {'id': 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:22.099403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:22.100044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Bound using segment: {'id': 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:22.100796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Bound port: 9099f22d-185b-4e53-b9a2-7ba598b2e835, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1603e6c-133b-4d7f-accf-ff799a1e255c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:22.101420 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:22.187907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] For port 9099f22d-185b-4e53-b9a2-7ba598b2e835, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:22.193156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] For port 9099f22d-185b-4e53-b9a2-7ba598b2e835, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9099f22d-185b-4e53-b9a2-7ba598b2e835,segment=NetworkSegment(a25ef85c-b107-4b2f-8c98-5feb9cb81f90),segment_id=a25ef85c-b107-4b2f-8c98-5feb9cb81f90)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:22.199697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:22.267978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e428be5-ae74-444d-b54b-d5fc551669b0 None None] Pushing event updated for resources: {'Port': ['ID=9099f22d-185b-4e53-b9a2-7ba598b2e835,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:22.667335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:22.719039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:22.775055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network d1603e6c-133b-4d7f-accf-ff799a1e255c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:22.779783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:22.783119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:22.817049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:22.835388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=0c92db1d-86e1-42d4-955c-8298f2d993bf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:22.852470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:22.853196 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:22.879608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-18b41b2a-d9f7-4f68-bc7f-503626a32701 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4490638 Nov 12 12:52:22.879819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:22.970852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-network', 'tenant_id': '5978fc3509e44de38f533630aadbe759'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:23.069780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Made reservation on behalf of 5978fc3509e44de38f533630aadbe759 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:23.072123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.144116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.220463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9099f22d-185b-4e53-b9a2-7ba598b2e835 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:23.277844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 9099f22d-185b-4e53-b9a2-7ba598b2e835 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:23.278366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.332681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.349973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.358479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.367349 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.403519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 9099f22d-185b-4e53-b9a2-7ba598b2e835, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9099f22d-185b-4e53-b9a2-7ba598b2e835,segment=NetworkSegment(a25ef85c-b107-4b2f-8c98-5feb9cb81f90),segment_id=a25ef85c-b107-4b2f-8c98-5feb9cb81f90)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:23.408720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.416245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:23.428120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0024a-a007-4941-a3e0-5f9544674466,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:23.446653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a7d480-d2d4-4edb-8e7d-03722d7277ab None None] Network d1603e6c-133b-4d7f-accf-ff799a1e255c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:23.473634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.473986 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Added segment 64a0ef51-5868-46b0-bb27-0734c2676ade of type vlan for network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb Nov 12 12:52:23.515829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=9099f22d-185b-4e53-b9a2-7ba598b2e835,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:23.540406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-46cd6f20-5835-47a5-9d99-40acb5104294 None None] Provisioning complete for port 9099f22d-185b-4e53-b9a2-7ba598b2e835 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:23.540783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46cd6f20-5835-47a5-9d99-40acb5104294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.561593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.638051 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.639052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:23.639632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.719108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9009295 Nov 12 12:52:23.721900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:23.726914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Request body: {'subnet': {'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-subnet', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:23.733382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30801093-dc1c-4866-88fc-2b9b95a1891b admin admin] Pushing event updated for resources: {'Network': ['ID=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:23.748140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:23.748492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.753718 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.756961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Made reservation on behalf of 5978fc3509e44de38f533630aadbe759 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:23.760012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:23.849102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=0c92db1d-86e1-42d4-955c-8298f2d993bf,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:23.995661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.029647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.063591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c90501-08d5-4421-a4ea-ef16d7fb2df0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:24.078826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Checking segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:24.079514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Network hostable DHCP agents. Network: f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:24.107337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:24.115260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fb1cb9a5-419e-4a91-b44c-22ff26474857 None None] Provisioning complete for port 9099f22d-185b-4e53-b9a2-7ba598b2e835 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:24.116662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb9a5-419e-4a91-b44c-22ff26474857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.133118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:24.148487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:24.149081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.164764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16e9cd-9707-451f-b3ed-10927f479074 None None] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:24.174788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:24.175603 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6dfd9dca-5765-47e4-9466-130b514f10fa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4524925 Nov 12 12:52:24.186347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:24.246851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.293781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.295825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.363984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.374668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49bfc18-9d76-4419-9915-7fe172087c80 None None] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:24.398423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fb1cb9a5-419e-4a91-b44c-22ff26474857 None None] Provisioning complete for port 0c92db1d-86e1-42d4-955c-8298f2d993bf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:24.398796 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb9a5-419e-4a91-b44c-22ff26474857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.475379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fb1cb9a5-419e-4a91-b44c-22ff26474857 None None] Port 0c92db1d-86e1-42d4-955c-8298f2d993bf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:24.602928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-62eaa897-6b3a-4323-ada3-7b3951b66cf7 None None] Provisioning complete for port 0c92db1d-86e1-42d4-955c-8298f2d993bf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:24.603302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-62eaa897-6b3a-4323-ada3-7b3951b66cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.604992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.641729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-62eaa897-6b3a-4323-ada3-7b3951b66cf7 None None] Port 0c92db1d-86e1-42d4-955c-8298f2d993bf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:24.761099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d57c294b-f44b-46fa-bc70-4dd447112d08 None None] Provisioning complete for port 0c92db1d-86e1-42d4-955c-8298f2d993bf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:24.762307 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d57c294b-f44b-46fa-bc70-4dd447112d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.779710 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.784602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.802446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d57c294b-f44b-46fa-bc70-4dd447112d08 None None] Port 0c92db1d-86e1-42d4-955c-8298f2d993bf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:24.878463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:24.881968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=0c92db1d-86e1-42d4-955c-8298f2d993bf,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:25.202786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9099f22d-185b-4e53-b9a2-7ba598b2e835 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:25.256440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 9099f22d-185b-4e53-b9a2-7ba598b2e835 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:25.256961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:25.386072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:25.408659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:25.466886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network d1603e6c-133b-4d7f-accf-ff799a1e255c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:25.470074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:25.682131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Allocated IP 172.25.1.154 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/416dca4e-eb74-4a20-ab0e-6329501b4521) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:25.780535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 864873a5-c82a-4e2a-b0dd-524509b0850b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:25.835829 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-deac35fc-f11e-4093-8123-427acbb6e01e None None] Provisioning complete for port 0c92db1d-86e1-42d4-955c-8298f2d993bf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:25.836484 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deac35fc-f11e-4093-8123-427acbb6e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:25.861557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:25.871212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-deac35fc-f11e-4093-8123-427acbb6e01e None None] Port 0c92db1d-86e1-42d4-955c-8298f2d993bf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:25.927678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:25.933190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e58e11e2-afde-4eb0-9ba6-d12addde85f1 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/864873a5-c82a-4e2a-b0dd-524509b0850b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0523067 Nov 12 12:52:25.935861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:25.941241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] Sync routers for ids ['864873a5-c82a-4e2a-b0dd-524509b0850b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:25.953550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] Routers {'864873a5-c82a-4e2a-b0dd-524509b0850b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:25.954198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['864873a5-c82a-4e2a-b0dd-524509b0850b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:25.984579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:25.987713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:25.997514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] Routers {'864873a5-c82a-4e2a-b0dd-524509b0850b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:25.998132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['864873a5-c82a-4e2a-b0dd-524509b0850b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:25.998311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53afb0-f0ed-400e-94ef-bc4e42c1a2cd tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:26.003092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bb53afb0-f0ed-400e-94ef-bc4e42c1a2cd tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports/0c92db1d-86e1-42d4-955c-8298f2d993bf HTTP/1.1" status: 200 len: 977 time: 0.0661886 Nov 12 12:52:26.003504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60812) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:26.034426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:26.035082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420608f1-8efa-4f61-b88d-1c28d44ee0d9 None None] The sync data for ids ['864873a5-c82a-4e2a-b0dd-524509b0850b'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:26.063911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:26.072403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:26.079512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:26.087404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe258cb-518e-4600-8020-00b9f1fa3932 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:26.110771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Pushing event updated for resources: {'Port': ['ID=416dca4e-eb74-4a20-ab0e-6329501b4521,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:26.192043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3f53ca15-4c5f-4b49-847c-9aac4d4fe9e0 None None] Provisioning complete for port 416dca4e-eb74-4a20-ab0e-6329501b4521 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:26.192586 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f53ca15-4c5f-4b49-847c-9aac4d4fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.233929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3f53ca15-4c5f-4b49-847c-9aac4d4fe9e0 None None] Port 416dca4e-eb74-4a20-ab0e-6329501b4521 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:26.361322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.495523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.586588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.734749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:26.750373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 0c92db1d-86e1-42d4-955c-8298f2d993bf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:26.750992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.840272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.854626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:26.854874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 0c92db1d-86e1-42d4-955c-8298f2d993bf owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:26.866209 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Sync routers for ids ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:26.877071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:26.880378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-474f40d9-8f9e-45e7-8dee-860405f8989d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6979749 Nov 12 12:52:26.882011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60824) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:26.882325 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Routers {'55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:26.883142 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:27.007345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Set router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:27.069489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.119592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=0c92db1d-86e1-42d4-955c-8298f2d993bf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:27.247729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.248402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.248976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.250793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.251368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.251906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.252029 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:52:26Z', 'revision_number': 3, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:27.256481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.256836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.257170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.257568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.257842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.258195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:52:27.281669 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Checking router: 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:52:27.282012 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Updating router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 port 416dca4e-eb74-4a20-ab0e-6329501b4521 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:52:27.317069 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.370573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.481032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.582729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 864873a5-c82a-4e2a-b0dd-524509b0850b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:27.682609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:27.689600 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9905651a-0930-4005-8595-46d34833690e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/864873a5-c82a-4e2a-b0dd-524509b0850b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827333 Nov 12 12:52:27.693864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:27.695666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] Sync routers for ids ['864873a5-c82a-4e2a-b0dd-524509b0850b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:27.707716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] Routers {'864873a5-c82a-4e2a-b0dd-524509b0850b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:27.708683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['864873a5-c82a-4e2a-b0dd-524509b0850b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:27.709364 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.723791 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.752519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:27.765693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Allocated IP 172.20.0.1 (f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb/70c90501-08d5-4421-a4ea-ef16d7fb2df0/81384cbc-c868-4938-a290-1fb52998d79e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:27.775959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] Routers {'864873a5-c82a-4e2a-b0dd-524509b0850b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:27.777048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['864873a5-c82a-4e2a-b0dd-524509b0850b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:27.844427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa20db-3c65-421e-9981-13d38095f1e8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:27.848336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:27.849393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb30798-f16a-44fb-b3b7-16f31350a079 None None] The sync data for ids ['864873a5-c82a-4e2a-b0dd-524509b0850b'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:27.856941 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Attempting to bind port 416dca4e-eb74-4a20-ab0e-6329501b4521 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:27.857295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Attempting to bind port 416dca4e-eb74-4a20-ab0e-6329501b4521 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:27.857668 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Attempting to bind port 416dca4e-eb74-4a20-ab0e-6329501b4521 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:27.867757 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:27.869201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:27.869612 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.870130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:27.871541 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Bound port: 416dca4e-eb74-4a20-ab0e-6329501b4521, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:27.872180 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.873864 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a34c2-60e9-46ca-9e51-927c9c0055b1 None None] Pushing event updated for resources: {'Port': ['ID=416dca4e-eb74-4a20-ab0e-6329501b4521,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:27.924390 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.946922 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] For port 416dca4e-eb74-4a20-ab0e-6329501b4521, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:27.951744 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] For port 416dca4e-eb74-4a20-ab0e-6329501b4521, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=416dca4e-eb74-4a20-ab0e-6329501b4521,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:27.961055 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.963909 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-dfa47335-fc9f-43cf-91bc-df643f739b34 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 12:52:27.966000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dfa47335-fc9f-43cf-91bc-df643f739b34 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/864873a5-c82a-4e2a-b0dd-524509b0850b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2706590 Nov 12 12:52:27.969705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60832) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:27.970380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-51c0e898-7e9b-44c2-af7e-985faa58ff10 None None] Provisioning complete for port 416dca4e-eb74-4a20-ab0e-6329501b4521 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:27.971438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51c0e898-7e9b-44c2-af7e-985faa58ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:27.985782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.008280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-db55005a-742a-4058-86d1-6dd91eb870d4 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=864873a5-c82a-4e2a-b0dd-524509b0850b HTTP/1.1" status: 200 len: 205 time: 0.0367041 Nov 12 12:52:28.010719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60834) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:28.039628 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Routers {'55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:28.040372 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:28.044648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d93bfd-aaee-484e-a249-0ff884560b5f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:28.045678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:28.049254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:28.064937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:28.104608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51c0e898-7e9b-44c2-af7e-985faa58ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.108609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.138454 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Pushing event updated for resources: {'Port': ['ID=81384cbc-c868-4938-a290-1fb52998d79e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:28.147171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51c0e898-7e9b-44c2-af7e-985faa58ff10 None None] For port 416dca4e-eb74-4a20-ab0e-6329501b4521, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=416dca4e-eb74-4a20-ab0e-6329501b4521,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:28.155535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.159387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51c0e898-7e9b-44c2-af7e-985faa58ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.178598 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] Set router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:28.262353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0e898-7e9b-44c2-af7e-985faa58ff10 None None] Pushing event updated for resources: {'Port': ['ID=416dca4e-eb74-4a20-ab0e-6329501b4521,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:28.301153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d1a7d64e-c6e9-442e-b9e3-6e6c73ece3f8 None None] Provisioning complete for port 416dca4e-eb74-4a20-ab0e-6329501b4521 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:28.302510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d64e-c6e9-442e-b9e3-6e6c73ece3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.326919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a34c2-60e9-46ca-9e51-927c9c0055b1 None None] Pushing event updated for resources: {'Port': ['ID=416dca4e-eb74-4a20-ab0e-6329501b4521,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:28.335906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.342505 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.353516 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.405887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.406629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 864873a5-c82a-4e2a-b0dd-524509b0850b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:52:28.416110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.424488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:28.425100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-603c3703-4c4a-48c4-a95c-9386004dc508 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/864873a5-c82a-4e2a-b0dd-524509b0850b HTTP/1.1" status: 204 len: 168 time: 0.4126151 Nov 12 12:52:28.432940 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:52:26Z', 'revision_number': 3, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:28.460405 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cafc6-7bad-4b60-9af9-7fb661c26eef None None] The sync data for ids ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'] in n-d-804878-5 is: [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:52:26Z', 'revision_number': 3, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:28.520357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet 92e448ad-4ba5-40ad-bd5f-092f6c7ac650 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:28.526416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.599438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.734309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.742795 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.792765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.842889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.878725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Pushing event updated for resources: {'Port': ['ID=81384cbc-c868-4938-a290-1fb52998d79e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:28.955632 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:28.998683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=92e448ad-4ba5-40ad-bd5f-092f6c7ac650,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:29.000767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.006393 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c25285d5-bc06-4e84-88b4-58ba9ae1ac8a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/92e448ad-4ba5-40ad-bd5f-092f6c7ac650 HTTP/1.1" status: 204 len: 168 time: 0.5755858 Nov 12 12:52:29.007195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60840) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:29.014885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:29.016388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:29.021163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fdc23-2788-40b8-bff8-f6c3fd68304a None None] Network d1603e6c-133b-4d7f-accf-ff799a1e255c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:29.216426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:29.232724 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.294554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 416dca4e-eb74-4a20-ab0e-6329501b4521 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:29.340047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 9099f22d-185b-4e53-b9a2-7ba598b2e835 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:29.340047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.372650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 416dca4e-eb74-4a20-ab0e-6329501b4521 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:29.373308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.423631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] DHCP port deletion for d1603e6c-133b-4d7f-accf-ff799a1e255c request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:29.446568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:29.462359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-83399539-d2d3-437c-83f8-eaad57eb40c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5704851 Nov 12 12:52:29.486329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 9099f22d-185b-4e53-b9a2-7ba598b2e835, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9099f22d-185b-4e53-b9a2-7ba598b2e835,segment=NetworkSegment(a25ef85c-b107-4b2f-8c98-5feb9cb81f90),segment_id=a25ef85c-b107-4b2f-8c98-5feb9cb81f90)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:29.486699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.512597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 9099f22d-185b-4e53-b9a2-7ba598b2e835 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:29.523162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] Deleting port 9099f22d-185b-4e53-b9a2-7ba598b2e835 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:29.523460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.606653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] For port 9099f22d-185b-4e53-b9a2-7ba598b2e835, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9099f22d-185b-4e53-b9a2-7ba598b2e835,segment=NetworkSegment(a25ef85c-b107-4b2f-8c98-5feb9cb81f90),segment_id=a25ef85c-b107-4b2f-8c98-5feb9cb81f90)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:29.607060 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.628629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] Calling delete_port for 9099f22d-185b-4e53-b9a2-7ba598b2e835 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:29.654657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.708819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=9099f22d-185b-4e53-b9a2-7ba598b2e835,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:29.711370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port 9099f22d-185b-4e53-b9a2-7ba598b2e835 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:29.740710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.759154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.780560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] No DVR routers for this DVR port 9099f22d-185b-4e53-b9a2-7ba598b2e835 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:29.785250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f36bc-001a-462f-81c7-748c45555113 None None] Pushing event deleted for resources: {'Port': ['ID=9099f22d-185b-4e53-b9a2-7ba598b2e835,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:29.867496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.895847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1603e6c-133b-4d7f-accf-ff799a1e255c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:29.908638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:29.909002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25ef85c-b107-4b2f-8c98-5feb9cb81f90') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:29.920628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.936138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.946533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:29.947189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:29.952011 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:30.188088 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.406986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.441007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.445286 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/d1603e6c-133b-4d7f-accf-ff799a1e255c HTTP/1.1" status: 204 len: 168 time: 1.4369771 Nov 12 12:52:30.446241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b4a4-5caf-4728-9af9-a5a2485e6c23 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=d1603e6c-133b-4d7f-accf-ff799a1e255c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:30.451256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:30.457805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-373487942'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:30.481337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:30.486826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.520973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:30.524040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-e498a481-71ac-4257-a419-0be3809ccf70 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:30.526604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-e498a481-71ac-4257-a419-0be3809ccf70 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 819 time: 0.5699220 Nov 12 12:52:30.532240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.533378 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment a51632a5-881b-44e6-8a49-13ca4acf7ce0 of type vlan for network c7f0718e-b3a3-4e7f-9635-6676c3734db3 Nov 12 12:52:30.546295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-520caefc-6808-4ef3-936e-6ee2980baf13 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/quotas/5978fc3509e44de38f533630aadbe759 HTTP/1.1" status: 200 len: 375 time: 0.0131474 Nov 12 12:52:30.599707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.603413 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Sync routers for ids ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:30.614710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-8bf278c9-dd39-4fc7-bc22-5278e7f913af tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544624 Nov 12 12:52:30.626921 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Routers {'55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:30.627801 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:30.641410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.651753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:30.653092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:30.730137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-b5052016-842f-4ada-9355-1430a8345085 service neutron] 10.222.0.18 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015000 Nov 12 12:52:30.763554 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Set router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:30.809560 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3546338 Nov 12 12:52:30.810605 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:30.815242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:30.834803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98d03-5238-4519-a06b-921f4899ffbb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=c7f0718e-b3a3-4e7f-9635-6676c3734db3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:30.846923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:30.896689 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-36d15e48-d2a9-4b3a-85b8-e640eab2aabf service neutron] 10.222.0.18 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549864 Nov 12 12:52:30.962460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:30.968940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.141602 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '81384cbc-c868-4938-a290-1fb52998d79e', 'name': '', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'mac_address': 'fa:16:3e:b9:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:27Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 2, 'project_id': '5978fc3509e44de38f533630aadbe759', 'subnets': [{'id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:31.158267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-49abee6a-0592-424e-b4dd-e8867c107b5a req-513355d8-225d-45f2-8850-14b6cbd353a1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 210 time: 0.0580771 Nov 12 12:52:31.182394 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Checking router: 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:52:31.182394 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Updating router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 port 81384cbc-c868-4938-a290-1fb52998d79e binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:52:31.202900 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.239496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9099f22d-185b-4e53-b9a2-7ba598b2e835 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:31.270981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 9099f22d-185b-4e53-b9a2-7ba598b2e835 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:31.271349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9099f22d-185b-4e53-b9a2-7ba598b2e835 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:31.364676 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.474202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': 'a51632a5-881b-44e6-8a49-13ca4acf7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:31.475316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: c7f0718e-b3a3-4e7f-9635-6676c3734db3, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:31.481710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=9d828506-47be-4ea0-b2b9-6d3bdea1bc88,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:31.507334 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:31.535230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c7f0718e-b3a3-4e7f-9635-6676c3734db3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:31.546339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-6fd86e1b-b873-474c-91f1-fc8f4bbb45b6 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:31.548300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9038768-bc0a-415e-a137-89ec9a5a7996 None None] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:31.550000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-6fd86e1b-b873-474c-91f1-fc8f4bbb45b6 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 819 time: 0.2048528 Nov 12 12:52:31.562912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:31.563629 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.580284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b5842586-da8f-4099-b9aa-69dc09140e66 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/quotas/5978fc3509e44de38f533630aadbe759 HTTP/1.1" status: 200 len: 375 time: 0.0209868 Nov 12 12:52:31.609257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13838b36-3663-4cbc-b536-10e7d13bb40c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7938511 Nov 12 12:52:31.612180 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60886) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:31.640310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1292750820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:31.691146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-ec38e334-3a64-4b1f-92f6-3ea7c70c9b2a tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983777 Nov 12 12:52:31.723006 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.724441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.750291 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.762867 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.764599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c7f0718e-b3a3-4e7f-9635-6676c3734db3', 'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': '9d828506-47be-4ea0-b2b9-6d3bdea1bc88'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:31.766649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.897132 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.899022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-4ab1bcd7-dde9-43b4-b446-f56b24b23454 service neutron] 10.222.0.18 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773591 Nov 12 12:52:31.903501 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708df0-863e-456c-a93b-efc25b21c81e None None] Pushing event updated for resources: {'Port': ['ID=81384cbc-c868-4938-a290-1fb52998d79e,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:31.923061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.971373 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.971884 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Attempting to bind port 81384cbc-c868-4938-a290-1fb52998d79e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:31.972136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Allocated IP 172.20.0.2 (c7f0718e-b3a3-4e7f-9635-6676c3734db3/9d828506-47be-4ea0-b2b9-6d3bdea1bc88/b01414bb-b37c-4f95-8674-e27290db35ed) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:31.972247 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Attempting to bind port 81384cbc-c868-4938-a290-1fb52998d79e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:31.973280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b82ae710-9dff-47a6-93f6-cda6bcacdb01 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3596630 Nov 12 12:52:31.976018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:31.982899 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Attempting to bind port 81384cbc-c868-4938-a290-1fb52998d79e on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:31.994439 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:31.995142 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Checking segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:31.995748 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:31.996323 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Bound using segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:31.996975 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Bound port: 81384cbc-c868-4938-a290-1fb52998d79e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:31.998037 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.133940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-6905025e-17b6-4820-b847-c88d633aa231 service neutron] 10.222.0.18 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175500 Nov 12 12:52:32.139722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] For port 81384cbc-c868-4938-a290-1fb52998d79e, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:32.144416 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] For port 81384cbc-c868-4938-a290-1fb52998d79e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=81384cbc-c868-4938-a290-1fb52998d79e,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:32.150079 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.287183 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Routers {'55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:32.288060 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:32.371950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.372556 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708df0-863e-456c-a93b-efc25b21c81e None None] Pushing event updated for resources: {'Port': ['ID=81384cbc-c868-4938-a290-1fb52998d79e,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:32.381039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.439256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-56e6b8be-3ea3-457a-8cb9-55ed71ebb524 req-465f213a-0df4-49c8-8607-1317c80a2b2e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 210 time: 0.0419345 Nov 12 12:52:32.494683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:32.502255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:32.505726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:32.505895 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] Set router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:32.520404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Pushing event updated for resources: {'Port': ['ID=b01414bb-b37c-4f95-8674-e27290db35ed,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:32.647520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.653735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Attempting to bind port b01414bb-b37c-4f95-8674-e27290db35ed on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:32.654112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Attempting to bind port b01414bb-b37c-4f95-8674-e27290db35ed by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a51632a5-881b-44e6-8a49-13ca4acf7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:32.654503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Attempting to bind port b01414bb-b37c-4f95-8674-e27290db35ed on network c7f0718e-b3a3-4e7f-9635-6676c3734db3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:32.668084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:32.668522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Checking segment: {'id': 'a51632a5-881b-44e6-8a49-13ca4acf7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:32.668861 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.669256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Bound using segment: {'id': 'a51632a5-881b-44e6-8a49-13ca4acf7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:32.669737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Bound port: b01414bb-b37c-4f95-8674-e27290db35ed, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51632a5-881b-44e6-8a49-13ca4acf7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c7f0718e-b3a3-4e7f-9635-6676c3734db3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:32.670122 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.840606 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '81384cbc-c868-4938-a290-1fb52998d79e', 'name': '', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'mac_address': 'fa:16:3e:b9:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:27Z', 'updated_at': '2021-11-12T12:52:32Z', 'revision_number': 4, 'project_id': '5978fc3509e44de38f533630aadbe759', 'subnets': [{'id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:32.860370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] For port b01414bb-b37c-4f95-8674-e27290db35ed, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:32.874043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] For port b01414bb-b37c-4f95-8674-e27290db35ed, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b01414bb-b37c-4f95-8674-e27290db35ed,segment=NetworkSegment(a51632a5-881b-44e6-8a49-13ca4acf7ce0),segment_id=a51632a5-881b-44e6-8a49-13ca4acf7ce0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:32.887393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:32.889730 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce213629-d1f1-4a63-91d3-61da009000b1 None None] The sync data for ids ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'] in n-d-804878-5 is: [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '81384cbc-c868-4938-a290-1fb52998d79e', 'name': '', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'mac_address': 'fa:16:3e:b9:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:27Z', 'updated_at': '2021-11-12T12:52:32Z', 'revision_number': 4, 'project_id': '5978fc3509e44de38f533630aadbe759', 'subnets': [{'id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:33.103039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721a444-3a5b-4b26-887a-cea40957552e None None] Pushing event updated for resources: {'Port': ['ID=b01414bb-b37c-4f95-8674-e27290db35ed,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:33.253126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-4d5e167f-f47b-42e5-95cb-5438930003ba tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:33.254747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-4d5e167f-f47b-42e5-95cb-5438930003ba tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 819 time: 0.4776504 Nov 12 12:52:33.275261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Request body: {'port': {'device_id': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'admin_state_up': True, 'tenant_id': '5978fc3509e44de38f533630aadbe759'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:33.413839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 81384cbc-c868-4938-a290-1fb52998d79e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:33.584059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 81384cbc-c868-4938-a290-1fb52998d79e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:33.584708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:33.627409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa926ab3-dfeb-4158-8017-d45b00c0c7f3 req-be871ff0-615b-4334-a14d-24b8d9296253 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 210 time: 0.0802004 Nov 12 12:52:33.716749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Made reservation on behalf of 5978fc3509e44de38f533630aadbe759 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:33.721227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:33.764793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b4748-f0cd-4f5b-b5f6-a367a81cbedf req-c040eb58-c625-454c-abc9-7d6ee61f04fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:33.768591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-475b4748-f0cd-4f5b-b5f6-a367a81cbedf req-c040eb58-c625-454c-abc9-7d6ee61f04fe tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.4467299 Nov 12 12:52:33.775355 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:33.869051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 81384cbc-c868-4938-a290-1fb52998d79e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=81384cbc-c868-4938-a290-1fb52998d79e,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:33.883530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:33.935292 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-475b4748-f0cd-4f5b-b5f6-a367a81cbedf req-7b00af0b-67f4-48e0-95f9-01b12cf35718 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578705 Nov 12 12:52:33.942495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.20.0.1 (c7f0718e-b3a3-4e7f-9635-6676c3734db3/9d828506-47be-4ea0-b2b9-6d3bdea1bc88/b9d4877c-dd55-4c9d-9cf2-56b4e8033a92) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:34.038242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=81384cbc-c868-4938-a290-1fb52998d79e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:34.072737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Allocated IP 172.20.0.12 (f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb/70c90501-08d5-4421-a4ea-ef16d7fb2df0/b9ead6c8-a5cb-4fcd-81e9-916ff30e3506) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:34.172177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.257549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.317142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:34.324864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:34.331342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:34.427887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.434927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=b9d4877c-dd55-4c9d-9cf2-56b4e8033a92,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:34.489229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.566019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.604602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.622758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:34.627186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:34.631411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:34.725171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:34.729118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:34.740547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Pushing event updated for resources: {'Port': ['ID=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:34.860226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-5d2e5d9d-e7ec-4445-beb5-2eaa36c1f3b2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5924027 Nov 12 12:52:34.880116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da1a0bb6-fbe0-4137-ac25-7ad9fb8e8fda req-dd64908d-3abf-4cc3-80ae-baefd3b9960e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 210 time: 0.0962100 Nov 12 12:52:34.894595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Request body: {'port': {'device_id': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:34.895638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af243db-c69f-465b-88ae-2e3edf71706c None None] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:35.266144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57359f-a317-4dfb-8504-4780eb1eecbc req-4221cd19-6547-4b14-9e43-d3e2f60f228d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:35.268541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b57359f-a317-4dfb-8504-4780eb1eecbc req-4221cd19-6547-4b14-9e43-d3e2f60f228d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1590919 Nov 12 12:52:35.279207 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.286914 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.297238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-78656dcb-ffa5-43fd-aecf-3e2c74e5ad56 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:35.305485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-78656dcb-ffa5-43fd-aecf-3e2c74e5ad56 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 819 time: 0.2839103 Nov 12 12:52:35.320718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Request body: {'port': {'device_id': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'admin_state_up': True, 'tenant_id': '5978fc3509e44de38f533630aadbe759'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:35.340117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e1730baa-3fec-4263-82b8-ed134b92eb9e None None] Provisioning complete for port b01414bb-b37c-4f95-8674-e27290db35ed triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:35.340481 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1730baa-3fec-4263-82b8-ed134b92eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.422567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=b9d4877c-dd55-4c9d-9cf2-56b4e8033a92,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:35.426414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.528979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9b57359f-a317-4dfb-8504-4780eb1eecbc req-1ce0db43-74a7-46e8-ba33-932932ed4410 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734111 Nov 12 12:52:35.549062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 81384cbc-c868-4938-a290-1fb52998d79e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:35.587071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.622675 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1730baa-3fec-4263-82b8-ed134b92eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.679025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1730baa-3fec-4263-82b8-ed134b92eb9e None None] For port b01414bb-b37c-4f95-8674-e27290db35ed, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b01414bb-b37c-4f95-8674-e27290db35ed,segment=NetworkSegment(a51632a5-881b-44e6-8a49-13ca4acf7ce0),segment_id=a51632a5-881b-44e6-8a49-13ca4acf7ce0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:35.682348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 81384cbc-c868-4938-a290-1fb52998d79e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:35.683114 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.687112 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1730baa-3fec-4263-82b8-ed134b92eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.721060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:35.723157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:35.774517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1730baa-3fec-4263-82b8-ed134b92eb9e None None] Pushing event updated for resources: {'Port': ['ID=b01414bb-b37c-4f95-8674-e27290db35ed,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:35.805641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da21bca-6fc0-4c2d-866b-ea9da035a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.842522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Made reservation on behalf of 5978fc3509e44de38f533630aadbe759 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:35.855680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:35.874723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b01414bb-b37c-4f95-8674-e27290db35ed up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:35.964002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 69f611c3-d245-43e5-aafb-a5f9f5eedf3e is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:36.082081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b01414bb-b37c-4f95-8674-e27290db35ed triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:36.082081 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:36.145534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:36.152662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c8bceba7-62f1-423d-9670-81db6d788c8f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/69f611c3-d245-43e5-aafb-a5f9f5eedf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1734681 Nov 12 12:52:36.155150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:36.176479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] Sync routers for ids ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:36.213657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-af80e84a-9f91-4875-9a54-c7e26a4b1e1b req-5ff9b2d8-57d5-49a3-a56d-b855725c07c0 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 210 time: 0.0720272 Nov 12 12:52:36.229507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] Routers {'69f611c3-d245-43e5-aafb-a5f9f5eedf3e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:36.230715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:36.238814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:52:36.252978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2593a4-4eb3-48b1-8ed9-cc87bead9fbe tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:36.255420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca2593a4-4eb3-48b1-8ed9-cc87bead9fbe tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports/b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 HTTP/1.1" status: 200 len: 910 time: 0.0989094 Nov 12 12:52:36.262535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:36.270345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:36.289801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:36.321220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] Routers {'69f611c3-d245-43e5-aafb-a5f9f5eedf3e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:36.321220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:36.374935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa9b472b-b478-42f4-b12e-fc3f7e407a21 None None] Provisioning complete for port b01414bb-b37c-4f95-8674-e27290db35ed triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:36.375771 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa9b472b-b478-42f4-b12e-fc3f7e407a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:36.381458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:36.382293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0670a1-3593-47a9-bb3e-70e7ab91e6b6 None None] The sync data for ids ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:36.405919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Transition to ACTIVE for port object b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:52:36.421980 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:36.488867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c676-277c-43cd-952c-fdd3a71e534b req-82ec62d9-d18a-45f3-b81a-099ce0fc9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:36.498711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-82ec62d9-d18a-45f3-b81a-099ce0fc9123 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1097 time: 0.1901159 Nov 12 12:52:36.563519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa9b472b-b478-42f4-b12e-fc3f7e407a21 None None] Provisioning complete for port b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:36.563889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa9b472b-b478-42f4-b12e-fc3f7e407a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:36.701117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Pushing event updated for resources: {'Port': ['ID=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:36.747458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b472b-b478-42f4-b12e-fc3f7e407a21 None None] Port b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:36.785337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b2b1-783b-423b-bd30-a8ef8d8a7002 req-ccdb86f9-36c2-446f-a4b2-354ae4809112 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:36.786956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f65b2b1-783b-423b-bd30-a8ef8d8a7002 req-ccdb86f9-36c2-446f-a4b2-354ae4809112 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1145275 Nov 12 12:52:36.790113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c676-277c-43cd-952c-fdd3a71e534b req-7f786b71-648b-42e5-9052-56825f4340cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:36.791538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-7f786b71-648b-42e5-9052-56825f4340cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 200 len: 898 time: 0.2667782 Nov 12 12:52:36.795647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Allocated IP 172.20.0.2 (f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb/70c90501-08d5-4421-a4ea-ef16d7fb2df0/87678aed-2963-446a-94d1-475f55a31045) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:36.865298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Attempting to bind port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:36.865782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Attempting to bind port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:36.866001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Attempting to bind port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:36.891274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be9d7da5-ad33-4f7e-b211-d9f01c5af198 None None] Provisioning complete for port b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:36.892369 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be9d7da5-ad33-4f7e-b211-d9f01c5af198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:36.901049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:52:36.903119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Attempting to bind port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:36.921649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6f65b2b1-783b-423b-bd30-a8ef8d8a7002 req-cecfb40a-1057-4afb-a2a2-2e08fbb61801 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233268 Nov 12 12:52:36.929470 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-45d6078c-e780-4f09-a698-b3d87a724d3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 200 len: 1001 time: 0.1284418 Nov 12 12:52:36.946785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-be9d7da5-ad33-4f7e-b211-d9f01c5af198 None None] Port b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:36.951234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:36.952191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Checking segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:36.952746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Bound using segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:36.953379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Bound port: b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:36.953905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.004081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c676-277c-43cd-952c-fdd3a71e534b req-f21ecea1-3f30-4678-a96f-79a1d8f66ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:37.005611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-f21ecea1-3f30-4678-a96f-79a1d8f66ad4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=472b6a34-d195-42b0-b74e-e2403db98c39 HTTP/1.1" status: 200 len: 834 time: 0.0585430 Nov 12 12:52:37.061226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c676-277c-43cd-952c-fdd3a71e534b req-8e858e75-80cb-45bc-9a2f-36238a697ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:37.063095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-8e858e75-80cb-45bc-9a2f-36238a697ca1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=438526e0-099c-4b42-adfe-cdb983d2a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499659 Nov 12 12:52:37.137398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] For port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:37.146537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] For port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:37.161700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.179575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-07a01cca-e6a2-4599-8a74-886f8ac4d65a service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093822 Nov 12 12:52:37.200351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.267243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:37.267900 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.269427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] 10.222.0.81 "PUT /v2.0/ports/b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 1092 time: 2.3845241 Nov 12 12:52:37.274352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'tag': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:37.277733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b01414bb-b37c-4f95-8674-e27290db35ed up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:37.278267 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b7da3aea-847d-4b17-9752-2c06e1db4aac", "tag": "b9ead6c8-a5cb-4fcd-81e9-916ff30e3506"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:37.348573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e795c676-277c-43cd-952c-fdd3a71e534b req-2d483125-b1b0-4bb0-a418-ee89bc6710db service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619666 Nov 12 12:52:37.375928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eed3e-42e3-4e49-bfbb-db78bb31faad service neutron] Pushing event updated for resources: {'Port': ['ID=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:37.381700 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedced16-09c4-46fb-b109-e50a6cb9afda x-openstack-request-id: req-cedced16-09c4-46fb-b109-e50a6cb9afda {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:37.382226 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7da3aea-847d-4b17-9752-2c06e1db4aac", "tag": "b9ead6c8-a5cb-4fcd-81e9-916ff30e3506", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:37.382226 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cedced16-09c4-46fb-b109-e50a6cb9afda {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:37.383759 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'tag': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506', 'status': 'completed', 'code': 200} Nov 12 12:52:37.402747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b01414bb-b37c-4f95-8674-e27290db35ed triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:37.403763 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.459939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6558e9a-a73c-4dd6-9078-10cd868695f9 req-19137c73-a5b6-4295-96b3-8ba36e8d77e3 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 210 time: 0.0750604 Nov 12 12:52:37.463753 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.482325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.578948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:37.590778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-b6f3707a-021a-470a-ba46-dd08bf20cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:37.592820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-b6f3707a-021a-470a-ba46-dd08bf20cff2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1095 time: 0.2641208 Nov 12 12:52:37.599057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:37.613035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:37.710539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-519c6386-6392-44ed-ac11-56c86888553d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.1083989 Nov 12 12:52:37.711213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Pushing event updated for resources: {'Port': ['ID=87678aed-2963-446a-94d1-475f55a31045,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:37.799440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:37.800064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:37.848762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-9bf2c182-0bb2-4e0b-964b-026427ae4697 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5370600 Nov 12 12:52:37.854443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-ef919353-2671-4efc-92a1-1bba6a8e50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:37.856149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-ef919353-2671-4efc-92a1-1bba6a8e50df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.1309788 Nov 12 12:52:37.861759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Request body: {'port': {'device_id': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:37.909705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-91fb7bb5-8531-4209-ad83-2c2fef710b4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425255 Nov 12 12:52:38.016720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:38.053556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b802-0fa1-45ea-b8b7-639e15baec82 req-536e08f9-50be-47ac-9e07-5abf567b0c54 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:38.055101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8589b802-0fa1-45ea-b8b7-639e15baec82 req-536e08f9-50be-47ac-9e07-5abf567b0c54 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0543313 Nov 12 12:52:38.106363 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8589b802-0fa1-45ea-b8b7-639e15baec82 req-20aefe70-8676-431b-af7f-857ad3c4f2e7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Nov 12 12:52:38.122465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-f507594f-9cd6-4518-b107-03ec79843a54 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049463 Nov 12 12:52:38.644514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:38.644858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:38.769350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf868b68-acfa-4c7f-9750-0c723e05bf41 req-7c7b17c6-3fac-4235-b7c4-cb004d645807 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355872 Nov 12 12:52:38.788618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fec-a799-46f7-8b79-49aeef15ef0c req-849d34b5-49f4-4d8b-8322-627ad5e3f73f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:38.790122 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e4c3fec-a799-46f7-8b79-49aeef15ef0c req-849d34b5-49f4-4d8b-8322-627ad5e3f73f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 931 time: 0.2065499 Nov 12 12:52:38.875729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:38.952524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dcd97223-4ed8-4639-ba37-ff91b650d5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:38.973509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for b9d4877c-dd55-4c9d-9cf2-56b4e8033a92 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:39.002759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e4c3fec-a799-46f7-8b79-49aeef15ef0c req-6d5704cf-d805-4c9a-a950-28eb40f7c92b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034709 Nov 12 12:52:39.040505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-abfe32c2-027d-40d4-8d00-9b57e8609be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:39.042380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-abfe32c2-027d-40d4-8d00-9b57e8609be1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1095 time: 0.2096679 Nov 12 12:52:39.094302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87678aed-2963-446a-94d1-475f55a31045 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:52:39.122483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.195638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Transition to ACTIVE for port object 87678aed-2963-446a-94d1-475f55a31045 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:52:39.211598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.279999 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931789d4-3925-4c13-8d20-5dbf72747206 req-f815e7f5-dac0-4d20-b54f-7a3e9e1eb785 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:39.289829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-931789d4-3925-4c13-8d20-5dbf72747206 req-f815e7f5-dac0-4d20-b54f-7a3e9e1eb785 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0773323 Nov 12 12:52:39.331567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-75f6c34d-6e09-4160-9fb0-bd186d8479fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:39.334187 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-75f6c34d-6e09-4160-9fb0-bd186d8479fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.2606025 Nov 12 12:52:39.384249 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Pushing event updated for resources: {'Port': ['ID=87678aed-2963-446a-94d1-475f55a31045,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:39.388205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-931789d4-3925-4c13-8d20-5dbf72747206 req-50270023-2c74-485b-aacd-ab0d44a48f24 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926266 Nov 12 12:52:39.426581 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.437804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-fe55591c-c63e-40e6-ad46-e11c870f3e2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.0929163 Nov 12 12:52:39.539592 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.562672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-6730edc7-8cb8-4c2c-90f4-6097233e3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:39.564372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-6730edc7-8cb8-4c2c-90f4-6097233e3119 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.1188772 Nov 12 12:52:39.594829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Attempting to bind port 87678aed-2963-446a-94d1-475f55a31045 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:39.595257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Attempting to bind port 87678aed-2963-446a-94d1-475f55a31045 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:39.595663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Attempting to bind port 87678aed-2963-446a-94d1-475f55a31045 on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:39.597817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=b9d4877c-dd55-4c9d-9cf2-56b4e8033a92,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:39.624017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-6241367f-1266-45c6-a99d-9b9ff39d5d4f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393140 Nov 12 12:52:39.637217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Port 87678aed-2963-446a-94d1-475f55a31045 on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:52:39.637550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Attempting to bind port 87678aed-2963-446a-94d1-475f55a31045 on network f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:39.686990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:39.686990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Checking segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:39.686990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Bound using segment: {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:39.686990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Bound port: 87678aed-2963-446a-94d1-475f55a31045, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0ef51-5868-46b0-bb27-0734c2676ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:39.686990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.829397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] For port 87678aed-2963-446a-94d1-475f55a31045, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:39.835433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] For port 87678aed-2963-446a-94d1-475f55a31045, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=87678aed-2963-446a-94d1-475f55a31045,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:39.846671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.962761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:39.963386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:39.964921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] 10.222.0.81 "PUT /v2.0/ports/87678aed-2963-446a-94d1-475f55a31045 HTTP/1.1" status: 200 len: 1091 time: 2.1072264 Nov 12 12:52:39.967364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'tag': '87678aed-2963-446a-94d1-475f55a31045'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:39.970935 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf81a73-96cc-4cf6-9613-9465dc330724", "tag": "87678aed-2963-446a-94d1-475f55a31045"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:39.991627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.009307 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-fc493f18-5188-47f1-9988-753cdbf4834b service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693187 Nov 12 12:52:40.066271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c26e2c-6831-4107-ab29-daeaea69af52 service neutron] Pushing event updated for resources: {'Port': ['ID=87678aed-2963-446a-94d1-475f55a31045,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:40.100827 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc2a42f-35ee-43d0-b6a1-11c5570d9b83 x-openstack-request-id: req-ddc2a42f-35ee-43d0-b6a1-11c5570d9b83 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:40.101157 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf81a73-96cc-4cf6-9613-9465dc330724", "tag": "87678aed-2963-446a-94d1-475f55a31045", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:40.101374 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddc2a42f-35ee-43d0-b6a1-11c5570d9b83 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:40.101784 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'tag': '87678aed-2963-446a-94d1-475f55a31045', 'status': 'completed', 'code': 200} Nov 12 12:52:40.206195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5511d44-44ee-4ccc-9a60-6fd7d7752d7c req-394108d9-0215-4b1b-8ef6-b6e44b0b243f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:40.215805 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5511d44-44ee-4ccc-9a60-6fd7d7752d7c req-394108d9-0215-4b1b-8ef6-b6e44b0b243f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 943 time: 0.1009526 Nov 12 12:52:40.300717 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a5511d44-44ee-4ccc-9a60-6fd7d7752d7c req-46860685-482f-43c7-8a9a-41fa0ecda802 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814764 Nov 12 12:52:40.333754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-58216cc0-0628-4c38-85b4-abdfe789ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:40.335346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-58216cc0-0628-4c38-85b4-abdfe789ce1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 1094 time: 0.2732134 Nov 12 12:52:40.343742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30c5f7a1-74fb-4c56-97ff-109ab57ff6ec req-2c3a383f-40a8-48ba-894a-062e6ccc7e5e service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214204 Nov 12 12:52:40.391307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 69f611c3-d245-43e5-aafb-a5f9f5eedf3e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:40.395628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-536aa79f-609b-44b8-92bc-fc5f4f907a47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87678aed-2963-446a-94d1-475f55a31045 HTTP/1.1" status: 200 len: 217 time: 0.0507424 Nov 12 12:52:40.547774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:40.553470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-be313c4e-2f0a-4591-8d04-51a624820de5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/69f611c3-d245-43e5-aafb-a5f9f5eedf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2898154 Nov 12 12:52:40.556365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:40.561492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-5041982d-d14b-4ea1-9560-109e38fa6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:40.563025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-5041982d-d14b-4ea1-9560-109e38fa6836 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.1594398 Nov 12 12:52:40.567185 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] Sync routers for ids ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:40.582778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] Routers {'69f611c3-d245-43e5-aafb-a5f9f5eedf3e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:40.584389 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:40.606369 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8cc18a5-fd34-4134-a9d5-93de315ab387 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f611c3-d245-43e5-aafb-a5f9f5eedf3e HTTP/1.1" status: 200 len: 205 time: 0.0459313 Nov 12 12:52:40.610964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:40.634071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-e788ef1c-6530-4ab9-b516-54c390a93330 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591006 Nov 12 12:52:40.650417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddd23c-c5bb-485f-a203-6f0ec65a87a9 req-141c5e78-e147-4d14-96c9-6e1e94036431 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:40.652047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05ddd23c-c5bb-485f-a203-6f0ec65a87a9 req-141c5e78-e147-4d14-96c9-6e1e94036431 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1434162 Nov 12 12:52:40.663311 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:40.670951 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.680415 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] Routers {'69f611c3-d245-43e5-aafb-a5f9f5eedf3e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:40.681380 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:40.724387 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:40.733909 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.739555 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad66c11-d7cc-4365-bae0-570d054d4652 None None] The sync data for ids ['69f611c3-d245-43e5-aafb-a5f9f5eedf3e'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:40.765898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05ddd23c-c5bb-485f-a203-6f0ec65a87a9 req-f0a9c685-3254-41ea-bfb5-4f74892accba tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051061 Nov 12 12:52:40.794662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-f9eac12a-dc62-4584-8c16-f2572a33b916 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336074 Nov 12 12:52:40.888269 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bac23c4e-685d-47d7-a28a-6fb4dc44f9b4 req-777a4fd8-3fc4-4a8d-a366-bf7105864ea6 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943115 Nov 12 12:52:40.911346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.913537 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.961923 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.962510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 69f611c3-d245-43e5-aafb-a5f9f5eedf3e {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:52:40.977268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:40.978688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1ed858d6-97bc-4af8-af39-8326e6ae67ac tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/69f611c3-d245-43e5-aafb-a5f9f5eedf3e HTTP/1.1" status: 204 len: 168 time: 0.3657916 Nov 12 12:52:40.982134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-5e7e5feb-5fc3-4252-ba44-98745609a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:40.982556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:40.983761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-5e7e5feb-5fc3-4252-ba44-98745609a07e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 1094 time: 0.0473280 Nov 12 12:52:41.048993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet 9d828506-47be-4ea0-b2b9-6d3bdea1bc88 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:41.052528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.083777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-8372e070-b6e0-4ef9-b162-30dbcbde494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:41.085198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-8372e070-b6e0-4ef9-b162-30dbcbde494b service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.0945787 Nov 12 12:52:41.104282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.148959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-e6e23d1d-0c18-4ecc-bdab-ba3952fd3378 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87678aed-2963-446a-94d1-475f55a31045 HTTP/1.1" status: 200 len: 217 time: 0.0555351 Nov 12 12:52:41.217070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-36b0e6fb-f575-4dcd-9b38-1efd8e9a6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:41.218605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-36b0e6fb-f575-4dcd-9b38-1efd8e9a6d95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0621774 Nov 12 12:52:41.223861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.254357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-1a137587-e9eb-46bd-97bb-7532a1ecc96e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278451 Nov 12 12:52:41.294941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.325346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=9d828506-47be-4ea0-b2b9-6d3bdea1bc88,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:41.331869 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.336932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eb1014c7-b0c0-4b84-8178-a2564e792525 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/9d828506-47be-4ea0-b2b9-6d3bdea1bc88 HTTP/1.1" status: 204 len: 168 time: 0.3533621 Nov 12 12:52:41.340765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 60984) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:41.343915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38036d60-b6e2-484d-9c19-496315540153 None None] Network c7f0718e-b3a3-4e7f-9635-6676c3734db3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:41.369708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-d3237c95-ee12-472d-805b-1c1c588f0562 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066399 Nov 12 12:52:41.478894 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.491071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae3bf2c5-bf71-4db6-840d-10725d2b8da7 req-10c621d5-d7c6-45c1-ab3a-3447a7ffa7d5 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123378 Nov 12 12:52:41.512230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:52:41.635532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:41.658471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] DHCP port deletion for c7f0718e-b3a3-4e7f-9635-6676c3734db3 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:41.660879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'port_id': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506', 'mac_address': 'fa:16:3e:f9:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:52:41.729236 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.751970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:52:41.775382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] Deleting port b01414bb-b37c-4f95-8674-e27290db35ed {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:41.775758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.779201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:41.790954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.851756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:41.888172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062f486-2d30-498b-a165-8f7b79f6f5bb req-7f906ed7-5505-4da9-90b9-9941b987e06f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:41.896092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7062f486-2d30-498b-a165-8f7b79f6f5bb req-7f906ed7-5505-4da9-90b9-9941b987e06f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 943 time: 0.0968695 Nov 12 12:52:41.939854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b1647-f334-4042-949a-1aba79bc5abf req-be4e8c9c-407f-44b3-8e1e-c0d4530bf759 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:41.942841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b21b1647-f334-4042-949a-1aba79bc5abf req-be4e8c9c-407f-44b3-8e1e-c0d4530bf759 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0576940 Nov 12 12:52:41.990438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7062f486-2d30-498b-a165-8f7b79f6f5bb req-e1dfdd17-768f-499e-9ecb-dc0452950292 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910068 Nov 12 12:52:41.998570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port b01414bb-b37c-4f95-8674-e27290db35ed {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:41.999331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.045980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b21b1647-f334-4042-949a-1aba79bc5abf req-36f1ba4a-e2b6-4f2d-bd70-ff110b635162 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985014 Nov 12 12:52:42.053123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] For port b01414bb-b37c-4f95-8674-e27290db35ed, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b01414bb-b37c-4f95-8674-e27290db35ed,segment=NetworkSegment(a51632a5-881b-44e6-8a49-13ca4acf7ce0),segment_id=a51632a5-881b-44e6-8a49-13ca4acf7ce0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:42.053530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.075955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] Calling delete_port for b01414bb-b37c-4f95-8674-e27290db35ed owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:42.079909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:42.082938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port b01414bb-b37c-4f95-8674-e27290db35ed, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b01414bb-b37c-4f95-8674-e27290db35ed,segment=NetworkSegment(a51632a5-881b-44e6-8a49-13ca4acf7ce0),segment_id=a51632a5-881b-44e6-8a49-13ca4acf7ce0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:42.083531 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.093894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b9ead6c8-a5cb-4fcd-81e9-916ff30e3506'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:52:42.098643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for b01414bb-b37c-4f95-8674-e27290db35ed owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:42.194492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:42.203340 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 12:52:42.225675 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.230209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=b01414bb-b37c-4f95-8674-e27290db35ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:42.235265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port b01414bb-b37c-4f95-8674-e27290db35ed on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:42.255159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] Pushing event deleted for resources: {'Port': ['ID=b01414bb-b37c-4f95-8674-e27290db35ed,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:42.275540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14715205-57fc-455c-9a4a-2c2e5b5387d3 None None] No DVR routers for this DVR port b01414bb-b37c-4f95-8674-e27290db35ed on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:42.348908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.373695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f0718e-b3a3-4e7f-9635-6676c3734db3']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:42.389710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51632a5-881b-44e6-8a49-13ca4acf7ce0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:42.390008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51632a5-881b-44e6-8a49-13ca4acf7ce0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:42.426983 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.461720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.475018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:42.475661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:42.481230 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:42.555588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.567425 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.579015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/c7f0718e-b3a3-4e7f-9635-6676c3734db3 HTTP/1.1" status: 204 len: 168 time: 1.2371602 Nov 12 12:52:42.579924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 60998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:42.593524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1754219484', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:42.601447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1cffa-d4f8-493d-80dc-959090459688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=c7f0718e-b3a3-4e7f-9635-6676c3734db3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:42.653872 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.655117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.721188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:42.912725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.185483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9dd1b-56e1-4813-8d6d-da3f7408049d req-21a49484-0922-4cf2-8069-795c2d298385 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:43.193876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1a9dd1b-56e1-4813-8d6d-da3f7408049d req-21a49484-0922-4cf2-8069-795c2d298385 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 943 time: 0.1010315 Nov 12 12:52:43.227596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b01414bb-b37c-4f95-8674-e27290db35ed no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:43.259935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d1a9dd1b-56e1-4813-8d6d-da3f7408049d req-128eca39-ae51-4dd3-9bfb-576a41f996f6 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649555 Nov 12 12:52:43.264735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b01414bb-b37c-4f95-8674-e27290db35ed {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:43.265069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b01414bb-b37c-4f95-8674-e27290db35ed not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:43.520240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 87678aed-2963-446a-94d1-475f55a31045 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:52:43.523231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:43.531586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.555294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.572497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228babb-ba93-4625-84a8-2d27464dcbad req-35514a0c-c8ed-4690-a580-5f3f30b3bf5a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:43.574132 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8228babb-ba93-4625-84a8-2d27464dcbad req-35514a0c-c8ed-4690-a580-5f3f30b3bf5a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1238408 Nov 12 12:52:43.673098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:52:43.684177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:43.684753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.694083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8228babb-ba93-4625-84a8-2d27464dcbad req-5d327e20-bef1-4026-807d-1e0d5f6d6035 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903306 Nov 12 12:52:43.717414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.25.1.212 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/40e195e9-75e1-45f6-bb30-133ce901c3f9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:43.771906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 87678aed-2963-446a-94d1-475f55a31045, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=87678aed-2963-446a-94d1-475f55a31045,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:43.794754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '87678aed-2963-446a-94d1-475f55a31045', 'network_id': 'f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb', 'port_id': '87678aed-2963-446a-94d1-475f55a31045', 'mac_address': 'fa:16:3e:46:c4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c90501-08d5-4421-a4ea-ef16d7fb2df0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:52:43.831217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.866964 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.868150 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.871346 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.895956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87678aed-2963-446a-94d1-475f55a31045 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:52:43.907380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:43.910338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:43.913151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:43.917625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 87678aed-2963-446a-94d1-475f55a31045, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=87678aed-2963-446a-94d1-475f55a31045,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:43.923150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:43.925486 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ff9cb3-9035-4dca-9f23-338f12892ea9" -d '{"events": [{"server_uuid": "b7da3aea-847d-4b17-9752-2c06e1db4aac", "name": "network-vif-plugged", "status": "completed", "tag": "b9ead6c8-a5cb-4fcd-81e9-916ff30e3506"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:43.931231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:43.956277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91c4a8-bf0b-40a0-9b08-91eda6b78c14 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:43.991331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:44.003434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:44.016540 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31632e08-424c-4e32-94b9-3340f0727f67 x-openstack-request-id: req-31632e08-424c-4e32-94b9-3340f0727f67 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:44.016951 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7da3aea-847d-4b17-9752-2c06e1db4aac", "name": "network-vif-plugged", "status": "completed", "tag": "b9ead6c8-a5cb-4fcd-81e9-916ff30e3506", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:44.017282 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31632e08-424c-4e32-94b9-3340f0727f67 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:44.017834 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506', 'code': 200} Nov 12 12:52:44.050794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=40e195e9-75e1-45f6-bb30-133ce901c3f9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:44.051523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=87678aed-2963-446a-94d1-475f55a31045,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:44.093840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b89766ec-212c-4754-ba4b-8ff86fb7564d None None] Provisioning complete for port 40e195e9-75e1-45f6-bb30-133ce901c3f9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:44.094307 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89766ec-212c-4754-ba4b-8ff86fb7564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:44.144278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['87678aed-2963-446a-94d1-475f55a31045'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:52:44.146107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:44.178007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b89766ec-212c-4754-ba4b-8ff86fb7564d None None] Port 40e195e9-75e1-45f6-bb30-133ce901c3f9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:44.227988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575e3d-e6b8-4403-8323-7cfa52e9dde2 req-9b9f56ca-9e4f-4043-b197-dda4c148717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:44.229975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60575e3d-e6b8-4403-8323-7cfa52e9dde2 req-9b9f56ca-9e4f-4043-b197-dda4c148717d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.0861917 Nov 12 12:52:44.317096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:44.356173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60575e3d-e6b8-4403-8323-7cfa52e9dde2 req-caaadc1e-3b08-4862-8c10-7bd76dfe1c0b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932825 Nov 12 12:52:44.456148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711874a-9448-4717-a8fa-6a41af13840b req-452493bf-3580-4a82-880b-769d83f37940 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:44.457678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1711874a-9448-4717-a8fa-6a41af13840b req-452493bf-3580-4a82-880b-769d83f37940 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 944 time: 0.1051741 Nov 12 12:52:44.555417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1711874a-9448-4717-a8fa-6a41af13840b req-87edf59d-7a3a-4233-8755-8542f828b124 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917795 Nov 12 12:52:44.610883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:44.742100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 08d9bafd-08b2-47bc-a7df-e4f344d079e9 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:44.837963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fba22-5b9a-47ea-ad17-fb7f23747f73 req-cd3b9719-e0a2-4f4a-89ea-da1a4cdcf3e9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:44.846713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a1fba22-5b9a-47ea-ad17-fb7f23747f73 req-cd3b9719-e0a2-4f4a-89ea-da1a4cdcf3e9 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0582430 Nov 12 12:52:44.868897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:44.882614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] Sync routers for ids ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:44.894378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] Routers {'08d9bafd-08b2-47bc-a7df-e4f344d079e9'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:44.895016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:44.896979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:44.900917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-76bec179-0188-402b-87ff-8b83ca64b05d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.3171837 Nov 12 12:52:44.901786 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:44.908687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a1fba22-5b9a-47ea-ad17-fb7f23747f73 req-0ffe54aa-bf8f-4cf2-805b-9e43a8d2c22f tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611138 Nov 12 12:52:44.940407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:44.950489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] Routers {'08d9bafd-08b2-47bc-a7df-e4f344d079e9'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:44.951180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:44.987913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:44.988935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca61a6-1cda-4fbb-9af2-455c86223c77 None None] The sync data for ids ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:45.024991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0ce498f5-bac4-4875-bece-c2f4a4d57950 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/routers/08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 200 len: 881 time: 0.1221578 Nov 12 12:52:45.027552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:45.288347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2fe5f3fa-3e24-4573-8321-0387df98308c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2597044 Nov 12 12:52:45.290808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:45.295858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1754219484'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:45.525789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 87678aed-2963-446a-94d1-475f55a31045 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:45.577672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 87678aed-2963-446a-94d1-475f55a31045 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:52:45.582786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 87678aed-2963-446a-94d1-475f55a31045 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:45.583383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:45.625394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:45.650906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:45.687321 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:45.720217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 87678aed-2963-446a-94d1-475f55a31045, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=87678aed-2963-446a-94d1-475f55a31045,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:45.725307 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:45.776182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=87678aed-2963-446a-94d1-475f55a31045,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:45.783367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396478-d1af-4021-bb9f-5fba6e2c2e2d req-3de4e027-637a-43b3-b852-c06b17b2f81d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:45.784882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03396478-d1af-4021-bb9f-5fba6e2c2e2d req-3de4e027-637a-43b3-b852-c06b17b2f81d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 944 time: 0.1273787 Nov 12 12:52:45.833152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 08d9bafd-08b2-47bc-a7df-e4f344d079e9 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:45.862753 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03396478-d1af-4021-bb9f-5fba6e2c2e2d req-d1a622e7-f95a-4bf2-944d-48eed2739afa tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716980 Nov 12 12:52:45.968390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:45.975385 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:45.979377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1ca26eb9-fba9-4a1d-943b-6883ad0202e7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 200 len: 888 time: 0.6874211 Nov 12 12:52:45.979998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:45.981269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] Sync routers for ids ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:45.997615 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] Routers {'08d9bafd-08b2-47bc-a7df-e4f344d079e9'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:45.998280 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:46.019689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87678aed-2963-446a-94d1-475f55a31045'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:46.022614 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d105c-47c5-40c7-ba1e-7d76a443d3be" -d '{"events": [{"server_uuid": "bbf81a73-96cc-4cf6-9613-9465dc330724", "name": "network-vif-plugged", "status": "completed", "tag": "87678aed-2963-446a-94d1-475f55a31045"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:46.047522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:46.056901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] Routers {'08d9bafd-08b2-47bc-a7df-e4f344d079e9'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:46.057743 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:46.074740 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82389c9d-c6df-4ae4-8e86-c271990b4490 x-openstack-request-id: req-82389c9d-c6df-4ae4-8e86-c271990b4490 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:46.075163 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf81a73-96cc-4cf6-9613-9465dc330724", "name": "network-vif-plugged", "status": "completed", "tag": "87678aed-2963-446a-94d1-475f55a31045", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:46.075302 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82389c9d-c6df-4ae4-8e86-c271990b4490 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:46.075686 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87678aed-2963-446a-94d1-475f55a31045', 'code': 200} Nov 12 12:52:46.125500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a411d18-4de4-401d-aa01-0c129cc4e892 req-da2fa812-0a32-48df-9aeb-079a77571514 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:46.132131 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:46.133877 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0e73a-50c9-4f5f-91d0-20d16de9d03e None None] The sync data for ids ['08d9bafd-08b2-47bc-a7df-e4f344d079e9'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:46.135073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a411d18-4de4-401d-aa01-0c129cc4e892 req-da2fa812-0a32-48df-9aeb-079a77571514 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1137078 Nov 12 12:52:46.144738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6f028726-1b5e-405e-b9d4-7d2a96d28b09 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/routers/08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 200 len: 888 time: 0.1613173 Nov 12 12:52:46.145045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:46.186387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7a411d18-4de4-401d-aa01-0c129cc4e892 req-b85abde1-12e5-4f5f-8e58-2a1db8a5a164 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501251 Nov 12 12:52:46.202820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0b67284a-afc4-4ed7-b827-edf72e3cda73 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 200 len: 205 time: 0.0568111 Nov 12 12:52:46.205382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32806) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:46.219585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a36c-e0d4-4386-9136-ed491fade0f8 req-8f6c1ea6-796e-48d5-87f0-2110808f2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:46.221153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9897a36c-e0d4-4386-9136-ed491fade0f8 req-8f6c1ea6-796e-48d5-87f0-2110808f2a5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 1096 time: 0.0776513 Nov 12 12:52:46.272701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9897a36c-e0d4-4386-9136-ed491fade0f8 req-b6b13200-cf2f-46b3-bda0-1b38bf99e523 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Nov 12 12:52:46.314670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.420640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.472539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 40e195e9-75e1-45f6-bb30-133ce901c3f9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:46.473287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.561760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.576315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 40e195e9-75e1-45f6-bb30-133ce901c3f9 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:46.766608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.798121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=40e195e9-75e1-45f6-bb30-133ce901c3f9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:46.814448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2300e3-7c49-42fe-b398-639a25fc79f5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:46.872849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.989533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.991905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:46.999586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab09519-2c95-40f2-9054-fb3be913ee88 req-b546861f-1092-472f-8af1-5cfc9e03c71d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:47.009487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ab09519-2c95-40f2-9054-fb3be913ee88 req-b546861f-1092-472f-8af1-5cfc9e03c71d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0725913 Nov 12 12:52:47.041074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.041612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 08d9bafd-08b2-47bc-a7df-e4f344d079e9 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:52:47.051087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.055607 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d50f0263-7d1a-4a60-abac-09337930c698 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 204 len: 168 time: 0.8458900 Nov 12 12:52:47.056402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:47.062803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433065650'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:47.089768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:47.091766 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ab09519-2c95-40f2-9054-fb3be913ee88 req-01b3154b-f54c-4189-b8c9-f0625c1d1225 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810111 Nov 12 12:52:47.095099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.122446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:47.131563 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.132266 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment d402da3c-b93d-4097-a7d3-3865bf23baf8 of type vlan for network f617af18-a66c-4c0f-9b64-18f513a3bc17 Nov 12 12:52:47.177029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.201758 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.208110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:47.208690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.282516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2249880 Nov 12 12:52:47.285559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:47.291343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:47.313031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450479db-b85b-46fb-bd04-5e10bc318065 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=f617af18-a66c-4c0f-9b64-18f513a3bc17,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:47.327449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:47.358557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3470e2-b56f-48de-85e4-d5e319460c62 req-908f893f-a37d-490e-824d-f2faf4f1a920 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:47.376180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe3470e2-b56f-48de-85e4-d5e319460c62 req-908f893f-a37d-490e-824d-f2faf4f1a920 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1012225 Nov 12 12:52:47.430803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:47.435437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.468887 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe3470e2-b56f-48de-85e4-d5e319460c62 req-58c7fc88-45e8-4f69-bbb1-4ba7be8a1fc0 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916240 Nov 12 12:52:47.658002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.712574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=adba8981-fdde-41dc-aeb6-85a0804d22ce,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:47.728217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': 'd402da3c-b93d-4097-a7d3-3865bf23baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:47.728585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: f617af18-a66c-4c0f-9b64-18f513a3bc17, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:47.752809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:47.763409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f617af18-a66c-4c0f-9b64-18f513a3bc17) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:47.767482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:47.768088 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.777891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c9072-a4e7-4497-b0d7-83a914e04935 None None] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:47.806805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-536c1ad9-31a4-44a6-ba68-5bab090b4498 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201390 Nov 12 12:52:47.809955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:47.821460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957009091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:47.855454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.856680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.939149 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.944377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.962103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-f617af18-a66c-4c0f-9b64-18f513a3bc17', 'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': 'adba8981-fdde-41dc-aeb6-85a0804d22ce'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:47.963146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.966116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:47.967521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-205ea504-5819-4fc0-8176-6039f81b718d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1560602 Nov 12 12:52:47.970074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32828) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:48.140057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Allocated IP 172.20.0.2 (f617af18-a66c-4c0f-9b64-18f513a3bc17/adba8981-fdde-41dc-aeb6-85a0804d22ce/69dbb29d-f7a6-424e-8ea9-8552d1fd0965) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:48.316445 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:48.322334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634fd3-bbbd-4c90-aa31-3af6920655f3 req-edc022d4-ee47-4b0c-bfeb-276d40f280c2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:48.325314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9634fd3-bbbd-4c90-aa31-3af6920655f3 req-edc022d4-ee47-4b0c-bfeb-276d40f280c2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1022193 Nov 12 12:52:48.326073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:48.352019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:48.377147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:48.380791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:48.386336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:48.390520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Pushing event updated for resources: {'Port': ['ID=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:48.447240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Attempting to bind port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:48.447468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Attempting to bind port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd402da3c-b93d-4097-a7d3-3865bf23baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:48.447708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Attempting to bind port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 on network f617af18-a66c-4c0f-9b64-18f513a3bc17 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:48.456313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:48.457035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Checking segment: {'id': 'd402da3c-b93d-4097-a7d3-3865bf23baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:48.457677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:48.458310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Bound using segment: {'id': 'd402da3c-b93d-4097-a7d3-3865bf23baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:48.459110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Bound port: 69dbb29d-f7a6-424e-8ea9-8552d1fd0965, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402da3c-b93d-4097-a7d3-3865bf23baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f617af18-a66c-4c0f-9b64-18f513a3bc17'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:48.460113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:48.486749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9634fd3-bbbd-4c90-aa31-3af6920655f3 req-252416a0-5ccc-4bff-bbdd-d86bb2173464 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369281 Nov 12 12:52:48.546478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] For port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:48.550382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] For port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,segment=NetworkSegment(d402da3c-b93d-4097-a7d3-3865bf23baf8),segment_id=d402da3c-b93d-4097-a7d3-3865bf23baf8)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:48.560603 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:48.640748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bd266-520b-46bb-90c0-3e02dfffdffc None None] Pushing event updated for resources: {'Port': ['ID=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:48.677553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56eb81-4bfa-4748-b017-6b714afc856b req-f5e44a95-1756-41d9-bb0d-752eb8821f82 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:48.679377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da56eb81-4bfa-4748-b017-6b714afc856b req-f5e44a95-1756-41d9-bb0d-752eb8821f82 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0959306 Nov 12 12:52:48.764678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da56eb81-4bfa-4748-b017-6b714afc856b req-dd389261-d369-48d0-ae5a-821a404d881a tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677156 Nov 12 12:52:49.161262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558c32f-bdac-485d-b040-b935f9e3d52a req-a8d5d154-c753-4b00-893d-fd040cf78e6d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:49.163055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9558c32f-bdac-485d-b040-b935f9e3d52a req-a8d5d154-c753-4b00-893d-fd040cf78e6d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0593975 Nov 12 12:52:49.166213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.20.0.1 (f617af18-a66c-4c0f-9b64-18f513a3bc17/adba8981-fdde-41dc-aeb6-85a0804d22ce/fa69e029-a038-41c9-97fb-c94b0d47e880) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:49.186233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-42754a3f-457a-4d9a-a8fc-a673c6f39537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:49.191066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-42754a3f-457a-4d9a-a8fc-a673c6f39537 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 1096 time: 0.0906157 Nov 12 12:52:49.242351 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9558c32f-bdac-485d-b040-b935f9e3d52a req-ff212f7d-020e-4361-bce0-d4040022132d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688324 Nov 12 12:52:49.313319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:49.366516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:49.367141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.389202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.398405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-c2f78416-65cd-427b-9f51-1a4a44863584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:49.399974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-c2f78416-65cd-427b-9f51-1a4a44863584 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.1411297 Nov 12 12:52:49.454823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.461204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-1bb75d5b-76eb-482a-a3c9-2c9e313bbd1b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87678aed-2963-446a-94d1-475f55a31045 HTTP/1.1" status: 200 len: 217 time: 0.0525291 Nov 12 12:52:49.501189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,segment=NetworkSegment(d402da3c-b93d-4097-a7d3-3865bf23baf8),segment_id=d402da3c-b93d-4097-a7d3-3865bf23baf8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:49.507966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.529047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.580174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:49.596149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-8cae6368-483c-4d1f-9cbc-63853aa93f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:49.597722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-8cae6368-483c-4d1f-9cbc-63853aa93f29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.1250703 Nov 12 12:52:49.618277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=fa69e029-a038-41c9-97fb-c94b0d47e880,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:49.624451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:49.627233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:49.643394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:49.647505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-238396d2-edc2-4c34-b922-9e5f333489ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404255 Nov 12 12:52:49.744316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.812145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8219922-0445-4f2b-83bb-9c0d6ad5f1b3 None None] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:49.844282 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-f861047e-3d30-47d4-83d8-909bbcb10917 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753666 Nov 12 12:52:49.892839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-061b4f8d-6677-4fc0-832a-4cc9f924f047 None None] Provisioning complete for port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:49.893363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-061b4f8d-6677-4fc0-832a-4cc9f924f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:49.962849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.006543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbd75c-8012-4a71-92e7-744f4b8be9d7 req-8e4ad8b7-a707-4bfe-b8a7-a6a5b9802fd6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:50.008002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92bbd75c-8012-4a71-92e7-744f4b8be9d7 req-8e4ad8b7-a707-4bfe-b8a7-a6a5b9802fd6 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1479969 Nov 12 12:52:50.122031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd225d67-cee1-4c26-af46-f1a0e92b3b8d req-eea422aa-d757-4bc8-a985-4ba08850085c service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682450 Nov 12 12:52:50.214957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92bbd75c-8012-4a71-92e7-744f4b8be9d7 req-c387a86b-ebf0-4a9c-a4ec-f801756afd3b tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837485 Nov 12 12:52:50.470609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861436f-4354-49bb-951a-91377b4918a0 req-a4995c40-20f7-41ea-886d-ce0c1f87842e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:50.472312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0861436f-4354-49bb-951a-91377b4918a0 req-a4995c40-20f7-41ea-886d-ce0c1f87842e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0757673 Nov 12 12:52:50.478654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7094bb17-e9e0-49c0-b291-fb257f7ee35b None None] Provisioning complete for port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:50.480470 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7094bb17-e9e0-49c0-b291-fb257f7ee35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.491262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.507864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.540786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0861436f-4354-49bb-951a-91377b4918a0 req-be0e9711-c14a-4fec-97d0-41009072b266 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Nov 12 12:52:50.617935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7094bb17-e9e0-49c0-b291-fb257f7ee35b None None] Provisioning complete for port fa69e029-a038-41c9-97fb-c94b0d47e880 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:50.618360 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7094bb17-e9e0-49c0-b291-fb257f7ee35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.631463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.634409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=fa69e029-a038-41c9-97fb-c94b0d47e880,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:50.660489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7094bb17-e9e0-49c0-b291-fb257f7ee35b None None] Port fa69e029-a038-41c9-97fb-c94b0d47e880 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:50.741818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:50.743675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:50.784110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7af1d708-7efb-4865-ba6c-d4968695c927 None None] Provisioning complete for port fa69e029-a038-41c9-97fb-c94b0d47e880 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:50.785716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7af1d708-7efb-4865-ba6c-d4968695c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:50.839653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7af1d708-7efb-4865-ba6c-d4968695c927 None None] Port fa69e029-a038-41c9-97fb-c94b0d47e880 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:50.915465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 28ff7178-1d70-4030-aa0b-5af3a3290ad3 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:51.031418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:51.037511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bcb93e3f-d446-44ee-9d81-919ca5979208 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/28ff7178-1d70-4030-aa0b-5af3a3290ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0631824 Nov 12 12:52:51.040277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:51.045269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] Sync routers for ids ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:51.070348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] Routers {'28ff7178-1d70-4030-aa0b-5af3a3290ad3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:51.071091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:51.078893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc193d56-25bc-4c87-ab5e-d53a4d3208d1 None None] Provisioning complete for port fa69e029-a038-41c9-97fb-c94b0d47e880 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:51.079355 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc193d56-25bc-4c87-ab5e-d53a4d3208d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:51.094802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98e4e8-b17c-452c-92ab-c647232cec50 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:51.100232 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fb98e4e8-b17c-452c-92ab-c647232cec50 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports/fa69e029-a038-41c9-97fb-c94b0d47e880 HTTP/1.1" status: 200 len: 910 time: 0.0579169 Nov 12 12:52:51.101107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:51.107635 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'adba8981-fdde-41dc-aeb6-85a0804d22ce'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:51.142280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:51.171167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] Routers {'28ff7178-1d70-4030-aa0b-5af3a3290ad3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:51.172259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:51.228312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:51.229368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f65f80-66d0-4150-a532-4cec6f809b84 None None] The sync data for ids ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'] in n-d-804878-5 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:51.242105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc193d56-25bc-4c87-ab5e-d53a4d3208d1 None None] Port fa69e029-a038-41c9-97fb-c94b0d47e880 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:52:51.256283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:51.300740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:51.319951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:51.320941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:51.397957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d439e2-812c-4076-8d47-0da50898b188 req-3b2e06bf-70d3-4b82-824d-a11505d98877 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:51.399778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6d439e2-812c-4076-8d47-0da50898b188 req-3b2e06bf-70d3-4b82-824d-a11505d98877 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0619864 Nov 12 12:52:51.478587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6d439e2-812c-4076-8d47-0da50898b188 req-5b7fac5e-fdd8-49eb-8835-dbbeae903109 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720658 Nov 12 12:52:51.581274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1f867-e52a-40ab-9310-adcd4f9c473f req-ef32e5bb-62fc-4cd7-8a68-035a290932b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:51.583561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9e1f867-e52a-40ab-9310-adcd4f9c473f req-ef32e5bb-62fc-4cd7-8a68-035a290932b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1097 time: 0.0904160 Nov 12 12:52:51.701403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c9e1f867-e52a-40ab-9310-adcd4f9c473f req-7cf5ec4f-cc68-45cb-b58c-ea3ba0421a7f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871162 Nov 12 12:52:51.741984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922b3a8-2b27-46ac-8cb4-da378d37af49 req-af124ca4-249a-428f-856c-7dfb636a8e2b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:51.743499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f922b3a8-2b27-46ac-8cb4-da378d37af49 req-af124ca4-249a-428f-856c-7dfb636a8e2b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1054020 Nov 12 12:52:51.846506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f922b3a8-2b27-46ac-8cb4-da378d37af49 req-17c5e1a0-00a4-4bcf-9ec4-bcbd4865b63f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Nov 12 12:52:51.876606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:51.884429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:51.960848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=fa69e029-a038-41c9-97fb-c94b0d47e880,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:51.972016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:51.972620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:51.973918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9900b43e-d832-46e2-bced-88cd10230c3d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/ports/fa69e029-a038-41c9-97fb-c94b0d47e880 HTTP/1.1" status: 200 len: 910 time: 0.8716772 Nov 12 12:52:51.976801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:52.308277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:52.576101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port fa69e029-a038-41c9-97fb-c94b0d47e880 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:52.576801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:52.649970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f4b3-ddca-41b2-b31d-8eeb4896f49e req-9c5649a8-1b9b-4557-851a-0986e5fed2aa tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:52.652435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2294f4b3-ddca-41b2-b31d-8eeb4896f49e req-9c5649a8-1b9b-4557-851a-0986e5fed2aa tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0827465 Nov 12 12:52:52.727200 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:52.738785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2294f4b3-ddca-41b2-b31d-8eeb4896f49e req-9a0c01ea-4d47-4877-890d-2e58919bb0e1 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753717 Nov 12 12:52:52.758430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for fa69e029-a038-41c9-97fb-c94b0d47e880 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:52.992614 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.039727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea431-50ed-4c55-ae06-a75eeae0583f req-b7178224-403f-4a69-8f78-ab1a316c256e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:53.041155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-524ea431-50ed-4c55-ae06-a75eeae0583f req-b7178224-403f-4a69-8f78-ab1a316c256e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1063046 Nov 12 12:52:53.047595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=fa69e029-a038-41c9-97fb-c94b0d47e880,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:53.159315 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-524ea431-50ed-4c55-ae06-a75eeae0583f req-f2ce6ba6-6656-4a37-a6f8-c8871c6a3647 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907676 Nov 12 12:52:53.231198 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.393509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 28ff7178-1d70-4030-aa0b-5af3a3290ad3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:52:53.474565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:53.479754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b126a20d-e9b4-49ce-8290-21b7f60b9688 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/28ff7178-1d70-4030-aa0b-5af3a3290ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5018234 Nov 12 12:52:53.482566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:53.485129 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] Sync routers for ids ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:53.500186 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] Routers {'28ff7178-1d70-4030-aa0b-5af3a3290ad3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:53.504700 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:53.522887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d46c090f-85f1-4180-9279-6180fc9c697a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ff7178-1d70-4030-aa0b-5af3a3290ad3 HTTP/1.1" status: 200 len: 205 time: 0.0389719 Nov 12 12:52:53.525324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:53.541814 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:53.550702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] Routers {'28ff7178-1d70-4030-aa0b-5af3a3290ad3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:53.551300 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:53.587121 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:53.587761 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19745c28-4351-4e13-a202-f09a45d7e584 None None] The sync data for ids ['28ff7178-1d70-4030-aa0b-5af3a3290ad3'] in n-d-804878-5 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:52:53.598485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.758472 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.761450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.793384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3f2a273a-148e-4695-abfb-dc669c734f68 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:52:53.823970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.824704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 28ff7178-1d70-4030-aa0b-5af3a3290ad3 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:52:53.832773 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.836800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:53.837705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d919fe67-8be3-4c5d-98e6-a402b337ff7c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/28ff7178-1d70-4030-aa0b-5af3a3290ad3 HTTP/1.1" status: 204 len: 168 time: 0.3107865 Nov 12 12:52:53.891028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48376b0c-e7c6-433f-b0dd-9f4e037debdb req-e5f31bef-0aa2-4d69-8cbd-ba98b8de9a22 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:53.892771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48376b0c-e7c6-433f-b0dd-9f4e037debdb req-e5f31bef-0aa2-4d69-8cbd-ba98b8de9a22 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0538769 Nov 12 12:52:53.894090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet adba8981-fdde-41dc-aeb6-85a0804d22ce {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:52:53.897623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.924150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:53.940572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '3f2a273a-148e-4695-abfb-dc669c734f68', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'port_id': '3f2a273a-148e-4695-abfb-dc669c734f68', 'mac_address': 'fa:16:3e:59:51:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:52:53.944267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:53.949373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48376b0c-e7c6-433f-b0dd-9f4e037debdb req-12e172ce-8464-46ec-803e-f1f120612cae tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474107 Nov 12 12:52:53.974671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32900) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:53.994309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.011842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f2a273a-148e-4695-abfb-dc669c734f68 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:52:54.043744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:54.050757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.051229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.104095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:54.131129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.165156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=adba8981-fdde-41dc-aeb6-85a0804d22ce,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:54.170106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.176384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6eacbaaa-1099-48d8-a572-4eae5b3fe01d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/adba8981-fdde-41dc-aeb6-85a0804d22ce HTTP/1.1" status: 204 len: 168 time: 0.3356616 Nov 12 12:52:54.182657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fdd6f-d681-4395-9716-f5d0eac6b55b None None] Network f617af18-a66c-4c0f-9b64-18f513a3bc17 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:54.195696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:54.303015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['3f2a273a-148e-4695-abfb-dc669c734f68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:52:54.353625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.365836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97deac9-b0d4-4871-acc8-66bfb77422cd req-951788d7-4818-4832-979c-e79af66452ba tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:54.367397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e97deac9-b0d4-4871-acc8-66bfb77422cd req-951788d7-4818-4832-979c-e79af66452ba tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1112099 Nov 12 12:52:54.441755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8a95db00-0e5b-4f52-8eca-dc734af121b8 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/floatingips/7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 HTTP/1.1" status: 200 len: 993 time: 0.4577827 Nov 12 12:52:54.488180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e97deac9-b0d4-4871-acc8-66bfb77422cd req-b7a0d965-9ad6-4db5-a0e3-2353ddaaa634 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068368 Nov 12 12:52:54.503378 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:54.503724 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.529918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] DHCP port deletion for f617af18-a66c-4c0f-9b64-18f513a3bc17 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:52:54.669037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] Deleting port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:52:54.669465 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.778472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] For port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,segment=NetworkSegment(d402da3c-b93d-4097-a7d3-3865bf23baf8),segment_id=d402da3c-b93d-4097-a7d3-3865bf23baf8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:54.778790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.797923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] Calling delete_port for 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:54.887626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.889921 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:52:54.913277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,segment=NetworkSegment(d402da3c-b93d-4097-a7d3-3865bf23baf8),segment_id=d402da3c-b93d-4097-a7d3-3865bf23baf8)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:54.913877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:54.916149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] Pushing event deleted for resources: {'Port': ['ID=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:54.924134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f14ecb-be52-48af-a715-7d9ff7631105 None None] No DVR routers for this DVR port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:54.928578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:52:55.009957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.037277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=69dbb29d-f7a6-424e-8ea9-8552d1fd0965,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:55.040631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:52:55.123672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.144536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f617af18-a66c-4c0f-9b64-18f513a3bc17']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:55.155396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd402da3c-b93d-4097-a7d3-3865bf23baf8') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:55.155775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd402da3c-b93d-4097-a7d3-3865bf23baf8') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:55.167681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.181600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.189608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:52:55.190339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: self.session.flush() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:52:55.193137 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:52:55.212580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:52:55.237072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:52:55.237422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 69dbb29d-f7a6-424e-8ea9-8552d1fd0965 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:52:55.261870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.269653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.277157 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/f617af18-a66c-4c0f-9b64-18f513a3bc17 HTTP/1.1" status: 204 len: 168 time: 1.0760038 Nov 12 12:52:55.279611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32908) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:55.285942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474199318', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:55.288322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffba9d-da62-492e-b096-01bbb32c291d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=f617af18-a66c-4c0f-9b64-18f513a3bc17,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:55.318539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.319826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.375505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.379681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.397501 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.398784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e69fe9e0-da5b-45b2-bbd5-91cd6125c38a tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1164615 Nov 12 12:52:55.402230 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:55.407277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-230430876'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:55.431213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:55.435181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.461208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:55.472831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.473283 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment bf10ecf6-38c2-49bd-8d87-4012ac9fd057 of type vlan for network 93edca07-d40f-474f-ad67-1dd23204d3a4 Nov 12 12:52:55.515520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.542822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.548629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:55.549216 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.597875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1945529 Nov 12 12:52:55.600805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:55.607055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:55.656166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ed2fc-e4eb-4b63-a970-047a69a063c9 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=93edca07-d40f-474f-ad67-1dd23204d3a4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:55.670888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:55.677842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9067e-8fdf-48ab-a997-d383e05b2abb req-ba196b17-86c9-4515-9116-c9c6377d72fd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:55.685246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2f9067e-8fdf-48ab-a997-d383e05b2abb req-ba196b17-86c9-4515-9116-c9c6377d72fd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1127350 Nov 12 12:52:55.718099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:55.724238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.746323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2f9067e-8fdf-48ab-a997-d383e05b2abb req-3512b0a8-f768-4e01-93a8-c46397437e74 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600774 Nov 12 12:52:55.801429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3f2a273a-148e-4695-abfb-dc669c734f68 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:55.858413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 3f2a273a-148e-4695-abfb-dc669c734f68 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:55.858974 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:55.968624 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.044164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=0457420c-8566-411e-b5ac-98dfc66e43d6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:56.053752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:56.054121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: 93edca07-d40f-474f-ad67-1dd23204d3a4, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:56.073306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:56.083725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 93edca07-d40f-474f-ad67-1dd23204d3a4) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:56.089823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:56.090776 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.109461 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61a1b6be-6e6d-44a2-9712-2f4e8895b617 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5073590 Nov 12 12:52:56.112215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:56.118595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504eeb63-90de-43f1-aa16-e1936861e6ff None None] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:56.180588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.229141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:56.232011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:52:56.234620 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ebb774-1717-4c11-b110-131c27d4b46c" -d '{"events": [{"server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:52:56.254046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.314490 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e3d4e2-5c0f-48be-b3e8-e7654db67e39 x-openstack-request-id: req-10e3d4e2-5c0f-48be-b3e8-e7654db67e39 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:52:56.314804 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:52:56.315023 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10e3d4e2-5c0f-48be-b3e8-e7654db67e39 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:52:56.315408 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68', 'code': 200} Nov 12 12:52:56.363958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:56.405209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-93edca07-d40f-474f-ad67-1dd23204d3a4', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:56.406109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.457354 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.555225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Allocated IP 172.20.0.2 (93edca07-d40f-474f-ad67-1dd23204d3a4/0457420c-8566-411e-b5ac-98dfc66e43d6/aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:56.724130 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.749145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.818554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:56.823822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:56.827664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:56.835284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Pushing event updated for resources: {'Port': ['ID=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:56.846714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.20.0.1 (93edca07-d40f-474f-ad67-1dd23204d3a4/0457420c-8566-411e-b5ac-98dfc66e43d6/13cc4443-edb8-4a11-9b5c-b9e2795079c4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:56.896717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Attempting to bind port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:52:56.897130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Attempting to bind port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:52:56.897454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Attempting to bind port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 on network 93edca07-d40f-474f-ad67-1dd23204d3a4 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:52:56.904440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:52:56.904868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Checking segment: {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:56.905224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.905792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Bound using segment: {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:52:56.906323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Bound port: aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:52:56.906712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:56.972199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135bf42-3952-46c4-9da8-8bcf06866e5a req-665205c0-09bc-43f4-b048-7e69712bbe8b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:56.974260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0135bf42-3952-46c4-9da8-8bcf06866e5a req-665205c0-09bc-43f4-b048-7e69712bbe8b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1152275 Nov 12 12:52:56.992399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] For port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:52:56.995396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] For port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,segment=NetworkSegment(bf10ecf6-38c2-49bd-8d87-4012ac9fd057),segment_id=bf10ecf6-38c2-49bd-8d87-4012ac9fd057)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:52:57.000553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.058574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a1fad-c534-4096-87ae-2f5e99ee2531 None None] Pushing event updated for resources: {'Port': ['ID=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:57.066040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.077565 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0135bf42-3952-46c4-9da8-8bcf06866e5a req-d963fec7-6f4e-41c0-bb8b-209658bf10c3 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Nov 12 12:52:57.112432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.163175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:57.170018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:57.179673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:52:57.211076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=13cc4443-edb8-4a11-9b5c-b9e2795079c4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:57.235024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.400052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.678523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.683639 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.756771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:57.761812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=13cc4443-edb8-4a11-9b5c-b9e2795079c4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:57.867827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:52:57.869412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:58.015660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:52:58.117664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:52:58.128833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:58.129300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8cc455fc-9623-480d-9c30-b46e4de9d087 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0157523 Nov 12 12:52:58.133194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:52:58.135822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-1178882264'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:58.148308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:52:58.149087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:58.165420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:58.170582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.207748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe77eee-ed2e-4ab7-8d33-d0801690d156 None None] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:58.244121 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:52:58.259436 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.259931 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment cd9b20ee-9417-4aea-8a7c-07aae77eb95f of type vlan for network 519e2e96-6515-436a-84bb-75e6a1b11c61 Nov 12 12:52:58.276508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5c4b1-fcc8-46c4-81cc-08da7c1b922d req-758233c0-e7fc-4720-af2e-720a0c55f7b7 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:58.278435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18d5c4b1-fcc8-46c4-81cc-08da7c1b922d req-758233c0-e7fc-4720-af2e-720a0c55f7b7 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0917690 Nov 12 12:52:58.318249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5bf842d8-97d6-4b38-ac15-24e0a226f2b1 None None] Provisioning complete for port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:58.318621 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bf842d8-97d6-4b38-ac15-24e0a226f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.327260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.351990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:52:58.373175 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-18d5c4b1-fcc8-46c4-81cc-08da7c1b922d req-e7a88ced-195e-4eca-99fe-848d344aeef8 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728152 Nov 12 12:52:58.374644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.380886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:58.382406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.465060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3343260 Nov 12 12:52:58.467968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:58.472752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:52:58.477503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03201d59-806f-4bef-860b-3802c43de8c8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=519e2e96-6515-436a-84bb-75e6a1b11c61,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:58.498791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:52:58.571681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:52:58.575650 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.644382 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bf842d8-97d6-4b38-ac15-24e0a226f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.775408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5bf842d8-97d6-4b38-ac15-24e0a226f2b1 None None] For port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,segment=NetworkSegment(bf10ecf6-38c2-49bd-8d87-4012ac9fd057),segment_id=bf10ecf6-38c2-49bd-8d87-4012ac9fd057)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:52:58.776719 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.782981 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bf842d8-97d6-4b38-ac15-24e0a226f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.838712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=67384716-3c08-4c63-bcb7-309828f39a2f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:58.864883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf842d8-97d6-4b38-ac15-24e0a226f2b1 None None] Pushing event updated for resources: {'Port': ['ID=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:52:58.889679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:52:57Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:52:57Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:52:58.899325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:52:58.899742 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: 519e2e96-6515-436a-84bb-75e6a1b11c61, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:52:58.919028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:52:58.931436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 519e2e96-6515-436a-84bb-75e6a1b11c61) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:52:58.933566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:52:58.933924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Updating router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:52:58.940360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:58.940360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:58.960388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f4d88-a5f5-4414-9560-40cdbcfab1f2 None None] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:52:58.963719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61717f5d-6ccf-4d89-8963-d7a966d921ef tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4945109 Nov 12 12:52:58.966527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:52:59.089938 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.296057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a0c0c83d-9ae0-40a4-8f72-55e5b60f0e2d None None] Provisioning complete for port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:59.296057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c83d-9ae0-40a4-8f72-55e5b60f0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.340856 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:52:59.343333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-519e2e96-6515-436a-84bb-75e6a1b11c61', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:52:59.344047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.409174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.541003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c3d4e-569d-4229-bd10-dd98368c0b82 req-37e16a75-e44b-483e-9ec7-8244071cf735 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:52:59.544148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c7c3d4e-569d-4229-bd10-dd98368c0b82 req-37e16a75-e44b-483e-9ec7-8244071cf735 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0733616 Nov 12 12:52:59.608081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c7c3d4e-569d-4229-bd10-dd98368c0b82 req-d35fae9c-e6e5-4c72-bcf0-17fc2dd13f15 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575364 Nov 12 12:52:59.767766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.21.0.1 (519e2e96-6515-436a-84bb-75e6a1b11c61/67384716-3c08-4c63-bcb7-309828f39a2f/cb696261-cab4-488c-b4c9-f87082032829) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:52:59.832741 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.880086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:52:59.880464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.919902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:52:59.958592 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.001757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:00.004008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:00.006772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:00.015477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.026595 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.029540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a0c0c83d-9ae0-40a4-8f72-55e5b60f0e2d None None] Provisioning complete for port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:00.029911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c83d-9ae0-40a4-8f72-55e5b60f0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.039157 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.066465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=cb696261-cab4-488c-b4c9-f87082032829,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:00.094417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.139764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Allocated IP 172.21.0.2 (519e2e96-6515-436a-84bb-75e6a1b11c61/67384716-3c08-4c63-bcb7-309828f39a2f/97537d19-978f-4fb0-a3de-cce7bd1f73be) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:00.167133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0c83d-9ae0-40a4-8f72-55e5b60f0e2d None None] Port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:00.188631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee3e00-60ee-4091-9286-34b1d12a1e8b None None] Pushing event updated for resources: {'Port': ['ID=13cc4443-edb8-4a11-9b5c-b9e2795079c4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:00.242204 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.347929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Attempting to bind port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:00.348527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Attempting to bind port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:00.348676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Attempting to bind port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 on network 93edca07-d40f-474f-ad67-1dd23204d3a4 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:00.379606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b41facc-bba2-4b0f-9206-f955ae8cf123 None None] Provisioning complete for port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:00.379967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b41facc-bba2-4b0f-9206-f955ae8cf123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.386680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:00.387060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Checking segment: {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:00.388549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.388953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Bound using segment: {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:00.389449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Bound port: 13cc4443-edb8-4a11-9b5c-b9e2795079c4, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:00.389831 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.443451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.476380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.506903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b41facc-bba2-4b0f-9206-f955ae8cf123 None None] Port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:00.537125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:00.548592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:00.556135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:00.560399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] For port 13cc4443-edb8-4a11-9b5c-b9e2795079c4, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:00.563288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Pushing event updated for resources: {'Port': ['ID=97537d19-978f-4fb0-a3de-cce7bd1f73be,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:00.566783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] For port 13cc4443-edb8-4a11-9b5c-b9e2795079c4, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13cc4443-edb8-4a11-9b5c-b9e2795079c4,segment=NetworkSegment(bf10ecf6-38c2-49bd-8d87-4012ac9fd057),segment_id=bf10ecf6-38c2-49bd-8d87-4012ac9fd057)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:00.577260 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.581735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.587416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.685604 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.703137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Attempting to bind port 97537d19-978f-4fb0-a3de-cce7bd1f73be on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:00.703505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Attempting to bind port 97537d19-978f-4fb0-a3de-cce7bd1f73be by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:00.703877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Attempting to bind port 97537d19-978f-4fb0-a3de-cce7bd1f73be on network 519e2e96-6515-436a-84bb-75e6a1b11c61 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:00.719040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ffd69e9c-eae2-4612-8474-6cda1d8c47f9 None None] Provisioning complete for port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:00.719434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ffd69e9c-eae2-4612-8474-6cda1d8c47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.720544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=cb696261-cab4-488c-b4c9-f87082032829,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:00.754133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee3e00-60ee-4091-9286-34b1d12a1e8b None None] Pushing event updated for resources: {'Port': ['ID=13cc4443-edb8-4a11-9b5c-b9e2795079c4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:00.757626 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:00.758007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Checking segment: {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:00.758446 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.758834 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Bound using segment: {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:00.759316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Bound port: 97537d19-978f-4fb0-a3de-cce7bd1f73be, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:00.759707 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:00.765351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:00.766002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:00.866901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24716f-a2e8-456a-bbda-17c0168f8d9a req-89ec7376-f2e2-45d9-bab7-9a67c9edb4bd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:00.868474 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b24716f-a2e8-456a-bbda-17c0168f8d9a req-89ec7376-f2e2-45d9-bab7-9a67c9edb4bd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1382420 Nov 12 12:53:00.877695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:00.895254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:00.908395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:01.020619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8b24716f-a2e8-456a-bbda-17c0168f8d9a req-ffdd5ea8-c456-4001-8eea-3f11ed5cb90e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349821 Nov 12 12:53:01.055767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:01.088233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] For port 97537d19-978f-4fb0-a3de-cce7bd1f73be, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:01.115863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] For port 97537d19-978f-4fb0-a3de-cce7bd1f73be, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=97537d19-978f-4fb0-a3de-cce7bd1f73be,segment=NetworkSegment(cd9b20ee-9417-4aea-8a7c-07aae77eb95f),segment_id=cd9b20ee-9417-4aea-8a7c-07aae77eb95f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:01.129431 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.144452 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ffd69e9c-eae2-4612-8474-6cda1d8c47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.188195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:01.194803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef8656dd-7dc9-437c-96a2-00695f2bde61 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2267153 Nov 12 12:53:01.197546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:01.203819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-751867473'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:01.238626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:01.245586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.272940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ffd69e9c-eae2-4612-8474-6cda1d8c47f9 None None] For port 13cc4443-edb8-4a11-9b5c-b9e2795079c4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13cc4443-edb8-4a11-9b5c-b9e2795079c4,segment=NetworkSegment(bf10ecf6-38c2-49bd-8d87-4012ac9fd057),segment_id=bf10ecf6-38c2-49bd-8d87-4012ac9fd057)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:01.276705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:53:01.279245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c763c-a1e3-4c01-b99a-a8b96c2466ed None None] Pushing event updated for resources: {'Port': ['ID=97537d19-978f-4fb0-a3de-cce7bd1f73be,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:01.287598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ffd69e9c-eae2-4612-8474-6cda1d8c47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.296565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.299035 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment f52b66f8-ca63-4ffb-90d7-45e831896afc of type vlan for network 23df0803-7c82-4261-b773-c34401777cab Nov 12 12:53:01.352769 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.360503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 3, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:01.362419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd69e9c-eae2-4612-8474-6cda1d8c47f9 None None] Pushing event updated for resources: {'Port': ['ID=13cc4443-edb8-4a11-9b5c-b9e2795079c4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:01.383698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.390130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:01.391026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.392689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ede22-8afb-4fa4-9f1d-da876b2eec3a None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 3, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:01.422030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0b8f2b13-6975-4647-892d-ad450faa7665 None None] Provisioning complete for port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:01.422522 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2b13-6975-4647-892d-ad450faa7665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.472418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2731612 Nov 12 12:53:01.475284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32956) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:01.483152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:01.483987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da719529-25b5-45ed-9233-a55d6c940732 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=23df0803-7c82-4261-b773-c34401777cab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:01.516837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 23df0803-7c82-4261-b773-c34401777cab details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:53:01.682727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:01.687879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.920519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:01.989177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=94c1900f-fe62-443b-9e15-d331bc0ca575,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:02.002447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:02.002823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: 23df0803-7c82-4261-b773-c34401777cab, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:53:02.026361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 23df0803-7c82-4261-b773-c34401777cab is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:53:02.038960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 23df0803-7c82-4261-b773-c34401777cab) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:02.045602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:02.046602 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.048306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793ee3d-a220-49a9-a318-298194eb53f3 None None] Network 23df0803-7c82-4261-b773-c34401777cab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:02.070403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a1a346cb-a215-4012-8230-6f7ad4df2ae5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5938187 Nov 12 12:53:02.073654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 32960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:02.175616 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:02.268107 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-23df0803-7c82-4261-b773-c34401777cab', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:53:02.268967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Deleting subnet 5e5d7808-96ae-40fe-afca-5bc63e8a22f5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:53:02.269696 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.273169 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.327238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.418918 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.530273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.571014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Allocated IP 172.22.0.2 (23df0803-7c82-4261-b773-c34401777cab/94c1900f-fe62-443b-9e15-d331bc0ca575/0e3424b6-bcde-43aa-9697-389c40caee41) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:02.585028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5d7808-96ae-40fe-afca-5bc63e8a22f5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:02.591594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.597452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b1adf2d6-8bde-4dcd-9355-727384fc13df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e5d7808-96ae-40fe-afca-5bc63e8a22f5 HTTP/1.1" status: 204 len: 168 time: 0.4185417 Nov 12 12:53:02.597625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:02.723219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:02.909401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4335c6-40e5-4849-ba49-cce6c4bc0b8b req-0dd7a4e4-60c5-4216-8be4-b6a3807937d8 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:02.919928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee4335c6-40e5-4849-ba49-cce6c4bc0b8b req-0dd7a4e4-60c5-4216-8be4-b6a3807937d8 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.7559588 Nov 12 12:53:03.048940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ee4335c6-40e5-4849-ba49-cce6c4bc0b8b req-975a3eca-f1b8-44f6-848d-34a3eea32070 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275167 Nov 12 12:53:03.179897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c6094-f274-429f-a301-99cd96e56ed3 None None] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:03.345309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.351688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 97537d19-978f-4fb0-a3de-cce7bd1f73be up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:03.355347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.379283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc0d5c3-0e39-471d-a650-b7b66266a03a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:03.383915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.390475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785555ae-c15b-4032-9a81-aa0b522137fd') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:03.391221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785555ae-c15b-4032-9a81-aa0b522137fd') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:03.402303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.420897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.430355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:53:03.430766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:53:03.434700 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:53:03.437373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Pushing event updated for resources: {'Port': ['ID=0e3424b6-bcde-43aa-9697-389c40caee41,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:03.439466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f98926ce-723a-4c81-96b0-509ac20c1c3c None None] Provisioning complete for port 97537d19-978f-4fb0-a3de-cce7bd1f73be triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:03.439834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f98926ce-723a-4c81-96b0-509ac20c1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.446190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.516001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Network 23df0803-7c82-4261-b773-c34401777cab is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:03.521763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.524360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:03.533708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:03.543506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.549687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dfc0d5c3-0e39-471d-a650-b7b66266a03a HTTP/1.1" status: 204 len: 168 time: 0.9482505 Nov 12 12:53:03.564953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591187b-795d-462b-b0a9-9f315004b0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc0d5c3-0e39-471d-a650-b7b66266a03a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:03.634023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 97537d19-978f-4fb0-a3de-cce7bd1f73be triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:03.634669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.695912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:03.709119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Attempting to bind port 0e3424b6-bcde-43aa-9697-389c40caee41 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:03.709489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Attempting to bind port 0e3424b6-bcde-43aa-9697-389c40caee41 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:03.709850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Attempting to bind port 0e3424b6-bcde-43aa-9697-389c40caee41 on network 23df0803-7c82-4261-b773-c34401777cab {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:03.733516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:03.734244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Checking segment: {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:03.734844 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.735411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Bound using segment: {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:03.736071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Bound port: 0e3424b6-bcde-43aa-9697-389c40caee41, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:03.736689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.745542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c9c85fa4-207c-4108-9638-a65b7f35caca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1baab83ad66a48518a902c2cbb20d095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482221 Nov 12 12:53:03.748170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 32972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:03.757950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f98926ce-723a-4c81-96b0-509ac20c1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.800039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71c4d8c5-4a42-4af6-80aa-08f549bd9a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.827105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71c4d8c5-4a42-4af6-80aa-08f549bd9a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.842028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.22.0.1 (23df0803-7c82-4261-b773-c34401777cab/94c1900f-fe62-443b-9e15-d331bc0ca575/0950b3b7-7f69-4eff-ae76-5c6039baf5f7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:03.862231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f98926ce-723a-4c81-96b0-509ac20c1c3c None None] For port 97537d19-978f-4fb0-a3de-cce7bd1f73be, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=97537d19-978f-4fb0-a3de-cce7bd1f73be,segment=NetworkSegment(cd9b20ee-9417-4aea-8a7c-07aae77eb95f),segment_id=cd9b20ee-9417-4aea-8a7c-07aae77eb95f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:03.883827 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f98926ce-723a-4c81-96b0-509ac20c1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.901859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71c4d8c5-4a42-4af6-80aa-08f549bd9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.904873 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71c4d8c5-4a42-4af6-80aa-08f549bd9a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.907804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-71c4d8c5-4a42-4af6-80aa-08f549bd9a10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f998f204-feab-4ec9-94e0-89d91e25c707 HTTP/1.1" status: 204 len: 168 time: 0.1585972 Nov 12 12:53:03.929421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:03.931924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] For port 0e3424b6-bcde-43aa-9697-389c40caee41, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:03.938221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4d8c5-4a42-4af6-80aa-08f549bd9a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f998f204-feab-4ec9-94e0-89d91e25c707,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:03.980031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] For port 0e3424b6-bcde-43aa-9697-389c40caee41, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0e3424b6-bcde-43aa-9697-389c40caee41,segment=NetworkSegment(f52b66f8-ca63-4ffb-90d7-45e831896afc),segment_id=f52b66f8-ca63-4ffb-90d7-45e831896afc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:04.007157 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.012737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98926ce-723a-4c81-96b0-509ac20c1c3c None None] Pushing event updated for resources: {'Port': ['ID=97537d19-978f-4fb0-a3de-cce7bd1f73be,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:04.042972 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.103714 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.151914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b162fc-5870-4f8e-9efb-50fd7a2b1e61 None None] Pushing event updated for resources: {'Port': ['ID=0e3424b6-bcde-43aa-9697-389c40caee41,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:04.160630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 23df0803-7c82-4261-b773-c34401777cab is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:04.165310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:04.171285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:53:04.173245 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:53:04.176850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:04.255555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bccf9d-50f2-4f91-8a01-a6ede07db778 req-c25afb1d-7fdb-4bfa-be3c-45b9cc63a276 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:04.259202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.265929 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d4bccf9d-50f2-4f91-8a01-a6ede07db778 req-c25afb1d-7fdb-4bfa-be3c-45b9cc63a276 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0933154 Nov 12 12:53:04.279596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:04.296041 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:04.299333 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:04.316138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-401b6e4f-4161-4aad-af59-af9a5bad529f None None] Provisioning complete for port 97537d19-978f-4fb0-a3de-cce7bd1f73be triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:04.316511 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-401b6e4f-4161-4aad-af59-af9a5bad529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.332389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:04.343900 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d4bccf9d-50f2-4f91-8a01-a6ede07db778 req-fcd424b0-fd07-4984-9475-c79409efa879 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778549 Nov 12 12:53:04.386820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.387172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.390612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.391284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.391798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.392332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.392827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.393327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.394062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.394636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.395181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.395907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:04.494780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.520625 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:04.587097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-401b6e4f-4161-4aad-af59-af9a5bad529f None None] Provisioning complete for port cb696261-cab4-488c-b4c9-f87082032829 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:04.587979 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-401b6e4f-4161-4aad-af59-af9a5bad529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.648228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-401b6e4f-4161-4aad-af59-af9a5bad529f None None] Port cb696261-cab4-488c-b4c9-f87082032829 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:04.747022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13cc4443-edb8-4a11-9b5c-b9e2795079c4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:04.812148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ab31b69b-43d0-4291-816c-b6d567e767ca None None] Provisioning complete for port cb696261-cab4-488c-b4c9-f87082032829 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:04.813013 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab31b69b-43d0-4291-816c-b6d567e767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.836034 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 3, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:00Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:04.855124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:04.856125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:04.880235 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:04.881012 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Updating router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c port cb696261-cab4-488c-b4c9-f87082032829 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:53:04.923558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ab31b69b-43d0-4291-816c-b6d567e767ca None None] Port cb696261-cab4-488c-b4c9-f87082032829 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:05.033908 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.038978 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.043109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.045378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0fdbb444-f111-4209-a6e6-7c627ca19c84 None None] Provisioning complete for port cb696261-cab4-488c-b4c9-f87082032829 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:05.045773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb444-f111-4209-a6e6-7c627ca19c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.112797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbb444-f111-4209-a6e6-7c627ca19c84 None None] Port cb696261-cab4-488c-b4c9-f87082032829 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:05.138287 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.141560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:05.281541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network 23df0803-7c82-4261-b773-c34401777cab is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:05.283300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:05.447849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:05.458118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0e3424b6-bcde-43aa-9697-389c40caee41 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:05.488714 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.497963 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.547263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0e3424b6-bcde-43aa-9697-389c40caee41 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:05.547823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.656443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef043b9-faad-4f7d-89a1-30114826d18c req-6c89557a-8189-4f35-bac0-1c9f33f2e42d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:05.657923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ef043b9-faad-4f7d-89a1-30114826d18c req-6c89557a-8189-4f35-bac0-1c9f33f2e42d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.2320218 Nov 12 12:53:05.667147 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Pushing event updated for resources: {'Port': ['ID=cb696261-cab4-488c-b4c9-f87082032829,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:05.670734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.686104 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.686778 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.687282 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.687781 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.688302 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.688809 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.689301 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.690048 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.691282 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.691757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:05.692008 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.692522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.693012 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:05.696403 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Attempting to bind port cb696261-cab4-488c-b4c9-f87082032829 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:05.697037 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Attempting to bind port cb696261-cab4-488c-b4c9-f87082032829 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:05.698106 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Attempting to bind port cb696261-cab4-488c-b4c9-f87082032829 on network 519e2e96-6515-436a-84bb-75e6a1b11c61 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:05.706719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54fc2fee-bf0e-419e-8691-e54433d90ec8 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6291444 Nov 12 12:53:05.707231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33002) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:05.716936 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:05.717363 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Checking segment: {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:05.717928 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.718365 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Bound using segment: {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:05.720519 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Bound port: cb696261-cab4-488c-b4c9-f87082032829, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:05.721015 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.735311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'network': {'name': 'tempest-RoutersTest-155632714'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:05.747570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 0e3424b6-bcde-43aa-9697-389c40caee41, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0e3424b6-bcde-43aa-9697-389c40caee41,segment=NetworkSegment(f52b66f8-ca63-4ffb-90d7-45e831896afc),segment_id=f52b66f8-ca63-4ffb-90d7-45e831896afc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:05.768783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:05.773569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.778964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.780068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 97537d19-978f-4fb0-a3de-cce7bd1f73be up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:05.798561 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bd16687-35f5-4ec8-a009-538aac468240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.804005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ef043b9-faad-4f7d-89a1-30114826d18c req-c8a792b5-5c6f-4fd1-bc93-80e0168a57c6 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299994 Nov 12 12:53:05.826604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:53:05.842275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.843213 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added segment 336d514f-1c8e-4bdb-ab2f-7b39c439f313 of type vlan for network c098b1b4-a5e6-40e8-90be-888d54ad753c Nov 12 12:53:05.843635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf51142-4b91-4149-bd93-28a853cb54ee None None] Network 23df0803-7c82-4261-b773-c34401777cab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:05.876142 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] For port cb696261-cab4-488c-b4c9-f87082032829, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:05.880573 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] For port cb696261-cab4-488c-b4c9-f87082032829, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cb696261-cab4-488c-b4c9-f87082032829,segment=NetworkSegment(cd9b20ee-9417-4aea-8a7c-07aae77eb95f),segment_id=cd9b20ee-9417-4aea-8a7c-07aae77eb95f)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:05.886617 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.906123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.961475 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.967816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:05.968363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:05.974972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-945de1bf-f600-4149-947a-6d81908f4583 None None] Provisioning complete for port 0e3424b6-bcde-43aa-9697-389c40caee41 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:05.975093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-945de1bf-f600-4149-947a-6d81908f4583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:06.017741 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f2083-1371-44d7-b947-ffa87f2f54e1 None None] Pushing event updated for resources: {'Port': ['ID=cb696261-cab4-488c-b4c9-f87082032829,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:06.034611 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:06.035732 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:06.048340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3397865 Nov 12 12:53:06.051065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:06.057669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=0e3424b6-bcde-43aa-9697-389c40caee41,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:06.057820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'subnet': {'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:06.059929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c3060-133b-4126-818b-2e3e4a1e3c3e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Network': ['ID=c098b1b4-a5e6-40e8-90be-888d54ad753c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:06.088600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.089055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.089406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.089748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.090085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.090444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.091088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.091421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.091749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.092231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.092568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.092892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:06.097316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c098b1b4-a5e6-40e8-90be-888d54ad753c details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:53:06.212325 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:06.226274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Made reservation on behalf of 576c53d7342b475e8403821fceaf9a3a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:06.231940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:06.236089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 97537d19-978f-4fb0-a3de-cce7bd1f73be triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:06.236465 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:06.489640 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:04Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:04Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:05Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:06.512343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:06.534279 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94fec7-1a07-4a11-a686-3a3730ba0439 None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:04Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:04Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:05Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:06.544247 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8098ee89-74f0-421b-938f-379a2dc1e7af None None] Provisioning complete for port cb696261-cab4-488c-b4c9-f87082032829 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:06.544627 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8098ee89-74f0-421b-938f-379a2dc1e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:06.611965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Checking segment: {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:06.612351 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network hostable DHCP agents. Network: c098b1b4-a5e6-40e8-90be-888d54ad753c, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:53:06.632187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Subnet': ['ID=2af96cdc-6870-4930-b5ae-0681a21a33ae,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:06.666694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c098b1b4-a5e6-40e8-90be-888d54ad753c is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:53:06.678103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c098b1b4-a5e6-40e8-90be-888d54ad753c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:06.694131 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:06.695145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:06.747273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:06.747940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-19f08970-4259-48b6-8278-9b99362533c7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6956425 Nov 12 12:53:07.004875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28071f33-8088-48eb-8948-8181f89f1172 None None] Network c098b1b4-a5e6-40e8-90be-888d54ad753c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:07.124710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8098ee89-74f0-421b-938f-379a2dc1e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:07.144387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d36d9-06a8-4c89-9df6-9edc520aa153 req-d902ef15-a14b-4a9a-8700-bb18130e6f26 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:07.152185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd6d36d9-06a8-4c89-9df6-9edc520aa153 req-d902ef15-a14b-4a9a-8700-bb18130e6f26 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.2207522 Nov 12 12:53:07.260737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8098ee89-74f0-421b-938f-379a2dc1e7af None None] For port cb696261-cab4-488c-b4c9-f87082032829, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cb696261-cab4-488c-b4c9-f87082032829,segment=NetworkSegment(cd9b20ee-9417-4aea-8a7c-07aae77eb95f),segment_id=cd9b20ee-9417-4aea-8a7c-07aae77eb95f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:07.297855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8098ee89-74f0-421b-938f-379a2dc1e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:07.395703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0e3424b6-bcde-43aa-9697-389c40caee41 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:07.450702 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dd6d36d9-06a8-4c89-9df6-9edc520aa153 req-0fdab1e8-f7e7-4e53-90f2-e055af7bb0b3 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973824 Nov 12 12:53:07.486256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:07.505613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c098b1b4-a5e6-40e8-90be-888d54ad753c', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:53:07.506505 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:07.517594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098ee89-74f0-421b-938f-379a2dc1e7af None None] Pushing event updated for resources: {'Port': ['ID=cb696261-cab4-488c-b4c9-f87082032829,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:07.542952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb284535-a06b-427c-9d00-244c3ec4f6df None None] Provisioning complete for port 0e3424b6-bcde-43aa-9697-389c40caee41 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:07.543195 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb284535-a06b-427c-9d00-244c3ec4f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:07.644562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0e3424b6-bcde-43aa-9697-389c40caee41 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:07.644937 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:07.654899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:07.730750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:07.731308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:52:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:07.844324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Allocated IP 172.23.0.2 (c098b1b4-a5e6-40e8-90be-888d54ad753c/2af96cdc-6870-4930-b5ae-0681a21a33ae/e36aee9a-5fc2-41da-8a91-24494ecb8ecb) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:07.917585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:08.007604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cb696261-cab4-488c-b4c9-f87082032829 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:08.019850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb284535-a06b-427c-9d00-244c3ec4f6df None None] Provisioning complete for port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:08.020223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb284535-a06b-427c-9d00-244c3ec4f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.151482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eb284535-a06b-427c-9d00-244c3ec4f6df None None] Port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:08.247978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port cb696261-cab4-488c-b4c9-f87082032829 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:08.248432 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.300320 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.320135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.383043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Allocated IP 172.23.0.1 (c098b1b4-a5e6-40e8-90be-888d54ad753c/2af96cdc-6870-4930-b5ae-0681a21a33ae/5103ce2a-241c-4579-9220-837381206484) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:08.389333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-480da851-b578-4941-97d7-d9be9db5cec2 None None] Provisioning complete for port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:08.389730 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-480da851-b578-4941-97d7-d9be9db5cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.399897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Network c098b1b4-a5e6-40e8-90be-888d54ad753c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:08.432923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:08.439526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:08.459030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Pushing event updated for resources: {'Port': ['ID=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:08.504304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-480da851-b578-4941-97d7-d9be9db5cec2 None None] Port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:08.547937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.572083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Attempting to bind port e36aee9a-5fc2-41da-8a91-24494ecb8ecb on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:08.572502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Attempting to bind port e36aee9a-5fc2-41da-8a91-24494ecb8ecb by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:08.572876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Attempting to bind port e36aee9a-5fc2-41da-8a91-24494ecb8ecb on network c098b1b4-a5e6-40e8-90be-888d54ad753c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:08.577240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:04Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:04Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:08.596709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.610516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:08.610933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Checking segment: {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:08.611344 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.611744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Bound using segment: {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:08.612237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Bound port: e36aee9a-5fc2-41da-8a91-24494ecb8ecb, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:08.612629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.614834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d471854-1e43-4391-a564-adce320210d3 req-3234a1cf-0257-4a73-842d-70a70abf25d5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:08.615378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:08.615378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Updating router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:53:08.624204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d471854-1e43-4391-a564-adce320210d3 req-3234a1cf-0257-4a73-842d-70a70abf25d5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0719373 Nov 12 12:53:08.650488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c098b1b4-a5e6-40e8-90be-888d54ad753c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:08.655237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:08.655519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.662783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:08.693198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d471854-1e43-4391-a564-adce320210d3 req-51b30361-f7a2-450a-9930-f6f30dc6d9b8 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639322 Nov 12 12:53:08.716083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=5103ce2a-241c-4579-9220-837381206484,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:08.734591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.746205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] For port e36aee9a-5fc2-41da-8a91-24494ecb8ecb, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:08.809912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] For port e36aee9a-5fc2-41da-8a91-24494ecb8ecb, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:08.815507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:08.888582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.083205 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-885cbb6c-08ef-4ea3-8778-561f659c1f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.131431 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a568f9-6782-4438-8170-945bd354c9b2 None None] Pushing event updated for resources: {'Port': ['ID=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:09.206285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.215227 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.277298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.288842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cb696261-cab4-488c-b4c9-f87082032829 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:09.321250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event updated for resources: {'Port': ['ID=5103ce2a-241c-4579-9220-837381206484,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:09.345417 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.358741 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.477166 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.487426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9015f-ad77-4c98-a765-9944e4d175d7 None None] Pushing event updated for resources: {'Port': ['ID=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:09.498788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port cb696261-cab4-488c-b4c9-f87082032829 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:09.499164 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.554899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Network c098b1b4-a5e6-40e8-90be-888d54ad753c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:09.557655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:09.695291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Attempting to bind port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:09.695510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:09.696041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Attempting to bind port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:09.696607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Attempting to bind port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 on network 23df0803-7c82-4261-b773-c34401777cab {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:09.708859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:09.709453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Checking segment: {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:09.709864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.710291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Bound using segment: {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:09.710784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Bound port: 0950b3b7-7f69-4eff-ae76-5c6039baf5f7, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b66f8-ca63-4ffb-90d7-45e831896afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23df0803-7c82-4261-b773-c34401777cab'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:09.711172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.813731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] For port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:09.818269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] For port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,segment=NetworkSegment(f52b66f8-ca63-4ffb-90d7-45e831896afc),segment_id=f52b66f8-ca63-4ffb-90d7-45e831896afc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:09.824860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:09.888034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:09.888688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:09.895043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:09.911580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:09.913133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ba49f44-c305-4b0c-a922-3e8956baf0a5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1635244 Nov 12 12:53:09.917493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:09.922833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a7ac4-7264-4fbe-b031-22f4cac753ae req-3e8b5c09-a27c-44e4-8948-dd134c8611eb tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:09.924637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd9a7ac4-7264-4fbe-b031-22f4cac753ae req-3e8b5c09-a27c-44e4-8948-dd134c8611eb tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1071165 Nov 12 12:53:09.971328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9015f-ad77-4c98-a765-9944e4d175d7 None None] Pushing event updated for resources: {'Port': ['ID=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:09.999199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bd9a7ac4-7264-4fbe-b031-22f4cac753ae req-35734d5d-d706-4e80-8a49-3e04b796ba84 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678124 Nov 12 12:53:10.060335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4e452467-3ae9-4ae8-a197-718c66dc6598 None None] Provisioning complete for port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:10.060705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e452467-3ae9-4ae8-a197-718c66dc6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.093989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:10.452103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e452467-3ae9-4ae8-a197-718c66dc6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.531590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 12:53:10.533569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4e452467-3ae9-4ae8-a197-718c66dc6598 None None] For port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,segment=NetworkSegment(f52b66f8-ca63-4ffb-90d7-45e831896afc),segment_id=f52b66f8-ca63-4ffb-90d7-45e831896afc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:10.541915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e452467-3ae9-4ae8-a197-718c66dc6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.549552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Removed routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 12:53:10.550111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.586098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:08Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:09Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:09Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:10.621889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d9db9-c0d3-4349-9b28-6366f1ade0fb None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:08Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:09Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:09Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:10.633188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e452467-3ae9-4ae8-a197-718c66dc6598 None None] Pushing event updated for resources: {'Port': ['ID=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:10.679084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4630c058-1ec1-4522-a28b-4eecf7781a98 None None] Provisioning complete for port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:10.679514 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4630c058-1ec1-4522-a28b-4eecf7781a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.686070 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.782786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.792840 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:10.802601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632f11e-1a0e-4816-b56a-cc0519499104 None None] Network c098b1b4-a5e6-40e8-90be-888d54ad753c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:10.903248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:10.971761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ceafc210-b726-449a-a1ca-77c5156ee20c None None] Provisioning complete for port e36aee9a-5fc2-41da-8a91-24494ecb8ecb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:10.972136 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ceafc210-b726-449a-a1ca-77c5156ee20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.091716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ceafc210-b726-449a-a1ca-77c5156ee20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.131357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ceafc210-b726-449a-a1ca-77c5156ee20c None None] For port e36aee9a-5fc2-41da-8a91-24494ecb8ecb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:11.137034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ceafc210-b726-449a-a1ca-77c5156ee20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.195761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc210-b726-449a-a1ca-77c5156ee20c None None] Pushing event updated for resources: {'Port': ['ID=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:11.363670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:11.377789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.382812 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:11.385745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.390012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4909a1a5-19a6-40d2-9a11-b600095eb67e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 934 time: 1.4770622 Nov 12 12:53:11.397478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ca8c46dd-cf51-48dd-87e8-67aa91c2b273 None None] Provisioning complete for port e36aee9a-5fc2-41da-8a91-24494ecb8ecb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:11.397939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca8c46dd-cf51-48dd-87e8-67aa91c2b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.411977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed72135-1028-434b-b940-984c6a20bbc7 req-d66bade2-253e-4c7f-adf5-2ae116685d79 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:11.413575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ed72135-1028-434b-b940-984c6a20bbc7 req-d66bade2-253e-4c7f-adf5-2ae116685d79 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1400070 Nov 12 12:53:11.476319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e36aee9a-5fc2-41da-8a91-24494ecb8ecb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:11.527291 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1f4d8583-e9d5-4695-bfbc-55af146ae781 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 934 time: 0.1430721 Nov 12 12:53:11.530712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:11.533091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ed72135-1028-434b-b940-984c6a20bbc7 req-499b52b3-22b4-4334-9875-e04353c62bd7 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096582 Nov 12 12:53:11.539887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'routes': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:11.604149 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:11.621740 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:11.622395 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:11.636050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e36aee9a-5fc2-41da-8a91-24494ecb8ecb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:11.636642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.639896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ca8c46dd-cf51-48dd-87e8-67aa91c2b273 None None] Provisioning complete for port 5103ce2a-241c-4579-9220-837381206484 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:11.641307 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca8c46dd-cf51-48dd-87e8-67aa91c2b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.719879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c46dd-cf51-48dd-87e8-67aa91c2b273 None None] Port 5103ce2a-241c-4579-9220-837381206484 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:11.730554 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:11.846099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:11.888716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6c05830c-986c-40f3-8051-d3701a5abba4 None None] Provisioning complete for port 5103ce2a-241c-4579-9220-837381206484 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:11.889086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c05830c-986c-40f3-8051-d3701a5abba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:11.941929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c05830c-986c-40f3-8051-d3701a5abba4 None None] Port 5103ce2a-241c-4579-9220-837381206484 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:11.943492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:11.943817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.063017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-13dd9645-3173-4f02-a2f1-6ea3405520a1 None None] Provisioning complete for port 5103ce2a-241c-4579-9220-837381206484 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:12.063322 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 6, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:09Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:12.063527 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-13dd9645-3173-4f02-a2f1-6ea3405520a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.086884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 12:53:12.087348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 12:53:12.095008 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:12.095628 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Updating router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c port 5103ce2a-241c-4579-9220-837381206484 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:53:12.106282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-13dd9645-3173-4f02-a2f1-6ea3405520a1 None None] Port 5103ce2a-241c-4579-9220-837381206484 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:12.125986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.134713 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.427703 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.434661 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.483963 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8639a4-f080-438f-b24d-eea4dae4ccaf None None] Pushing event updated for resources: {'Port': ['ID=5103ce2a-241c-4579-9220-837381206484,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:12.703922 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Attempting to bind port 5103ce2a-241c-4579-9220-837381206484 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:12.704604 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Attempting to bind port 5103ce2a-241c-4579-9220-837381206484 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:12.704722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Attempting to bind port 5103ce2a-241c-4579-9220-837381206484 on network c098b1b4-a5e6-40e8-90be-888d54ad753c {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:12.709945 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:12.710339 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Checking segment: {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:12.710729 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.711112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Bound using segment: {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:12.711571 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Bound port: 5103ce2a-241c-4579-9220-837381206484, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336d514f-1c8e-4bdb-ab2f-7b39c439f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:12.711947 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.715107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.725249 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.802005 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] For port 5103ce2a-241c-4579-9220-837381206484, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:12.805219 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] For port 5103ce2a-241c-4579-9220-837381206484, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5103ce2a-241c-4579-9220-837381206484,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:12.811347 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.830219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8abfb-f545-4b1f-9e92-899b9f77a33a req-d50927fa-506d-4bab-99ca-900542e47969 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:12.832074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8d3e8c9d-78d0-402b-8c7c-02a4fef79a1c None None] Provisioning complete for port 5103ce2a-241c-4579-9220-837381206484 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:12.832588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8c9d-78d0-402b-8c7c-02a4fef79a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:12.833087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de8abfb-f545-4b1f-9e92-899b9f77a33a req-d50927fa-506d-4bab-99ca-900542e47969 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1556222 Nov 12 12:53:12.886578 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:12.887158 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:12.890484 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8639a4-f080-438f-b24d-eea4dae4ccaf None None] Pushing event updated for resources: {'Port': ['ID=5103ce2a-241c-4579-9220-837381206484,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:12.941857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6de8abfb-f545-4b1f-9e92-899b9f77a33a req-82fc4c7f-0de8-4be8-9888-84baa293dc09 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Nov 12 12:53:12.954426 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:12.986753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8c9d-78d0-402b-8c7c-02a4fef79a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:13.007271 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:13.039883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8d3e8c9d-78d0-402b-8c7c-02a4fef79a1c None None] For port 5103ce2a-241c-4579-9220-837381206484, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5103ce2a-241c-4579-9220-837381206484,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:13.049987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8c9d-78d0-402b-8c7c-02a4fef79a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:13.129075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:13.135263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e8c9d-78d0-402b-8c7c-02a4fef79a1c None None] Pushing event updated for resources: {'Port': ['ID=5103ce2a-241c-4579-9220-837381206484,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:13.144165 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:13.148426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcc8f5ec-55c5-46a8-8a7b-acf4f0828e7d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 700 time: 1.6135526 Nov 12 12:53:13.148522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33050) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:13.267881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:13.268200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fe281a86-e540-476f-8838-44f52117fe36 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 700 time: 0.1187916 Nov 12 12:53:13.299044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a1e47c0e-6626-4583-b89d-32d4d516b5fa None None] Provisioning complete for port 5103ce2a-241c-4579-9220-837381206484 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:13.299873 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1e47c0e-6626-4583-b89d-32d4d516b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:13.326508 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 7, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:13.332066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5103ce2a-241c-4579-9220-837381206484 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:13.362933 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6092764-f578-478e-88f8-bc9ba7b739ee None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 7, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 4, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:13.508234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5103ce2a-241c-4579-9220-837381206484 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:13.508693 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:13.621342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e36aee9a-5fc2-41da-8a91-24494ecb8ecb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:13.679956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e36aee9a-5fc2-41da-8a91-24494ecb8ecb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:13.680301 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:13.703220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:13.725945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:13.726639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:13.768616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:14.018546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:14.086357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 5103ce2a-241c-4579-9220-837381206484 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:14.086792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:14.109250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb38451-429c-4697-97e1-eb49f2b183c0 req-371be836-b369-4401-94dc-b560efb050c1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:14.111616 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bcb38451-429c-4697-97e1-eb49f2b183c0 req-371be836-b369-4401-94dc-b560efb050c1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0607531 Nov 12 12:53:14.181089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bcb38451-429c-4697-97e1-eb49f2b183c0 req-c5b1cf91-1235-4acd-bfd4-1a7c079ce138 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565536 Nov 12 12:53:14.209504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 5103ce2a-241c-4579-9220-837381206484, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5103ce2a-241c-4579-9220-837381206484,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:14.209838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:14.225001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 5103ce2a-241c-4579-9220-837381206484 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:14.296059 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 7, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:13Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:14.324459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:14.333547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:14.334283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:14.414847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:14.436904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:14.442758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=5103ce2a-241c-4579-9220-837381206484,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:14.636699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:14.690591 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 7, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:13Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:14.727284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1beadb-8f90-4880-b617-ffc0fa476fdf None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:12Z', 'revision_number': 7, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5103ce2a-241c-4579-9220-837381206484', 'name': '', 'network_id': 'c098b1b4-a5e6-40e8-90be-888d54ad753c', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:07Z', 'updated_at': '2021-11-12T12:53:13Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '2af96cdc-6870-4930-b5ae-0681a21a33ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:14.862501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:14.963543 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:14.971078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7b878a3e-47da-4dd3-9cb8-3cf00f94f9de tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989620 Nov 12 12:53:14.971545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:14.974358 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:14.987704 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:14.988912 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:15.029991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet 2af96cdc-6870-4930-b5ae-0681a21a33ae {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:53:15.033653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.075756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.090818 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:15.169709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.254963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.321094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=2af96cdc-6870-4930-b5ae-0681a21a33ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:15.331044 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.337087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-68ba2939-0c43-4b8b-aeba-b9eefc421b30 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/2af96cdc-6870-4930-b5ae-0681a21a33ae HTTP/1.1" status: 204 len: 168 time: 0.3624754 Nov 12 12:53:15.338092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:15.341316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29210b3-d264-4e57-98bd-abaf84d8e38c None None] Network c098b1b4-a5e6-40e8-90be-888d54ad753c requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:15.362851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7f208-c14b-49ca-adca-0224717d9910 req-7534d10e-0f38-4216-80d9-e34bc8246d0b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:15.364745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1db7f208-c14b-49ca-adca-0224717d9910 req-7534d10e-0f38-4216-80d9-e34bc8246d0b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1062350 Nov 12 12:53:15.426487 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:14Z', 'revision_number': 8, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:15.514695 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:15.517520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1db7f208-c14b-49ca-adca-0224717d9910 req-37f3cad8-c90a-462d-b2b5-a10c881cab3d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419823 Nov 12 12:53:15.554317 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:15.555230 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:15.602416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.680109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] DHCP port deletion for c098b1b4-a5e6-40e8-90be-888d54ad753c request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:15.689580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port e36aee9a-5fc2-41da-8a91-24494ecb8ecb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:15.690040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.690828 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:15.733722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] Deleting port e36aee9a-5fc2-41da-8a91-24494ecb8ecb {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:15.734096 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.785417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port e36aee9a-5fc2-41da-8a91-24494ecb8ecb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:15.785722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.800004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for e36aee9a-5fc2-41da-8a91-24494ecb8ecb owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:15.807301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] For port e36aee9a-5fc2-41da-8a91-24494ecb8ecb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,segment=NetworkSegment(336d514f-1c8e-4bdb-ab2f-7b39c439f313),segment_id=336d514f-1c8e-4bdb-ab2f-7b39c439f313)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:15.807705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.825116 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] Calling delete_port for e36aee9a-5fc2-41da-8a91-24494ecb8ecb owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:15.892352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.909049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:15.925146 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:14Z', 'revision_number': 8, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:15.929285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:15.934654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port e36aee9a-5fc2-41da-8a91-24494ecb8ecb on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:15.938199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] Pushing event deleted for resources: {'Port': ['ID=e36aee9a-5fc2-41da-8a91-24494ecb8ecb,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:15.948729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df9a68-6799-4138-9ab6-c4d60ef594f1 None None] No DVR routers for this DVR port e36aee9a-5fc2-41da-8a91-24494ecb8ecb on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:15.961822 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786b047-9e14-477b-9b74-46d569021c05 None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:14Z', 'revision_number': 8, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '0950b3b7-7f69-4eff-ae76-5c6039baf5f7', 'name': '', 'network_id': '23df0803-7c82-4261-b773-c34401777cab', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:62:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:03Z', 'updated_at': '2021-11-12T12:53:10Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '94c1900f-fe62-443b-9e15-d331bc0ca575', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:16.035071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.057133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c098b1b4-a5e6-40e8-90be-888d54ad753c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:16.067205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336d514f-1c8e-4bdb-ab2f-7b39c439f313') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:16.067587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336d514f-1c8e-4bdb-ab2f-7b39c439f313') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:16.077999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.092433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.098885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:53:16.099327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:53:16.102509 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:53:16.161797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.168882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.172356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/c098b1b4-a5e6-40e8-90be-888d54ad753c HTTP/1.1" status: 204 len: 168 time: 0.8320255 Nov 12 12:53:16.174836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:16.189899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91d6c6-484d-48d4-b1b9-1cdc1d122f8e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=c098b1b4-a5e6-40e8-90be-888d54ad753c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:16.571346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:16.703118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6fa48-3736-441c-940b-34d52ecffb46 req-45aca9b1-668f-453d-b0f1-2d0406d9341e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:16.704623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aee6fa48-3736-441c-940b-34d52ecffb46 req-45aca9b1-668f-453d-b0f1-2d0406d9341e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0994058 Nov 12 12:53:16.812771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aee6fa48-3736-441c-940b-34d52ecffb46 req-29bb5164-6e9b-4a5a-babd-8ccd40cff367 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762022 Nov 12 12:53:16.909819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:16.910157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.013328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 0950b3b7-7f69-4eff-ae76-5c6039baf5f7, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,segment=NetworkSegment(f52b66f8-ca63-4ffb-90d7-45e831896afc),segment_id=f52b66f8-ca63-4ffb-90d7-45e831896afc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:17.013647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.029076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:17.201257 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.227803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=0950b3b7-7f69-4eff-ae76-5c6039baf5f7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:17.248582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5103ce2a-241c-4579-9220-837381206484 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:17.279244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5103ce2a-241c-4579-9220-837381206484 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:17.279588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5103ce2a-241c-4579-9220-837381206484 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:17.279996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e36aee9a-5fc2-41da-8a91-24494ecb8ecb no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:17.305766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e36aee9a-5fc2-41da-8a91-24494ecb8ecb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:17.306112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e36aee9a-5fc2-41da-8a91-24494ecb8ecb not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:17.413501 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.620836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:17.715346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:17.723715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a2801b3e-a21d-4f11-a819-1136f55506a7 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368099 Nov 12 12:53:17.723987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:17.725205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:17.742179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:17.742896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:17.780085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet 94c1900f-fe62-443b-9e15-d331bc0ca575 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:53:17.786762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.844097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.850540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:17.948815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:17.950678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf6c70-fea5-43a9-96e6-b9921c87540e req-2dab2705-52e8-4929-b670-64257b772753 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:17.958818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3cf6c70-fea5-43a9-96e6-b9921c87540e req-2dab2705-52e8-4929-b670-64257b772753 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0686388 Nov 12 12:53:18.075057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.095273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3cf6c70-fea5-43a9-96e6-b9921c87540e req-a5cf3af7-9a99-4710-bccc-ff14817c0fd9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348770 Nov 12 12:53:18.116695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=94c1900f-fe62-443b-9e15-d331bc0ca575,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:18.120156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.125290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-269a0fe3-3832-4716-aa2b-27bc924d6f1f tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/94c1900f-fe62-443b-9e15-d331bc0ca575 HTTP/1.1" status: 204 len: 168 time: 0.3981292 Nov 12 12:53:18.125648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:18.131913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3799459-23ac-48f3-b53f-fd8328f85db4 None None] Network 23df0803-7c82-4261-b773-c34401777cab requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:18.214146 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.244738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:17Z', 'revision_number': 9, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:18.273875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 0e3424b6-bcde-43aa-9697-389c40caee41 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:18.274275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.286907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:18.300644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:18.301263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:18.343288 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 0e3424b6-bcde-43aa-9697-389c40caee41, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0e3424b6-bcde-43aa-9697-389c40caee41,segment=NetworkSegment(f52b66f8-ca63-4ffb-90d7-45e831896afc),segment_id=f52b66f8-ca63-4ffb-90d7-45e831896afc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:18.344323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.357961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 0e3424b6-bcde-43aa-9697-389c40caee41 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:18.403864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:18.448739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.478491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=0e3424b6-bcde-43aa-9697-389c40caee41,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:18.483451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port 0e3424b6-bcde-43aa-9697-389c40caee41 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:18.487629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03498d98-5135-46f8-bed1-34e604e75f9a None None] DHCP port deletion for 23df0803-7c82-4261-b773-c34401777cab request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:18.573707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.596265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23df0803-7c82-4261-b773-c34401777cab']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:18.607604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52b66f8-ca63-4ffb-90d7-45e831896afc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:18.607898 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52b66f8-ca63-4ffb-90d7-45e831896afc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:18.621974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.635628 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.637371 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:17Z', 'revision_number': 9, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:18.642473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:53:18.642928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:53:18.646102 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:53:18.666871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08f535-5294-4ff7-a796-dfe6cb4d4962 None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:17Z', 'revision_number': 9, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb696261-cab4-488c-b4c9-f87082032829', 'name': '', 'network_id': '519e2e96-6515-436a-84bb-75e6a1b11c61', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:24:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:59Z', 'updated_at': '2021-11-12T12:53:07Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '67384716-3c08-4c63-bcb7-309828f39a2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:18.708228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.715858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:18.719124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/23df0803-7c82-4261-b773-c34401777cab HTTP/1.1" status: 204 len: 168 time: 0.5926058 Nov 12 12:53:18.722197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:18.731218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5592691-08fd-41a5-bf90-5a359d1fa6da tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=23df0803-7c82-4261-b773-c34401777cab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:19.096725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:19.263117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0e3424b6-bcde-43aa-9697-389c40caee41 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:19.281484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f300a-7122-48e8-9a14-c9ef587ca2a1 req-f032e9d2-665d-4435-b2d7-491d50c5f80c tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:19.283371 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-336f300a-7122-48e8-9a14-c9ef587ca2a1 req-f032e9d2-665d-4435-b2d7-491d50c5f80c tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1129532 Nov 12 12:53:19.287774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0e3424b6-bcde-43aa-9697-389c40caee41 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:19.288279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0e3424b6-bcde-43aa-9697-389c40caee41 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:19.288832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:19.313535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:19.313876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0950b3b7-7f69-4eff-ae76-5c6039baf5f7 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:19.363703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-336f300a-7122-48e8-9a14-c9ef587ca2a1 req-bf144d2e-ce78-44b4-8458-02cc9f8222f9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Nov 12 12:53:19.451049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port cb696261-cab4-488c-b4c9-f87082032829 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:19.451390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:19.545503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port cb696261-cab4-488c-b4c9-f87082032829, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=cb696261-cab4-488c-b4c9-f87082032829,segment=NetworkSegment(cd9b20ee-9417-4aea-8a7c-07aae77eb95f),segment_id=cd9b20ee-9417-4aea-8a7c-07aae77eb95f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:19.545866 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:19.559651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for cb696261-cab4-488c-b4c9-f87082032829 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:19.731448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:19.765107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=cb696261-cab4-488c-b4c9-f87082032829,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:19.928880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.486389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:20.503061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde095b4-e003-4667-906a-4e394d06cacf req-ca44f880-b0ff-45f8-b1db-b8980c35cb8c tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:20.504572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cde095b4-e003-4667-906a-4e394d06cacf req-ca44f880-b0ff-45f8-b1db-b8980c35cb8c tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0580168 Nov 12 12:53:20.553908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cde095b4-e003-4667-906a-4e394d06cacf req-7e93e702-c826-40bd-9046-f1e252cfe862 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Nov 12 12:53:20.581351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:20.586349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6d51eb0f-5ea7-4689-a297-c3ef7bb04381 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629887 Nov 12 12:53:20.589507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:20.592055 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:20.601666 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:20.602321 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:20.639345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet 67384716-3c08-4c63-bcb7-309828f39a2f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:53:20.642429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.682462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.689857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:20.773030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.835007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.867384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=67384716-3c08-4c63-bcb7-309828f39a2f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:20.870143 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.873397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8df554b-ef54-4495-bb27-3c031eb7a182 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/67384716-3c08-4c63-bcb7-309828f39a2f HTTP/1.1" status: 204 len: 168 time: 0.2828922 Nov 12 12:53:20.876036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:20.878652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b36172-0c9f-47cd-94e9-b1f348d216ec None None] Network 519e2e96-6515-436a-84bb-75e6a1b11c61 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:20.957525 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:20.990558 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:19Z', 'revision_number': 10, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:21.021790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:21.029309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 97537d19-978f-4fb0-a3de-cce7bd1f73be {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:21.029669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.032295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:21.032919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:21.114534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 97537d19-978f-4fb0-a3de-cce7bd1f73be, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=97537d19-978f-4fb0-a3de-cce7bd1f73be,segment=NetworkSegment(cd9b20ee-9417-4aea-8a7c-07aae77eb95f),segment_id=cd9b20ee-9417-4aea-8a7c-07aae77eb95f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:21.114889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.124374 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:21.125620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] DHCP port deletion for 519e2e96-6515-436a-84bb-75e6a1b11c61 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:21.138777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 97537d19-978f-4fb0-a3de-cce7bd1f73be owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:21.318468 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.361924 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:19Z', 'revision_number': 10, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:21.388336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=97537d19-978f-4fb0-a3de-cce7bd1f73be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:21.389863 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd715d90-4146-420d-adc7-0009b0b26ab7 None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:19Z', 'revision_number': 10, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None, '_interfaces': [{'id': '13cc4443-edb8-4a11-9b5c-b9e2795079c4', 'name': '', 'network_id': '93edca07-d40f-474f-ad67-1dd23204d3a4', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'mac_address': 'fa:16:3e:13:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:56Z', 'updated_at': '2021-11-12T12:53:01Z', 'revision_number': 5, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'subnets': [{'id': '0457420c-8566-411e-b5ac-98dfc66e43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:21.407288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port 97537d19-978f-4fb0-a3de-cce7bd1f73be on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:21.411227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Deleting port 97537d19-978f-4fb0-a3de-cce7bd1f73be {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:21.412083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.427216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 97537d19-978f-4fb0-a3de-cce7bd1f73be no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:21.448507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2a38-07b7-4b5c-a53a-4a67b85b5218 req-da6f0c7c-4480-4ed3-ac4d-13f6b3946141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:21.450188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b7b2a38-07b7-4b5c-a53a-4a67b85b5218 req-da6f0c7c-4480-4ed3-ac4d-13f6b3946141 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 1096 time: 0.0544572 Nov 12 12:53:21.491554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 97537d19-978f-4fb0-a3de-cce7bd1f73be {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:21.491926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 97537d19-978f-4fb0-a3de-cce7bd1f73be not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:21.512005 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b7b2a38-07b7-4b5c-a53a-4a67b85b5218 req-bf099f0f-1657-417f-9ba9-d46d69ec73ed service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488875 Nov 12 12:53:21.514635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] For port 97537d19-978f-4fb0-a3de-cce7bd1f73be, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:21.515034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.526818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.530037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Calling delete_port for 97537d19-978f-4fb0-a3de-cce7bd1f73be owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:21.532809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Port 97537d19-978f-4fb0-a3de-cce7bd1f73be was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:53:21.534561 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.552136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519e2e96-6515-436a-84bb-75e6a1b11c61']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:21.562435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:21.562847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9b20ee-9417-4aea-8a7c-07aae77eb95f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:21.563761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] Pushing event deleted for resources: {'Port': ['ID=97537d19-978f-4fb0-a3de-cce7bd1f73be,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:21.565793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbeca9f-c637-4604-bd74-dc8b9a30da55 None None] No DVR routers for this DVR port 97537d19-978f-4fb0-a3de-cce7bd1f73be on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:21.582733 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.598114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.604711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:53:21.605102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:53:21.609020 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:53:21.695502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.705070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:21.708236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/519e2e96-6515-436a-84bb-75e6a1b11c61 HTTP/1.1" status: 204 len: 168 time: 0.8312752 Nov 12 12:53:21.711087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:21.728525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893496a-2001-4ab5-b7bb-83887b1af257 req-92dfe241-e5a9-442a-951f-9f20664328ca tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:21.730365 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1893496a-2001-4ab5-b7bb-83887b1af257 req-92dfe241-e5a9-442a-951f-9f20664328ca tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1022825 Nov 12 12:53:21.731511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad4a49-8904-42f0-98fc-447e466d5289 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=519e2e96-6515-436a-84bb-75e6a1b11c61,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:21.826832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1893496a-2001-4ab5-b7bb-83887b1af257 req-10d20fe2-49f4-4cb4-ac13-d73997ee65c8 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682065 Nov 12 12:53:22.330021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:22.599114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port 13cc4443-edb8-4a11-9b5c-b9e2795079c4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:22.600178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:22.701306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port 13cc4443-edb8-4a11-9b5c-b9e2795079c4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=13cc4443-edb8-4a11-9b5c-b9e2795079c4,segment=NetworkSegment(bf10ecf6-38c2-49bd-8d87-4012ac9fd057),segment_id=bf10ecf6-38c2-49bd-8d87-4012ac9fd057)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:22.701672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:22.715433 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for 13cc4443-edb8-4a11-9b5c-b9e2795079c4 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:22.903017 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:22.943836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=13cc4443-edb8-4a11-9b5c-b9e2795079c4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:23.026863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ff376-5862-4169-b170-4f659d14dbbf req-a91b2c8f-dc41-413b-9dfe-90561741ba8e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:23.028417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-215ff376-5862-4169-b170-4f659d14dbbf req-a91b2c8f-dc41-413b-9dfe-90561741ba8e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1231930 Nov 12 12:53:23.146153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:23.155919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-215ff376-5862-4169-b170-4f659d14dbbf req-54b839af-207c-4823-9587-f2f7e61f46ba tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211011 Nov 12 12:53:23.298922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cb696261-cab4-488c-b4c9-f87082032829 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:23.309281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042ea82-3e4c-471e-8607-280ce422084a req-a7334154-37c5-4233-b98b-08bd422d03d2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:23.312591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7042ea82-3e4c-471e-8607-280ce422084a req-a7334154-37c5-4233-b98b-08bd422d03d2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0740683 Nov 12 12:53:23.333041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: cb696261-cab4-488c-b4c9-f87082032829 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:23.334532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device cb696261-cab4-488c-b4c9-f87082032829 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:23.379744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7042ea82-3e4c-471e-8607-280ce422084a req-34bf81c0-6223-4647-a57b-141aa1756677 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611272 Nov 12 12:53:23.382488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:23.481681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:23.491928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ebc21601-13bd-4dc8-8b0c-af5d4638948c tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7769737 Nov 12 12:53:23.492421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:23.502531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:23.514631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:23.515575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:23.561213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting subnet 0457420c-8566-411e-b5ac-98dfc66e43d6 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:53:23.565242 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:23.615612 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:23.633562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:23.703643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:22Z', 'revision_number': 11, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:23.712685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83f52-c7c2-4489-a16a-dc9524209356 req-ba06cf86-51a4-4e77-8772-10d7435ef470 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:23.720861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9f83f52-c7c2-4489-a16a-dc9524209356 req-ba06cf86-51a4-4e77-8772-10d7435ef470 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1007771 Nov 12 12:53:23.741355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:23.750542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:23.751140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:23.786568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:23.838152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:23.840874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9f83f52-c7c2-4489-a16a-dc9524209356 req-91efbdc7-57a0-471b-ab9b-9690ade4b101 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187649 Nov 12 12:53:23.878642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:23.897887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:22Z', 'revision_number': 11, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:23.906964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Subnet': ['ID=0457420c-8566-411e-b5ac-98dfc66e43d6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:23.910601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:23.913844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5e7ad7cd-bab3-4845-9a1b-d422643ac840 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/0457420c-8566-411e-b5ac-98dfc66e43d6 HTTP/1.1" status: 204 len: 168 time: 0.4202306 Nov 12 12:53:23.916505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:23.927521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a8b5a-b7b5-4977-a66a-d8c7fc750ba3 None None] Network 93edca07-d40f-474f-ad67-1dd23204d3a4 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:23.929832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b653ac-7cfa-48a1-99e3-893b96d3c920 None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:22Z', 'revision_number': 11, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:24.010924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.067971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Deleting port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:24.068493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.137786 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] For port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,segment=NetworkSegment(bf10ecf6-38c2-49bd-8d87-4012ac9fd057),segment_id=bf10ecf6-38c2-49bd-8d87-4012ac9fd057)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:24.138155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.151441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Calling delete_port for aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:24.230757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.257395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Port': ['ID=aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:24.259920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No DVR routers for this DVR port aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:24.307965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ece3c-61d9-47fc-8c4f-15873a7a7445 None None] DHCP port deletion for 93edca07-d40f-474f-ad67-1dd23204d3a4 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:24.355716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.380482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93edca07-d40f-474f-ad67-1dd23204d3a4']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:24.391151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:24.391457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf10ecf6-38c2-49bd-8d87-4012ac9fd057') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:24.401813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.416245 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.428060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:53:24.428490 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:53:24.432147 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:53:24.495866 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.502739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.508388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/networks/93edca07-d40f-474f-ad67-1dd23204d3a4 HTTP/1.1" status: 204 len: 168 time: 0.5882294 Nov 12 12:53:24.509827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:24.516127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'routes': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:24.521475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d8235-93f1-458c-b628-f8e8f16c78b5 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Pushing event deleted for resources: {'Network': ['ID=93edca07-d40f-474f-ad67-1dd23204d3a4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:24.689293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Added routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 12:53:24.689599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Removed routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 12:53:24.689960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.839924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.843955 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:24.936940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:24.943944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:24.985232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a448a0-c41d-472e-be84-ee4495a71a46 req-19a374aa-c9f6-454d-8222-24aceb20bb80 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:24.986782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3a448a0-c41d-472e-be84-ee4495a71a46 req-19a374aa-c9f6-454d-8222-24aceb20bb80 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0656431 Nov 12 12:53:25.070049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:25.080010 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.083986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7958cc87-2019-4501-8788-fdc7f99932b3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 701 time: 0.5732021 Nov 12 12:53:25.084596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:25.085023 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] Sync routers for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:25.100401 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:25.101448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:25.122324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port dbf74d13-ea40-48df-b357-86f8db1d644d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:25.122762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.125360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-378fc656-45d7-47a1-a559-2bea7e75ff39 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 205 time: 0.0382466 Nov 12 12:53:25.125968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:25.143594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a3a448a0-c41d-472e-be84-ee4495a71a46 req-4bf73560-23c3-4686-9cb7-9b848ee2f61c tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233151 Nov 12 12:53:25.208376 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:25.227490 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.280667 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:22Z', 'revision_number': 11, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:25.304554 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.305188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.314561 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] Checking router: 1d7730ac-85f1-4c5b-ae2c-70abca51df5c for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:25.321792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13cc4443-edb8-4a11-9b5c-b9e2795079c4 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:25.325089 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] Routers {'1d7730ac-85f1-4c5b-ae2c-70abca51df5c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:25.326007 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:25.346675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for dbf74d13-ea40-48df-b357-86f8db1d644d owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:25.357101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 13cc4443-edb8-4a11-9b5c-b9e2795079c4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:25.361250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 13cc4443-edb8-4a11-9b5c-b9e2795079c4 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:25.363518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:25.429595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:25.440549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device aaa8e3ed-6fbb-44ad-8ad2-d14ed2497f59 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:25.505924 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] Set router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:25.566150 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.568682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.582958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbba00-3c58-43f8-a116-3570230880bc req-6a1a0d41-0dff-411f-a6a3-04815f89438d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:25.584510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bdbba00-3c58-43f8-a116-3570230880bc req-6a1a0d41-0dff-411f-a6a3-04815f89438d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0755556 Nov 12 12:53:25.605697 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:22Z', 'revision_number': 11, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:25.639057 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e78a-cf51-47c3-9cbd-d1f3d8092ffe None None] The sync data for ids ['1d7730ac-85f1-4c5b-ae2c-70abca51df5c'] in n-d-804878-5 is: [{'id': '1d7730ac-85f1-4c5b-ae2c-70abca51df5c', 'name': 'tempest-RoutersTest-router-1474199318', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:55Z', 'updated_at': '2021-11-12T12:53:22Z', 'revision_number': 11, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:25.639831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.640673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 1d7730ac-85f1-4c5b-ae2c-70abca51df5c {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:53:25.652533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.658778 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eed706af-e518-4058-9da3-448edbed9959 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 204 len: 168 time: 0.5240610 Nov 12 12:53:25.662036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:25.670336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-993950219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:25.742774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8bdbba00-3c58-43f8-a116-3570230880bc req-2a3e4607-afbb-4834-bc9a-05d0f138660b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477888 Nov 12 12:53:25.767762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.768784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.781392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.827747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=dbf74d13-ea40-48df-b357-86f8db1d644d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:25.916760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.923076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.934357 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.934507 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Floating IP 7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 disassociated (deleted). External IP: 172.25.1.99, port: 3f2a273a-148e-4695-abfb-dc669c734f68. Nov 12 12:53:25.983502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:25.986609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-210bf7e3-a8c3-41a1-8f9d-b2d330c4ed11 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3224106 Nov 12 12:53:25.987368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:25.992363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:26.210689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41118'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:26.223173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661544'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:26.330705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Router 4571af97-f7a3-40b6-88d9-86f35d58d3f3 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:53:26.413211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:26.539047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:26.546050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:26.549991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] Sync routers for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:26.569053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:26.570024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:26.585988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-90d7d86b-b946-41a2-af82-c54521729131 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/floatingips/7db0fa2f-d037-4e49-ac28-5bf4e2e90d12 HTTP/1.1" status: 204 len: 168 time: 1.6383281 Nov 12 12:53:26.585988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:26.599179 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba3179-e85d-4beb-a677-1858610b423b" -d '{"events": [{"name": "network-changed", "server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:26.678531 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02170586-e1e7-4d8e-bf7c-d22da80b0c00 x-openstack-request-id: req-02170586-e1e7-4d8e-bf7c-d22da80b0c00 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:26.679825 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:26.687230 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02170586-e1e7-4d8e-bf7c-d22da80b0c00 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:26.687982 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68', 'status': 'completed', 'code': 200} Nov 12 12:53:26.871735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:26.880374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:26.892824 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] Sync routers for ids ['4571af97-f7a3-40b6-88d9-86f35d58d3f3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:26.905836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:26.910833 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] Routers {'4571af97-f7a3-40b6-88d9-86f35d58d3f3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:26.912103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f9d07d2d-ffa8-4089-8375-442667458591 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "PUT /v2.0/routers/4571af97-f7a3-40b6-88d9-86f35d58d3f3 HTTP/1.1" status: 200 len: 693 time: 0.9236164 Nov 12 12:53:26.914323 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4571af97-f7a3-40b6-88d9-86f35d58d3f3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:26.916933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.011974 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] Set router 4571af97-f7a3-40b6-88d9-86f35d58d3f3 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:27.024068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33226) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.066599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba3179-e85d-4beb-a677-1858610b423b req-20cdf140-ce61-4dcf-a3ca-b002941cc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:27.070604 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-20cdf140-ce61-4dcf-a3ca-b002941cc53e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1845ff0008a54787b483ed04af0c1e54&device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 1097 time: 0.1801982 Nov 12 12:53:27.076120 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4571af97-f7a3-40b6-88d9-86f35d58d3f3', 'name': 'tempest-RoutersTest-router-993950219', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:25Z', 'updated_at': '2021-11-12T12:53:26Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:27.085783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2c0e32e1-5795-4ebc-9088-bba2ccc976fc tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/routers/4571af97-f7a3-40b6-88d9-86f35d58d3f3 HTTP/1.1" status: 200 len: 699 time: 0.1632230 Nov 12 12:53:27.088304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.108766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] Checking router: 4571af97-f7a3-40b6-88d9-86f35d58d3f3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:27.120800 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] Routers {'4571af97-f7a3-40b6-88d9-86f35d58d3f3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:27.121901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4571af97-f7a3-40b6-88d9-86f35d58d3f3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:27.128298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61809-7be6-4be6-b403-5bf3e64110c1 req-0cd7ef73-21ac-4331-b155-c88bee26498b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:27.130052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1f61809-7be6-4be6-b403-5bf3e64110c1 req-0cd7ef73-21ac-4331-b155-c88bee26498b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.2813957 Nov 12 12:53:27.135478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-36d59ac1-770d-4359-bca2-047ad2a86430 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=4571af97-f7a3-40b6-88d9-86f35d58d3f3 HTTP/1.1" status: 200 len: 205 time: 0.0459549 Nov 12 12:53:27.137885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.152138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727644-1753-4de3-8973-f020a12eb772 req-cf65d058-bbed-45d7-9613-fccfe0b42d9c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:27.153719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0727644-1753-4de3-8973-f020a12eb772 req-cf65d058-bbed-45d7-9613-fccfe0b42d9c tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1805136 Nov 12 12:53:27.237095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:48Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:27.255723 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] Set router 4571af97-f7a3-40b6-88d9-86f35d58d3f3 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:27.264060 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-666ee7c8-3d74-49e2-813d-4a14116e6c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.266357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] Checking router: 910e2031-fc47-4744-b4f1-6c89f8cbc1ad for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:27.279269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:27.279901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:27.294741 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.298956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a0727644-1753-4de3-8973-f020a12eb772 req-c7d66988-7350-4f35-83a9-f766f4a71044 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220543 Nov 12 12:53:27.329654 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4571af97-f7a3-40b6-88d9-86f35d58d3f3', 'name': 'tempest-RoutersTest-router-993950219', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:25Z', 'updated_at': '2021-11-12T12:53:26Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:27.340513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba3179-e85d-4beb-a677-1858610b423b req-36e6de3d-fcae-4e54-93bf-2d4580bb78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:27.341079 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-36e6de3d-fcae-4e54-93bf-2d4580bb78ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 200 len: 898 time: 0.2488680 Nov 12 12:53:27.355176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1f61809-7be6-4be6-b403-5bf3e64110c1 req-49908f54-672f-433f-bd71-aee10ee54fb0 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161455 Nov 12 12:53:27.404863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-f2604455-03fb-4bde-adef-1cf8cd3cb780 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 200 len: 217 time: 0.0532708 Nov 12 12:53:27.455654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:27.478654 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-666ee7c8-3d74-49e2-813d-4a14116e6c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.494194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-666ee7c8-3d74-49e2-813d-4a14116e6c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.505410 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f481a102-08ff-4b33-b3a4-807e3294a36d None None] The sync data for ids ['4571af97-f7a3-40b6-88d9-86f35d58d3f3'] in n-d-804878-5 is: [{'id': '4571af97-f7a3-40b6-88d9-86f35d58d3f3', 'name': 'tempest-RoutersTest-router-993950219', 'tenant_id': '576c53d7342b475e8403821fceaf9a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:25Z', 'updated_at': '2021-11-12T12:53:26Z', 'revision_number': 2, 'project_id': '576c53d7342b475e8403821fceaf9a3a', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:27.517843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba3179-e85d-4beb-a677-1858610b423b req-cd770461-e9b2-4437-b94a-00595a42c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:27.523840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-cd770461-e9b2-4437-b94a-00595a42c0b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=472b6a34-d195-42b0-b74e-e2403db98c39 HTTP/1.1" status: 200 len: 834 time: 0.1091511 Nov 12 12:53:27.526813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-666ee7c8-3d74-49e2-813d-4a14116e6c9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d47a18a1d094acfb6c82276fd20ceae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013292 Nov 12 12:53:27.529354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.672000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba3179-e85d-4beb-a677-1858610b423b req-28d08be7-8135-4bbd-8cb8-e17fd8823f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:27.676923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.678595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-28d08be7-8135-4bbd-8cb8-e17fd8823f7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=438526e0-099c-4b42-adfe-cdb983d2a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389289 Nov 12 12:53:27.678794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ee7c8-3d74-49e2-813d-4a14116e6c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a820db2-61d2-401f-a34d-b1d1ae05b992,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:27.684782 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.723680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:48Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:27.735423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.773581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.773896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Fanout notify agent at l3_agent the message router_deleted on router 4571af97-f7a3-40b6-88d9-86f35d58d3f3 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:53:27.784767 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.793601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f4b5-8304-456f-8731-2e57f166aef2 None None] The sync data for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 is: [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:44Z', 'revision_number': 4, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '7b49275b-0708-41fb-a2b1-0dddce2b364c', 'name': '', 'network_id': '438526e0-099c-4b42-adfe-cdb983d2a41e', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'mac_address': 'fa:16:3e:00:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:43Z', 'updated_at': '2021-11-12T12:51:48Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'subnets': [{'id': '472b6a34-d195-42b0-b74e-e2403db98c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:27.795493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.806088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3ff7e83e-127f-40dc-a393-05fb4f88fbcb tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/4571af97-f7a3-40b6-88d9-86f35d58d3f3 HTTP/1.1" status: 204 len: 168 time: 0.6392362 Nov 12 12:53:27.807839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33240) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.875395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b782912a-ee90-4380-9ae2-f85574d4b96b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=4571af97-f7a3-40b6-88d9-86f35d58d3f3 HTTP/1.1" status: 200 len: 205 time: 0.0652242 Nov 12 12:53:27.876139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33246) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.917568 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-55c0645e-bc18-44bf-a66c-9d8a0f6e54b3 service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268946 Nov 12 12:53:27.937109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.940099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:27.941368 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a820db2-61d2-401f-a34d-b1d1ae05b992 HTTP/1.1" status: 204 len: 168 time: 0.4110103 Nov 12 12:53:27.960982 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-66a962ff-b128-495e-a4e4-108909399601 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:27.963372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-66a962ff-b128-495e-a4e4-108909399601 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/4571af97-f7a3-40b6-88d9-86f35d58d3f3 HTTP/1.1" status: 404 len: 336 time: 0.0861545 Nov 12 12:53:27.965712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33250) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:27.968793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a820db2-61d2-401f-a34d-b1d1ae05b992,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:28.006137 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a5a0b8-86a9-405e-a5ba-fdb871bfcce6 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.006619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a5a0b8-86a9-405e-a5ba-fdb871bfcce6 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.012224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.012590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.012916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.013259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.013592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.013926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.014310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.014773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.015114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.015548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.015883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.016092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1a5a0b8-86a9-405e-a5ba-fdb871bfcce6 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/2af96cdc-6870-4930-b5ae-0681a21a33ae HTTP/1.1" status: 404 len: 337 time: 0.0489142 Nov 12 12:53:28.016291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa156eb-7469-4c5d-bd14-b0db2a257cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:53:28.018816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.059573 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a112ec-bbc6-4d3f-b403-778a69260e1e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.060042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a112ec-bbc6-4d3f-b403-778a69260e1e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.063814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-66a112ec-bbc6-4d3f-b403-778a69260e1e tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/94c1900f-fe62-443b-9e15-d331bc0ca575 HTTP/1.1" status: 404 len: 337 time: 0.0423653 Nov 12 12:53:28.066545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.099082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bbba3179-e85d-4beb-a677-1858610b423b req-b05bb68d-8da1-4554-95a1-37c7e1d110f9 service neutron] 10.222.0.65 "GET /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724780 Nov 12 12:53:28.110670 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05b6ea2-fe22-4196-9f46-569ea65e8a88 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.111132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05b6ea2-fe22-4196-9f46-569ea65e8a88 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.114730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b05b6ea2-fe22-4196-9f46-569ea65e8a88 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/67384716-3c08-4c63-bcb7-309828f39a2f HTTP/1.1" status: 404 len: 337 time: 0.0465758 Nov 12 12:53:28.117769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33266) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.162651 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f44eee-6103-4bf8-908b-0c477ec4db70 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.163258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f44eee-6103-4bf8-908b-0c477ec4db70 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.170227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-87f44eee-6103-4bf8-908b-0c477ec4db70 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/0457420c-8566-411e-b5ac-98dfc66e43d6 HTTP/1.1" status: 404 len: 337 time: 0.0503330 Nov 12 12:53:28.170561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.220351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.220614 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6311328-0049-40c3-b54a-cd0ef5fa64e2 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 200 len: 205 time: 0.0477774 Nov 12 12:53:28.272467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01fa03d-e13b-404e-9a9b-4f0761319280 None None] New status for floating IP 7db0fa2f-d037-4e49-ac28-5bf4e2e90d12: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:53:28.341768 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-870d8c41-b5e5-4239-b6c7-65259fd904af tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:28.355420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-870d8c41-b5e5-4239-b6c7-65259fd904af tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/1d7730ac-85f1-4c5b-ae2c-70abca51df5c HTTP/1.1" status: 404 len: 336 time: 0.1337452 Nov 12 12:53:28.358319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.382329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-d1431a57-9f57-4e61-8109-4012285d053d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:28.384408 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-d1431a57-9f57-4e61-8109-4012285d053d tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.1506007 Nov 12 12:53:28.423981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f41030b5-01a8-4eed-bd4f-22d4557d6dd3 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=28ff7178-1d70-4030-aa0b-5af3a3290ad3 HTTP/1.1" status: 200 len: 205 time: 0.0643263 Nov 12 12:53:28.424795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.485603 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-9b886542-a257-4cd1-8c0d-7faa26c41120 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:28.490979 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b886542-a257-4cd1-8c0d-7faa26c41120 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/28ff7178-1d70-4030-aa0b-5af3a3290ad3 HTTP/1.1" status: 404 len: 336 time: 0.0651562 Nov 12 12:53:28.491603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.523297 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cf08f5-c3bd-4c95-b316-8a2d2680b442 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.523765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cf08f5-c3bd-4c95-b316-8a2d2680b442 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.530707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-03cf08f5-c3bd-4c95-b316-8a2d2680b442 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/adba8981-fdde-41dc-aeb6-85a0804d22ce HTTP/1.1" status: 404 len: 337 time: 0.0357916 Nov 12 12:53:28.531087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.566625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ab859a1a-e8bc-4133-9fee-1ea809635c32 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 200 len: 205 time: 0.0344110 Nov 12 12:53:28.569437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.592928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c81db-8796-4b95-abe1-50fd0b4b8866 req-95169d79-2735-4f94-82cd-14236d8d8ecf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:28.594779 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2f0c81db-8796-4b95-abe1-50fd0b4b8866 req-95169d79-2735-4f94-82cd-14236d8d8ecf tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/ports?device_id=3537aad8-1274-4139-95d6-ba4d10c40f40 HTTP/1.1" status: 200 len: 946 time: 0.0930185 Nov 12 12:53:28.603544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 3f2a273a-148e-4695-abfb-dc669c734f68 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:28.603978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:28.627613 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0dfdd7d0-0f89-439e-bfa2-aeb28bb7058d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:28.629136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0dfdd7d0-0f89-439e-bfa2-aeb28bb7058d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/08d9bafd-08b2-47bc-a7df-e4f344d079e9 HTTP/1.1" status: 404 len: 336 time: 0.0580723 Nov 12 12:53:28.632457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.671558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c3ab4ac3-ed8d-4a49-9993-0c26a8d57a78 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f611c3-d245-43e5-aafb-a5f9f5eedf3e HTTP/1.1" status: 200 len: 205 time: 0.0379879 Nov 12 12:53:28.673918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.715567 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b67b9479-b85d-42c1-94a4-808f5012beca tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:28.716229 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b67b9479-b85d-42c1-94a4-808f5012beca tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/69f611c3-d245-43e5-aafb-a5f9f5eedf3e HTTP/1.1" status: 404 len: 336 time: 0.0413375 Nov 12 12:53:28.719788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.753975 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1891298d-c2e7-4782-9bd4-2b4a6aa3cd27 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.754263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1891298d-c2e7-4782-9bd4-2b4a6aa3cd27 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.760778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1891298d-c2e7-4782-9bd4-2b4a6aa3cd27 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/9d828506-47be-4ea0-b2b9-6d3bdea1bc88 HTTP/1.1" status: 404 len: 337 time: 0.0366373 Nov 12 12:53:28.761122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.762616 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2f0c81db-8796-4b95-abe1-50fd0b4b8866 req-31372afa-af3c-4b04-b4d5-d1c20c6c14c7 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3f5693-b67f-4d56-8a5f-9e8f8225b789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468868 Nov 12 12:53:28.793540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 3f2a273a-148e-4695-abfb-dc669c734f68, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=3f2a273a-148e-4695-abfb-dc669c734f68,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:28.793540 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:28.800586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0c50bfe2-4ff1-43d1-815b-d9b10a192398 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=864873a5-c82a-4e2a-b0dd-524509b0850b HTTP/1.1" status: 200 len: 205 time: 0.0382426 Nov 12 12:53:28.803137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33310) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.822272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 3f2a273a-148e-4695-abfb-dc669c734f68 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:28.882412 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a709e385-84a4-4986-881b-0c3d5931dade tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:28.883552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a709e385-84a4-4986-881b-0c3d5931dade tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/864873a5-c82a-4e2a-b0dd-524509b0850b HTTP/1.1" status: 404 len: 336 time: 0.0794528 Nov 12 12:53:28.887313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.931142 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd30fee-ebc6-403d-ba50-20ea69a00d2b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:28.931669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd30fee-ebc6-403d-ba50-20ea69a00d2b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:28.934924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0dd30fee-ebc6-403d-ba50-20ea69a00d2b tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/92e448ad-4ba5-40ad-bd5f-092f6c7ac650 HTTP/1.1" status: 404 len: 337 time: 0.0445130 Nov 12 12:53:28.937457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:28.984852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-28b42200-ff20-4291-a44c-be7a81960109 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eb28258-fcb6-4202-97f7-b17c9eccdbac HTTP/1.1" status: 200 len: 205 time: 0.0462656 Nov 12 12:53:28.987672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.034759 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-21ef5405-b6da-4eab-98fd-de3b00a10d2d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] delete failed (client error): The resource could not be found. Nov 12 12:53:29.035824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-21ef5405-b6da-4eab-98fd-de3b00a10d2d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/routers/9eb28258-fcb6-4202-97f7-b17c9eccdbac HTTP/1.1" status: 404 len: 336 time: 0.0467522 Nov 12 12:53:29.038467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.067681 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7287da3e-36ef-487e-95d0-36307192703d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:29.068493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7287da3e-36ef-487e-95d0-36307192703d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:29.070262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.074211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7287da3e-36ef-487e-95d0-36307192703d tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/e5337703-41a5-491c-b697-dab36eb1f44b HTTP/1.1" status: 404 len: 337 time: 0.0320501 Nov 12 12:53:29.075810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.142747 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e460cb-65af-41e1-b4cc-fc7591a37a00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] DELETE failed (client error): The resource could not be found. Nov 12 12:53:29.143197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e460cb-65af-41e1-b4cc-fc7591a37a00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:53:29.146701 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-52e460cb-65af-41e1-b4cc-fc7591a37a00 tempest-RoutersTest-1175056577 tempest-RoutersTest-1175056577-project] 10.222.0.18 "DELETE /v2.0/subnets/f9a7bea3-8c89-4f9c-903e-ca0414e4784f HTTP/1.1" status: 404 len: 337 time: 0.0667493 Nov 12 12:53:29.147594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=3f2a273a-148e-4695-abfb-dc669c734f68,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:29.192482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] No DVR routers for this DVR port 3f2a273a-148e-4695-abfb-dc669c734f68 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:29.195639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.200154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-77ad3127-79cb-4afa-87cf-dbcfe934bf10 req-ac71664d-c397-4857-a674-10c8909e28f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.65 "DELETE /v2.0/ports/3f2a273a-148e-4695-abfb-dc669c734f68 HTTP/1.1" status: 204 len: 173 time: 0.8053555 Nov 12 12:53:29.200652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'name': 'network-vif-deleted', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:29.202973 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c181ef-09ea-42fd-8d4e-bc9ed1d75272" -d '{"events": [{"server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "name": "network-vif-deleted", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:29.247896 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b728dc7-184d-4ce2-a7b5-99c508147a46 x-openstack-request-id: req-9b728dc7-184d-4ce2-a7b5-99c508147a46 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:29.248299 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537aad8-1274-4139-95d6-ba4d10c40f40", "name": "network-vif-deleted", "tag": "3f2a273a-148e-4695-abfb-dc669c734f68", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:29.248575 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b728dc7-184d-4ce2-a7b5-99c508147a46 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:29.249908 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3537aad8-1274-4139-95d6-ba4d10c40f40', 'name': 'network-vif-deleted', 'tag': '3f2a273a-148e-4695-abfb-dc669c734f68', 'status': 'completed', 'code': 200} Nov 12 12:53:29.477403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.759625 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.778229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.789450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.792101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a38fc341-a3b6-40ab-8209-4581ca68c0f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=576c53d7342b475e8403821fceaf9a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082826 Nov 12 12:53:29.830251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33356) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:29.890042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'network': {'name': 'tempest-network-smoke--1990114140', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:29.891797 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-287e5a2b-50dc-460c-98fc-c4c50aabe7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.917651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:29.921791 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.933112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.957322 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-287e5a2b-50dc-460c-98fc-c4c50aabe7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:29.967274 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.037905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.043516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.070996 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:53:30.080972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086e32d6-d705-4d82-b245-531109be7b32,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:30.088448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.088857 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Added segment a03c5ad7-cb42-42c2-99c6-732c80303f59 of type vlan for network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 Nov 12 12:53:30.135390 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-287e5a2b-50dc-460c-98fc-c4c50aabe7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.138819 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.139025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-287e5a2b-50dc-460c-98fc-c4c50aabe7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.142453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-287e5a2b-50dc-460c-98fc-c4c50aabe7db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92df9878-f275-4b5a-85aa-e59435ae1ae2 HTTP/1.1" status: 204 len: 168 time: 0.3488829 Nov 12 12:53:30.157453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5a2b-50dc-460c-98fc-c4c50aabe7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df9878-f275-4b5a-85aa-e59435ae1ae2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:30.169990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.177286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:30.178545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.258536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4792104 Nov 12 12:53:30.262415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:30.275633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-161414290', 'admin_state_up': True, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:30.296435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab8f52-bb52-4943-ac76-d24a17a428c3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Network': ['ID=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:30.310709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:53:30.325724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08ee1b-764e-4660-9eb6-943e07e4ccb3 req-245a4b25-7d99-4bd4-8c58-4b450d87bce5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:30.327538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb08ee1b-764e-4660-9eb6-943e07e4ccb3 req-245a4b25-7d99-4bd4-8c58-4b450d87bce5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0646489 Nov 12 12:53:30.346255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.347293 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.354398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-994fc360-f251-4b30-af4d-39de0808c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:30.355967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-994fc360-f251-4b30-af4d-39de0808c04b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.1364543 Nov 12 12:53:30.408755 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cb08ee1b-764e-4660-9eb6-943e07e4ccb3 req-28f3236f-4dbe-400e-82fa-b4179ecd9ea9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735564 Nov 12 12:53:30.500751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.620347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-acd8cb29-4b82-4a0d-96e2-9112a05bc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:30.621839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-acd8cb29-4b82-4a0d-96e2-9112a05bc7a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.2530706 Nov 12 12:53:30.741174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-88295827-986f-4034-b979-c772e9e5e249 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.0986373 Nov 12 12:53:30.748564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.837575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-51a8da95-0b07-41a8-95b6-35dfd294a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:30.839108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-51a8da95-0b07-41a8-95b6-35dfd294a8cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0863314 Nov 12 12:53:30.844239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:30.908446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33386) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:30.937155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-5ab70963-3df9-4d77-83a2-cb63dfb5b9ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570784 Nov 12 12:53:31.007058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--679502727'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:31.031381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.040001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.119323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.124316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.165269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cac06a-73da-4a1b-bce2-1e9e1e85ef96,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:31.207751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.213682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.244705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.245978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3365035 Nov 12 12:53:31.248902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33390) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.257234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e80b7-7d9c-4274-91c2-4b5fb2369d72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8a2c2-7920-4796-b3a0-66023610a7d9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:31.320519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-660bc08b-b66b-4704-aedd-3e8fede5216f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0705397 Nov 12 12:53:31.323928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.328510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-security--693739119', 'description': 'tempest-security-description-1437066407'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:31.362606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.412868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-8d3cb115-6bdd-421d-988f-cb0b00a8691d service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652932 Nov 12 12:53:31.416492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.420405 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.423045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.424359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "PUT /v2.0/security-groups/1ac8a2c2-7920-4796-b3a0-66023610a7d9 HTTP/1.1" status: 200 len: 1796 time: 0.0994384 Nov 12 12:53:31.427835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33394) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.475675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58b596-9764-46f4-9a3a-6c5b1e5ea040 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8a2c2-7920-4796-b3a0-66023610a7d9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:31.495187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bd0816fb-0e4b-4cd9-89fe-12fa9137498f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups/1ac8a2c2-7920-4796-b3a0-66023610a7d9 HTTP/1.1" status: 200 len: 1796 time: 0.0662942 Nov 12 12:53:31.497660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33398) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.551187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2baa27f-9d0d-4506-ad93-a13176e99ac1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.573787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2baa27f-9d0d-4506-ad93-a13176e99ac1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.597016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.617098 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2baa27f-9d0d-4506-ad93-a13176e99ac1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.620305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2baa27f-9d0d-4506-ad93-a13176e99ac1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.621511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c2baa27f-9d0d-4506-ad93-a13176e99ac1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ac8a2c2-7920-4796-b3a0-66023610a7d9 HTTP/1.1" status: 204 len: 168 time: 0.1228824 Nov 12 12:53:31.625472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33400) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.632464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.643422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baa27f-9d0d-4506-ad93-a13176e99ac1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8a2c2-7920-4796-b3a0-66023610a7d9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:31.664593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7bbee-1c69-48dd-a789-c989892490d8 req-174d0ebb-fc8b-42f2-a104-4bf9cd4f41a1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:31.666793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6a7bbee-1c69-48dd-a789-c989892490d8 req-174d0ebb-fc8b-42f2-a104-4bf9cd4f41a1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1660211 Nov 12 12:53:31.682788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eb10836e-5b10-4e93-8d1a-5f59aa6f3919 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560665 Nov 12 12:53:31.685503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.699512 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ca9c7e33-d6c5-4450-a261-bb2c8e64df51 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] delete failed (client error): The resource could not be found. Nov 12 12:53:31.700475 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca9c7e33-d6c5-4450-a261-bb2c8e64df51 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ac8a2c2-7920-4796-b3a0-66023610a7d9 HTTP/1.1" status: 404 len: 347 time: 0.0140364 Nov 12 12:53:31.704656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.709598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376754518'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:31.734114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.739779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bcd6388-c076-4b13-b61c-1c92b01a5df9 req-41ebbffa-66f5-400f-9df9-4e68d0df86b0 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885776 Nov 12 12:53:31.818600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.823591 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.850488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.851741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1463518 Nov 12 12:53:31.853614 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6a7bbee-1c69-48dd-a789-c989892490d8 req-a2ba5df6-8d2b-48c0-aa6d-9b46e04fb685 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562510 Nov 12 12:53:31.856253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:31.860656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '9779a5c5-eea1-41d1-a3e0-b3838a9bbff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:31.879723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.25.1.60 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/e09b56b3-3129-41a8-a207-8f355c2e3bd0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:31.880570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeb5db-1080-413a-8f75-e10e6465c9ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9779a5c5-eea1-41d1-a3e0-b3838a9bbff1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:31.894385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 7b49275b-0708-41fb-a2b1-0dddce2b364c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:31.895272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.895483 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:53:31.897140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.944980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.949735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.968117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce8128a-4417-4bbb-9531-876e367794f4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:31.977960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:31.981794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b619366b-4add-44b6-a9f1-2b9b13b493cc tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220670 Nov 12 12:53:31.982042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:32.011780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-005bbeec-8d93-4ad4-a196-87e4b101c9a7 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.020156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-005bbeec-8d93-4ad4-a196-87e4b101c9a7 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.047490 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-005bbeec-8d93-4ad4-a196-87e4b101c9a7 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.050316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 7b49275b-0708-41fb-a2b1-0dddce2b364c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7b49275b-0708-41fb-a2b1-0dddce2b364c,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:32.050683 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.057669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-005bbeec-8d93-4ad4-a196-87e4b101c9a7 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.059485 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-005bbeec-8d93-4ad4-a196-87e4b101c9a7 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6ce8128a-4417-4bbb-9531-876e367794f4 HTTP/1.1" status: 204 len: 168 time: 0.0764582 Nov 12 12:53:32.063699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:32.070860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bbeec-8d93-4ad4-a196-87e4b101c9a7 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ce8128a-4417-4bbb-9531-876e367794f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:32.074826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 7b49275b-0708-41fb-a2b1-0dddce2b364c owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:32.081807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.111521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1fd4aa7e-d36e-4969-80f3-08a348481d81 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466335 Nov 12 12:53:32.114499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:32.168054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0521-9105-4e07-be61-0af21eaf36a4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.172318 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.194485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0521-9105-4e07-be61-0af21eaf36a4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.237071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0521-9105-4e07-be61-0af21eaf36a4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.240389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0521-9105-4e07-be61-0af21eaf36a4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.241545 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eb8f0521-9105-4e07-be61-0af21eaf36a4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/9779a5c5-eea1-41d1-a3e0-b3838a9bbff1 HTTP/1.1" status: 204 len: 168 time: 0.1259990 Nov 12 12:53:32.245984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:32.250004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:32.257648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0521-9105-4e07-be61-0af21eaf36a4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779a5c5-eea1-41d1-a3e0-b3838a9bbff1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:32.257827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:32.263386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:32.279522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6217c2-b3c4-454f-995a-88c74b94007d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:32.304470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=e09b56b3-3129-41a8-a207-8f355c2e3bd0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:32.304882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c619fea1-92b7-42bf-b344-90e6c8d510fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0533254 Nov 12 12:53:32.304882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33420) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:32.309395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393823644'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:32.336025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.388210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-763fc466-26e5-4f6b-9c3a-3c4b7fbc0938 None None] Provisioning complete for port e09b56b3-3129-41a8-a207-8f355c2e3bd0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:32.388752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-763fc466-26e5-4f6b-9c3a-3c4b7fbc0938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.418645 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.423321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.427260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-763fc466-26e5-4f6b-9c3a-3c4b7fbc0938 None None] Port e09b56b3-3129-41a8-a207-8f355c2e3bd0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:32.459800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.461155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1554828 Nov 12 12:53:32.464860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:32.466344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a625-60a2-497b-9b58-3179fef961da tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229f89eb-4e7d-4607-8952-fbc046cd4170,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:32.469585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '229f89eb-4e7d-4607-8952-fbc046cd4170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:32.475101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.515132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=7b49275b-0708-41fb-a2b1-0dddce2b364c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:32.663221 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.759247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.922178 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.924971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.938489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:32.985874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d87952-7613-4528-b0d3-676389e5a538 req-ead647fd-de5f-4288-99c1-a8e55632dfe0 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:32.987537 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67d87952-7613-4528-b0d3-676389e5a538 req-ead647fd-de5f-4288-99c1-a8e55632dfe0 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0540438 Nov 12 12:53:32.998559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42a2cb2-6101-4fcf-a91f-894c51831f2c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:33.006818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.007970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4057bdbd-240e-49fc-ad24-b8059e07a315 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5421088 Nov 12 12:53:33.013798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.025049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '229f89eb-4e7d-4607-8952-fbc046cd4170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:33.059060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-67d87952-7613-4528-b0d3-676389e5a538 req-6bdac600-3304-426d-b306-2a7aae84a396 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647795 Nov 12 12:53:33.071581 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.127202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.131464 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.152391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b9743e-86d9-4ea3-b469-9a50065da86c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:33.162356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.163621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af26b27b-624d-4efd-9276-1c8532e4b0c3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477427 Nov 12 12:53:33.167780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.172419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '229f89eb-4e7d-4607-8952-fbc046cd4170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:33.204953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.279741 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.283751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.304145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6caf93f-5f11-47e4-81a8-90522bca9d39,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:33.313438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.314690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-df95d4a3-eb3f-4feb-9200-3380ab2f9673 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459014 Nov 12 12:53:33.317707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.322979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '229f89eb-4e7d-4607-8952-fbc046cd4170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:33.351369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.403973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.412988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.416090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.433291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e0da02-1496-4077-bb22-26da7dcf5261,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:33.445162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.446979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b98fc3d-af75-4122-9811-9857301a18e4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276524 Nov 12 12:53:33.451089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.456205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '229f89eb-4e7d-4607-8952-fbc046cd4170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:33.584495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.593696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:33.646883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.651219 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.662564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:53:33.669127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f64738a-f552-4491-ad37-c8c6b285729f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:33.678087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.679320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f73a26c6-9128-443e-904a-83f744fcf514 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2272267 Nov 12 12:53:33.682733 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.706780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57568374-7bf2-4d2d-bac7-b2c5dd533dfd tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.715446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57568374-7bf2-4d2d-bac7-b2c5dd533dfd tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.742106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57568374-7bf2-4d2d-bac7-b2c5dd533dfd tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.749490 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57568374-7bf2-4d2d-bac7-b2c5dd533dfd tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.750623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57568374-7bf2-4d2d-bac7-b2c5dd533dfd tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7f64738a-f552-4491-ad37-c8c6b285729f HTTP/1.1" status: 204 len: 168 time: 0.0669763 Nov 12 12:53:33.755118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.757127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568374-7bf2-4d2d-bac7-b2c5dd533dfd tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f64738a-f552-4491-ad37-c8c6b285729f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:33.769764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:33.779114 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] Sync routers for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:33.780899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-48c77890-1bf6-4320-8cca-fdddc4d201f5 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "PUT /v2.0/routers/910e2031-fc47-4744-b4f1-6c89f8cbc1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9496357 Nov 12 12:53:33.783685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.790112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:33.791096 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:33.840153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting subnet 472b6a34-d195-42b0-b74e-e2403db98c39 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:53:33.844496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.860681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0202b579-bd05-45e4-84e5-7d22f6c5e024 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1019316 Nov 12 12:53:33.862239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.881513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:33.890043 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.901387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:33.913036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acc244c5-16d5-4e8d-b6cd-ddb9b5b1fb1a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.919040 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:33.922620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acc244c5-16d5-4e8d-b6cd-ddb9b5b1fb1a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.926566 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.930964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:33.931157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-033ed99a-c077-4b04-bbf3-6be4a54a4752 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6609247 Nov 12 12:53:33.931288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:33.932349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.968576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acc244c5-16d5-4e8d-b6cd-ddb9b5b1fb1a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.976833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acc244c5-16d5-4e8d-b6cd-ddb9b5b1fb1a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:33.981145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-acc244c5-16d5-4e8d-b6cd-ddb9b5b1fb1a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d2e0da02-1496-4077-bb22-26da7dcf5261 HTTP/1.1" status: 204 len: 168 time: 0.1162183 Nov 12 12:53:33.981145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:33.993849 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc244c5-16d5-4e8d-b6cd-ddb9b5b1fb1a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2e0da02-1496-4077-bb22-26da7dcf5261,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:34.019111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.051823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b67e2e39-fdb3-42b0-b206-6aa19ad123b3 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0697846 Nov 12 12:53:34.055008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.056174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3f2a273a-148e-4695-abfb-dc669c734f68 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:34.097854 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7419c09-8343-4f52-9f14-153aca5e4b05 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.114794 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.119150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7419c09-8343-4f52-9f14-153aca5e4b05 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.129006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:34.154447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Subnet': ['ID=472b6a34-d195-42b0-b74e-e2403db98c39,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:34.156652 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.160324 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b8153ff9-8a64-4569-a09a-9aec8284bf94 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/subnets/472b6a34-d195-42b0-b74e-e2403db98c39 HTTP/1.1" status: 204 len: 168 time: 0.3744335 Nov 12 12:53:34.163342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33452) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.198069 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:53:32Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:34.231747 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] Checking router: 910e2031-fc47-4744-b4f1-6c89f8cbc1ad for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:34.235040 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0d6139ed-9a95-4bb9-85de-68a54e968a01 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=88c1af1ca30a48e083eb7062cb8450c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3015070 Nov 12 12:53:34.236522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.244271 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] Routers {'910e2031-fc47-4744-b4f1-6c89f8cbc1ad'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:34.244902 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:34.270301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7419c09-8343-4f52-9f14-153aca5e4b05 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.277153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7419c09-8343-4f52-9f14-153aca5e4b05 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.278360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e7419c09-8343-4f52-9f14-153aca5e4b05 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c6caf93f-5f11-47e4-81a8-90522bca9d39 HTTP/1.1" status: 204 len: 168 time: 0.2220511 Nov 12 12:53:34.286993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33456) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.289401 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7419c09-8343-4f52-9f14-153aca5e4b05 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6caf93f-5f11-47e4-81a8-90522bca9d39,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:34.327489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.355958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f4bc7-8aa1-4fc2-979d-f9a543fe939f req-dd881111-0a3e-4022-ac35-e26b46ac12e4 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:34.357773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab5f4bc7-8aa1-4fc2-979d-f9a543fe939f req-dd881111-0a3e-4022-ac35-e26b46ac12e4 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1195230 Nov 12 12:53:34.372179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5ef3fa29-9800-4361-b613-efe48adf7483 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0785127 Nov 12 12:53:34.374780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.378548 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] Set router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:34.387038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae3993-0e3c-4e70-b55e-0490d48ddd09 None None] Network 438526e0-099c-4b42-adfe-cdb983d2a41e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:34.460673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ceabbe-12fd-4868-b539-4073465739b1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.478625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ceabbe-12fd-4868-b539-4073465739b1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.488985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab5f4bc7-8aa1-4fc2-979d-f9a543fe939f req-6fe1497b-5382-4572-9b8c-ddd5dfc13ef5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146519 Nov 12 12:53:34.520222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ceabbe-12fd-4868-b539-4073465739b1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.526281 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ceabbe-12fd-4868-b539-4073465739b1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.530041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-62ceabbe-12fd-4868-b539-4073465739b1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/76b9743e-86d9-4ea3-b469-9a50065da86c HTTP/1.1" status: 204 len: 168 time: 0.1508577 Nov 12 12:53:34.530695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.540083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6587ad1e-2fdc-4797-980d-f8a930d5f4a0 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:34.543488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6587ad1e-2fdc-4797-980d-f8a930d5f4a0 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3054202 Nov 12 12:53:34.546337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 3f2a273a-148e-4695-abfb-dc669c734f68 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:34.546691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 3f2a273a-148e-4695-abfb-dc669c734f68 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:34.547394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.561504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ceabbe-12fd-4868-b539-4073465739b1 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76b9743e-86d9-4ea3-b469-9a50065da86c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:34.603324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.603613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-13766297-e2e1-44fe-b805-ee4fa85c862f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687940 Nov 12 12:53:34.604958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.608268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-53eccea8-94b8-4a8e-871a-90fe4af889e2 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588169 Nov 12 12:53:34.611345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:53:32Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:34.614140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.620291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281616264', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:34.644529 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fca01-ac23-4d1c-acf4-45891e79d83f None None] The sync data for ids ['910e2031-fc47-4744-b4f1-6c89f8cbc1ad'] in n-d-804878-5 is: [{'id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614028299', 'tenant_id': '1845ff0008a54787b483ed04af0c1e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:53:32Z', 'revision_number': 5, 'project_id': '1845ff0008a54787b483ed04af0c1e54', 'gw_port': {'id': '4795b342-3fc1-456f-b7b2-c71fc6e7ee60', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e2031-fc47-4744-b4f1-6c89f8cbc1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:51:39Z', 'updated_at': '2021-11-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:34.645987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:32Z', 'revision_number': 3, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:34.693213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1f7f-f87c-46a8-9278-e5754c843ea0 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.701321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:34.701819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Updating router 709707f2-2db4-4639-b2e5-d35ec55ce60a port e09b56b3-3129-41a8-a207-8f355c2e3bd0 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:53:34.704566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Deleting port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:34.705762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.709781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1f7f-f87c-46a8-9278-e5754c843ea0 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.752568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.771789 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1f7f-f87c-46a8-9278-e5754c843ea0 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.807210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6d1f7f-f87c-46a8-9278-e5754c843ea0 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.812233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2a6d1f7f-f87c-46a8-9278-e5754c843ea0 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e42a2cb2-6101-4fcf-a91f-894c51831f2c HTTP/1.1" status: 204 len: 168 time: 0.2057118 Nov 12 12:53:34.813622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d1f7f-f87c-46a8-9278-e5754c843ea0 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42a2cb2-6101-4fcf-a91f-894c51831f2c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:34.827035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:34.832041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.835979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:34.869879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] For port 4795b342-3fc1-456f-b7b2-c71fc6e7ee60, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:34.870281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:34.883708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Calling delete_port for 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:34.949986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-65b6b59e-2687-4348-b0e8-671319ddd585 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1102469 Nov 12 12:53:34.950297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33472) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:35.059851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] DHCP port deletion for 438526e0-099c-4b42-adfe-cdb983d2a41e request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:35.099608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6da63777-d8cf-4e69-b067-7c0f03ce9f4b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.104000 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.118691 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.153190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6da63777-d8cf-4e69-b067-7c0f03ce9f4b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.162526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.179469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] Deleting port 269589ad-fc4d-47d2-821f-1997dbcef424 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:53:35.180547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.240442 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.250198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] For port 269589ad-fc4d-47d2-821f-1997dbcef424, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=269589ad-fc4d-47d2-821f-1997dbcef424,segment=NetworkSegment(a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2),segment_id=a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:35.250626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.266848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] Calling delete_port for 269589ad-fc4d-47d2-821f-1997dbcef424 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:53:35.283544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Subnet': ['ID=9fcffc3b-954d-4578-b436-e11e93fcb1af,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:35.286368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Checking segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:35.287019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network hostable DHCP agents. Network: 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:53:35.295755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Port': ['ID=4795b342-3fc1-456f-b7b2-c71fc6e7ee60,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:35.309478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:53:35.323284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:35.327290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4699b1d1-1e21-4d6d-ba3e-007974a88b8e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:35.338078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:35.339351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.342248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac4b95-4945-41fa-9565-8233ba47a7dc None None] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:35.344239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b49275b-0708-41fb-a2b1-0dddce2b364c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:35.349737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d75b6-6865-4758-ab23-d4d63c7bb52c None None] Pushing event updated for resources: {'Port': ['ID=e09b56b3-3129-41a8-a207-8f355c2e3bd0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:35.353183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6da63777-d8cf-4e69-b067-7c0f03ce9f4b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.355843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6da63777-d8cf-4e69-b067-7c0f03ce9f4b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.357009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6da63777-d8cf-4e69-b067-7c0f03ce9f4b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/229f89eb-4e7d-4607-8952-fbc046cd4170 HTTP/1.1" status: 204 len: 168 time: 0.4058034 Nov 12 12:53:35.359861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:35.373161 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7d6094ec-9eb6-46d4-81b5-0b0d0831ccb4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7576482 Nov 12 12:53:35.377142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:35.380130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7b49275b-0708-41fb-a2b1-0dddce2b364c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:35.380469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7b49275b-0708-41fb-a2b1-0dddce2b364c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:35.380871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 269589ad-fc4d-47d2-821f-1997dbcef424 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:35.383708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Attempting to bind port e09b56b3-3129-41a8-a207-8f355c2e3bd0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:35.384581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Attempting to bind port e09b56b3-3129-41a8-a207-8f355c2e3bd0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:35.385155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Attempting to bind port e09b56b3-3129-41a8-a207-8f355c2e3bd0 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:35.394892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da63777-d8cf-4e69-b067-7c0f03ce9f4b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f89eb-4e7d-4607-8952-fbc046cd4170,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:35.400740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:35.401104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:35.401737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.402678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:35.403305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Bound port: e09b56b3-3129-41a8-a207-8f355c2e3bd0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:35.404820 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.423910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.433050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389751db-94c4-45ac-bf4d-08575cdc2c26 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:35.526319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9d01f18f-53c3-4444-b348-e1e74ed68bef tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1648400 Nov 12 12:53:35.532986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33480) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:35.540253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--831682078'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:35.540805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.543279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.591569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.594394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e278ebf1-d937-46eb-9087-149f2d789640 None None] Provisioning complete for port e09b56b3-3129-41a8-a207-8f355c2e3bd0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:35.594968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e278ebf1-d937-46eb-9087-149f2d789640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.611917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.612886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Fanout notify agent at l3_agent the message router_deleted on router 910e2031-fc47-4744-b4f1-6c89f8cbc1ad {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:53:35.628037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.629129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8bcfa986-4725-4b7b-ac25-832a706bf627 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/routers/910e2031-fc47-4744-b4f1-6c89f8cbc1ad HTTP/1.1" status: 204 len: 168 time: 1.4648104 Nov 12 12:53:35.634738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:35.661974 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.739639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] No DVR routers for this DVR port 269589ad-fc4d-47d2-821f-1997dbcef424 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:53:35.756587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] For port e09b56b3-3129-41a8-a207-8f355c2e3bd0, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:35.766760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a2af3-5b73-4de0-ace5-03d7d4584e15 None None] Pushing event deleted for resources: {'Port': ['ID=269589ad-fc4d-47d2-821f-1997dbcef424,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:35.778978 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Port 269589ad-fc4d-47d2-821f-1997dbcef424 update to DOWN by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 12:53:35.781609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9eff-2712-41cc-b8de-b8d182303d2b req-0571cbc1-819b-4429-bfa5-38b5c5cbd302 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:35.783842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ad5c9eff-2712-41cc-b8de-b8d182303d2b req-0571cbc1-819b-4429-bfa5-38b5c5cbd302 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1190856 Nov 12 12:53:35.791566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.837631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.838566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] For port e09b56b3-3129-41a8-a207-8f355c2e3bd0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e09b56b3-3129-41a8-a207-8f355c2e3bd0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:35.841843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e278ebf1-d937-46eb-9087-149f2d789640 None None] Port e09b56b3-3129-41a8-a207-8f355c2e3bd0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:35.845009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.847936 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5796cb4a-dc44-4a57-b08d-8801c52084d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.863629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.878912 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ad5c9eff-2712-41cc-b8de-b8d182303d2b req-fdf26f22-3467-483c-be77-4e38706b1662 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 Nov 12 12:53:35.946717 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.951049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4146078 Nov 12 12:53:35.952021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:35.953090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:35.966031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '29b08e40-8864-4175-8dd2-6d98067c528d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:35.983502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4196e1a-1c5c-47d6-9122-18eff3b5aaa9 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:53:35.983858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39ab19-77ea-43b4-9374-1c87bff616d5 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b08e40-8864-4175-8dd2-6d98067c528d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:35.988735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438526e0-099c-4b42-adfe-cdb983d2a41e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:35.993842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:53:35.994822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.010101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:36.010351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60e19fa-7a26-4b6a-882a-a9ce66bc4fd2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:36.021752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.044499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.048285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:53:36.048836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:53:36.062542 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:53:36.111017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d75b6-6865-4758-ab23-d4d63c7bb52c None None] Pushing event updated for resources: {'Port': ['ID=e09b56b3-3129-41a8-a207-8f355c2e3bd0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.117335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.119648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:36.120341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:36.124213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.140384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.147176 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/networks/438526e0-099c-4b42-adfe-cdb983d2a41e HTTP/1.1" status: 204 len: 168 time: 0.5089846 Nov 12 12:53:36.147176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b922e9-9662-4469-9980-96d92a9be202 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'Network': ['ID=438526e0-099c-4b42-adfe-cdb983d2a41e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.148313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.193428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Allocated IP 172.20.0.2 (1d72cb72-eba2-4d1c-b8b6-f9192a9bab60/9fcffc3b-954d-4578-b436-e11e93fcb1af/47f6bce3-3521-4bcf-b156-ee705d92ea21) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:36.224088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01a17c0e-32b3-4455-ac36-0591ba52d986 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.229900 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.237041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.239732 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.243886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b18f45fe-c8ed-41fb-8dd2-3923c09e7917 None None] Provisioning complete for port e09b56b3-3129-41a8-a207-8f355c2e3bd0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:36.244432 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b18f45fe-c8ed-41fb-8dd2-3923c09e7917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.255829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01a17c0e-32b3-4455-ac36-0591ba52d986 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.274926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986424c4-f6a7-4a92-8572-ccd4cf26130c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.319955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.324581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.324814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d36ffd5c-d341-4dcd-9126-724dc740cc09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3714213 Nov 12 12:53:36.344878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01a17c0e-32b3-4455-ac36-0591ba52d986 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.348030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01a17c0e-32b3-4455-ac36-0591ba52d986 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.354194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-01a17c0e-32b3-4455-ac36-0591ba52d986 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a3f5693-b67f-4d56-8a5f-9e8f8225b789 HTTP/1.1" status: 204 len: 168 time: 0.2001331 Nov 12 12:53:36.397998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17c0e-32b3-4455-ac36-0591ba52d986 tempest-TestNetworkAdvancedServerOps-1028036269 tempest-TestNetworkAdvancedServerOps-1028036269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f5693-b67f-4d56-8a5f-9e8f8225b789,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.433213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-884fde9c-7b4c-4184-a688-dbc639dbe01e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.460576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-884fde9c-7b4c-4184-a688-dbc639dbe01e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.520707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:36.525406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-884fde9c-7b4c-4184-a688-dbc639dbe01e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.528772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-884fde9c-7b4c-4184-a688-dbc639dbe01e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.532813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-884fde9c-7b4c-4184-a688-dbc639dbe01e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/29b08e40-8864-4175-8dd2-6d98067c528d HTTP/1.1" status: 204 len: 168 time: 0.2069714 Nov 12 12:53:36.533430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.568283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fde9c-7b4c-4184-a688-dbc639dbe01e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b08e40-8864-4175-8dd2-6d98067c528d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.619804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b8a179f-7033-4c19-9501-e068ac32fc5a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813205 Nov 12 12:53:36.621177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.626068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875337761'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:36.655673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.746281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.746580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.749429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.781610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0056d66a-647c-4e83-97ac-5d8d11cecb04,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.791713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.794520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e5d4db4-83ce-43d7-b1dd-3b9dfe132a26 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1724250 Nov 12 12:53:36.797232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.803688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--409302956'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:36.803988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b18f45fe-c8ed-41fb-8dd2-3923c09e7917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.829815 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.842035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b18f45fe-c8ed-41fb-8dd2-3923c09e7917 None None] For port e09b56b3-3129-41a8-a207-8f355c2e3bd0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e09b56b3-3129-41a8-a207-8f355c2e3bd0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:36.847961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.849342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b18f45fe-c8ed-41fb-8dd2-3923c09e7917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.885033 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.910657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:32Z', 'revision_number': 3, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:36.926539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:36.956744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98354b-dbbe-4631-b083-c621b47229a7 None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:32Z', 'revision_number': 3, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:36.957219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a6fc8a3-5c6c-4462-a6dd-cbac67cf46fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1845ff0008a54787b483ed04af0c1e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092237 Nov 12 12:53:36.958948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:36.959612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:36.961052 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f45fe-c8ed-41fb-8dd2-3923c09e7917 None None] Pushing event updated for resources: {'Port': ['ID=e09b56b3-3129-41a8-a207-8f355c2e3bd0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:36.963925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:36.985565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:36.989224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.20.0.1 (1d72cb72-eba2-4d1c-b8b6-f9192a9bab60/9fcffc3b-954d-4578-b436-e11e93fcb1af/bb57f092-1763-4f72-abd9-cc1166978f9b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:36.995515 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.061605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.062942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2641976 Nov 12 12:53:37.064155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Pushing event updated for resources: {'Port': ['ID=47f6bce3-3521-4bcf-b156-ee705d92ea21,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.070542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Attempting to bind port 47f6bce3-3521-4bcf-b156-ee705d92ea21 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:37.071226 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:37.071754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Attempting to bind port 47f6bce3-3521-4bcf-b156-ee705d92ea21 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:37.072149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7f122-f137-4762-a9ba-4cf5c9bbb4cb tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf276ce4-6e4e-438d-b476-5af99f4da135,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.073227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Attempting to bind port 47f6bce3-3521-4bcf-b156-ee705d92ea21 on network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:37.080555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': '0056d66a-647c-4e83-97ac-5d8d11cecb04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf276ce4-6e4e-438d-b476-5af99f4da135', 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:37.091625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:37.092001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Checking segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:37.092404 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.093087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Bound using segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:37.093536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Bound port: 47f6bce3-3521-4bcf-b156-ee705d92ea21, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:37.093853 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.126363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca434-4a53-4a94-b639-0404f13d5fe9 req-4ed7836c-0e94-4724-b0b8-208d3c645b17 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:37.130229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-347ca434-4a53-4a94-b639-0404f13d5fe9 req-4ed7836c-0e94-4724-b0b8-208d3c645b17 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1339455 Nov 12 12:53:37.167682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc543950-47bf-417e-8a96-1513464bbe5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.171712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] For port 47f6bce3-3521-4bcf-b156-ee705d92ea21, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:37.173213 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.175666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] For port 47f6bce3-3521-4bcf-b156-ee705d92ea21, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=47f6bce3-3521-4bcf-b156-ee705d92ea21,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:37.182544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.207644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc543950-47bf-417e-8a96-1513464bbe5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.224895 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.237369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8fb4-30ef-49b2-ba62-52ef1cfccdf8 None None] Pushing event updated for resources: {'Port': ['ID=47f6bce3-3521-4bcf-b156-ee705d92ea21,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.308858 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-347ca434-4a53-4a94-b639-0404f13d5fe9 req-8837bcb7-4023-4280-a3be-9b2e15d79830 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635745 Nov 12 12:53:37.317421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:53:37.329857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc543950-47bf-417e-8a96-1513464bbe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.335051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc543950-47bf-417e-8a96-1513464bbe5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.335676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.339394 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dc543950-47bf-417e-8a96-1513464bbe5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d55b5158-d7a1-47e0-a822-3ee38784be08 HTTP/1.1" status: 204 len: 168 time: 0.3683846 Nov 12 12:53:37.344182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.351502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc543950-47bf-417e-8a96-1513464bbe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b5158-d7a1-47e0-a822-3ee38784be08,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.365891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e6e5d-93d6-4dc5-bdf1-fade746e1444,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.391771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.438554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:53:37.438927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4795b342-3fc1-456f-b7b2-c71fc6e7ee60 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:53:37.440320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.444250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-734b76cb-3edb-4f4c-a173-2b24c7253816 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3660209 Nov 12 12:53:37.446787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:37.481886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=bb57f092-1763-4f72-abd9-cc1166978f9b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.499174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ca5c-b057-4f42-8cd6-8f79f5d11c4f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.502090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:37.503713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:37.508287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:37.527209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ca5c-b057-4f42-8cd6-8f79f5d11c4f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.581826 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.610985 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ca5c-b057-4f42-8cd6-8f79f5d11c4f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.619663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ca5c-b057-4f42-8cd6-8f79f5d11c4f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.623816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0f7ca5c-b057-4f42-8cd6-8f79f5d11c4f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2e6e6e5d-93d6-4dc5-bdf1-fade746e1444 HTTP/1.1" status: 204 len: 168 time: 0.1757963 Nov 12 12:53:37.624468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:37.646496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ca5c-b057-4f42-8cd6-8f79f5d11c4f tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e6e6e5d-93d6-4dc5-bdf1-fade746e1444,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.692319 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-30086cda-f260-4b49-9c83-b8f819ee8c86 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0646629 Nov 12 12:53:37.694696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:37.773135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0096aa7-5d0c-480a-8dd2-b7256d3d9899 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.779194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.802757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0096aa7-5d0c-480a-8dd2-b7256d3d9899 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.877420 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0096aa7-5d0c-480a-8dd2-b7256d3d9899 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.880800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0096aa7-5d0c-480a-8dd2-b7256d3d9899 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:37.882238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0096aa7-5d0c-480a-8dd2-b7256d3d9899 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf276ce4-6e4e-438d-b476-5af99f4da135 HTTP/1.1" status: 204 len: 168 time: 0.1862459 Nov 12 12:53:37.887837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33522) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:37.901131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0096aa7-5d0c-480a-8dd2-b7256d3d9899 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf276ce4-6e4e-438d-b476-5af99f4da135,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:37.971908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.000651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6a6f8bc8-c93c-4f51-936a-6d3e5fa9620c tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1113856 Nov 12 12:53:38.006630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.059058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7f3ec348-dd2e-40fc-85bc-7501a4f73034 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dad658a2bc74443c94f7cbf2179a57a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857549 Nov 12 12:53:38.059969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.119868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-837ed5f5-8039-4482-ac1f-9116d1dffc06 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.161133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-837ed5f5-8039-4482-ac1f-9116d1dffc06 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.164300 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0121d39e-7f2e-4fbf-894e-899ae88887d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.213765 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0121d39e-7f2e-4fbf-894e-899ae88887d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.248100 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-837ed5f5-8039-4482-ac1f-9116d1dffc06 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.250901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-837ed5f5-8039-4482-ac1f-9116d1dffc06 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.252067 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-837ed5f5-8039-4482-ac1f-9116d1dffc06 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/0056d66a-647c-4e83-97ac-5d8d11cecb04 HTTP/1.1" status: 204 len: 168 time: 0.2444339 Nov 12 12:53:38.254901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.268587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ed5f5-8039-4482-ac1f-9116d1dffc06 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056d66a-647c-4e83-97ac-5d8d11cecb04,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:38.300173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0121d39e-7f2e-4fbf-894e-899ae88887d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.302838 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0121d39e-7f2e-4fbf-894e-899ae88887d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.306403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0121d39e-7f2e-4fbf-894e-899ae88887d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1567a59b-56d9-4f9a-8495-3d96867647eb HTTP/1.1" status: 204 len: 168 time: 0.2418921 Nov 12 12:53:38.319419 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121d39e-7f2e-4fbf-894e-899ae88887d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1567a59b-56d9-4f9a-8495-3d96867647eb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:38.406927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d61b40e5-1f10-45b7-95e9-9d0091b57d78 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1458461 Nov 12 12:53:38.407295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.411893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019131356'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:38.456124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.539644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.565763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5fe5f-a0b5-4ccb-a1ce-2fb2eb874a90 req-0bf5033c-4cec-48b5-89f5-745097f13b89 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:38.566984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8f5fe5f-a0b5-4ccb-a1ce-2fb2eb874a90 req-0bf5033c-4cec-48b5-89f5-745097f13b89 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1282682 Nov 12 12:53:38.567669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.568173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.576202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.611539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.613498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2049348 Nov 12 12:53:38.618973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.626855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': 'ad2ca55c-c091-4313-9bb3-94a108b103a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:38.635129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd16440-984b-41c0-b324-2b21400bf6b2 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ca55c-c091-4313-9bb3-94a108b103a5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:38.667521 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.690785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=bb57f092-1763-4f72-abd9-cc1166978f9b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:38.694777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.704226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712abcd7-bc78-47ff-9dbb-6be855c4cee0 None None] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:38.740318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.745233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.773598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0bce48-c477-48e8-b301-b97a89bcaf82,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:38.785224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.788790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8f5fe5f-a0b5-4ccb-a1ce-2fb2eb874a90 req-6bdff993-0397-431a-81cb-2b9c567db17e tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763241 Nov 12 12:53:38.790990 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3a10ac54-9b7a-47d0-a22e-e062eaec7836 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1708989 Nov 12 12:53:38.795389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.844644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f43b844a-93aa-4a27-a273-361712fe09ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.870580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f43b844a-93aa-4a27-a273-361712fe09ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.892562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:38.894074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:38.913997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f25b1b40-1610-475a-b806-47355b3b26c0 None None] Provisioning complete for port 47f6bce3-3521-4bcf-b156-ee705d92ea21 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:38.914144 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f25b1b40-1610-475a-b806-47355b3b26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.920538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f43b844a-93aa-4a27-a273-361712fe09ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.927244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f43b844a-93aa-4a27-a273-361712fe09ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:38.931350 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f43b844a-93aa-4a27-a273-361712fe09ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8e0bce48-c477-48e8-b301-b97a89bcaf82 HTTP/1.1" status: 204 len: 168 time: 0.1321688 Nov 12 12:53:38.934391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:38.941827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b844a-93aa-4a27-a273-361712fe09ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e0bce48-c477-48e8-b301-b97a89bcaf82,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:38.983374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-59f4dabf-e21e-4675-870f-f4a73241a92a tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477533 Nov 12 12:53:38.985916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.058274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9964dc10-f701-4df6-8de8-4cc862e703b4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.080391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-894de87f-67f0-41d9-9a99-dfca9bcce2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.096638 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f25b1b40-1610-475a-b806-47355b3b26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.101714 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9964dc10-f701-4df6-8de8-4cc862e703b4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.166695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f25b1b40-1610-475a-b806-47355b3b26c0 None None] For port 47f6bce3-3521-4bcf-b156-ee705d92ea21, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=47f6bce3-3521-4bcf-b156-ee705d92ea21,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:39.173875 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f25b1b40-1610-475a-b806-47355b3b26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.203994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9964dc10-f701-4df6-8de8-4cc862e703b4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.212076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9964dc10-f701-4df6-8de8-4cc862e703b4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.217312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9964dc10-f701-4df6-8de8-4cc862e703b4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad2ca55c-c091-4313-9bb3-94a108b103a5 HTTP/1.1" status: 204 len: 168 time: 0.2302368 Nov 12 12:53:39.218231 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.262120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:39.270538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964dc10-f701-4df6-8de8-4cc862e703b4 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ca55c-c091-4313-9bb3-94a108b103a5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:39.350865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b1b40-1610-475a-b806-47355b3b26c0 None None] Pushing event updated for resources: {'Port': ['ID=47f6bce3-3521-4bcf-b156-ee705d92ea21,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:39.373399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-acb1ae72-466c-4c4e-aa62-08bc2537026e tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1474719 Nov 12 12:53:39.374059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.381699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576146737'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:39.442971 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.471849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.536775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 47f6bce3-3521-4bcf-b156-ee705d92ea21 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:39.559429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:39.568733 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-caec8bd0-7898-4ea7-8473-706b3ebe192c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "PUT /v2.0/routers/709707f2-2db4-4639-b2e5-d35ec55ce60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1894791 Nov 12 12:53:39.569498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.627660 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:39.639347 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:39.640141 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.640563 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:39.644556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.676402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.681797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 47f6bce3-3521-4bcf-b156-ee705d92ea21 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:39.682426 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.688476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb63eee-ad67-4555-8b9a-1f1c678cb761,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:39.706697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.711246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cb230416-47b3-487a-b5f8-d68ef3eeeb7b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3361187 Nov 12 12:53:39.711922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.716580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': 'fdb63eee-ad67-4555-8b9a-1f1c678cb761', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:39.769435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.910050 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:39.927779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e506a95-ccb9-4e76-b1b6-a889ae9cd9fc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:39.927779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e506a95-ccb9-4e76-b1b6-a889ae9cd9fc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:39.928244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e506a95-ccb9-4e76-b1b6-a889ae9cd9fc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:39.928708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e506a95-ccb9-4e76-b1b6-a889ae9cd9fc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:39.932718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e506a95-ccb9-4e76-b1b6-a889ae9cd9fc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:39.935254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.937919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:39.942387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3e506a95-ccb9-4e76-b1b6-a889ae9cd9fc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3593 time: 0.3716063 Nov 12 12:53:39.954807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e09b56b3-3129-41a8-a207-8f355c2e3bd0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:39.956574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d3067e6-ecdd-45c4-8b55-0300018d5bf5 None None] Provisioning complete for port bb57f092-1763-4f72-abd9-cc1166978f9b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:39.956940 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d3067e6-ecdd-45c4-8b55-0300018d5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:39.974511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1949544557-network', 'tenant_id': '1f8ee839e57040beb3c5eb8b3b439f00'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:40.003439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Made reservation on behalf of 1f8ee839e57040beb3c5eb8b3b439f00 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:40.006991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.020528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.033335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5d3067e6-ecdd-45c4-8b55-0300018d5bf5 None None] Port bb57f092-1763-4f72-abd9-cc1166978f9b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:40.054141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d3067e6-ecdd-45c4-8b55-0300018d5bf5 None None] Provisioning complete for port 47f6bce3-3521-4bcf-b156-ee705d92ea21 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:40.054532 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d3067e6-ecdd-45c4-8b55-0300018d5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.083164 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.106692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e09b56b3-3129-41a8-a207-8f355c2e3bd0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:40.107105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.205583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.211724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.245293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:53:40.247386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.248864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5359221 Nov 12 12:53:40.252282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2318c7f-488e-4056-881f-6494aa33f1cc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.253026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2318c7f-488e-4056-881f-6494aa33f1cc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.253258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2318c7f-488e-4056-881f-6494aa33f1cc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.254031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2318c7f-488e-4056-881f-6494aa33f1cc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.254517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2318c7f-488e-4056-881f-6494aa33f1cc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.260066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e2318c7f-488e-4056-881f-6494aa33f1cc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3375 time: 0.3191321 Nov 12 12:53:40.261469 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.262450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:40.262653 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Added segment cc13f0b7-0170-4d1f-a04d-541f3ef47f2f of type vlan for network 6da83565-d16f-4d28-8400-e67cb5a6b78f Nov 12 12:53:40.263125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:40.308667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-86a0fbd4-48f2-4efe-a231-6dddc86a6393 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules/fc4572de-63b3-49e1-b652-db56f64653ba HTTP/1.1" status: 200 len: 763 time: 0.0446048 Nov 12 12:53:40.315507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53570e-3191-4d2d-a292-f61ae477e858 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4572de-63b3-49e1-b652-db56f64653ba,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:40.321437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:40.342118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.355333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6f3079c8-3879-4b95-8c5e-a09ed0b6de55 None None] Provisioning complete for port bb57f092-1763-4f72-abd9-cc1166978f9b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:40.359410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f3079c8-3879-4b95-8c5e-a09ed0b6de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.392167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6111fbf6-412f-49ac-a6ea-d060a74754fb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:40.398532 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.398532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.398532 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.402790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6f3079c8-3879-4b95-8c5e-a09ed0b6de55 None None] Port bb57f092-1763-4f72-abd9-cc1166978f9b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:40.428112 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:38Z', 'revision_number': 2, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:40.472257 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:40.472874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Updating router 709707f2-2db4-4639-b2e5-d35ec55ce60a port bb57f092-1763-4f72-abd9-cc1166978f9b binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:53:40.477003 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7969635 Nov 12 12:53:40.478651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33588) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:40.483123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Request body: {'subnet': {'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1949544557-subnet', 'tenant_id': '1f8ee839e57040beb3c5eb8b3b439f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:40.495998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e6cde-2c3a-4bf9-83a0-6f2c3a34cade admin admin] Pushing event updated for resources: {'Network': ['ID=6da83565-d16f-4d28-8400-e67cb5a6b78f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:40.506817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 6da83565-d16f-4d28-8400-e67cb5a6b78f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:53:40.517785 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.535041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Made reservation on behalf of 1f8ee839e57040beb3c5eb8b3b439f00 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:40.539116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.623779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c89b3fa1-f19f-4499-8b1d-395178f56ced None None] Provisioning complete for port bb57f092-1763-4f72-abd9-cc1166978f9b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:40.624152 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c89b3fa1-f19f-4499-8b1d-395178f56ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.686282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c89b3fa1-f19f-4499-8b1d-395178f56ced None None] Port bb57f092-1763-4f72-abd9-cc1166978f9b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:40.692319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.830556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.842555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ffa5-2bde-49df-b8ef-29fc1c09b5d6 req-4b8730e6-34ac-44c6-b9cc-5b6b508ba96d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:40.844180 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb48ffa5-2bde-49df-b8ef-29fc1c09b5d6 req-4b8730e6-34ac-44c6-b9cc-5b6b508ba96d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.8813272 Nov 12 12:53:40.920085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Pushing event updated for resources: {'Subnet': ['ID=970776e3-2255-449a-8c7b-0646f6a6defe,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:40.931863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Checking segment: {'id': 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:40.932236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Network hostable DHCP agents. Network: 6da83565-d16f-4d28-8400-e67cb5a6b78f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:53:40.936418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-55a55543-7667-4ea0-a0d3-8c30b77b8739 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1529672 Nov 12 12:53:40.940353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:40.977167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Network 6da83565-d16f-4d28-8400-e67cb5a6b78f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:53:40.986965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd241a1c-127e-4388-b904-3f97a0b8320b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:40.991341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 6da83565-d16f-4d28-8400-e67cb5a6b78f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:40.993744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-eb48ffa5-2bde-49df-b8ef-29fc1c09b5d6 req-58742d98-8a31-4f4f-b124-1d46bfeda8e6 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402009 Nov 12 12:53:41.002045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f36cd-b434-4f2a-904c-720643da6070 None None] Network 6da83565-d16f-4d28-8400-e67cb5a6b78f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:41.010859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd241a1c-127e-4388-b904-3f97a0b8320b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.013588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:41.014212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.057004 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59c9ca2a-081b-43c7-87ea-3a1c8af5941a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5776885 Nov 12 12:53:41.073626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd241a1c-127e-4388-b904-3f97a0b8320b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.086853 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.093761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd241a1c-127e-4388-b904-3f97a0b8320b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.093981 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.099203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bd241a1c-127e-4388-b904-3f97a0b8320b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fc4572de-63b3-49e1-b652-db56f64653ba HTTP/1.1" status: 204 len: 168 time: 0.1574757 Nov 12 12:53:41.102906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.153896 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e8fa9-5dc7-4d35-beac-09edcc463f90 None None] Pushing event updated for resources: {'Port': ['ID=bb57f092-1763-4f72-abd9-cc1166978f9b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:41.174618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd241a1c-127e-4388-b904-3f97a0b8320b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc4572de-63b3-49e1-b652-db56f64653ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:41.178103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-27a54f8a-f197-4487-96ed-f793511fe4fa tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.9111674 Nov 12 12:53:41.223413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2c6126e2-0960-4864-9101-f8066ecb7bcf tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156716 Nov 12 12:53:41.225938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.230671 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Attempting to bind port bb57f092-1763-4f72-abd9-cc1166978f9b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:41.231042 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Attempting to bind port bb57f092-1763-4f72-abd9-cc1166978f9b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:41.231409 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Attempting to bind port bb57f092-1763-4f72-abd9-cc1166978f9b on network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:41.232246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': 'fdb63eee-ad67-4555-8b9a-1f1c678cb761', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:41.246264 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:41.246719 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Checking segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:41.247272 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.247497 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Bound using segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:41.247908 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Bound port: bb57f092-1763-4f72-abd9-cc1166978f9b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:41.248285 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.285775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.295982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fffac-4bf7-4df4-99b4-142dd5388d59 None None] Network 6da83565-d16f-4d28-8400-e67cb5a6b78f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:41.361419 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] For port bb57f092-1763-4f72-abd9-cc1166978f9b, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:41.364941 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] For port bb57f092-1763-4f72-abd9-cc1166978f9b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bb57f092-1763-4f72-abd9-cc1166978f9b,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:41.374414 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.380181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 47f6bce3-3521-4bcf-b156-ee705d92ea21 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:41.449861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.460568 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.476458 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.498146 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e8fa9-5dc7-4d35-beac-09edcc463f90 None None] Pushing event updated for resources: {'Port': ['ID=bb57f092-1763-4f72-abd9-cc1166978f9b,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:41.531053 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:41.532093 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:41.538391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.542398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.544575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3174851 Nov 12 12:53:41.548386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23731e0-3728-4c42-9d9d-6031e0d31c09 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e31656-22ee-416e-b961-99afff8ae1fa,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:41.580150 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b73938e-b1ca-4165-8b6b-8c93585f49ca tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules/17e31656-22ee-416e-b961-99afff8ae1fa HTTP/1.1" status: 200 len: 763 time: 0.0364842 Nov 12 12:53:41.582779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.604023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 47f6bce3-3521-4bcf-b156-ee705d92ea21 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:41.606501 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.670495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6b926689-5d01-40cb-aeb8-b7bd976d6c74 None None] Provisioning complete for port bb57f092-1763-4f72-abd9-cc1166978f9b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:41.671241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b926689-5d01-40cb-aeb8-b7bd976d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.689787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5ec82ea2-0f7d-410b-ae6a-7e11e8afa89c tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1035964 Nov 12 12:53:41.689787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.691482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.699525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621829571', 'description': 'tempest-secgroup-smoke-621829571 description', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:41.737317 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.761054 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef836023-e060-48de-b396-42bbab559518 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.769241 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:41.779891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef836023-e060-48de-b396-42bbab559518 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.854221 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef836023-e060-48de-b396-42bbab559518 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.860633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef836023-e060-48de-b396-42bbab559518 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.862104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef836023-e060-48de-b396-42bbab559518 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/17e31656-22ee-416e-b961-99afff8ae1fa HTTP/1.1" status: 204 len: 168 time: 0.1692104 Nov 12 12:53:41.870102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.871872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef836023-e060-48de-b396-42bbab559518 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17e31656-22ee-416e-b961-99afff8ae1fa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:41.881274 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b926689-5d01-40cb-aeb8-b7bd976d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.919190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.923900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6b926689-5d01-40cb-aeb8-b7bd976d6c74 None None] For port bb57f092-1763-4f72-abd9-cc1166978f9b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bb57f092-1763-4f72-abd9-cc1166978f9b,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:41.925426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.931158 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b926689-5d01-40cb-aeb8-b7bd976d6c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.960855 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-15e23286-ccd8-4db2-a6ff-f36d15130e48 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850227 Nov 12 12:53:41.961516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.966270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Request body: {'security_group_rule': {'security_group_id': 'fdb63eee-ad67-4555-8b9a-1f1c678cb761', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:41.977056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:41.978564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2893648 Nov 12 12:53:41.979877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01883b22-783f-4422-a187-c96a2a3e3c43 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedcf046-008f-42a1-b268-614c9dca137a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:41.982893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:41.988559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'bedcf046-008f-42a1-b268-614c9dca137a', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:41.999341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b926689-5d01-40cb-aeb8-b7bd976d6c74 None None] Pushing event updated for resources: {'Port': ['ID=bb57f092-1763-4f72-abd9-cc1166978f9b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.012505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 12:53:42.012505 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 12:53:42.012505 n-d-804878-5 neutron-server[102778]: [parameters: {'project_id_1': '88c1af1ca30a48e083eb7062cb8450c7', 'expiration_1': datetime.datetime(2021, 11, 12, 12, 53, 21, 995586)}] Nov 12 12:53:42.012505 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:53:42.013358 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:53:42.019207 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Project 4911213a60d442b7865d7dd595bd7ebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:53:42.034735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.061317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-39277d7e-8e81-4aa8-a3e7-721709f8c448 None None] Provisioning complete for port bb57f092-1763-4f72-abd9-cc1166978f9b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:42.062040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39277d7e-8e81-4aa8-a3e7-721709f8c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.066716 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:42.073044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.078035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1199465524-network', 'tenant_id': 'a5e8fd5bcd5a475bb1a1687dd24f62a5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:42.105183 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722a15f-fd91-4371-ade0-f3e0faaed22f None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:53:42.105812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Made reservation on behalf of a5e8fd5bcd5a475bb1a1687dd24f62a5 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:42.107673 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.117635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.140637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.148625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.208805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbcd68-4c31-4747-a4c7-a13d11cd8c56 req-ab9dca26-337a-48d1-a4e1-fe25c5413eee tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:42.210918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ebbcd68-4c31-4747-a4c7-a13d11cd8c56 req-ab9dca26-337a-48d1-a4e1-fe25c5413eee tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1166692 Nov 12 12:53:42.216744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc86901-dc0b-4445-97ad-8f088bcb3ac3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.234188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.235149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7665875-31d5-41e2-a0e7-53ee579855fe tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2727182 Nov 12 12:53:42.239773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.269586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1a55caec-c097-4123-9303-b32df1d25234 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules/cfc86901-dc0b-4445-97ad-8f088bcb3ac3 HTTP/1.1" status: 200 len: 769 time: 0.0286181 Nov 12 12:53:42.272926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.294047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9ebbcd68-4c31-4747-a4c7-a13d11cd8c56 req-172ffca8-c620-4d3e-8e8d-9c4d04a7b233 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742712 Nov 12 12:53:42.294799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.303232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.326207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4dbd4692-b0d2-4ed2-85b3-76fc6ed216ec tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0512927 Nov 12 12:53:42.330720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.331951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:53:42.343894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0aa16e-9bb1-428a-808f-ec39b230d923,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.351752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.352735 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Added segment 6bbdfd26-a2db-41be-928b-e9c395d5d0f5 of type vlan for network 3cc8bf09-df1b-4509-b688-52023d9ed5c9 Nov 12 12:53:42.360317 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b58ba91a-7a8b-4a44-aeec-5602aa7a071b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.371554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b58ba91a-7a8b-4a44-aeec-5602aa7a071b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.403376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b58ba91a-7a8b-4a44-aeec-5602aa7a071b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.408859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b58ba91a-7a8b-4a44-aeec-5602aa7a071b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.409284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.410241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b58ba91a-7a8b-4a44-aeec-5602aa7a071b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cfc86901-dc0b-4445-97ad-8f088bcb3ac3 HTTP/1.1" status: 204 len: 168 time: 0.0784950 Nov 12 12:53:42.412693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.422927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ba91a-7a8b-4a44-aeec-5602aa7a071b tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc86901-dc0b-4445-97ad-8f088bcb3ac3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.466510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.467504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:42.468115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.481137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-20f5cad7-9fd5-4ce9-921c-ef897bfd5288 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673442 Nov 12 12:53:42.484671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.571304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030b942d-0726-43ae-adf7-12c64efaf4f6 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.589551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5153620 Nov 12 12:53:42.590327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.597458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Request body: {'subnet': {'network_id': '3cc8bf09-df1b-4509-b688-52023d9ed5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1199465524-subnet', 'tenant_id': 'a5e8fd5bcd5a475bb1a1687dd24f62a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:42.609062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7affcd5-a33b-4a06-9b36-7f5266a8e1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc8bf09-df1b-4509-b688-52023d9ed5c9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.617503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030b942d-0726-43ae-adf7-12c64efaf4f6 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.624852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-ef57e3f3-6beb-47fb-9a1b-b08949dfd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:42.626387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 3cc8bf09-df1b-4509-b688-52023d9ed5c9 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:53:42.626552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-ef57e3f3-6beb-47fb-9a1b-b08949dfd9bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.1279924 Nov 12 12:53:42.627364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.689663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Made reservation on behalf of a5e8fd5bcd5a475bb1a1687dd24f62a5 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:42.692412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.694827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030b942d-0726-43ae-adf7-12c64efaf4f6 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.698795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030b942d-0726-43ae-adf7-12c64efaf4f6 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.699947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-030b942d-0726-43ae-adf7-12c64efaf4f6 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "DELETE /v2.0/security-groups/fdb63eee-ad67-4555-8b9a-1f1c678cb761 HTTP/1.1" status: 204 len: 168 time: 0.2142804 Nov 12 12:53:42.703338 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.736655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b942d-0726-43ae-adf7-12c64efaf4f6 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb63eee-ad67-4555-8b9a-1f1c678cb761,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.837778 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.860799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.935180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a577a924-f5ab-48cc-b3bf-53790669cc40,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:42.940280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e1186068-1a2a-4b60-8133-dd7adf859c76 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2318501 Nov 12 12:53:42.949727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33644) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.954926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-eda6c0e8-d688-44a4-8e24-611ced49d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:42.956483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-eda6c0e8-d688-44a4-8e24-611ced49d9e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.2946060 Nov 12 12:53:42.960351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:42.964777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d24aee63-b4e2-4a03-976b-733aa3980f7c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9773095 Nov 12 12:53:42.967017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:42.969276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfad26b-1c1d-48b1-b650-009a4a8275ea req-4ffcf37e-fe4e-423a-9c5e-db77b9b5f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:42.971219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-edfad26b-1c1d-48b1-b650-009a4a8275ea req-4ffcf37e-fe4e-423a-9c5e-db77b9b5f2b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.1382549 Nov 12 12:53:42.974216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'bedcf046-008f-42a1-b268-614c9dca137a', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:42.981523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.014989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-ab837c43-fb44-4f3c-a8f1-77b3aa910520 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.0425227 Nov 12 12:53:43.070456 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2da45952-7a49-4780-adb6-80c4502bef72 tempest-SecGroupIPv6Test-409963877 tempest-SecGroupIPv6Test-409963877-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156449 Nov 12 12:53:43.086957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81d6ebf-5a53-4320-9fe8-dbab313184c9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:43.089681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-edfad26b-1c1d-48b1-b650-009a4a8275ea req-21c34e40-c62a-46ce-a3dc-0d8e2bb91dbc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087782 Nov 12 12:53:43.091698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-5ab5081d-3302-4f48-bee2-107344dcdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:43.094368 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-5ab5081d-3302-4f48-bee2-107344dcdc14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0711448 Nov 12 12:53:43.100020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.112927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Checking segment: {'id': '6bbdfd26-a2db-41be-928b-e9c395d5d0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3cc8bf09-df1b-4509-b688-52023d9ed5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:43.113476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Network hostable DHCP agents. Network: 3cc8bf09-df1b-4509-b688-52023d9ed5c9, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:53:43.153771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Network 3cc8bf09-df1b-4509-b688-52023d9ed5c9 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:53:43.172916 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.173912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 3cc8bf09-df1b-4509-b688-52023d9ed5c9) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:43.178621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:43.179303 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.182220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.184676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d39c3f-d322-41fa-85a3-8c6907ea632b None None] Network 3cc8bf09-df1b-4509-b688-52023d9ed5c9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:43.221114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e482357-46e7-4615-b972-b98d37ad617f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:43.229781 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7dbe6d98-0b10-4ddb-98f8-c6d2a670ce72 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6378059 Nov 12 12:53:43.240250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.243505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9323dc79-7873-479b-ba8f-073c57de482b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2746758 Nov 12 12:53:43.248048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:43.255654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'bedcf046-008f-42a1-b268-614c9dca137a', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:43.354334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bb57f092-1763-4f72-abd9-cc1166978f9b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:43.369582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-e85f6393-4362-4942-b47d-26513f49e0a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787399 Nov 12 12:53:43.444431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.498806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:43.566434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9c36f-a130-4e33-91c3-bc1a17fbac9b None None] Network 3cc8bf09-df1b-4509-b688-52023d9ed5c9 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:53:43.569307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port bb57f092-1763-4f72-abd9-cc1166978f9b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:43.569692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.608348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.619905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.659938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74529b-d504-42a4-8398-a8e508add90d req-355eb728-811f-49e8-aa6e-afb4e4a50094 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:43.670069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de74529b-d504-42a4-8398-a8e508add90d req-355eb728-811f-49e8-aa6e-afb4e4a50094 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.2479932 Nov 12 12:53:43.689217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a8586d-00b2-46bb-a30e-afb82e9fa530,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:43.717082 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.718946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b8fdfd8f-fa1b-452e-81c4-c45956a48318 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4688404 Nov 12 12:53:43.721818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:43.722724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-d5cb9ec2-42c9-498e-9b41-872125e8b778 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356142 Nov 12 12:53:43.729783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'bedcf046-008f-42a1-b268-614c9dca137a', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:43.819582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.822738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-de74529b-d504-42a4-8398-a8e508add90d req-6cef6b4f-cdca-4589-9275-9f8bf8feda19 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475465 Nov 12 12:53:43.878468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44124868-4002-496c-9f0c-7951d84cd0e3 req-5a709a2d-4b20-4ecd-a3be-1e14038d9c8f service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393616 Nov 12 12:53:43.898042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ef9efbd1-f9e4-49b2-aa26-5fa4e5374b3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4911213a60d442b7865d7dd595bd7ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3979177 Nov 12 12:53:43.900662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:43.942055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.958021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9637ec7-0586-4011-9063-9d76da06091f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.973036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:43.983491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9637ec7-0586-4011-9063-9d76da06091f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.029953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.034404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:44.035478 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107722 Nov 12 12:53:44.040918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'bedcf046-008f-42a1-b268-614c9dca137a', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:44.041114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bd425-0096-4208-8cc8-1297f4493ea6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff71a14-4151-45ce-a589-6722af7ab512,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:44.057762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9637ec7-0586-4011-9063-9d76da06091f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.060880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9637ec7-0586-4011-9063-9d76da06091f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.062645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9637ec7-0586-4011-9063-9d76da06091f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28cac06a-73da-4a1b-bce2-1e9e1e85ef96 HTTP/1.1" status: 204 len: 168 time: 0.1609299 Nov 12 12:53:44.081319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9637ec7-0586-4011-9063-9d76da06091f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cac06a-73da-4a1b-bce2-1e9e1e85ef96,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:44.084963 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Project 88c1af1ca30a48e083eb7062cb8450c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:53:44.093498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.106607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-6e691f2c-f9a5-4b9f-95c7-9e5a98d709ed tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:44.109450 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-6e691f2c-f9a5-4b9f-95c7-9e5a98d709ed tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/networks?id=6da83565-d16f-4d28-8400-e67cb5a6b78f HTTP/1.1" status: 200 len: 812 time: 0.2101398 Nov 12 12:53:44.127548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-087d0b65-aacc-456b-9f1a-5cdf9668ccc5 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/quotas/1f8ee839e57040beb3c5eb8b3b439f00 HTTP/1.1" status: 200 len: 375 time: 0.0104928 Nov 12 12:53:44.170765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-6ca42b41-22c2-4406-942a-36752d2df4da tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f8ee839e57040beb3c5eb8b3b439f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370991 Nov 12 12:53:44.190563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.196362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.216012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d02ae8-5092-466a-897a-40845c81d9ce,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:44.227295 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.228867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f576e204-1935-40d7-a0c0-8f494cd7eedf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1931922 Nov 12 12:53:44.231731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33688) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:44.236711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'bedcf046-008f-42a1-b268-614c9dca137a', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:44.264814 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Project 88c1af1ca30a48e083eb7062cb8450c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:53:44.270289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.383792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.391936 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.418864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0525b9a-e7de-4acd-bda3-6e461941430e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:44.436176 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:44.437544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-338cd90f-7bd4-4513-ab63-207d12ea82e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2046199 Nov 12 12:53:44.446756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-762f8473-2d45-486e-bea5-27a19fe1e2fa service neutron] 10.222.0.18 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675812 Nov 12 12:53:44.546843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-b0c531d5-e73d-48e1-97ad-7266f0097c30 service neutron] 10.222.0.18 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927145 Nov 12 12:53:44.685059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-4177e885-7173-44b0-b30d-da1a2cb03ccb tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621829571&fields=id&tenant_id=88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 267 time: 0.0641332 Nov 12 12:53:44.803541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-41c9f00e-3d06-41fa-a825-9020393e2067 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:44.805117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-41c9f00e-3d06-41fa-a825-9020393e2067 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/networks?id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 797 time: 0.1132553 Nov 12 12:53:44.821280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-77d3cdd8-6438-4f8a-9584-59eaf09dcc7e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/quotas/88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 375 time: 0.0095894 Nov 12 12:53:44.874554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-bb58349d-213f-41e1-92c1-af587987fc4a tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471663 Nov 12 12:53:44.976504 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-619d637d-c79a-49e5-b8ba-8c8c9c6b3474 service neutron] 10.222.0.18 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895145 Nov 12 12:53:45.072683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-7737733c-e549-4d50-8ba8-30c2e0b4fe32 service neutron] 10.222.0.18 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892642 Nov 12 12:53:45.279518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeacd8-426c-4dc4-aad1-36c8f2b09a2a req-edc5cf02-a6db-4419-ab59-8bd473895772 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:45.281058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68eeacd8-426c-4dc4-aad1-36c8f2b09a2a req-edc5cf02-a6db-4419-ab59-8bd473895772 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0559192 Nov 12 12:53:45.332342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68eeacd8-426c-4dc4-aad1-36c8f2b09a2a req-a968d85d-eec1-4675-aac2-9711e05805a6 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Nov 12 12:53:45.406355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b1350c4-004b-4cb4-838f-5cf3d96f2bcc req-51fcd153-1e62-462d-bcd3-7b2a09cf6a4e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0290031 Nov 12 12:53:45.739583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-ec180313-202a-4de3-9912-a7bcd1a942f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:45.741125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-ec180313-202a-4de3-9912-a7bcd1a942f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.1187553 Nov 12 12:53:45.750860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e031e9-552f-4992-9cb1-3a7082efa03d req-a0bc276f-4a93-4151-8d51-63b17c042ba4 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:45.753373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71e031e9-552f-4992-9cb1-3a7082efa03d req-a0bc276f-4a93-4151-8d51-63b17c042ba4 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0948162 Nov 12 12:53:45.804093 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2f947273-d15b-42c3-9bb0-7802c6c46a88 req-5a721382-e3f4-4600-96dd-98fd6a6fd761 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 210 time: 0.0614781 Nov 12 12:53:45.900959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-8cf61ee6-8e56-4037-abd5-b119c3a587bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:45.906321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-8cf61ee6-8e56-4037-abd5-b119c3a587bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.1519666 Nov 12 12:53:45.921560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-71e031e9-552f-4992-9cb1-3a7082efa03d req-a96bb08e-a286-469f-8d73-43e0a6ac6ebb tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907385 Nov 12 12:53:46.265921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-eb92fa36-2e22-4de6-95be-03660e85ac01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.3483820 Nov 12 12:53:46.324485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-2e3df930-7079-4aa2-b4e8-1e3b1ec5da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:46.326077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-2e3df930-7079-4aa2-b4e8-1e3b1ec5da6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0523727 Nov 12 12:53:46.372549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-d947f674-acc0-45e4-a1ab-c401f557d3a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385060 Nov 12 12:53:46.455580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-5ec6794f-3120-4594-8095-204abe67ea6b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:46.457397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-5ec6794f-3120-4594-8095-204abe67ea6b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/networks?id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 797 time: 0.1522369 Nov 12 12:53:46.521603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-26a6be13-987a-459f-90d5-20a843ed7b36 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402619 Nov 12 12:53:46.541710 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2f9b0616-26ce-4b3b-8132-8b21d81ff75f req-1c8f59be-f908-4f8d-b603-000ac65f547f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0426726 Nov 12 12:53:46.561235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-953fb308-927b-4904-bd86-2a1e71ab524e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 379 time: 0.0948267 Nov 12 12:53:46.574688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'port': {'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'admin_state_up': True, 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'security_groups': ['bedcf046-008f-42a1-b268-614c9dca137a']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:46.635332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45e54b45-5ee9-404a-a267-2236fbf25f25 req-0cd245a5-8497-4bf6-a634-7e9a607c3e31 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051428 Nov 12 12:53:46.693626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:46.697577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:46.891522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.20.0.4 (1d72cb72-eba2-4d1c-b8b6-f9192a9bab60/9fcffc3b-954d-4578-b436-e11e93fcb1af/164822c2-f36b-499f-8130-ba98f1139250) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:46.917985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-660bc182-5ccb-4296-8a51-76209757084e req-d7e8bcff-07d7-4393-833e-de8bae957bbd tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Nov 12 12:53:46.955891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-4c13ca5f-23b6-42c1-8505-fbe3ed436055 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:46.958857 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-4c13ca5f-23b6-42c1-8505-fbe3ed436055 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.65 "GET /v2.0/networks?id=6da83565-d16f-4d28-8400-e67cb5a6b78f HTTP/1.1" status: 200 len: 812 time: 0.1501594 Nov 12 12:53:46.984651 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Request body: {'port': {'device_id': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f', 'admin_state_up': True, 'tenant_id': '1f8ee839e57040beb3c5eb8b3b439f00'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:47.175027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c464a1-9264-43c5-aaa1-db42b09053dc req-9db358c7-d61b-48cc-8403-327ab0a90e00 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:47.177096 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9c464a1-9264-43c5-aaa1-db42b09053dc req-9db358c7-d61b-48cc-8403-327ab0a90e00 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1651132 Nov 12 12:53:47.192197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:47.291796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e9c464a1-9264-43c5-aaa1-db42b09053dc req-91b44a06-e4fa-4fb0-a7c5-5c48a88da6fd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030989 Nov 12 12:53:47.302440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Made reservation on behalf of 1f8ee839e57040beb3c5eb8b3b439f00 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:53:47.309948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:47.313864 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:47.386105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:47.402563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:47.413880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:47.458155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=164822c2-f36b-499f-8130-ba98f1139250,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:47.557599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:47.558249 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:47.592005 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-01b12bd6-2e55-4a1c-b51a-c85e6659175d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0212479 Nov 12 12:53:47.607860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Allocated IP 172.20.0.8 (6da83565-d16f-4d28-8400-e67cb5a6b78f/970776e3-2255-449a-8c7b-0646f6a6defe/6d84ec13-cd09-4c28-a38a-6d9d36f0a82d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:47.682072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Request body: {'port': {'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:47.708020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97125c4-f891-4c01-a0e3-ac6d09e273d3 req-115b7d33-14f9-4abf-986a-a7edd88c50ff tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:47.709671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b97125c4-f891-4c01-a0e3-ac6d09e273d3 req-115b7d33-14f9-4abf-986a-a7edd88c50ff tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 931 time: 0.0591211 Nov 12 12:53:47.778333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b97125c4-f891-4c01-a0e3-ac6d09e273d3 req-4e19be83-2c78-48d7-82a0-6ab2056522d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599196 Nov 12 12:53:47.796755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee4b02fa-2b6a-403e-a448-864f01210859 None None] Provisioning complete for port 164822c2-f36b-499f-8130-ba98f1139250 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:47.799434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee4b02fa-2b6a-403e-a448-864f01210859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:47.817887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:47.839744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b02fa-2b6a-403e-a448-864f01210859 None None] Port 164822c2-f36b-499f-8130-ba98f1139250 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:53:47.904449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.082347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0f0ebd2b-8f40-46c2-aaf0-4a31655db385 req-2aee90c1-afd6-49a8-8852-5f4140b42f97 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 210 time: 0.0666049 Nov 12 12:53:48.083269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.150826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Network 6da83565-d16f-4d28-8400-e67cb5a6b78f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:48.159008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:48.162932 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Pushing event updated for resources: {'Port': ['ID=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:48.168689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:48.252714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:48.253322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.304696 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a6b734e-c943-421a-a213-cf0e9d5f2f76 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362918 Nov 12 12:53:48.320127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Request body: {'port': {'device_id': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:48.329809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164822c2-f36b-499f-8130-ba98f1139250 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:53:48.357590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.381030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Transition to ACTIVE for port object 164822c2-f36b-499f-8130-ba98f1139250 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:53:48.400892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.435513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72444d98-d324-410f-aaf0-1580f515c28e req-b1375540-3174-4bfe-bfb0-40ba80e9c49d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:48.437268 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72444d98-d324-410f-aaf0-1580f515c28e req-b1375540-3174-4bfe-bfb0-40ba80e9c49d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0524526 Nov 12 12:53:48.444900 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.483427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Pushing event updated for resources: {'Port': ['ID=164822c2-f36b-499f-8130-ba98f1139250,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:48.504651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72444d98-d324-410f-aaf0-1580f515c28e req-89fb0868-2bdb-4283-b698-0bbfceb01d65 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Nov 12 12:53:48.668775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Attempting to bind port 164822c2-f36b-499f-8130-ba98f1139250 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:48.669132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Attempting to bind port 164822c2-f36b-499f-8130-ba98f1139250 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:48.669506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Attempting to bind port 164822c2-f36b-499f-8130-ba98f1139250 on network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:48.678624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Port 164822c2-f36b-499f-8130-ba98f1139250 on network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:53:48.678958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Attempting to bind port 164822c2-f36b-499f-8130-ba98f1139250 on network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:48.694429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:48.694779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Checking segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:48.695264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Bound using segment: {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:48.696597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Bound port: 164822c2-f36b-499f-8130-ba98f1139250, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03c5ad7-cb42-42c2-99c6-732c80303f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:48.697539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.872734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] For port 164822c2-f36b-499f-8130-ba98f1139250, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:48.877577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] For port 164822c2-f36b-499f-8130-ba98f1139250, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=164822c2-f36b-499f-8130-ba98f1139250,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:48.897479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.960886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:48.962359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:48.963801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-c7175893-897e-4410-966d-6075f3198b85 service neutron] 10.222.0.65 "PUT /v2.0/ports/164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 200 len: 1091 time: 1.2902648 Nov 12 12:53:48.966485 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'tag': '164822c2-f36b-499f-8130-ba98f1139250'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:48.969020 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741bacc9-5ab5-48f2-995c-695763c98405" -d '{"events": [{"name": "network-changed", "server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "tag": "164822c2-f36b-499f-8130-ba98f1139250"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:49.088679 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80899e2-e26a-4f30-9aa0-58efc41655d1 x-openstack-request-id: req-a80899e2-e26a-4f30-9aa0-58efc41655d1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:49.089074 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "tag": "164822c2-f36b-499f-8130-ba98f1139250", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:49.089418 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a80899e2-e26a-4f30-9aa0-58efc41655d1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:49.090015 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'tag': '164822c2-f36b-499f-8130-ba98f1139250', 'status': 'completed', 'code': 200} Nov 12 12:53:49.114823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab62f-3b33-433e-ae08-9d485ebf79c8 req-7b99e7da-7422-41d9-942b-3bd640a1054b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:49.118706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eaab62f-3b33-433e-ae08-9d485ebf79c8 req-7b99e7da-7422-41d9-942b-3bd640a1054b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 943 time: 0.2356682 Nov 12 12:53:49.146205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:53:49.158739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175893-897e-4410-966d-6075f3198b85 service neutron] Pushing event updated for resources: {'Port': ['ID=164822c2-f36b-499f-8130-ba98f1139250,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:49.171216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:49.182313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-7b863a10-3902-4d72-a21e-7cd60e6ba3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:49.183905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-7b863a10-3902-4d72-a21e-7cd60e6ba3a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1094 time: 0.1652470 Nov 12 12:53:49.217412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Transition to ACTIVE for port object 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:53:49.292080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932801f8-4666-4eab-b82a-a7145deaf695 req-a43f4bf7-843a-4ca0-b32c-242a13a85c15 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:49.303941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:49.312413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1eaab62f-3b33-433e-ae08-9d485ebf79c8 req-bee79edb-918c-43ad-8b9d-5a564b917423 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778936 Nov 12 12:53:49.313642 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-51825475-96d1-4c35-a713-3c1b4297e27a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 200 len: 217 time: 0.1131101 Nov 12 12:53:49.315210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-932801f8-4666-4eab-b82a-a7145deaf695 req-a43f4bf7-843a-4ca0-b32c-242a13a85c15 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 931 time: 0.1162050 Nov 12 12:53:49.382133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-932801f8-4666-4eab-b82a-a7145deaf695 req-50f2c139-4513-4fca-92a2-7e58e492fb11 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Nov 12 12:53:49.447685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Pushing event updated for resources: {'Port': ['ID=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:49.475974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-0870318b-cb17-4392-9325-3a92b9ddb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:49.477548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-0870318b-cb17-4392-9325-3a92b9ddb527 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fcffc3b-954d-4578-b436-e11e93fcb1af HTTP/1.1" status: 200 len: 835 time: 0.1260526 Nov 12 12:53:49.538053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Attempting to bind port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:53:49.538408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Attempting to bind port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:53:49.538734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Attempting to bind port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d on network 6da83565-d16f-4d28-8400-e67cb5a6b78f {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:49.545960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d on network 6da83565-d16f-4d28-8400-e67cb5a6b78f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:53:49.546372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Attempting to bind port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d on network 6da83565-d16f-4d28-8400-e67cb5a6b78f {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:53:49.554002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:53:49.554362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Checking segment: {'id': 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:53:49.554744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Bound using segment: {'id': 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:53:49.555725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Bound port: 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:53:49.556076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:49.560802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-dfe76081-3df2-45ba-98f3-739c2372c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:49.562337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-dfe76081-3df2-45ba-98f3-739c2372c847 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780356 Nov 12 12:53:50.038975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] For port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:53:50.048518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] For port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,segment=NetworkSegment(cc13f0b7-0170-4d1f-a04d-541f3ef47f2f),segment_id=cc13f0b7-0170-4d1f-a04d-541f3ef47f2f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:53:50.055570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:50.061317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-117829de-a3c7-4f32-a89f-78478ee044e7 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912279 Nov 12 12:53:50.136792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.137421 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:50.138835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d84ec13-cd09-4c28-a38a-6d9d36f0a82d HTTP/1.1" status: 200 len: 1091 time: 1.8236845 Nov 12 12:53:50.221440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fed628-c93c-49ac-8920-2d7efeb18509 service neutron] Pushing event updated for resources: {'Port': ['ID=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:50.260118 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-96babf17-d9c0-464a-898a-b6fb945c1c82 req-778782e3-b146-4578-960b-de2184c61a6b service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737254 Nov 12 12:53:50.267825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2fed4200-7bdd-480c-bc41-5c0433fda1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.270204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2fed4200-7bdd-480c-bc41-5c0433fda1aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f8ee839e57040beb3c5eb8b3b439f00&device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 1094 time: 0.0920181 Nov 12 12:53:50.348965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-56ce11ab-1cca-4cae-b7a2-bafe9105414a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d HTTP/1.1" status: 200 len: 217 time: 0.0707898 Nov 12 12:53:50.525889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296225dc-6495-4d62-9e57-ce724428afe7 req-02de82ac-546d-45df-a5e5-c72a786b6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.527377 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-02de82ac-546d-45df-a5e5-c72a786b6621 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=970776e3-2255-449a-8c7b-0646f6a6defe HTTP/1.1" status: 200 len: 852 time: 0.1371241 Nov 12 12:53:50.566770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781d4b1-a511-44ff-b6d9-ce8ea741b39b req-455a9330-e189-4832-bc05-7d1e4a765743 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.568558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3781d4b1-a511-44ff-b6d9-ce8ea741b39b req-455a9330-e189-4832-bc05-7d1e4a765743 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 943 time: 0.0581331 Nov 12 12:53:50.573166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bacc9-5ab5-48f2-995c-695763c98405 req-ab4f77c4-3c49-44b3-a1c4-ca6909691e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.574853 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-ab4f77c4-3c49-44b3-a1c4-ca6909691e60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1094 time: 0.2462399 Nov 12 12:53:50.576764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-2a805627-8d9e-4c39-95a5-f61a28a0aa44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6da83565-d16f-4d28-8400-e67cb5a6b78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391207 Nov 12 12:53:50.591545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d074830-a962-4a84-8215-7ea6215f1832 req-c76bad71-9b41-4638-8e41-bcb678d539bc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.593240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d074830-a962-4a84-8215-7ea6215f1832 req-c76bad71-9b41-4638-8e41-bcb678d539bc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 943 time: 0.1195183 Nov 12 12:53:50.627695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3781d4b1-a511-44ff-b6d9-ce8ea741b39b req-7bf26e17-9077-4281-8a3a-b56feec94b17 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Nov 12 12:53:50.787300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8d074830-a962-4a84-8215-7ea6215f1832 req-8903dfa0-4d37-4cf2-b2e2-a6fea0c7aa08 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759512 Nov 12 12:53:50.832851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bacc9-5ab5-48f2-995c-695763c98405 req-12070a13-6197-4f42-b471-385d9f2796a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:50.834460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-12070a13-6197-4f42-b471-385d9f2796a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 898 time: 0.2401981 Nov 12 12:53:50.840413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-d0213799-7bc7-41d9-b335-52e5649d8ec2 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450337 Nov 12 12:53:50.892834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-d2d85f7a-2445-40fc-85b6-06c811293d56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 200 len: 217 time: 0.0512209 Nov 12 12:53:51.006183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bacc9-5ab5-48f2-995c-695763c98405 req-cd5c1732-7ad5-4ad5-9b8f-3547ccccafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.007394 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-cd5c1732-7ad5-4ad5-9b8f-3547ccccafbd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fcffc3b-954d-4578-b436-e11e93fcb1af HTTP/1.1" status: 200 len: 835 time: 0.1033001 Nov 12 12:53:51.066693 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-296225dc-6495-4d62-9e57-ce724428afe7 req-f87af4ed-a3fe-4374-8f40-5c968f8fa877 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181990 Nov 12 12:53:51.079245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bacc9-5ab5-48f2-995c-695763c98405 req-8ea676ce-1018-463f-a699-5dc82d0016c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.080745 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-8ea676ce-1018-463f-a699-5dc82d0016c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636919 Nov 12 12:53:51.096860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'tag': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:51.099434 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d981087d-e2b4-40a3-ab9a-050965b4dc24", "tag": "6d84ec13-cd09-4c28-a38a-6d9d36f0a82d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:51.147711 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7610be-3109-490c-acc9-f66e2e968ee1 x-openstack-request-id: req-0b7610be-3109-490c-acc9-f66e2e968ee1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:51.148022 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d981087d-e2b4-40a3-ab9a-050965b4dc24", "tag": "6d84ec13-cd09-4c28-a38a-6d9d36f0a82d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:51.148392 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b7610be-3109-490c-acc9-f66e2e968ee1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:51.148786 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'tag': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d', 'status': 'completed', 'code': 200} Nov 12 12:53:51.164864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39a051-7e17-4ef2-9a08-a527c6f3773d req-9e53f10b-39a0-42b1-bc7d-9cb5ad060d70 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.173857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca39a051-7e17-4ef2-9a08-a527c6f3773d req-9e53f10b-39a0-42b1-bc7d-9cb5ad060d70 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0702145 Nov 12 12:53:51.231407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca39a051-7e17-4ef2-9a08-a527c6f3773d req-282108c1-3a45-4f61-92f2-74dd6accd1db tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555391 Nov 12 12:53:51.268311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-f900c9ee-d074-4d40-9f69-fb9bb7cb61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.269918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-f900c9ee-d074-4d40-9f69-fb9bb7cb61a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f8ee839e57040beb3c5eb8b3b439f00&device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 1094 time: 0.0857213 Nov 12 12:53:51.272617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-d00a5cff-4b36-497e-93b8-dd1f774f7078 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832666 Nov 12 12:53:51.504548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-de4c3bec-8b81-4cf6-a2b3-34b88a4e53e5 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076879 Nov 12 12:53:51.506921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-1b71d23e-d74c-401d-9890-7efb9fdaec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.512842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-1b71d23e-d74c-401d-9890-7efb9fdaec1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6da83565-d16f-4d28-8400-e67cb5a6b78f HTTP/1.1" status: 200 len: 913 time: 0.2229242 Nov 12 12:53:51.583313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-1c9347ef-860d-4daa-886c-892aedb4e4d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d HTTP/1.1" status: 200 len: 217 time: 0.0637913 Nov 12 12:53:51.681260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-5120492d-422c-4bd0-8e82-a0f9f4c85519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.683818 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-5120492d-422c-4bd0-8e82-a0f9f4c85519 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=970776e3-2255-449a-8c7b-0646f6a6defe HTTP/1.1" status: 200 len: 852 time: 0.0942566 Nov 12 12:53:51.764870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-37bb71f2-2c99-49a5-8b04-3222c0188208 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6da83565-d16f-4d28-8400-e67cb5a6b78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729766 Nov 12 12:53:51.859635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab997d-1223-4104-8f91-f6a4f6cf15f9 req-4cbd4456-e0ba-4d99-a3ef-4582c59b1e2b tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:51.860579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aeab997d-1223-4104-8f91-f6a4f6cf15f9 req-4cbd4456-e0ba-4d99-a3ef-4582c59b1e2b tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 943 time: 0.0933697 Nov 12 12:53:51.950320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aeab997d-1223-4104-8f91-f6a4f6cf15f9 req-fde25209-41fb-4cd9-ae21-a55c16d56f60 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Nov 12 12:53:51.980276 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-14a31db6-aa16-4875-85f6-6933748c2624 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058105 Nov 12 12:53:51.990980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 164822c2-f36b-499f-8130-ba98f1139250 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:53:52.007275 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f530d1-5f1c-42c5-8eaa-9f7d804fdcc7 req-00a7b9a4-cab2-4f5c-872c-10c3a4b62611 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:52.017158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13f530d1-5f1c-42c5-8eaa-9f7d804fdcc7 req-00a7b9a4-cab2-4f5c-872c-10c3a4b62611 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 943 time: 0.1138394 Nov 12 12:53:52.113754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 164822c2-f36b-499f-8130-ba98f1139250, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=164822c2-f36b-499f-8130-ba98f1139250,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:52.130788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '164822c2-f36b-499f-8130-ba98f1139250', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:53:52.162130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-13f530d1-5f1c-42c5-8eaa-9f7d804fdcc7 req-f60043df-10e6-4031-b01d-6ce36d09e39e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438723 Nov 12 12:53:52.178785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:52.196752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164822c2-f36b-499f-8130-ba98f1139250 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:53:52.206732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-959bd0ca-5ff1-4a06-abaf-bc811a52d8f0 req-aeec657e-64fb-4dc6-9429-14cb10e71cd2 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184470 Nov 12 12:53:52.225576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 164822c2-f36b-499f-8130-ba98f1139250, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=164822c2-f36b-499f-8130-ba98f1139250,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:52.232080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:52.294650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=164822c2-f36b-499f-8130-ba98f1139250,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:52.446746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['164822c2-f36b-499f-8130-ba98f1139250'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:53:53.081594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5de9-a8d6-4163-a2ae-46c5151623ff req-f26e52c0-1be2-4699-b8f9-91009a15f27e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:53.083179 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c46f5de9-a8d6-4163-a2ae-46c5151623ff req-f26e52c0-1be2-4699-b8f9-91009a15f27e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 943 time: 0.0527837 Nov 12 12:53:53.141723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c46f5de9-a8d6-4163-a2ae-46c5151623ff req-7ff556d1-07ce-42a7-b156-b6fd2f0bc723 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521839 Nov 12 12:53:53.292501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4044e-6327-4d16-a107-21bf19f06751 req-e57a2b59-9a19-4eb8-8ddc-01f1d8bd2eb0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:53.294406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47d4044e-6327-4d16-a107-21bf19f06751 req-e57a2b59-9a19-4eb8-8ddc-01f1d8bd2eb0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 944 time: 0.0572264 Nov 12 12:53:53.362594 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-47d4044e-6327-4d16-a107-21bf19f06751 req-fb0b5a16-2de4-43b8-8abf-db6337e8bfb1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612154 Nov 12 12:53:54.001760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:53:54.006040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 164822c2-f36b-499f-8130-ba98f1139250 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:54.134267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 164822c2-f36b-499f-8130-ba98f1139250 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:53:54.139312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 164822c2-f36b-499f-8130-ba98f1139250 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:54.139680 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:54.191014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,segment=NetworkSegment(cc13f0b7-0170-4d1f-a04d-541f3ef47f2f),segment_id=cc13f0b7-0170-4d1f-a04d-541f3ef47f2f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:54.205980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d', 'network_id': '6da83565-d16f-4d28-8400-e67cb5a6b78f', 'port_id': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d', 'mac_address': 'fa:16:3e:09:52:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970776e3-2255-449a-8c7b-0646f6a6defe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:53:54.276782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647be7f-c841-4c3c-aca3-5206f3088afa req-25cc20b4-7ac4-4a41-84ec-41580757e1bd tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:54.278387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8647be7f-c841-4c3c-aca3-5206f3088afa req-25cc20b4-7ac4-4a41-84ec-41580757e1bd tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 943 time: 0.0562668 Nov 12 12:53:54.279085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:54.299141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:54.317202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:53:54.356897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164822c2-f36b-499f-8130-ba98f1139250'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:54.359398 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2853a67f-d850-4973-aef0-40e03d9df6b3" -d '{"events": [{"server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "name": "network-vif-plugged", "status": "completed", "tag": "164822c2-f36b-499f-8130-ba98f1139250"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:54.364005 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,segment=NetworkSegment(cc13f0b7-0170-4d1f-a04d-541f3ef47f2f),segment_id=cc13f0b7-0170-4d1f-a04d-541f3ef47f2f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:54.373222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8647be7f-c841-4c3c-aca3-5206f3088afa req-295776d7-3415-4c43-a09c-a204dcc38d6f tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772378 Nov 12 12:53:54.379153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 164822c2-f36b-499f-8130-ba98f1139250, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=164822c2-f36b-499f-8130-ba98f1139250,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:54.380843 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:54.387121 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:54.421180 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d44d09-c5a8-49ad-a834-1a9b391b128a x-openstack-request-id: req-c5d44d09-c5a8-49ad-a834-1a9b391b128a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:54.421476 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "name": "network-vif-plugged", "status": "completed", "tag": "164822c2-f36b-499f-8130-ba98f1139250", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:54.421728 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5d44d09-c5a8-49ad-a834-1a9b391b128a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:54.422120 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164822c2-f36b-499f-8130-ba98f1139250', 'code': 200} Nov 12 12:53:54.444654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:54.530447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=164822c2-f36b-499f-8130-ba98f1139250,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:54.537899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6721e-3bb0-44de-95c1-ebc16f87038e req-4f06114c-67ce-4d59-921f-0f2ce3856113 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:54.547442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcb6721e-3bb0-44de-95c1-ebc16f87038e req-4f06114c-67ce-4d59-921f-0f2ce3856113 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0687261 Nov 12 12:53:54.590227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e29951-3aed-47df-835e-ba9870936900 req-bd1a5bb4-5e81-4ed1-9c37-ffc71a5560ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:54.593621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f6e29951-3aed-47df-835e-ba9870936900 req-bd1a5bb4-5e81-4ed1-9c37-ffc71a5560ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1096 time: 0.0977530 Nov 12 12:53:54.625039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcb6721e-3bb0-44de-95c1-ebc16f87038e req-8c152310-3ca2-4eab-bdff-46f4bcad9012 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757215 Nov 12 12:53:54.637906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['6d84ec13-cd09-4c28-a38a-6d9d36f0a82d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:53:54.665031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f6e29951-3aed-47df-835e-ba9870936900 req-2820850d-ac82-4e80-b838-7af4f9da1fb2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614870 Nov 12 12:53:55.536346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c13b6-d531-47e3-ba6f-d399985397b1 req-3a83efb5-ac71-40de-95ed-8045b669916e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:55.546062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-011c13b6-d531-47e3-ba6f-d399985397b1 req-3a83efb5-ac71-40de-95ed-8045b669916e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 944 time: 0.0763175 Nov 12 12:53:55.600685 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-011c13b6-d531-47e3-ba6f-d399985397b1 req-a16b5437-5532-4d5f-baf0-2b747e348e0c tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536306 Nov 12 12:53:55.765698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3baf66-ea32-4044-b7c3-6a33a5f6c29c req-64bdfdae-424c-48d9-9371-1cd4b038be8b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:55.782041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c3baf66-ea32-4044-b7c3-6a33a5f6c29c req-64bdfdae-424c-48d9-9371-1cd4b038be8b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0924048 Nov 12 12:53:55.861674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c3baf66-ea32-4044-b7c3-6a33a5f6c29c req-ab981872-e5b4-4c8b-8447-883bf286af04 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771832 Nov 12 12:53:56.038691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:53:56.172695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:53:56.177045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:53:56.178554 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:56.267051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:56.300529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,segment=NetworkSegment(cc13f0b7-0170-4d1f-a04d-541f3ef47f2f),segment_id=cc13f0b7-0170-4d1f-a04d-541f3ef47f2f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:53:56.305247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:56.366445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:56.422894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:56.425939 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdfbd40-ea14-4028-b43e-2ad6d67974da" -d '{"events": [{"server_uuid": "d981087d-e2b4-40a3-ab9a-050965b4dc24", "name": "network-vif-plugged", "status": "completed", "tag": "6d84ec13-cd09-4c28-a38a-6d9d36f0a82d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:56.474488 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0facf6-31cb-4529-950e-92a966cc0ecd x-openstack-request-id: req-8b0facf6-31cb-4529-950e-92a966cc0ecd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:56.476137 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d981087d-e2b4-40a3-ab9a-050965b4dc24", "name": "network-vif-plugged", "status": "completed", "tag": "6d84ec13-cd09-4c28-a38a-6d9d36f0a82d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:56.476899 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b0facf6-31cb-4529-950e-92a966cc0ecd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:56.477725 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d', 'code': 200} Nov 12 12:53:56.583484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc5c29-154e-4aec-a425-f811e81e3619 req-43661e8e-66c7-419b-acb1-d1c62a981a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:56.585349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbfc5c29-154e-4aec-a425-f811e81e3619 req-43661e8e-66c7-419b-acb1-d1c62a981a2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0450923 Nov 12 12:53:56.650835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fbfc5c29-154e-4aec-a425-f811e81e3619 req-b010c570-5e80-43d1-bbd4-6b8361290852 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Nov 12 12:53:56.731392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bf588-8162-4d46-9e1b-c968cb0bb905 req-e333dd58-8878-4258-9cc7-1706c98b8d80 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:56.740287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-255bf588-8162-4d46-9e1b-c968cb0bb905 req-e333dd58-8878-4258-9cc7-1706c98b8d80 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0624123 Nov 12 12:53:56.794953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-255bf588-8162-4d46-9e1b-c968cb0bb905 req-9e6b78ff-a6c7-4a4f-afad-b1317a1ef783 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538585 Nov 12 12:53:56.994654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b5334-4daa-4968-ba6f-533183bf6fe7 req-d7e26f30-18cf-44eb-9f5b-f7d3a7b38167 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:57.002032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-103b5334-4daa-4968-ba6f-533183bf6fe7 req-d7e26f30-18cf-44eb-9f5b-f7d3a7b38167 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0668745 Nov 12 12:53:57.075480 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-103b5334-4daa-4968-ba6f-533183bf6fe7 req-54675979-b6dd-4f36-8b06-fe9da05864f6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719869 Nov 12 12:53:57.240648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf2d11-e118-4935-8334-a99f828753c6 req-2e4888f3-4336-4358-964c-59e853efeec3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:57.248426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eecf2d11-e118-4935-8334-a99f828753c6 req-2e4888f3-4336-4358-964c-59e853efeec3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0621426 Nov 12 12:53:57.314354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eecf2d11-e118-4935-8334-a99f828753c6 req-d67c1d66-7fed-4ad1-aaec-43841ba7533e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648005 Nov 12 12:53:57.339845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:57.384816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feaa656-2264-4c4d-81e8-0e430a6b2d8b tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:57.386979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0feaa656-2264-4c4d-81e8-0e430a6b2d8b tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1091 time: 0.0455937 Nov 12 12:53:57.389415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:57.394984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:53:57.430494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:57.545213 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:57.673224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.25.1.87 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/120b85e5-ec8d-46b8-b0ed-5cc1db8b9e65) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:53:57.805266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:57.859995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:57.912731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:53:57.916708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:53:57.933599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:53:57.981417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=120b85e5-ec8d-46b8-b0ed-5cc1db8b9e65,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:58.008690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c12332-01bb-4be1-8bbe-8fe677fc8406 req-5186e54c-abaa-4b6b-be3c-a16cde0e0495 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:58.010260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1c12332-01bb-4be1-8bbe-8fe677fc8406 req-5186e54c-abaa-4b6b-be3c-a16cde0e0495 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.1359112 Nov 12 12:53:58.115730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c1c12332-01bb-4be1-8bbe-8fe677fc8406 req-3dec2f30-014d-4703-9057-cc82b0e7e123 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878661 Nov 12 12:53:58.269905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9348baa-465e-43f3-840e-31995545b7d5 req-a6897e27-1c03-4646-ac5d-83ff577921d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:58.272261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9348baa-465e-43f3-840e-31995545b7d5 req-a6897e27-1c03-4646-ac5d-83ff577921d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0711837 Nov 12 12:53:58.343134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9348baa-465e-43f3-840e-31995545b7d5 req-a1c40737-6d14-4b15-83e1-7747b823549f tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634546 Nov 12 12:53:58.476178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:58.567556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:58.599374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158fc7f-9ad6-48e8-a815-e5abefeb86cd req-1e42cd9c-dae8-4184-ae78-ebb00cdfb9bd tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:58.608331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c158fc7f-9ad6-48e8-a815-e5abefeb86cd req-1e42cd9c-dae8-4184-ae78-ebb00cdfb9bd tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0639894 Nov 12 12:53:58.661137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c158fc7f-9ad6-48e8-a815-e5abefeb86cd req-154bf2fe-f7aa-42a3-b517-5f62a4fdd192 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518222 Nov 12 12:53:58.757245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:58.763382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:58.840332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=120b85e5-ec8d-46b8-b0ed-5cc1db8b9e65,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:53:58.850513 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:58.964378 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Floating IP cb34358a-e79c-48ac-b007-ed0e896359fa associated. External IP: 172.25.1.87, port: 164822c2-f36b-499f-8130-ba98f1139250. Nov 12 12:53:59.201755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:53:59.328931 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:53:59.341484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:53:59.359556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:59.360648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:59.370286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:59.400101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d43f374d-8ffe-4428-90ac-40fcde183a64 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0094912 Nov 12 12:53:59.400817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'tag': '164822c2-f36b-499f-8130-ba98f1139250'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:53:59.402997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:53:59.403491 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7" -d '{"events": [{"name": "network-changed", "server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "tag": "164822c2-f36b-499f-8130-ba98f1139250"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:53:59.466497 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251fad4-2b54-4782-ba43-d6bf21c4779b x-openstack-request-id: req-3251fad4-2b54-4782-ba43-d6bf21c4779b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:53:59.466497 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "tag": "164822c2-f36b-499f-8130-ba98f1139250", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:53:59.467063 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3251fad4-2b54-4782-ba43-d6bf21c4779b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:53:59.468342 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'tag': '164822c2-f36b-499f-8130-ba98f1139250', 'status': 'completed', 'code': 200} Nov 12 12:53:59.484197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4a677002-714c-484c-9c0a-a5ceb6efa2a5 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/cb34358a-e79c-48ac-b007-ed0e896359fa HTTP/1.1" status: 200 len: 990 time: 0.0797927 Nov 12 12:53:59.518760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:53:59.523699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-30f900cc-0918-452b-8cb8-ad0f8adc53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:59.525645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-30f900cc-0918-452b-8cb8-ad0f8adc53d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1096 time: 0.0510752 Nov 12 12:53:59.634885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-b070e65d-107f-4df0-a64a-af0f60314123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:59.636506 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-b070e65d-107f-4df0-a64a-af0f60314123 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 898 time: 0.1030734 Nov 12 12:53:59.715419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-0bbc5eb0-40b4-4517-97c1-2b6507a51cb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 200 len: 998 time: 0.0700102 Nov 12 12:53:59.785106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-f11e561b-63a3-4e58-9766-6cdfd03f746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:59.787437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-f11e561b-63a3-4e58-9766-6cdfd03f746a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fcffc3b-954d-4578-b436-e11e93fcb1af HTTP/1.1" status: 200 len: 835 time: 0.0641911 Nov 12 12:53:59.802290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:53:59.829885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b246ac-49e1-4b66-912b-768d3cd9e51f req-68279f4f-a13e-4313-a967-becdd330b74a tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:59.834592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5b246ac-49e1-4b66-912b-768d3cd9e51f req-68279f4f-a13e-4313-a967-becdd330b74a tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0835452 Nov 12 12:53:59.843534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:53:58Z', 'revision_number': 0, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:59.856071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-f8f73582-9441-4f76-9709-ad61e15187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:53:59.858004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-f8f73582-9441-4f76-9709-ad61e15187b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630102 Nov 12 12:53:59.872822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:53:59.882370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:53:59.883631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:53:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:53:59.894517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5b246ac-49e1-4b66-912b-768d3cd9e51f req-fbdd342c-abdf-4b21-a5e5-cdfa25d949ee tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525150 Nov 12 12:53:59.966633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-b55ef022-039e-461e-ab7a-fdbe4536ea5e service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006005 Nov 12 12:53:59.998342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:00.012363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:54:00.093925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cbe7fbdd-fea9-4cd5-ac3a-09bcfa732af7 req-f4904722-4d6b-406e-9493-34dcb5fac237 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194599 Nov 12 12:54:00.136134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e7a60-0b15-4fc2-8c8f-2987e993bfcd req-34862426-eedb-4944-ac3c-eaeed49d56d5 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:00.137727 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae4e7a60-0b15-4fc2-8c8f-2987e993bfcd req-34862426-eedb-4944-ac3c-eaeed49d56d5 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0573483 Nov 12 12:54:00.156038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496e81-a442-4d33-b79c-99028391a934 req-d24d8042-7d1b-4b06-9cdb-fd21000bb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:00.157731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-d24d8042-7d1b-4b06-9cdb-fd21000bb7fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f8ee839e57040beb3c5eb8b3b439f00&device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0453651 Nov 12 12:54:00.202867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae4e7a60-0b15-4fc2-8c8f-2987e993bfcd req-baee3ca7-e07c-4f70-9243-b3883237a27e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Nov 12 12:54:00.258662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496e81-a442-4d33-b79c-99028391a934 req-8ad7271b-fec1-41e7-b3b3-e30fda04ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:00.260196 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-8ad7271b-fec1-41e7-b3b3-e30fda04ca19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6da83565-d16f-4d28-8400-e67cb5a6b78f HTTP/1.1" status: 200 len: 913 time: 0.0947824 Nov 12 12:54:00.265581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:53:58Z', 'revision_number': 0, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:00.295726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee42e8d-bc1d-46fb-b114-b848b37e5adf None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:53:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:53:58Z', 'revision_number': 0, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:54:00.303582 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-1b131f60-0610-41c3-8945-e43c4f0e6564 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d HTTP/1.1" status: 200 len: 217 time: 0.0356934 Nov 12 12:54:00.354541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496e81-a442-4d33-b79c-99028391a934 req-c1aee1b6-7a43-49db-aba2-2fba905f9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:00.356092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-c1aee1b6-7a43-49db-aba2-2fba905f9ab4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=970776e3-2255-449a-8c7b-0646f6a6defe HTTP/1.1" status: 200 len: 852 time: 0.0454881 Nov 12 12:54:00.396033 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-37b7ca1c-0d9a-47db-b12e-afadc9be41b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6da83565-d16f-4d28-8400-e67cb5a6b78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315220 Nov 12 12:54:00.490466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 33964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:00.560637 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-36fb635e-5f4a-4ea7-9811-2a0e7dbe59ef tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/cb34358a-e79c-48ac-b007-ed0e896359fa HTTP/1.1" status: 200 len: 990 time: 0.0694046 Nov 12 12:54:00.568178 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1b665-4764-472d-ac71-81f870000aee None None] New status for floating IP cb34358a-e79c-48ac-b007-ed0e896359fa: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:54:00.873672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-24851e24-2037-4e70-9dc3-a55a3e121780 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703729 Nov 12 12:54:00.973764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-60496e81-a442-4d33-b79c-99028391a934 req-a941f066-7240-41f7-8334-af1df6ac2a03 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Nov 12 12:54:01.319980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b541-3b1e-4cd1-9d05-47c1136167af req-fd5e129c-d49f-40f0-8f7e-c9250cf7974c tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:01.322037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a448b541-3b1e-4cd1-9d05-47c1136167af req-fd5e129c-d49f-40f0-8f7e-c9250cf7974c tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0511441 Nov 12 12:54:01.375690 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a448b541-3b1e-4cd1-9d05-47c1136167af req-3c4793d0-3898-4d17-8692-377cf5083291 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Nov 12 12:54:01.563920 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 33982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:01.636430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7327e3bf-145c-45da-96cc-e6def8af21f5 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/cb34358a-e79c-48ac-b007-ed0e896359fa HTTP/1.1" status: 200 len: 992 time: 0.0708137 Nov 12 12:54:02.496409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327d47-490b-4530-9836-1e47cc0d4443 req-0668ef5b-a433-4e38-b1aa-6a78335181a3 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:02.497942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b327d47-490b-4530-9836-1e47cc0d4443 req-0668ef5b-a433-4e38-b1aa-6a78335181a3 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Nov 12 12:54:02.553673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b327d47-490b-4530-9836-1e47cc0d4443 req-0d25453c-dee4-4de6-a0d7-71e5e91154d1 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495830 Nov 12 12:54:02.810016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd25bb4-093a-4775-bf53-497eb5e0007a req-13479f83-56db-4e20-a782-2de6f2eb3aa3 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:02.811647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdd25bb4-093a-4775-bf53-497eb5e0007a req-13479f83-56db-4e20-a782-2de6f2eb3aa3 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0552547 Nov 12 12:54:02.862121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bdd25bb4-093a-4775-bf53-497eb5e0007a req-53a48efb-d453-4209-9604-2d48efcf9f73 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Nov 12 12:54:04.034975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0ac8-d108-4cfb-bedd-e84f6b091d2f req-9e528c3c-f076-4ac4-8cb2-bd0f98e1d1b3 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.036417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-339e0ac8-d108-4cfb-bedd-e84f6b091d2f req-9e528c3c-f076-4ac4-8cb2-bd0f98e1d1b3 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0544708 Nov 12 12:54:04.053773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f4414-7c53-40ca-973c-df7e4df72d6c req-76efdbe9-ae81-4f68-912f-3df58c04ad25 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.057115 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab6f4414-7c53-40ca-973c-df7e4df72d6c req-76efdbe9-ae81-4f68-912f-3df58c04ad25 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0883102 Nov 12 12:54:04.065053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-964e8bbc-190c-4252-be13-279ad2a114fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.066632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-964e8bbc-190c-4252-be13-279ad2a114fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.1074259 Nov 12 12:54:04.094360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-339e0ac8-d108-4cfb-bedd-e84f6b091d2f req-1f3598dc-bf9f-4e3b-9d08-a05f14923e60 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Nov 12 12:54:04.209272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ab6f4414-7c53-40ca-973c-df7e4df72d6c req-2c7cb3e2-237f-4180-8bc2-66f0ef9efbe2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462007 Nov 12 12:54:04.222867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-f42c6e25-1302-43e7-85d4-a0cd5b2e1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.224480 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-f42c6e25-1302-43e7-85d4-a0cd5b2e1b4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.1445146 Nov 12 12:54:04.287591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-cb08fcd5-f38e-4b11-bf37-3b9f006edf38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.0525539 Nov 12 12:54:04.378320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-0af457eb-0eb7-4201-8b06-ae923f7576b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.379833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-0af457eb-0eb7-4201-8b06-ae923f7576b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0859070 Nov 12 12:54:04.391633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-356f2bdc-22cf-471b-ae8c-93bd8111d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.393384 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-356f2bdc-22cf-471b-ae8c-93bd8111d252 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f8ee839e57040beb3c5eb8b3b439f00&device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0644701 Nov 12 12:54:04.408250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6436b-9f69-47ec-8f93-6dade0841491 req-fa4e1a81-b64c-41c6-ab1f-a7b07e585712 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.409939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59f6436b-9f69-47ec-8f93-6dade0841491 req-fa4e1a81-b64c-41c6-ab1f-a7b07e585712 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Nov 12 12:54:04.439321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-a19c641b-94ac-4d77-967a-57f845490ee0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490770 Nov 12 12:54:04.506743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-8db39aa4-de49-41e2-9331-bc1c73da742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.510897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-8db39aa4-de49-41e2-9331-bc1c73da742d service neutron] 10.222.0.65 "GET /v2.0/networks?id=6da83565-d16f-4d28-8400-e67cb5a6b78f HTTP/1.1" status: 200 len: 913 time: 0.1100922 Nov 12 12:54:04.541747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59f6436b-9f69-47ec-8f93-6dade0841491 req-d4103665-1ccd-4013-abc0-a2f2511dda0b tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108327 Nov 12 12:54:04.560051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-7a3992aa-44af-457b-afe0-5d702ff70210 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d HTTP/1.1" status: 200 len: 217 time: 0.0406599 Nov 12 12:54:04.582791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-5a8018c2-36a6-4b23-88ec-e3fe45970caf service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343765 Nov 12 12:54:04.620599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-6520dc07-cc61-4fd8-8ac4-13b1e2417bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:04.622154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-6520dc07-cc61-4fd8-8ac4-13b1e2417bba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=970776e3-2255-449a-8c7b-0646f6a6defe HTTP/1.1" status: 200 len: 852 time: 0.0537710 Nov 12 12:54:04.657397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-cf912168-50c6-44e6-9c68-d45cd42520a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6da83565-d16f-4d28-8400-e67cb5a6b78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272374 Nov 12 12:54:04.687939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-43f849ec-1cd9-4d10-9b6d-4e51b291fbe3 req-ca65e16a-6299-4c8c-8bc1-3722bb5b50d0 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966704 Nov 12 12:54:04.765047 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-06993c76-df3c-4bae-933c-0ec397358c64 service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003478 Nov 12 12:54:04.862585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0290f97b-cd56-4eb5-952e-1c04ed6402e1 req-a7933a80-49a4-4d59-bc2b-77ecdd89722b service neutron] 10.222.0.65 "GET /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907049 Nov 12 12:54:05.341738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5848f4-bdc4-4e81-8435-188237f0293c req-03070d27-1d50-46dd-af3c-1418425ee20d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:05.341738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c5848f4-bdc4-4e81-8435-188237f0293c req-03070d27-1d50-46dd-af3c-1418425ee20d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0517712 Nov 12 12:54:05.385960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4c5848f4-bdc4-4e81-8435-188237f0293c req-dbfb86e5-ba31-49d4-9a3c-54bc2a5d5bab tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Nov 12 12:54:05.667102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e17f-749e-4ae5-b33b-317e641e9baa req-9166e507-f1bc-4944-960b-fb4e9224f8b1 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:05.668686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3e3e17f-749e-4ae5-b33b-317e641e9baa req-9166e507-f1bc-4944-960b-fb4e9224f8b1 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Nov 12 12:54:05.721870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3e3e17f-749e-4ae5-b33b-317e641e9baa req-4bb0b556-b092-402e-95e0-bb011b393d84 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470455 Nov 12 12:54:05.724302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab7af75a-c283-47ee-bb84-17e5160f0e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:05.979575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2024c-c1a8-456e-b21f-51cc411a16f9 req-775e4b83-89f0-46aa-9ec1-e83a596f6353 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:05.981096 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d2024c-c1a8-456e-b21f-51cc411a16f9 req-775e4b83-89f0-46aa-9ec1-e83a596f6353 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0521741 Nov 12 12:54:06.029761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3d2024c-c1a8-456e-b21f-51cc411a16f9 req-917e0909-4808-4cd3-8a98-eb247d2ae4d0 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Nov 12 12:54:06.521134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d27616-5113-469c-aef2-99d336b66134 req-87e6eeaa-669e-49e3-bbd6-c21afcaf46e2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:06.522649 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-09d27616-5113-469c-aef2-99d336b66134 req-87e6eeaa-669e-49e3-bbd6-c21afcaf46e2 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0551698 Nov 12 12:54:06.577493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-09d27616-5113-469c-aef2-99d336b66134 req-63edf864-afa8-4fd3-ae35-6efea79ee627 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Nov 12 12:54:07.155269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dc119-ca8b-410e-9e10-7f39b1524e4d req-d05787f2-cebf-402c-b08b-3a31a6d9a5f6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:07.156780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d7dc119-ca8b-410e-9e10-7f39b1524e4d req-d05787f2-cebf-402c-b08b-3a31a6d9a5f6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0556488 Nov 12 12:54:07.205782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d7dc119-ca8b-410e-9e10-7f39b1524e4d req-f0b966f8-a959-46c9-889f-b7ea8fd529da tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Nov 12 12:54:07.707727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab8614-f2f2-4926-9055-fdd22951799f req-36211f2b-5ad3-43e0-bc42-72cf7d3f7ee1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:07.714724 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ab8614-f2f2-4926-9055-fdd22951799f req-36211f2b-5ad3-43e0-bc42-72cf7d3f7ee1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0592363 Nov 12 12:54:07.764923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ab8614-f2f2-4926-9055-fdd22951799f req-bd08a0a5-7e67-4d8a-8b35-47b75a308581 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Nov 12 12:54:08.038210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-75ac7519-1574-4e4c-864e-d48620c85f8e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:08.039930 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-75ac7519-1574-4e4c-864e-d48620c85f8e tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.65 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Nov 12 12:54:08.139661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Deleting port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:54:08.140280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:08.231081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] For port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,segment=NetworkSegment(cc13f0b7-0170-4d1f-a04d-541f3ef47f2f),segment_id=cc13f0b7-0170-4d1f-a04d-541f3ef47f2f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:54:08.231556 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:08.245717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Calling delete_port for 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:54:08.337457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9635-bcba-4e76-baec-20922b419b8a req-3942fcf2-73ac-4107-80b6-3cdb4c0e9f1c tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:08.339067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd1c9635-bcba-4e76-baec-20922b419b8a req-3942fcf2-73ac-4107-80b6-3cdb4c0e9f1c tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d981087d-e2b4-40a3-ab9a-050965b4dc24 HTTP/1.1" status: 200 len: 945 time: 0.0568383 Nov 12 12:54:08.385994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:08.402790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd1c9635-bcba-4e76-baec-20922b419b8a req-9bf59b7e-094f-4b93-9ec6-cad53eb8d029 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.18 "GET /v2.0/security-groups?id=6111fbf6-412f-49ac-a6ea-d060a74754fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570588 Nov 12 12:54:08.403681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['6d84ec13-cd09-4c28-a38a-6d9d36f0a82d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:54:08.418504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Pushing event deleted for resources: {'Port': ['ID=6d84ec13-cd09-4c28-a38a-6d9d36f0a82d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:08.468411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] No DVR routers for this DVR port 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:54:08.471485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:08.474948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-693bb477-763a-4b86-b8d0-f0ea9e3fe674 req-04c36d59-fda7-4f02-a632-0385d90e56d6 tempest-TestServerAdvancedOps-1252629576 tempest-TestServerAdvancedOps-1252629576-project] 10.222.0.65 "DELETE /v2.0/ports/6d84ec13-cd09-4c28-a38a-6d9d36f0a82d HTTP/1.1" status: 204 len: 173 time: 0.4286752 Nov 12 12:54:08.475384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'name': 'network-vif-deleted', 'tag': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:54:08.478273 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95acdd1-5933-43bd-bec6-109eaec7a4a5" -d '{"events": [{"server_uuid": "d981087d-e2b4-40a3-ab9a-050965b4dc24", "name": "network-vif-deleted", "tag": "6d84ec13-cd09-4c28-a38a-6d9d36f0a82d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:54:08.521933 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2182cc-ab91-425a-b9e6-05f8c3209484 x-openstack-request-id: req-5e2182cc-ab91-425a-b9e6-05f8c3209484 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:54:08.522395 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d981087d-e2b4-40a3-ab9a-050965b4dc24", "name": "network-vif-deleted", "tag": "6d84ec13-cd09-4c28-a38a-6d9d36f0a82d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:54:08.523653 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e2182cc-ab91-425a-b9e6-05f8c3209484 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:54:08.524313 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd981087d-e2b4-40a3-ab9a-050965b4dc24', 'name': 'network-vif-deleted', 'tag': '6d84ec13-cd09-4c28-a38a-6d9d36f0a82d', 'status': 'completed', 'code': 200} Nov 12 12:54:08.901963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7250d2d-8235-4e6f-af60-77352c9a8e41 req-c67e3518-3781-49aa-9049-5e8e999f58f1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:08.903617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7250d2d-8235-4e6f-af60-77352c9a8e41 req-c67e3518-3781-49aa-9049-5e8e999f58f1 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0565922 Nov 12 12:54:08.906809 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:54:08.956183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6ef0365-4b75-40c2-b9ad-c3ece2c95da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:08.974963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7250d2d-8235-4e6f-af60-77352c9a8e41 req-f720624b-48c5-4537-9933-9a4ae268a126 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Nov 12 12:54:09.433214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.464149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:09.511470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Deleting subnet 970776e3-2255-449a-8c7b-0646f6a6defe {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:54:09.514823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.550075 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.590240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.645435 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.669393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970776e3-2255-449a-8c7b-0646f6a6defe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:09.683269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.686960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f2f79fd8-6160-4ae4-91c5-c042f4a1e791 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/970776e3-2255-449a-8c7b-0646f6a6defe HTTP/1.1" status: 204 len: 168 time: 0.2209637 Nov 12 12:54:09.689393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34102) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:09.759027 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.846081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.869437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da83565-d16f-4d28-8400-e67cb5a6b78f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:09.879380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:09.879683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc13f0b7-0170-4d1f-a04d-541f3ef47f2f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:09.890931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.908126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.914936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:54:09.915329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:54:09.917023 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:54:09.980067 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.986377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:09.993831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:09.994472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6da83565-d16f-4d28-8400-e67cb5a6b78f HTTP/1.1" status: 204 len: 168 time: 0.3034058 Nov 12 12:54:10.008850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5b903-f1af-4fc7-9e6e-b07845672564 admin admin] Pushing event deleted for resources: {'Network': ['ID=6da83565-d16f-4d28-8400-e67cb5a6b78f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:10.059583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Deleting subnet f81d6ebf-5a53-4320-9fe8-dbab313184c9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:54:10.064605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.126955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.166059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bfdaa-b568-4b59-8e90-954620ad1114 req-5561d2c6-1f59-486f-8000-b9cadcce6d92 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:10.167588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b39bfdaa-b568-4b59-8e90-954620ad1114 req-5561d2c6-1f59-486f-8000-b9cadcce6d92 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1041467 Nov 12 12:54:10.198157 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.253532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b39bfdaa-b568-4b59-8e90-954620ad1114 req-f8e58018-3491-462a-b08e-52131ad0720c tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796964 Nov 12 12:54:10.277507 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.303955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81d6ebf-5a53-4320-9fe8-dbab313184c9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:10.307576 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.311141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f81d6ebf-5a53-4320-9fe8-dbab313184c9 HTTP/1.1" status: 204 len: 168 time: 0.3159237 Nov 12 12:54:10.313452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:10.316312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.316657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.316995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.317330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.317661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.317991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.318367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.318682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.319005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.319332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.319711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.320310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bb223-9301-4011-968e-e765fe3b2c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:10.389894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.486597 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.512519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc8bf09-df1b-4509-b688-52023d9ed5c9']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:10.526382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbdfd26-a2db-41be-928b-e9c395d5d0f5') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:10.526801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbdfd26-a2db-41be-928b-e9c395d5d0f5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:10.539114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.555725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.562947 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:54:10.563346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:54:10.565049 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:54:10.626865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.633321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.636643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3cc8bf09-df1b-4509-b688-52023d9ed5c9 HTTP/1.1" status: 204 len: 168 time: 0.3218997 Nov 12 12:54:10.660169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f06fe-ce8a-4619-929a-05ce732e7700 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc8bf09-df1b-4509-b688-52023d9ed5c9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:10.680793 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.818979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:10.864546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-24408692-b61b-4f57-afa8-9b7131a6f2c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f8ee839e57040beb3c5eb8b3b439f00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434608 Nov 12 12:54:10.867673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:10.925233 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257635ed-8121-4f64-9297-846ee0367963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.947988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257635ed-8121-4f64-9297-846ee0367963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.995142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257635ed-8121-4f64-9297-846ee0367963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.997740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-257635ed-8121-4f64-9297-846ee0367963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:10.998979 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-257635ed-8121-4f64-9297-846ee0367963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6111fbf6-412f-49ac-a6ea-d060a74754fb HTTP/1.1" status: 204 len: 168 time: 0.1302664 Nov 12 12:54:11.006768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257635ed-8121-4f64-9297-846ee0367963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6111fbf6-412f-49ac-a6ea-d060a74754fb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:11.339208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:11.379056 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:11.386460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7611ac21-260f-41fe-83c8-5493bc9cb455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5e8fd5bcd5a475bb1a1687dd24f62a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459025 Nov 12 12:54:11.388949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34142) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:11.405340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a544afe-eb9e-49ba-9056-2243b693fbb9 req-ad24604f-5180-4f26-90de-42fbc81fe1d9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:11.407332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a544afe-eb9e-49ba-9056-2243b693fbb9 req-ad24604f-5180-4f26-90de-42fbc81fe1d9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0766587 Nov 12 12:54:11.452094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33371e10-f2b2-49e6-8e9b-9a5d3d92d2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:11.479375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2a544afe-eb9e-49ba-9056-2243b693fbb9 req-1be2e485-6ff0-42ca-af6a-8535dc168e96 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601320 Nov 12 12:54:11.482583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33371e10-f2b2-49e6-8e9b-9a5d3d92d2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:11.538567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33371e10-f2b2-49e6-8e9b-9a5d3d92d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:11.541272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33371e10-f2b2-49e6-8e9b-9a5d3d92d2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:11.542559 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-33371e10-f2b2-49e6-8e9b-9a5d3d92d2b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf0aa16e-9bb1-428a-808f-ec39b230d923 HTTP/1.1" status: 204 len: 168 time: 0.1523666 Nov 12 12:54:11.552466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33371e10-f2b2-49e6-8e9b-9a5d3d92d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0aa16e-9bb1-428a-808f-ec39b230d923,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:12.087710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:54:12.108586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:54:12.108929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 6d84ec13-cd09-4c28-a38a-6d9d36f0a82d not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:54:12.598225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dad95-68d1-4cc4-a65e-0e163b3fc235 req-b61f7dfe-5846-4fc5-b71a-25d4e621bf35 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:12.599738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f7dad95-68d1-4cc4-a65e-0e163b3fc235 req-b61f7dfe-5846-4fc5-b71a-25d4e621bf35 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0498641 Nov 12 12:54:12.649344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f7dad95-68d1-4cc4-a65e-0e163b3fc235 req-e2f7deeb-ee58-4e1c-a4dc-5c296244d234 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Nov 12 12:54:13.777873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ef1c-ec51-474e-b7fd-ff51efeeeb2c req-0c47fe73-6df7-4924-949f-be9652827152 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:13.779386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4c8ef1c-ec51-474e-b7fd-ff51efeeeb2c req-0c47fe73-6df7-4924-949f-be9652827152 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0526133 Nov 12 12:54:13.826156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c4c8ef1c-ec51-474e-b7fd-ff51efeeeb2c req-59c9543b-89b0-4e0b-835e-b859aea183cd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Nov 12 12:54:14.316148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-98fed8bd-37c6-4d13-b4cc-f99f620ec259 req-32809a97-51e0-4b74-bd61-b400fe67f6a0 service neutron] (102779) timed out ('10.222.0.81', 55357) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:54:14.950251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d0ee4-4c62-4309-b655-e9cf6c2ed616 req-e481529f-5db1-4c53-bd22-4b281daec236 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:14.951741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf8d0ee4-4c62-4309-b655-e9cf6c2ed616 req-e481529f-5db1-4c53-bd22-4b281daec236 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0524437 Nov 12 12:54:14.999029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf8d0ee4-4c62-4309-b655-e9cf6c2ed616 req-228ee34a-1103-4f99-93ea-fcdc87fb22e4 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Nov 12 12:54:20.775054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b8837-cb17-4cd2-9f88-04144fcea1f8 req-12573400-1841-4625-9fc9-f70360a583c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:20.776563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803b8837-cb17-4cd2-9f88-04144fcea1f8 req-12573400-1841-4625-9fc9-f70360a583c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.0456541 Nov 12 12:54:20.821357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803b8837-cb17-4cd2-9f88-04144fcea1f8 req-139d500f-c759-4d78-86eb-79e0e96f34eb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Nov 12 12:54:29.749498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:30.005376 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:32.897538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:32.970437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52835c80-f05d-474f-8dcb-ee6c457e203a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:32.970823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52835c80-f05d-474f-8dcb-ee6c457e203a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:32.971284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52835c80-f05d-474f-8dcb-ee6c457e203a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:32.972951 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-52835c80-f05d-474f-8dcb-ee6c457e203a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=88c1af1ca30a48e083eb7062cb8450c7&network_id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 2969 time: 0.0737977 Nov 12 12:54:35.189680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34354) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:35.247595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5485e4f-4136-485e-9952-357811dfe81e tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:35.249140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a5485e4f-4136-485e-9952-357811dfe81e tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 814 time: 0.0584109 Nov 12 12:54:35.719749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48601ebb-8344-453d-9264-81450af3e7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:35.895603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:35.901202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'network': {'name': 'tempest-network-smoke--2063412746', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:35.923229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:54:35.926638 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:35.950035 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:54:35.959250 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:35.959593 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Added segment b8144b31-c7c2-4d5d-9e89-489d5ee771b6 of type vlan for network f2b50fef-3443-402b-b005-add7fbef7bf5 Nov 12 12:54:36.000633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:36.024039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:36.030269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:36.030865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:36.102037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.102629 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2056782 Nov 12 12:54:36.109437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Network': ['ID=f2b50fef-3443-402b-b005-add7fbef7bf5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:36.125707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.126060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.126429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.126793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.127127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.127457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.127785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.128114 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.128435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.128778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.129084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.129415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2266e1-1ef3-4296-801e-d4ef338a875e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:36.141366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f2b50fef-3443-402b-b005-add7fbef7bf5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:54:36.174091 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e99e25-d7e1-44a4-aebe-c827dae33a2a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:36.175623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2e99e25-d7e1-44a4-aebe-c827dae33a2a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=88c1af1ca30a48e083eb7062cb8450c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0715656 Nov 12 12:54:36.178434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34368) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.341027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c3114-494e-4da8-aa8b-caf3473092e2 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:36.345465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aa0c3114-494e-4da8-aa8b-caf3473092e2 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1633260 Nov 12 12:54:36.345853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.377663 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de0b1ea8-fc8c-4766-b69c-9a7edb50d5ad tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305235 Nov 12 12:54:36.380441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.416073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a0f5929-7da3-40ac-bd30-4bebfd8f1efc tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=88c1af1ca30a48e083eb7062cb8450c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345681 Nov 12 12:54:36.418987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.509276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b6fb8-1037-42b3-bff7-72c29a050282 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:36.514242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e33b6fb8-1037-42b3-bff7-72c29a050282 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942345 Nov 12 12:54:36.514436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.551724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-57caf73d-bf16-4a60-9964-9a5bb43d8c84 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337877 Nov 12 12:54:36.551948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34378) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:36.557509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-579129250', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:36.654231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:54:36.657699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:36.843035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:36.910261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Subnet': ['ID=d23bc01f-656b-4241-9723-ed298ef3bc62,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:36.918056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Checking segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:54:36.918456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network hostable DHCP agents. Network: f2b50fef-3443-402b-b005-add7fbef7bf5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:54:36.937637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network f2b50fef-3443-402b-b005-add7fbef7bf5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:54:36.948242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f2b50fef-3443-402b-b005-add7fbef7bf5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:54:36.952539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:36.953143 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:36.960650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884dc6e-99e0-4ae9-abae-0ae235172d1a None None] Network f2b50fef-3443-402b-b005-add7fbef7bf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:54:36.975256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fbd4769b-c1af-4e63-8e81-6e5362979fd3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4197090 Nov 12 12:54:37.124244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-f2b50fef-3443-402b-b005-add7fbef7bf5', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ips': [{'subnet_id': 'd23bc01f-656b-4241-9723-ed298ef3bc62'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:54:37.125357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.277088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:37.282787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1804777390', 'description': 'tempest-secgroup-smoke-1804777390 description', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:37.294288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Allocated IP 172.20.0.18 (f2b50fef-3443-402b-b005-add7fbef7bf5/d23bc01f-656b-4241-9723-ed298ef3bc62/2695290c-e7e7-4be9-af7a-69e195ff9994) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:54:37.316670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.425456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.437631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.472445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf915873-4fde-4ef1-82bc-8a3b383fbf15,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:37.482039 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.485983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3407fdea-6845-48d4-a66c-a25620617561 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2045784 Nov 12 12:54:37.486360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:37.492194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'cf915873-4fde-4ef1-82bc-8a3b383fbf15', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:37.530285 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.609615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.614989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.640381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c165f8-35b1-4d4e-9749-5fdb58d594e2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:37.654608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.660250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e3d78cc6-b175-49ba-bb2f-b53aaa4fd0dd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726635 Nov 12 12:54:37.660621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:37.665331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'cf915873-4fde-4ef1-82bc-8a3b383fbf15', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:37.690350 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.699963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.719294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.745279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Network f2b50fef-3443-402b-b005-add7fbef7bf5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:54:37.753426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:54:37.760700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:54:37.764068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Pushing event updated for resources: {'Port': ['ID=2695290c-e7e7-4be9-af7a-69e195ff9994,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:37.798940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.799811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.800445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.800850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.801214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.801571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.801980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.802531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.802936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.803238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.803605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.803973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:54:37.815805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.821541 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.851607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b311c9ba-4466-4319-aad6-d7adc1b846b7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:37.862728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.863950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Attempting to bind port 2695290c-e7e7-4be9-af7a-69e195ff9994 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:54:37.864316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Attempting to bind port 2695290c-e7e7-4be9-af7a-69e195ff9994 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:54:37.864580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-81058e54-fce1-4956-93c8-33a4db7c551f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2027278 Nov 12 12:54:37.865089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Attempting to bind port 2695290c-e7e7-4be9-af7a-69e195ff9994 on network f2b50fef-3443-402b-b005-add7fbef7bf5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:54:37.866939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:37.872416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'cf915873-4fde-4ef1-82bc-8a3b383fbf15', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:37.872663 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:54:37.873021 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Checking segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:54:37.873485 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.873881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Bound using segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:54:37.874595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Bound port: 2695290c-e7e7-4be9-af7a-69e195ff9994, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:54:37.875194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.914081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:37.960900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] For port 2695290c-e7e7-4be9-af7a-69e195ff9994, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:54:37.967427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] For port 2695290c-e7e7-4be9-af7a-69e195ff9994, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2695290c-e7e7-4be9-af7a-69e195ff9994,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:54:37.971313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:37.975065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.004197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.016915 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.039530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556c493-7d24-434e-8bb0-b5356d86ca10 None None] Pushing event updated for resources: {'Port': ['ID=2695290c-e7e7-4be9-af7a-69e195ff9994,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.066416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9fb692-37eb-4234-9b6d-2f4b0a4ad1c2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.075275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.079457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d91cdc01-c0f4-40cd-b4e6-cf9359a9b98f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086687 Nov 12 12:54:38.079457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:38.086319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'cf915873-4fde-4ef1-82bc-8a3b383fbf15', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:38.109233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1635562c-3166-4ccc-b323-728731176e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.148708 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.232824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-7fb43fb6-9ad7-40cf-b3f2-66ff810f9bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494978 Nov 12 12:54:38.269971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.275555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1635562c-3166-4ccc-b323-728731176e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.285094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.304027 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1635562c-3166-4ccc-b323-728731176e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.340237 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012d24e6-7e44-4b7b-85a3-50f04dfc4663,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.358626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.360213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3c138005-e6a0-4daa-b91a-d8940a65fa86 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2775788 Nov 12 12:54:38.370573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34426) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:38.382383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'cf915873-4fde-4ef1-82bc-8a3b383fbf15', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:38.393946 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1635562c-3166-4ccc-b323-728731176e7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9c43a6c710f4297822d38bb7751e3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215255 Nov 12 12:54:38.396733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635562c-3166-4ccc-b323-728731176e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d503b572-3880-495e-9f6a-704ae35acd3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.397544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:38.399704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425049f4-14b4-4d42-a511-4a730f9538af req-ac9ca2bc-03b6-429b-957a-d506b917b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:38.402195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-ac9ca2bc-03b6-429b-957a-d506b917b2e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1096 time: 0.0808396 Nov 12 12:54:38.428541 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Project 88c1af1ca30a48e083eb7062cb8450c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:54:38.437033 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.494852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.500655 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.521584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e871bc-d6d9-4eca-83e9-732a0e762aa2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.532284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.533531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-697ff0a5-cef0-48d3-acbf-aea1c32b6f33 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581273 Nov 12 12:54:38.536319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:38.539273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e338de1-eb3e-48c4-8ab5-c6e9a5339836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.540778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'cf915873-4fde-4ef1-82bc-8a3b383fbf15', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:38.566216 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Project 88c1af1ca30a48e083eb7062cb8450c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:54:38.571145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.577899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e338de1-eb3e-48c4-8ab5-c6e9a5339836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.584823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425049f4-14b4-4d42-a511-4a730f9538af req-06b2513d-94ed-4642-b843-e64eda738c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:38.586312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-06b2513d-94ed-4642-b843-e64eda738c60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 898 time: 0.1470039 Nov 12 12:54:38.643006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.651992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.681258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.696353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582460 Nov 12 12:54:38.698480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98be1d2-e4a8-4be0-8a70-a5266a3390c4 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e000f772-1cc9-42f2-9893-a6acd0431d89,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.707109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-32d4818e-440a-408e-8b91-05831476db68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 200 len: 1000 time: 0.1111238 Nov 12 12:54:38.747667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e338de1-eb3e-48c4-8ab5-c6e9a5339836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.750268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e338de1-eb3e-48c4-8ab5-c6e9a5339836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:38.753730 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8e338de1-eb3e-48c4-8ab5-c6e9a5339836 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d503b572-3880-495e-9f6a-704ae35acd3d HTTP/1.1" status: 204 len: 168 time: 0.3478472 Nov 12 12:54:38.766462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e338de1-eb3e-48c4-8ab5-c6e9a5339836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d503b572-3880-495e-9f6a-704ae35acd3d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:38.778699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425049f4-14b4-4d42-a511-4a730f9538af req-67ce11e8-0713-4b7e-ab34-0353179026d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:38.780215 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-67ce11e8-0713-4b7e-ab34-0353179026d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fcffc3b-954d-4578-b436-e11e93fcb1af HTTP/1.1" status: 200 len: 835 time: 0.0652683 Nov 12 12:54:38.837123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425049f4-14b4-4d42-a511-4a730f9538af req-03d15f56-c570-43ce-92fc-a070f5d7413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:38.838864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-03d15f56-c570-43ce-92fc-a070f5d7413e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511885 Nov 12 12:54:38.957354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4404d26-edc6-452d-9012-b524abd2bb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.018438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-d7ed7c68-8696-48f9-917b-3ad85424dc20 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711349 Nov 12 12:54:39.198019 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-425049f4-14b4-4d42-a511-4a730f9538af req-241acdf0-a28f-4c96-9330-9410b855d4e8 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708987 Nov 12 12:54:39.259244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:39.285232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f40f042b-5af5-48cc-a3b8-9f8880cad256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.316768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42a90d-8467-4efe-ac70-761a3276f3a2 None None] Network f2b50fef-3443-402b-b005-add7fbef7bf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:54:39.339144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-b6d462bd-92fd-4b7c-9f17-cd9e2ef63230 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1804777390&fields=id&tenant_id=88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 267 time: 0.1195517 Nov 12 12:54:39.397118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2695290c-e7e7-4be9-af7a-69e195ff9994 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:54:39.489397 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.492171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9dca3069-fe74-4af3-85fa-4f0508997adb None None] Provisioning complete for port 2695290c-e7e7-4be9-af7a-69e195ff9994 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:39.492534 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dca3069-fe74-4af3-85fa-4f0508997adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.499246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-79f0f574-dac2-40a7-b28c-74e79702d2ed tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:39.500821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-79f0f574-dac2-40a7-b28c-74e79702d2ed tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/networks?id=f2b50fef-3443-402b-b005-add7fbef7bf5 HTTP/1.1" status: 200 len: 797 time: 0.1505396 Nov 12 12:54:39.511465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f40f042b-5af5-48cc-a3b8-9f8880cad256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.519611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f40f042b-5af5-48cc-a3b8-9f8880cad256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.540424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-9127f536-8440-41c7-af8b-20ba2d051ab6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/quotas/88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 375 time: 0.0311081 Nov 12 12:54:39.567360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2695290c-e7e7-4be9-af7a-69e195ff9994 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:39.567638 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.593782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f40f042b-5af5-48cc-a3b8-9f8880cad256 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ed402a4d9a64cb2ae90a0ce86b00a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329062 Nov 12 12:54:39.594648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f042b-5af5-48cc-a3b8-9f8880cad256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f614c-3382-49b4-b943-7e42370a2b12,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:39.596541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34452) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:39.645081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-1754c306-2b7d-419d-8afa-3517955c759e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0956883 Nov 12 12:54:39.670944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eef25fef-862d-423c-8599-e0ca4c5d7c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.700208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dca3069-fe74-4af3-85fa-4f0508997adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.717371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eef25fef-862d-423c-8599-e0ca4c5d7c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.779620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.782981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9dca3069-fe74-4af3-85fa-4f0508997adb None None] For port 2695290c-e7e7-4be9-af7a-69e195ff9994, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2695290c-e7e7-4be9-af7a-69e195ff9994,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:54:39.793265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-22fe9bed-325c-489d-8451-e5cafc15fc6f service neutron] 10.222.0.18 "GET /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306996 Nov 12 12:54:39.800217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eef25fef-862d-423c-8599-e0ca4c5d7c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.808632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eef25fef-862d-423c-8599-e0ca4c5d7c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.817387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eef25fef-862d-423c-8599-e0ca4c5d7c58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b2f614c-3382-49b4-b943-7e42370a2b12 HTTP/1.1" status: 204 len: 168 time: 0.2196081 Nov 12 12:54:39.828228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dca3069-fe74-4af3-85fa-4f0508997adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:39.830303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef25fef-862d-423c-8599-e0ca4c5d7c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f614c-3382-49b4-b943-7e42370a2b12,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:39.926283 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:54:39.926640 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:54:39.943185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-d598371e-e5b8-4a10-a2d2-0bf150d7119c service neutron] 10.222.0.18 "GET /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487827 Nov 12 12:54:39.990576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca3069-fe74-4af3-85fa-4f0508997adb None None] Pushing event updated for resources: {'Port': ['ID=2695290c-e7e7-4be9-af7a-69e195ff9994,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:40.147405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0d818f01-a6af-4be9-be03-5ade58a40c3b req-60d27614-b2b9-48b4-88e4-c9500d11205b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 210 time: 0.0376437 Nov 12 12:54:40.169583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-294f4de8-00ba-4f53-910d-d88a088e6e49 None None] Provisioning complete for port 2695290c-e7e7-4be9-af7a-69e195ff9994 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:40.169583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294f4de8-00ba-4f53-910d-d88a088e6e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:40.677424 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.333973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2695290c-e7e7-4be9-af7a-69e195ff9994 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:54:41.390383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.410792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 2695290c-e7e7-4be9-af7a-69e195ff9994 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:41.411387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.532814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df579c16-6b32-499a-b448-40e98fee9090 req-db5dd7dc-e531-4f95-9c41-af98aaa2bb7b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 210 time: 0.0326297 Nov 12 12:54:41.559961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-a6dfebcc-4d85-480e-bf64-cec0854b706b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:41.561401 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-a6dfebcc-4d85-480e-bf64-cec0854b706b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.81 "GET /v2.0/networks?id=f2b50fef-3443-402b-b005-add7fbef7bf5 HTTP/1.1" status: 200 len: 797 time: 0.4668763 Nov 12 12:54:41.595335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:41.649497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-6165db96-07ad-4155-bb6e-253d4a66dbec tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 472 time: 0.0779145 Nov 12 12:54:41.659761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'port': {'device_id': '528366b0-3035-49d6-b8e0-950c8274f20d', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'admin_state_up': True, 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'security_groups': ['cf915873-4fde-4ef1-82bc-8a3b383fbf15']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:41.705552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51669347-e0e5-4cdd-ac85-f0b2a01ead94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.770630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:54:41.774152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.783590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51669347-e0e5-4cdd-ac85-f0b2a01ead94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.789996 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51669347-e0e5-4cdd-ac85-f0b2a01ead94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.829542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-51669347-e0e5-4cdd-ac85-f0b2a01ead94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39ab45c5e11c49c59d5f8e47ab24357c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330372 Nov 12 12:54:41.830437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51669347-e0e5-4cdd-ac85-f0b2a01ead94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e0ea1c-141d-45bf-9d8c-82613bc1fc04,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:41.832684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:41.881279 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2466a90-efd0-4dbb-a459-0e49fdcbb58c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.905747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2466a90-efd0-4dbb-a459-0e49fdcbb58c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.917482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.20.0.29 (f2b50fef-3443-402b-b005-add7fbef7bf5/d23bc01f-656b-4241-9723-ed298ef3bc62/f8e737f6-0163-425a-a4d0-2e7763b00c70) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:54:41.953642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2466a90-efd0-4dbb-a459-0e49fdcbb58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.956384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2466a90-efd0-4dbb-a459-0e49fdcbb58c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:41.957539 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f2466a90-efd0-4dbb-a459-0e49fdcbb58c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64e0ea1c-141d-45bf-9d8c-82613bc1fc04 HTTP/1.1" status: 204 len: 168 time: 0.1239645 Nov 12 12:54:41.968072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466a90-efd0-4dbb-a459-0e49fdcbb58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e0ea1c-141d-45bf-9d8c-82613bc1fc04,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:42.077476 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.111562 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.158700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network f2b50fef-3443-402b-b005-add7fbef7bf5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:54:42.161828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:54:42.169887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:54:42.205419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=f8e737f6-0163-425a-a4d0-2e7763b00c70,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:42.232792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:42.233462 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.249498 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:42.252486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-5030307c-5aa4-4731-a99a-2014a8a8d68d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964339 Nov 12 12:54:42.264892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c47-c775-4371-b2fb-fe5f0e02dc82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.265946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Request body: {'port': {'device_id': '528366b0-3035-49d6-b8e0-950c8274f20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:54:42.324243 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.355600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c47-c775-4371-b2fb-fe5f0e02dc82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.361073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c47-c775-4371-b2fb-fe5f0e02dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.405729 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0b1a6c47-c775-4371-b2fb-fe5f0e02dc82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1a2d727a6c64e4ea2e08e6bc4076530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549685 Nov 12 12:54:42.406396 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:42.416146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a6c47-c775-4371-b2fb-fe5f0e02dc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86bc95-295c-402b-81ad-1e12fcbc7e65,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:42.419787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-54f44ddb-f601-4ffa-9624-efd6c69c9a4c None None] Provisioning complete for port f8e737f6-0163-425a-a4d0-2e7763b00c70 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:42.420988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54f44ddb-f601-4ffa-9624-efd6c69c9a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.468175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-54f44ddb-f601-4ffa-9624-efd6c69c9a4c None None] Port f8e737f6-0163-425a-a4d0-2e7763b00c70 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:54:42.487113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4206c53a-d0f5-4421-9c29-ead5b90d71f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.514089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4206c53a-d0f5-4421-9c29-ead5b90d71f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.563694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4206c53a-d0f5-4421-9c29-ead5b90d71f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.566509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4206c53a-d0f5-4421-9c29-ead5b90d71f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.567978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4206c53a-d0f5-4421-9c29-ead5b90d71f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c86bc95-295c-402b-81ad-1e12fcbc7e65 HTTP/1.1" status: 204 len: 168 time: 0.1593363 Nov 12 12:54:42.576372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c53a-d0f5-4421-9c29-ead5b90d71f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86bc95-295c-402b-81ad-1e12fcbc7e65,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:42.664839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e737f6-0163-425a-a4d0-2e7763b00c70 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:54:42.675597 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.690865 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Transition to ACTIVE for port object f8e737f6-0163-425a-a4d0-2e7763b00c70 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:54:42.704168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9072a-d23f-45ea-99ba-0c921aebbd36 req-f362d67c-5db0-4957-a43f-f6a4c79d8506 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:42.705747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63e9072a-d23f-45ea-99ba-0c921aebbd36 req-f362d67c-5db0-4957-a43f-f6a4c79d8506 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 932 time: 0.0800810 Nov 12 12:54:42.706400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.795270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e737f6-0163-425a-a4d0-2e7763b00c70,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:42.870136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63e9072a-d23f-45ea-99ba-0c921aebbd36 req-7f280bc1-fd3a-4686-940a-1cb89a2beed3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525526 Nov 12 12:54:42.908674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Attempting to bind port f8e737f6-0163-425a-a4d0-2e7763b00c70 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:54:42.909016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Attempting to bind port f8e737f6-0163-425a-a4d0-2e7763b00c70 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:54:42.909348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Attempting to bind port f8e737f6-0163-425a-a4d0-2e7763b00c70 on network f2b50fef-3443-402b-b005-add7fbef7bf5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:54:42.914079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Port f8e737f6-0163-425a-a4d0-2e7763b00c70 on network f2b50fef-3443-402b-b005-add7fbef7bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:54:42.914491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Attempting to bind port f8e737f6-0163-425a-a4d0-2e7763b00c70 on network f2b50fef-3443-402b-b005-add7fbef7bf5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:54:42.924186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:54:42.924718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Checking segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:54:42.925101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Bound using segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:54:42.925542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Bound port: f8e737f6-0163-425a-a4d0-2e7763b00c70, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:54:42.925917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:42.993894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] For port f8e737f6-0163-425a-a4d0-2e7763b00c70, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:54:42.997390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] For port f8e737f6-0163-425a-a4d0-2e7763b00c70, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:54:43.001376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:43.038134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.038854 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:43.040172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] 10.222.0.81 "PUT /v2.0/ports/f8e737f6-0163-425a-a4d0-2e7763b00c70 HTTP/1.1" status: 200 len: 1092 time: 0.7787325 Nov 12 12:54:43.040816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528366b0-3035-49d6-b8e0-950c8274f20d', 'tag': 'f8e737f6-0163-425a-a4d0-2e7763b00c70'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:54:43.042947 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d97757-e13a-4177-a21b-69e68b1f0dab" -d '{"events": [{"name": "network-changed", "server_uuid": "528366b0-3035-49d6-b8e0-950c8274f20d", "tag": "f8e737f6-0163-425a-a4d0-2e7763b00c70"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:54:43.092710 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d1bf8-edee-4ff7-8d08-8928d54a1e93 x-openstack-request-id: req-a25d1bf8-edee-4ff7-8d08-8928d54a1e93 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:54:43.093286 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528366b0-3035-49d6-b8e0-950c8274f20d", "tag": "f8e737f6-0163-425a-a4d0-2e7763b00c70", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:54:43.093802 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a25d1bf8-edee-4ff7-8d08-8928d54a1e93 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:54:43.094523 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528366b0-3035-49d6-b8e0-950c8274f20d', 'tag': 'f8e737f6-0163-425a-a4d0-2e7763b00c70', 'status': 'completed', 'code': 200} Nov 12 12:54:43.095576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c777a4-38ac-404f-b03c-97c136f24646 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e737f6-0163-425a-a4d0-2e7763b00c70,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:43.175294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-726e2a9e-0630-4169-aa55-903f6042cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.178325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-726e2a9e-0630-4169-aa55-903f6042cb7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 1095 time: 0.0762072 Nov 12 12:54:43.226654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-7b927613-bc18-4f80-a792-4560720cca0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70 HTTP/1.1" status: 200 len: 217 time: 0.0403287 Nov 12 12:54:43.281638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-ddc340f2-831e-4893-b0ce-5dc7ed3f2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.283274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-ddc340f2-831e-4893-b0ce-5dc7ed3f2788 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d23bc01f-656b-4241-9723-ed298ef3bc62 HTTP/1.1" status: 200 len: 837 time: 0.0497437 Nov 12 12:54:43.347103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-c00530a1-7733-4da9-bcd1-d8273265dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.348682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-c00530a1-7733-4da9-bcd1-d8273265dfca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f2b50fef-3443-402b-b005-add7fbef7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576720 Nov 12 12:54:43.444299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-4e89e8d2-4447-41ee-8e7e-c25ef9530b2f service neutron] 10.222.0.81 "GET /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868628 Nov 12 12:54:43.546985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e592a1dd-3367-47ed-90f8-d20357599ab3 req-4fc208d5-f937-4506-aa19-5eb3dd11c717 service neutron] 10.222.0.81 "GET /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952084 Nov 12 12:54:43.648629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-237d517c-6b9e-4cb0-b56d-65580268e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.651280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-237d517c-6b9e-4cb0-b56d-65580268e795 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 1095 time: 0.0437028 Nov 12 12:54:43.751381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-33f992e9-e9d4-4698-8169-0c67e76c0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.752922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-33f992e9-e9d4-4698-8169-0c67e76c0e3c service neutron] 10.222.0.81 "GET /v2.0/networks?id=f2b50fef-3443-402b-b005-add7fbef7bf5 HTTP/1.1" status: 200 len: 898 time: 0.0952997 Nov 12 12:54:43.797241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-c18a9857-6e9e-417e-a246-e8ed60d77477 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70 HTTP/1.1" status: 200 len: 217 time: 0.0360179 Nov 12 12:54:43.848186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-14b7c979-71f8-41e7-a8c4-5f0980236ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.849671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-14b7c979-71f8-41e7-a8c4-5f0980236ff5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d23bc01f-656b-4241-9723-ed298ef3bc62 HTTP/1.1" status: 200 len: 837 time: 0.0452235 Nov 12 12:54:43.897552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-1e9de169-df97-40ae-9829-4d9c01e388e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:43.899124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-1e9de169-df97-40ae-9829-4d9c01e388e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f2b50fef-3443-402b-b005-add7fbef7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415456 Nov 12 12:54:44.033264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-c8b210a4-2b63-4642-b3b4-26d7234e022d service neutron] 10.222.0.81 "GET /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260097 Nov 12 12:54:44.041989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26495e6b-0b19-4c1b-a213-cffa9f57c3d5 req-dd4c455c-b22d-41b8-b779-2aa8774cf394 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:44.043484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26495e6b-0b19-4c1b-a213-cffa9f57c3d5 req-dd4c455c-b22d-41b8-b779-2aa8774cf394 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 944 time: 0.0740736 Nov 12 12:54:44.156422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26495e6b-0b19-4c1b-a213-cffa9f57c3d5 req-4e59eba6-4091-4647-bcf1-d7448673b976 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046124 Nov 12 12:54:44.180478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27d97757-e13a-4177-a21b-69e68b1f0dab req-e2772640-de78-4cb9-a984-c391ee2239de service neutron] 10.222.0.81 "GET /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303113 Nov 12 12:54:44.486552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-2ae306ba-1689-4446-ba1e-03b05cf336b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446503 Nov 12 12:54:44.567539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-6bdfca2f-559b-4d54-b668-3d0b36e35ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:44.569054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-6bdfca2f-559b-4d54-b668-3d0b36e35ebc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 1096 time: 0.0580032 Nov 12 12:54:44.687335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-318a259e-9fa0-401a-9f98-3c003ff90346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:44.688686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-318a259e-9fa0-401a-9f98-3c003ff90346 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.0990891 Nov 12 12:54:44.744988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-0631640e-9350-4e2c-aab0-3bfbb7f82cd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87678aed-2963-446a-94d1-475f55a31045 HTTP/1.1" status: 200 len: 217 time: 0.0451059 Nov 12 12:54:44.805969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-98c70c39-efd2-468e-aca3-0dd91d13976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:44.807900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-98c70c39-efd2-468e-aca3-0dd91d13976b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0554147 Nov 12 12:54:44.841985 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-92d65371-ab2f-4c52-9af7-7babb39d2d34 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267677 Nov 12 12:54:44.948196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-a3aa7691-49c7-43aa-8bcb-885b8c58674b service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981092 Nov 12 12:54:45.043400 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-030bab7b-abc6-4064-ac53-1aa0e997a450 req-8a2adc4e-6c86-4dc9-8f38-f94ef2e49c96 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876360 Nov 12 12:54:45.288853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4e2f7-66a6-4212-a1e5-a350ef20012f req-eeb63866-f262-4575-8288-5b0d55d125df tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:45.291390 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2db4e2f7-66a6-4212-a1e5-a350ef20012f req-eeb63866-f262-4575-8288-5b0d55d125df tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 944 time: 0.0519888 Nov 12 12:54:45.349724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2db4e2f7-66a6-4212-a1e5-a350ef20012f req-dce67904-0c64-4883-8e21-7160af239414 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517621 Nov 12 12:54:45.895879 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:54:46.475463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f514945-e23e-4008-a13b-47e70af315c7 req-4a34e108-5c2b-4fec-9806-40df346fc3c7 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:46.477031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f514945-e23e-4008-a13b-47e70af315c7 req-4a34e108-5c2b-4fec-9806-40df346fc3c7 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 944 time: 0.0538187 Nov 12 12:54:46.528331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f514945-e23e-4008-a13b-47e70af315c7 req-196b69f0-7e48-48c1-b9cb-c9dae4f87d0b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Nov 12 12:54:47.645314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce47fc-01fb-434f-b6b7-46983d6cef98 req-eff6ae59-0f1a-4c54-a32c-38ca803d156c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:47.646846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cce47fc-01fb-434f-b6b7-46983d6cef98 req-eff6ae59-0f1a-4c54-a32c-38ca803d156c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 944 time: 0.0498364 Nov 12 12:54:47.696974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cce47fc-01fb-434f-b6b7-46983d6cef98 req-1579802d-e32c-4298-b34e-381b57c5c356 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Nov 12 12:54:48.063134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8e737f6-0163-425a-a4d0-2e7763b00c70 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:54:48.159389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8e737f6-0163-425a-a4d0-2e7763b00c70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:54:48.173201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'f8e737f6-0163-425a-a4d0-2e7763b00c70', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'port_id': 'f8e737f6-0163-425a-a4d0-2e7763b00c70', 'mac_address': 'fa:16:3e:f2:e8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:54:48.218869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:48.232435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e737f6-0163-425a-a4d0-2e7763b00c70 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:54:48.251244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8e737f6-0163-425a-a4d0-2e7763b00c70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:54:48.255146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:48.303731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f8e737f6-0163-425a-a4d0-2e7763b00c70,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:48.549506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['f8e737f6-0163-425a-a4d0-2e7763b00c70'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:54:48.828759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde221ae-dcae-4af2-ad4f-bb5d3dd1a0f7 req-12797572-2d12-4c3f-89d6-0cc2a645bbdf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:48.830312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bde221ae-dcae-4af2-ad4f-bb5d3dd1a0f7 req-12797572-2d12-4c3f-89d6-0cc2a645bbdf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 945 time: 0.0577874 Nov 12 12:54:48.890665 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bde221ae-dcae-4af2-ad4f-bb5d3dd1a0f7 req-7f145315-ff3f-402e-8acd-7d6e7f1914c5 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541031 Nov 12 12:54:50.008532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e741cbc-dc42-41b0-b5d8-4336179d77a1 req-fc866499-2142-4445-9227-ccfd03eea708 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:50.009940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e741cbc-dc42-41b0-b5d8-4336179d77a1 req-fc866499-2142-4445-9227-ccfd03eea708 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 945 time: 0.0497608 Nov 12 12:54:50.062879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e741cbc-dc42-41b0-b5d8-4336179d77a1 req-a5428cbe-a7dd-4585-8be0-654b2c67e37f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 Nov 12 12:54:50.071612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8e737f6-0163-425a-a4d0-2e7763b00c70 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:54:50.122108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port f8e737f6-0163-425a-a4d0-2e7763b00c70 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:54:50.126429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port f8e737f6-0163-425a-a4d0-2e7763b00c70 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:50.126801 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:50.203698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:50.225813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528366b0-3035-49d6-b8e0-950c8274f20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e737f6-0163-425a-a4d0-2e7763b00c70'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:54:50.228068 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4ef8d3-8f4a-44e6-98b2-be8b9a29f76a" -d '{"events": [{"server_uuid": "528366b0-3035-49d6-b8e0-950c8274f20d", "name": "network-vif-plugged", "status": "completed", "tag": "f8e737f6-0163-425a-a4d0-2e7763b00c70"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:54:50.247121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8e737f6-0163-425a-a4d0-2e7763b00c70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:54:50.252163 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:50.274913 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62df72-46fd-4f96-86b1-ae0d201c102c x-openstack-request-id: req-8c62df72-46fd-4f96-86b1-ae0d201c102c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:54:50.275264 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528366b0-3035-49d6-b8e0-950c8274f20d", "name": "network-vif-plugged", "status": "completed", "tag": "f8e737f6-0163-425a-a4d0-2e7763b00c70", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:54:50.275459 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c62df72-46fd-4f96-86b1-ae0d201c102c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:54:50.276549 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528366b0-3035-49d6-b8e0-950c8274f20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e737f6-0163-425a-a4d0-2e7763b00c70', 'code': 200} Nov 12 12:54:50.309298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f8e737f6-0163-425a-a4d0-2e7763b00c70,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:50.380611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6337-59fe-4b56-a99e-0fb8eb7800fb req-e7504fba-9eb2-4ca5-839b-7ea4a6276002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:50.382144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a68f6337-59fe-4b56-a99e-0fb8eb7800fb req-e7504fba-9eb2-4ca5-839b-7ea4a6276002 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 1097 time: 0.0416119 Nov 12 12:54:50.439045 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a68f6337-59fe-4b56-a99e-0fb8eb7800fb req-b0d3b9bd-01ee-4391-b8b9-25e51b7e3a37 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467927 Nov 12 12:54:51.181472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784bdcf-615d-4a30-bca4-406146b49f13 req-ee2906c7-e5e0-4b79-a7fb-f40fbb70dde2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:51.183147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7784bdcf-615d-4a30-bca4-406146b49f13 req-ee2906c7-e5e0-4b79-a7fb-f40fbb70dde2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 946 time: 0.0504763 Nov 12 12:54:51.235216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7784bdcf-615d-4a30-bca4-406146b49f13 req-694cc85a-87ec-4010-8639-02f1b81fe3e1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 Nov 12 12:54:52.373206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9c09-c6e1-4fe7-a486-57da88bec9b7 req-4bdb4bd2-448b-4097-a162-2af78d3cfd6e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:52.374813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77ae9c09-c6e1-4fe7-a486-57da88bec9b7 req-4bdb4bd2-448b-4097-a162-2af78d3cfd6e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 946 time: 0.0538929 Nov 12 12:54:52.426630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77ae9c09-c6e1-4fe7-a486-57da88bec9b7 req-b8690ea0-01b5-4349-9dfd-ac2543003f55 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455923 Nov 12 12:54:52.555240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828fdbc-2906-4fd8-9b46-f8d268e5818a req-7a640bac-2c71-41b4-bf6d-85dd6a3cf99d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:54:52.557151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7828fdbc-2906-4fd8-9b46-f8d268e5818a req-7a640bac-2c71-41b4-bf6d-85dd6a3cf99d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 946 time: 0.0610671 Nov 12 12:54:52.617568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7828fdbc-2906-4fd8-9b46-f8d268e5818a req-ea59da78-d52c-49a6-96c3-4ea9e1434399 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543251 Nov 12 12:54:52.886719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:53.002371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcfb297-ba4b-490e-8daa-3dbc9a60ce10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.075363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcfb297-ba4b-490e-8daa-3dbc9a60ce10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.079862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcfb297-ba4b-490e-8daa-3dbc9a60ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.120544 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-efcfb297-ba4b-490e-8daa-3dbc9a60ce10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=225a5bd682ed4b42ad8cfedf8057980c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319527 Nov 12 12:54:53.120976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfb297-ba4b-490e-8daa-3dbc9a60ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c31345f-b78b-47a2-b5e7-85d79c52ac0a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:53.122491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:53.184682 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50cd2724-7ff3-4f84-a675-81522efb9dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.206022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50cd2724-7ff3-4f84-a675-81522efb9dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.255550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50cd2724-7ff3-4f84-a675-81522efb9dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.258280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50cd2724-7ff3-4f84-a675-81522efb9dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.259624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50cd2724-7ff3-4f84-a675-81522efb9dd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c31345f-b78b-47a2-b5e7-85d79c52ac0a HTTP/1.1" status: 204 len: 168 time: 0.1360681 Nov 12 12:54:53.268051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd2724-7ff3-4f84-a675-81522efb9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c31345f-b78b-47a2-b5e7-85d79c52ac0a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:53.584647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:53.600586 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7837-a2d3-4240-85ca-965b0dc09e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.694104 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7837-a2d3-4240-85ca-965b0dc09e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.699455 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7837-a2d3-4240-85ca-965b0dc09e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.745381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c5ab7837-a2d3-4240-85ca-965b0dc09e00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0b71ab34123411ba9c7f5db732f3aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584854 Nov 12 12:54:53.746390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab7837-a2d3-4240-85ca-965b0dc09e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205949fa-faab-4256-bdd4-48652f35939a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:53.747599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:53.805504 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-038b1290-3996-4bad-8bee-5db1a8d3917c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.831766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-038b1290-3996-4bad-8bee-5db1a8d3917c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.883033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-038b1290-3996-4bad-8bee-5db1a8d3917c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.886151 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-038b1290-3996-4bad-8bee-5db1a8d3917c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:53.887332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-038b1290-3996-4bad-8bee-5db1a8d3917c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/205949fa-faab-4256-bdd4-48652f35939a HTTP/1.1" status: 204 len: 168 time: 0.1387422 Nov 12 12:54:53.897678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b1290-3996-4bad-8bee-5db1a8d3917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205949fa-faab-4256-bdd4-48652f35939a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:54.114894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:54:54.572406 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:54.862836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.20.0.17 (f2b50fef-3443-402b-b005-add7fbef7bf5/d23bc01f-656b-4241-9723-ed298ef3bc62/9a4cc957-4f04-4636-93c8-b84e7fac0061) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:54:55.260859 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.294265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.333094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network f2b50fef-3443-402b-b005-add7fbef7bf5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:54:55.336210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:54:55.342776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:54:55.376777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=9a4cc957-4f04-4636-93c8-b84e7fac0061,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:55.400918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.553096 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.625669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc6b7ab1-4717-4c1d-bac5-9c7114db8d0d None None] Provisioning complete for port 9a4cc957-4f04-4636-93c8-b84e7fac0061 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:55.626376 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc6b7ab1-4717-4c1d-bac5-9c7114db8d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.667675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b7ab1-4717-4c1d-bac5-9c7114db8d0d None None] Port 9a4cc957-4f04-4636-93c8-b84e7fac0061 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:54:55.848997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.854031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:55.932720 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=9a4cc957-4f04-4636-93c8-b84e7fac0061,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:55.935305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:56.047275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network f2b50fef-3443-402b-b005-add7fbef7bf5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:54:56.048688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:54:56.229034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:54:56.368656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:54:56.381647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:54:56.382751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-19551953-b89f-4adf-b75c-e3bacd3146b3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "PUT /v2.0/routers/709707f2-2db4-4639-b2e5-d35ec55ce60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2666893 Nov 12 12:54:56.405314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:54:56.406034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:54:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:56.452771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e020c449-564f-408b-8957-b571d19eb2fd None None] Provisioning complete for port 9a4cc957-4f04-4636-93c8-b84e7fac0061 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:56.453141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e020c449-564f-408b-8957-b571d19eb2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:56.528556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e020c449-564f-408b-8957-b571d19eb2fd None None] Port 9a4cc957-4f04-4636-93c8-b84e7fac0061 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:54:56.553572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:54:56.798526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:54:55Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:54:00Z', 'revision_number': 1, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4cc957-4f04-4636-93c8-b84e7fac0061', 'name': '', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:4f:4e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:54:54Z', 'updated_at': '2021-11-12T12:54:55Z', 'revision_number': 2, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:56.826647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:54:56.827168 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Updating router 709707f2-2db4-4639-b2e5-d35ec55ce60a port 9a4cc957-4f04-4636-93c8-b84e7fac0061 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:54:56.851669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.122786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.128804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.182300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20921b71-778a-4f9b-b3b2-bc8e2cd8e505 None None] Pushing event updated for resources: {'Port': ['ID=9a4cc957-4f04-4636-93c8-b84e7fac0061,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:57.233947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Attempting to bind port 9a4cc957-4f04-4636-93c8-b84e7fac0061 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:54:57.234355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Attempting to bind port 9a4cc957-4f04-4636-93c8-b84e7fac0061 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:54:57.234723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Attempting to bind port 9a4cc957-4f04-4636-93c8-b84e7fac0061 on network f2b50fef-3443-402b-b005-add7fbef7bf5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:54:57.240319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:54:57.240693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Checking segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:54:57.241098 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.241494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Bound using segment: {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:54:57.241980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Bound port: 9a4cc957-4f04-4636-93c8-b84e7fac0061, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:54:57.242381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.311926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] For port 9a4cc957-4f04-4636-93c8-b84e7fac0061, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:54:57.315487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] For port 9a4cc957-4f04-4636-93c8-b84e7fac0061, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9a4cc957-4f04-4636-93c8-b84e7fac0061,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:54:57.320910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.376483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:54:57.377114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:54:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:57.422411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20921b71-778a-4f9b-b3b2-bc8e2cd8e505 None None] Pushing event updated for resources: {'Port': ['ID=9a4cc957-4f04-4636-93c8-b84e7fac0061,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:57.675491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f7b7cb5c-9d3e-4317-9927-aff59c21a7ab None None] Provisioning complete for port 9a4cc957-4f04-4636-93c8-b84e7fac0061 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:57.675491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cb5c-9d3e-4317-9927-aff59c21a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.714006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:54:57.859280 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cb5c-9d3e-4317-9927-aff59c21a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:57.942149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7b7cb5c-9d3e-4317-9927-aff59c21a7ab None None] For port 9a4cc957-4f04-4636-93c8-b84e7fac0061, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9a4cc957-4f04-4636-93c8-b84e7fac0061,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:54:57.950926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cb5c-9d3e-4317-9927-aff59c21a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:58.040582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7cb5c-9d3e-4317-9927-aff59c21a7ab None None] Pushing event updated for resources: {'Port': ['ID=9a4cc957-4f04-4636-93c8-b84e7fac0061,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:54:58.079338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebbd8f50-dac7-462c-9ed9-e6fd36cb6a68 None None] Provisioning complete for port 9a4cc957-4f04-4636-93c8-b84e7fac0061 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:58.079700 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebbd8f50-dac7-462c-9ed9-e6fd36cb6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:58.083420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:54:55Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:54:00Z', 'revision_number': 1, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4cc957-4f04-4636-93c8-b84e7fac0061', 'name': '', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:4f:4e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:54:54Z', 'updated_at': '2021-11-12T12:54:57Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:54:58.133120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb8a32-6ccf-4dde-8a67-464fde95a72e None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:54:55Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:54:00Z', 'revision_number': 1, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4cc957-4f04-4636-93c8-b84e7fac0061', 'name': '', 'network_id': 'f2b50fef-3443-402b-b005-add7fbef7bf5', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:4f:4e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:54:54Z', 'updated_at': '2021-11-12T12:54:57Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': 'd23bc01f-656b-4241-9723-ed298ef3bc62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:54:59.342277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9a4cc957-4f04-4636-93c8-b84e7fac0061 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:54:59.395366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 9a4cc957-4f04-4636-93c8-b84e7fac0061 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:54:59.395729 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:54:59.752197 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.008028 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.197990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:00.333583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9faf285b-abd7-4cf5-ade0-419744ddef3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.419979 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9faf285b-abd7-4cf5-ade0-419744ddef3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.424417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9faf285b-abd7-4cf5-ade0-419744ddef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.471758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9faf285b-abd7-4cf5-ade0-419744ddef3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb4efec9ac5140a68a6db7e7f254070f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724545 Nov 12 12:55:00.474242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34762) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:00.482066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf285b-abd7-4cf5-ade0-419744ddef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db5a951-9917-4650-812f-432649ff3792,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:00.534156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa384f6-fe58-4fe2-a532-021fb88f9c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.555514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa384f6-fe58-4fe2-a532-021fb88f9c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.603927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa384f6-fe58-4fe2-a532-021fb88f9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.606781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa384f6-fe58-4fe2-a532-021fb88f9c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.608026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4fa384f6-fe58-4fe2-a532-021fb88f9c27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9db5a951-9917-4650-812f-432649ff3792 HTTP/1.1" status: 204 len: 168 time: 0.1328464 Nov 12 12:55:00.616155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa384f6-fe58-4fe2-a532-021fb88f9c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db5a951-9917-4650-812f-432649ff3792,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:00.880989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:00.894450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f318058a-7f79-4903-a8b7-aef92b486902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.970690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f318058a-7f79-4903-a8b7-aef92b486902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:00.974456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f318058a-7f79-4903-a8b7-aef92b486902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.013160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f318058a-7f79-4903-a8b7-aef92b486902 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3522139130944efa850815f3c79136df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308584 Nov 12 12:55:01.015247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318058a-7f79-4903-a8b7-aef92b486902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd41f7-9871-4d42-a82b-325e3b572d24,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:01.016068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34770) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:01.080461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf2aca9-b41f-49c1-974c-6b639f4905e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.104899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf2aca9-b41f-49c1-974c-6b639f4905e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.151410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf2aca9-b41f-49c1-974c-6b639f4905e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.154181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf2aca9-b41f-49c1-974c-6b639f4905e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.155457 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-adf2aca9-b41f-49c1-974c-6b639f4905e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1fd41f7-9871-4d42-a82b-325e3b572d24 HTTP/1.1" status: 204 len: 168 time: 0.1383636 Nov 12 12:55:01.163179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2aca9-b41f-49c1-974c-6b639f4905e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd41f7-9871-4d42-a82b-325e3b572d24,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:01.469106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:01.483375 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37232643-2b44-4a4b-9c6b-2c1d27fedf8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.558722 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37232643-2b44-4a4b-9c6b-2c1d27fedf8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.562615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37232643-2b44-4a4b-9c6b-2c1d27fedf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.601481 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-37232643-2b44-4a4b-9c6b-2c1d27fedf8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91e68bc44de443f9a9984857066b92d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312563 Nov 12 12:55:01.604727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:01.606993 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37232643-2b44-4a4b-9c6b-2c1d27fedf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54ab9a-7b12-4d12-b4e3-92685ffc238a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:01.653202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c26588-339b-4dc9-87fd-ca8f82a1c568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.674631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c26588-339b-4dc9-87fd-ca8f82a1c568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.722494 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c26588-339b-4dc9-87fd-ca8f82a1c568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.725052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c26588-339b-4dc9-87fd-ca8f82a1c568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:01.726231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-47c26588-339b-4dc9-87fd-ca8f82a1c568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee54ab9a-7b12-4d12-b4e3-92685ffc238a HTTP/1.1" status: 204 len: 168 time: 0.1204944 Nov 12 12:55:01.736707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c26588-339b-4dc9-87fd-ca8f82a1c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54ab9a-7b12-4d12-b4e3-92685ffc238a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:05.723469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7db2e5a0-ca33-4f5d-a142-34888add8b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:08.941185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a7a488e-b99a-418c-94b2-9abb181a4db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.095782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:09.207043 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6645cd72-39d3-4fd4-a14f-0c545d9ab817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.287629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6645cd72-39d3-4fd4-a14f-0c545d9ab817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.292225 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6645cd72-39d3-4fd4-a14f-0c545d9ab817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.330872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6645cd72-39d3-4fd4-a14f-0c545d9ab817 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5040cdb77754ccf920d05d914febb42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339673 Nov 12 12:55:09.332850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645cd72-39d3-4fd4-a14f-0c545d9ab817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d1674b-5ea9-42b8-bda1-ef6b13081bbe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:09.333471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:09.386961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4ae736e-4672-4aca-91d6-6a8d699261af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.408166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4ae736e-4672-4aca-91d6-6a8d699261af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.442050 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.458388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4ae736e-4672-4aca-91d6-6a8d699261af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.461197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4ae736e-4672-4aca-91d6-6a8d699261af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.466393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e4ae736e-4672-4aca-91d6-6a8d699261af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86d1674b-5ea9-42b8-bda1-ef6b13081bbe HTTP/1.1" status: 204 len: 168 time: 0.1316373 Nov 12 12:55:09.474477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae736e-4672-4aca-91d6-6a8d699261af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d1674b-5ea9-42b8-bda1-ef6b13081bbe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:09.744569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 34920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:09.761872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d53189-ae38-46b0-a869-20d238458b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.838891 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d53189-ae38-46b0-a869-20d238458b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.842876 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d53189-ae38-46b0-a869-20d238458b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.888927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-17d53189-ae38-46b0-a869-20d238458b08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1229a0c61c934a1fa945b3077b2055df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405847 Nov 12 12:55:09.888927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d53189-ae38-46b0-a869-20d238458b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d48092-48e0-4d00-b4df-3ebfe9637c24,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:09.889427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 34922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:09.942548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ee33c8e-0cde-4071-973c-d1c987d028bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:09.964086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ee33c8e-0cde-4071-973c-d1c987d028bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:10.010702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ee33c8e-0cde-4071-973c-d1c987d028bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:10.013321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ee33c8e-0cde-4071-973c-d1c987d028bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:10.014497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ee33c8e-0cde-4071-973c-d1c987d028bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09d48092-48e0-4d00-b4df-3ebfe9637c24 HTTP/1.1" status: 204 len: 168 time: 0.1238990 Nov 12 12:55:10.021940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee33c8e-0cde-4071-973c-d1c987d028bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d48092-48e0-4d00-b4df-3ebfe9637c24,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:10.679625 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:11.364185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:16.179710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e506-e2d8-4ca0-bfef-a4dd036f221e req-a395df68-2707-456a-aa5b-c06a1288e803 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:16.181422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08f1e506-e2d8-4ca0-bfef-a4dd036f221e req-a395df68-2707-456a-aa5b-c06a1288e803 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0541227 Nov 12 12:55:16.231332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08f1e506-e2d8-4ca0-bfef-a4dd036f221e req-79a5ca27-554c-4fee-bab9-87a595950275 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Nov 12 12:55:16.562702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d8d0c-c10e-4d0e-82de-df8c9d67c25f req-a244f658-dbfa-4a24-b88c-33e8ae260a04 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:16.564267 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d22d8d0c-c10e-4d0e-82de-df8c9d67c25f req-a244f658-dbfa-4a24-b88c-33e8ae260a04 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0745006 Nov 12 12:55:16.566400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-b7330f0f-1856-49a5-9ce4-9b9ffdf3888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:16.567787 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-b7330f0f-1856-49a5-9ce4-9b9ffdf3888f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5978fc3509e44de38f533630aadbe759&device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 1097 time: 0.0867648 Nov 12 12:55:16.673951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d22d8d0c-c10e-4d0e-82de-df8c9d67c25f req-4a90fbaa-aa76-4bd8-9d79-005a80e54cb9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031377 Nov 12 12:55:16.701579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-7b7d75b2-c280-4139-9474-3c3620e526fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:16.703104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-7b7d75b2-c280-4139-9474-3c3620e526fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 200 len: 920 time: 0.1251760 Nov 12 12:55:16.749458 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-42154fa0-4f8a-4a9e-8def-8fb8f796160e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 200 len: 217 time: 0.0354815 Nov 12 12:55:16.803820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-e702f0c9-3331-427a-b1ce-226e3ff31664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:16.805424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-e702f0c9-3331-427a-b1ce-226e3ff31664 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 200 len: 859 time: 0.0487735 Nov 12 12:55:16.837432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-8d8ad1c0-6ad6-4cdd-a26e-e42717bfe304 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250497 Nov 12 12:55:16.874944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:16.933507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-420d94d8-bf0f-45ec-a3ce-d689608f7f70 service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892832 Nov 12 12:55:17.044078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c786acbc-5a7b-4f37-9a32-d24dced39fcc req-e1a8108d-6ada-4380-95e0-cf8b23b55e5c service neutron] 10.222.0.81 "GET /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029513 Nov 12 12:55:17.273497 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:17.613387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 9a4cc957-4f04-4636-93c8-b84e7fac0061 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:17.613754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:17.711372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port 9a4cc957-4f04-4636-93c8-b84e7fac0061, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9a4cc957-4f04-4636-93c8-b84e7fac0061,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:17.711746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:17.726500 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 9a4cc957-4f04-4636-93c8-b84e7fac0061 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:17.812017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe0c8d-03c3-4015-9225-503c029b2d30 req-0ce5a775-1cfe-42ce-9989-f1073093f974 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:17.820541 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7fe0c8d-03c3-4015-9225-503c029b2d30 req-0ce5a775-1cfe-42ce-9989-f1073093f974 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0635648 Nov 12 12:55:17.883172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7fe0c8d-03c3-4015-9225-503c029b2d30 req-0d0358ce-c7dd-4dc7-bcf8-75d739daf707 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Nov 12 12:55:17.962961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:17.991490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=9a4cc957-4f04-4636-93c8-b84e7fac0061,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:18.224868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:18.469016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:55:18.938061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:18.950956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d08d0807-a304-41ac-86f3-c1bac1a5f8d2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "PUT /v2.0/routers/709707f2-2db4-4639-b2e5-d35ec55ce60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721421 Nov 12 12:55:18.959117 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:18.977144 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:18.978994 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:19.034987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba0b44-5465-4343-bbee-45848fbf1a2c req-d7df2f92-aedd-4af3-b7c6-f75e915f4a4a tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:19.037469 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5ba0b44-5465-4343-bbee-45848fbf1a2c req-d7df2f92-aedd-4af3-b7c6-f75e915f4a4a tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0621493 Nov 12 12:55:19.111001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5ba0b44-5465-4343-bbee-45848fbf1a2c req-d3446f75-0a09-43d4-a1fe-2bcf92254f2d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658476 Nov 12 12:55:19.124514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:19.430874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:17Z', 'revision_number': 6, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:54:00Z', 'revision_number': 1, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:19.468253 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:19.485558 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:19.486332 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:19.668011 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:19.698677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2a35-b3f4-4cd0-a11e-f1adcb0df3f6 req-a9dcaeba-0b05-4caf-9b82-b942b63752ff tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:19.700764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a5b2a35-b3f4-4cd0-a11e-f1adcb0df3f6 req-a9dcaeba-0b05-4caf-9b82-b942b63752ff tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 946 time: 0.0779567 Nov 12 12:55:19.772165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a5b2a35-b3f4-4cd0-a11e-f1adcb0df3f6 req-8c1a63b2-7940-45f4-af4d-423735fbf7eb tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640535 Nov 12 12:55:20.013774 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:17Z', 'revision_number': 6, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:54:00Z', 'revision_number': 1, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:20.043349 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cce79-7474-40c6-a84e-e25a1e48008b None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:17Z', 'revision_number': 6, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'cb34358a-e79c-48ac-b007-ed0e896359fa', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'port_id': '164822c2-f36b-499f-8130-ba98f1139250', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'mac_address': 'fa:16:3e:74:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:53:58Z', 'updated_at': '2021-11-12T12:54:00Z', 'revision_number': 1, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:20.886036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-31e131d7-8f5d-4b71-9a54-1a34a00911a9 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:20.888053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-31e131d7-8f5d-4b71-9a54-1a34a00911a9 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.81 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 946 time: 0.0678401 Nov 12 12:55:20.979241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be6f21-5778-419f-b224-cb84474cbebb req-c67dd84c-4a0f-4e6c-8b2d-5ce5a4220f83 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:20.982639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37be6f21-5778-419f-b224-cb84474cbebb req-c67dd84c-4a0f-4e6c-8b2d-5ce5a4220f83 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=528366b0-3035-49d6-b8e0-950c8274f20d HTTP/1.1" status: 200 len: 946 time: 0.0894995 Nov 12 12:55:21.059398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37be6f21-5778-419f-b224-cb84474cbebb req-7a1d4f46-16df-4065-a971-e9cf7381b369 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf915873-4fde-4ef1-82bc-8a3b383fbf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534546 Nov 12 12:55:21.081400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port f8e737f6-0163-425a-a4d0-2e7763b00c70 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:21.082428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:21.188986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port f8e737f6-0163-425a-a4d0-2e7763b00c70, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8e737f6-0163-425a-a4d0-2e7763b00c70,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:21.189356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:21.203408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for f8e737f6-0163-425a-a4d0-2e7763b00c70 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:21.295861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9a4cc957-4f04-4636-93c8-b84e7fac0061 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:21.338262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 9a4cc957-4f04-4636-93c8-b84e7fac0061 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:21.338900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9a4cc957-4f04-4636-93c8-b84e7fac0061 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:21.357894 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:21.405057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=f8e737f6-0163-425a-a4d0-2e7763b00c70,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:21.421016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.421523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.421889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.422262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.422824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.423157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.423736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.423991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.424316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.424652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.425331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.425656 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:21.475596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] No DVR routers for this DVR port f8e737f6-0163-425a-a4d0-2e7763b00c70 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:21.479046 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:21.482486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-24aa0fd9-040c-47e7-b587-819c51751fa9 req-c7fd2b60-6627-45d5-8f47-5d4d0412e945 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.81 "DELETE /v2.0/ports/f8e737f6-0163-425a-a4d0-2e7763b00c70 HTTP/1.1" status: 204 len: 173 time: 0.5791600 Nov 12 12:55:21.483161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528366b0-3035-49d6-b8e0-950c8274f20d', 'name': 'network-vif-deleted', 'tag': 'f8e737f6-0163-425a-a4d0-2e7763b00c70'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:21.486919 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e182c39-88db-4bf5-aaeb-25296f2d2e48" -d '{"events": [{"server_uuid": "528366b0-3035-49d6-b8e0-950c8274f20d", "name": "network-vif-deleted", "tag": "f8e737f6-0163-425a-a4d0-2e7763b00c70"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:21.527128 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a577e78-0014-4a72-b095-3f87b056ac57 x-openstack-request-id: req-5a577e78-0014-4a72-b095-3f87b056ac57 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:21.527421 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528366b0-3035-49d6-b8e0-950c8274f20d", "name": "network-vif-deleted", "tag": "f8e737f6-0163-425a-a4d0-2e7763b00c70", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:21.527689 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a577e78-0014-4a72-b095-3f87b056ac57 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:21.528080 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528366b0-3035-49d6-b8e0-950c8274f20d', 'name': 'network-vif-deleted', 'tag': 'f8e737f6-0163-425a-a4d0-2e7763b00c70', 'status': 'completed', 'code': 200} Nov 12 12:55:22.124680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:22.193473 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-828ea419-ac72-4942-a230-fc187e07bca3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.226681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-828ea419-ac72-4942-a230-fc187e07bca3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.296956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-828ea419-ac72-4942-a230-fc187e07bca3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.300533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-828ea419-ac72-4942-a230-fc187e07bca3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.306191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-828ea419-ac72-4942-a230-fc187e07bca3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf915873-4fde-4ef1-82bc-8a3b383fbf15 HTTP/1.1" status: 204 len: 168 time: 0.1778753 Nov 12 12:55:22.314728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea419-ac72-4942-a230-fc187e07bca3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf915873-4fde-4ef1-82bc-8a3b383fbf15,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:22.358949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:22.414531 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting subnet d23bc01f-656b-4241-9723-ed298ef3bc62 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:55:22.418786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.459280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.559315 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.629636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.662490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Subnet': ['ID=d23bc01f-656b-4241-9723-ed298ef3bc62,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:22.670361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.672979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c99176-1675-4a04-a1cd-bdcda95da814 None None] Network f2b50fef-3443-402b-b005-add7fbef7bf5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:55:22.679367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d57c1e0-d803-483d-9b53-3ad19e4e48ea tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/subnets/d23bc01f-656b-4241-9723-ed298ef3bc62 HTTP/1.1" status: 204 len: 168 time: 0.3192525 Nov 12 12:55:22.682313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:22.794925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.871235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 2695290c-e7e7-4be9-af7a-69e195ff9994 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:22.871958 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.896015 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:55:22.927448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] DHCP port deletion for f2b50fef-3443-402b-b005-add7fbef7bf5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:22.968506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port 2695290c-e7e7-4be9-af7a-69e195ff9994, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2695290c-e7e7-4be9-af7a-69e195ff9994,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:22.968506 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:22.983690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 2695290c-e7e7-4be9-af7a-69e195ff9994 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:22.990501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] Deleting port 2695290c-e7e7-4be9-af7a-69e195ff9994 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:22.990966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.059926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] For port 2695290c-e7e7-4be9-af7a-69e195ff9994, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=2695290c-e7e7-4be9-af7a-69e195ff9994,segment=NetworkSegment(b8144b31-c7c2-4d5d-9e89-489d5ee771b6),segment_id=b8144b31-c7c2-4d5d-9e89-489d5ee771b6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:23.060415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.076110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.078781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] Calling delete_port for 2695290c-e7e7-4be9-af7a-69e195ff9994 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:23.116730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=2695290c-e7e7-4be9-af7a-69e195ff9994,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:23.123577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] No DVR routers for this DVR port 2695290c-e7e7-4be9-af7a-69e195ff9994 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:23.173007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.201792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] Pushing event deleted for resources: {'Port': ['ID=2695290c-e7e7-4be9-af7a-69e195ff9994,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:23.209429 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb1d05-745f-40bd-8049-6b2f761d20fb None None] No DVR routers for this DVR port 2695290c-e7e7-4be9-af7a-69e195ff9994 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:23.225342 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.256144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b50fef-3443-402b-b005-add7fbef7bf5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:23.267757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:23.268100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8144b31-c7c2-4d5d-9e89-489d5ee771b6') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:23.278845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.307670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.323693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:55:23.324127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:55:23.327732 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:55:23.377111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2695290c-e7e7-4be9-af7a-69e195ff9994 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:23.397188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.400876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 2695290c-e7e7-4be9-af7a-69e195ff9994 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:23.401264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 2695290c-e7e7-4be9-af7a-69e195ff9994 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:23.408374 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.412458 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/networks/f2b50fef-3443-402b-b005-add7fbef7bf5 HTTP/1.1" status: 204 len: 168 time: 0.7288764 Nov 12 12:55:23.415801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:23.428292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98ccd0-f76b-4523-a13a-a7997f3896cf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Network': ['ID=f2b50fef-3443-402b-b005-add7fbef7bf5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:23.609637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 120b85e5-ec8d-46b8-b0ed-5cc1db8b9e65 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:23.609997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.704389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.704884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.721019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 120b85e5-ec8d-46b8-b0ed-5cc1db8b9e65 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:23.929272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:23.973967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=120b85e5-ec8d-46b8-b0ed-5cc1db8b9e65,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:24.067100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:24.068001 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Floating IP cb34358a-e79c-48ac-b007-ed0e896359fa disassociated (deleted). External IP: 172.25.1.87, port: 164822c2-f36b-499f-8130-ba98f1139250. Nov 12 12:55:24.275886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8e737f6-0163-425a-a4d0-2e7763b00c70 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:24.300326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: f8e737f6-0163-425a-a4d0-2e7763b00c70 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:24.301061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8e737f6-0163-425a-a4d0-2e7763b00c70 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:24.312335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:55:24.431015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:24.437584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:24.446399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:24.459346 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:24.460334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:24.475330 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96c7dbc4-fb75-433b-b561-ba841d9e7858 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/floatingips/cb34358a-e79c-48ac-b007-ed0e896359fa HTTP/1.1" status: 204 len: 168 time: 1.0574157 Nov 12 12:55:24.475916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'tag': '164822c2-f36b-499f-8130-ba98f1139250'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:24.489554 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7" -d '{"events": [{"name": "network-changed", "server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "tag": "164822c2-f36b-499f-8130-ba98f1139250"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:24.598375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:24.669656 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927150b0-cef2-4a74-a0ab-f6389b53e6ae x-openstack-request-id: req-927150b0-cef2-4a74-a0ab-f6389b53e6ae {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:24.669948 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "tag": "164822c2-f36b-499f-8130-ba98f1139250", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:24.670234 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-927150b0-cef2-4a74-a0ab-f6389b53e6ae {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:24.670666 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'tag': '164822c2-f36b-499f-8130-ba98f1139250', 'status': 'completed', 'code': 200} Nov 12 12:55:24.809439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-fde9ae1e-3c8e-4a21-b970-3a9ad70aa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:24.824413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-fde9ae1e-3c8e-4a21-b970-3a9ad70aa280 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 1096 time: 0.1243982 Nov 12 12:55:24.827842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd34c-de2d-4691-92ef-88a6aeda583b req-e5db0ac9-2aac-4f8e-b645-9cc97e74e605 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:24.830092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332bd34c-de2d-4691-92ef-88a6aeda583b req-e5db0ac9-2aac-4f8e-b645-9cc97e74e605 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0601430 Nov 12 12:55:24.866786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:17Z', 'revision_number': 6, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:24.902777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:24.914727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:24.916604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:24.938399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-332bd34c-de2d-4691-92ef-88a6aeda583b req-f3f76ede-1750-46d7-96ad-adc9f6da9c12 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990622 Nov 12 12:55:24.957418 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-dbf08049-db18-49b2-884c-eb6d3b10991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:24.957418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-dbf08049-db18-49b2-884c-eb6d3b10991d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 200 len: 898 time: 0.1207829 Nov 12 12:55:25.008067 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-00c4ac52-b733-4c6b-b2a5-db41b1c2f120 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 200 len: 217 time: 0.0416672 Nov 12 12:55:25.042111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:25.068107 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-14569276-9b72-460f-af58-b73d4385b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:25.070559 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-14569276-9b72-460f-af58-b73d4385b4a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9fcffc3b-954d-4578-b436-e11e93fcb1af HTTP/1.1" status: 200 len: 835 time: 0.0543485 Nov 12 12:55:25.130295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-4562c25f-529b-4600-8f8f-a3e3b34a7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:25.131964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-4562c25f-529b-4600-8f8f-a3e3b34a7e31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545077 Nov 12 12:55:25.237739 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-1d5b3e9d-b669-4902-a637-ce2efa8a8f63 service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971489 Nov 12 12:55:25.273081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:17Z', 'revision_number': 6, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:25.301276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2ab02-9da9-4531-85ff-14451732533c None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:17Z', 'revision_number': 6, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bb57f092-1763-4f72-abd9-cc1166978f9b', 'name': '', 'network_id': '1d72cb72-eba2-4d1c-b8b6-f9192a9bab60', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:0d:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:36Z', 'updated_at': '2021-11-12T12:53:41Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '9fcffc3b-954d-4578-b436-e11e93fcb1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:25.342387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ed2eae1d-717a-4591-aef1-7b1bb57bffa7 req-a7d8533f-3187-4615-9d8b-276b837867cd service neutron] 10.222.0.65 "GET /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968688 Nov 12 12:55:25.590316 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad944c67-d927-42eb-9c77-45a33210c4d0 None None] New status for floating IP cb34358a-e79c-48ac-b007-ed0e896359fa: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:55:26.053669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-023ba167-490e-4dcf-ad7d-cbdcb7387f0d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:26.056532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-023ba167-490e-4dcf-ad7d-cbdcb7387f0d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0616698 Nov 12 12:55:26.075605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af595a6-f6ba-43a8-9ffc-50e55e7792a0 req-de8ce8e5-4e54-4ad3-a3ee-cfe7940984e0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:26.084170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6af595a6-f6ba-43a8-9ffc-50e55e7792a0 req-de8ce8e5-4e54-4ad3-a3ee-cfe7940984e0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f72bb9-655f-4215-98f6-ee0be25d95e5 HTTP/1.1" status: 200 len: 945 time: 0.0667570 Nov 12 12:55:26.135943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6af595a6-f6ba-43a8-9ffc-50e55e7792a0 req-76362737-cc27-44ad-8748-0624bde176df tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bedcf046-008f-42a1-b268-614c9dca137a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505557 Nov 12 12:55:26.169335 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 164822c2-f36b-499f-8130-ba98f1139250 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:26.169813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:26.275416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port 164822c2-f36b-499f-8130-ba98f1139250, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=164822c2-f36b-499f-8130-ba98f1139250,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:26.275740 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:26.288690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 164822c2-f36b-499f-8130-ba98f1139250 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:26.425780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:26.457385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=164822c2-f36b-499f-8130-ba98f1139250,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:26.518354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] No DVR routers for this DVR port 164822c2-f36b-499f-8130-ba98f1139250 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:26.520857 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:26.524398 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7fa17eb6-fe7d-4749-84bc-2a1f8fc5a925 req-8b7ce9a7-34b8-4335-baad-96d9e0706e25 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "DELETE /v2.0/ports/164822c2-f36b-499f-8130-ba98f1139250 HTTP/1.1" status: 204 len: 173 time: 0.4616330 Nov 12 12:55:26.525656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'name': 'network-vif-deleted', 'tag': '164822c2-f36b-499f-8130-ba98f1139250'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:26.528373 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab66b8a-94b4-4708-aec7-bf575cfd72fb" -d '{"events": [{"server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "name": "network-vif-deleted", "tag": "164822c2-f36b-499f-8130-ba98f1139250"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:26.579577 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a17338-f922-4a43-bdb8-90867e4a936b x-openstack-request-id: req-81a17338-f922-4a43-bdb8-90867e4a936b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:26.579894 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f72bb9-655f-4215-98f6-ee0be25d95e5", "name": "network-vif-deleted", "tag": "164822c2-f36b-499f-8130-ba98f1139250", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:26.580163 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81a17338-f922-4a43-bdb8-90867e4a936b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:26.580538 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f72bb9-655f-4215-98f6-ee0be25d95e5', 'name': 'network-vif-deleted', 'tag': '164822c2-f36b-499f-8130-ba98f1139250', 'status': 'completed', 'code': 200} Nov 12 12:55:27.199524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:27.268454 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a71d7f9-1b19-4ed8-9463-24b496858a1d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.306780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:27.309827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a71d7f9-1b19-4ed8-9463-24b496858a1d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.395837 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a71d7f9-1b19-4ed8-9463-24b496858a1d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.403416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2a71d7f9-1b19-4ed8-9463-24b496858a1d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.408256 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2a71d7f9-1b19-4ed8-9463-24b496858a1d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/security-groups/bedcf046-008f-42a1-b268-614c9dca137a HTTP/1.1" status: 204 len: 168 time: 0.2075663 Nov 12 12:55:27.421110 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71d7f9-1b19-4ed8-9463-24b496858a1d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedcf046-008f-42a1-b268-614c9dca137a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:27.445106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:27.512303 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd7aaa3-b5fc-40ca-962c-30d982a7e4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.748889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd7aaa3-b5fc-40ca-962c-30d982a7e4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.756144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd7aaa3-b5fc-40ca-962c-30d982a7e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.837499 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7dd7aaa3-b5fc-40ca-962c-30d982a7e4be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36dd4e103d724e1884e084f9ac1da8e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5290146 Nov 12 12:55:27.838257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7aaa3-b5fc-40ca-962c-30d982a7e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6642c9e-296c-4d0c-b157-96c1a6117275,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:27.840291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:27.894595 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3476a52-aede-4af2-aa99-865f86c3a7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.917132 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3476a52-aede-4af2-aa99-865f86c3a7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.969614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.971346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3476a52-aede-4af2-aa99-865f86c3a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.975156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f3476a52-aede-4af2-aa99-865f86c3a7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:27.980304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f3476a52-aede-4af2-aa99-865f86c3a7d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6642c9e-296c-4d0c-b157-96c1a6117275 HTTP/1.1" status: 204 len: 168 time: 0.1350076 Nov 12 12:55:27.987001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3476a52-aede-4af2-aa99-865f86c3a7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6642c9e-296c-4d0c-b157-96c1a6117275,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:28.267995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port bb57f092-1763-4f72-abd9-cc1166978f9b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:28.268393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.280845 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:28.297896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce350023-90c2-4e2e-ad7b-dbbedd2d01d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.374680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port bb57f092-1763-4f72-abd9-cc1166978f9b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bb57f092-1763-4f72-abd9-cc1166978f9b,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:28.375274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.389002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for bb57f092-1763-4f72-abd9-cc1166978f9b owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:28.393183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce350023-90c2-4e2e-ad7b-dbbedd2d01d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.397252 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce350023-90c2-4e2e-ad7b-dbbedd2d01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.441158 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ce350023-90c2-4e2e-ad7b-dbbedd2d01d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c14d8169b6e34c86ad377d6ff1599a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560037 Nov 12 12:55:28.441158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce350023-90c2-4e2e-ad7b-dbbedd2d01d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482fb40-8b41-4948-ab96-d2bc890c8e51,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:28.441675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:28.553086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f14995a-bac3-4940-a0d9-015bd7a23ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.589642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f14995a-bac3-4940-a0d9-015bd7a23ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.676236 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.706014 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f14995a-bac3-4940-a0d9-015bd7a23ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.708806 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f14995a-bac3-4940-a0d9-015bd7a23ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:28.710120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9f14995a-bac3-4940-a0d9-015bd7a23ac9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b482fb40-8b41-4948-ab96-d2bc890c8e51 HTTP/1.1" status: 204 len: 168 time: 0.2670131 Nov 12 12:55:28.713713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=bb57f092-1763-4f72-abd9-cc1166978f9b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:28.728890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14995a-bac3-4940-a0d9-015bd7a23ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482fb40-8b41-4948-ab96-d2bc890c8e51,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:28.955727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:29.570448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 709707f2-2db4-4639-b2e5-d35ec55ce60a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:55:29.691273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:29.699768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:29.700409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5905f64-c2db-4ef9-84c2-68f814e0d81f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "PUT /v2.0/routers/709707f2-2db4-4639-b2e5-d35ec55ce60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2539852 Nov 12 12:55:29.712842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] Sync routers for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:29.735880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:29.736529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:29.782383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting subnet 9fcffc3b-954d-4578-b436-e11e93fcb1af {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:55:29.787795 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:29.846102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:29.956049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:29.959238 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:29.985492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:30.036618 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.084086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcffc3b-954d-4578-b436-e11e93fcb1af,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:30.094774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.099824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-21fe5854-06f3-4ef1-be16-876cb23fa85e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/subnets/9fcffc3b-954d-4578-b436-e11e93fcb1af HTTP/1.1" status: 204 len: 168 time: 0.3981900 Nov 12 12:55:30.102362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:30.246393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.345940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:30.436229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.442447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335eeb5-e93b-4657-a45e-09296737e931 None None] Network 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:55:30.501384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631bbbc5-469a-4275-8bc6-53ddbbe6fa63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.507756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port e09b56b3-3129-41a8-a207-8f355c2e3bd0 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:30.508161 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.510587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 164822c2-f36b-499f-8130-ba98f1139250 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:30.608804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port e09b56b3-3129-41a8-a207-8f355c2e3bd0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e09b56b3-3129-41a8-a207-8f355c2e3bd0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:30.609089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631bbbc5-469a-4275-8bc6-53ddbbe6fa63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.610188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.615546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-631bbbc5-469a-4275-8bc6-53ddbbe6fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.626326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 164822c2-f36b-499f-8130-ba98f1139250 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:30.626678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 164822c2-f36b-499f-8130-ba98f1139250 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:30.630096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for e09b56b3-3129-41a8-a207-8f355c2e3bd0 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:30.653883 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-631bbbc5-469a-4275-8bc6-53ddbbe6fa63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0baf1833b94e418da3eaa4351dd2d18e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067734 Nov 12 12:55:30.657248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:30.660365 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.742594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bbbc5-469a-4275-8bc6-53ddbbe6fa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e596825-5cd2-4b77-9f96-b7254b4a0c82,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:30.751531 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2958e03-f81e-4bda-9a23-1a380e7bffa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.770400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:28Z', 'revision_number': 7, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': 'e09b56b3-3129-41a8-a207-8f355c2e3bd0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:53:31Z', 'updated_at': '2021-11-12T12:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:30.811846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] Checking router: 709707f2-2db4-4639-b2e5-d35ec55ce60a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:30.813671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2958e03-f81e-4bda-9a23-1a380e7bffa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.823417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] Routers {'709707f2-2db4-4639-b2e5-d35ec55ce60a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:30.824297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['709707f2-2db4-4639-b2e5-d35ec55ce60a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:30.860593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.888801 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2958e03-f81e-4bda-9a23-1a380e7bffa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.893538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=e09b56b3-3129-41a8-a207-8f355c2e3bd0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:30.894340 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2958e03-f81e-4bda-9a23-1a380e7bffa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:30.905782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2958e03-f81e-4bda-9a23-1a380e7bffa3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e596825-5cd2-4b77-9f96-b7254b4a0c82 HTTP/1.1" status: 204 len: 168 time: 0.2450371 Nov 12 12:55:30.923465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2958e03-f81e-4bda-9a23-1a380e7bffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e596825-5cd2-4b77-9f96-b7254b4a0c82,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:30.949288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] Set router 709707f2-2db4-4639-b2e5-d35ec55ce60a gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:30.973124 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.020146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:30Z', 'revision_number': 8, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:31.022531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] DHCP port deletion for 1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:31.026741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0000272-b164-423c-b50d-bb58d0e2f0ce None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:31.099094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.101544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.107478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081fb21-2b1a-4332-9ad4-c0f5825c8655 None None] The sync data for ids ['709707f2-2db4-4639-b2e5-d35ec55ce60a'] in n-d-804878-5 is: [{'id': '709707f2-2db4-4639-b2e5-d35ec55ce60a', 'name': 'tempest-TestNetworkBasicOps-router-161414290', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:53:30Z', 'updated_at': '2021-11-12T12:55:30Z', 'revision_number': 8, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:31.138414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] Deleting port 47f6bce3-3521-4bcf-b156-ee705d92ea21 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:31.138793 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.178550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.180412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Fanout notify agent at l3_agent the message router_deleted on router 709707f2-2db4-4639-b2e5-d35ec55ce60a {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:55:31.199403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.202796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c3b4edb6-d130-45c5-8c76-2b6ef5716f62 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/routers/709707f2-2db4-4639-b2e5-d35ec55ce60a HTTP/1.1" status: 204 len: 168 time: 1.0987635 Nov 12 12:55:31.203789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:31.229348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] For port 47f6bce3-3521-4bcf-b156-ee705d92ea21, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=47f6bce3-3521-4bcf-b156-ee705d92ea21,segment=NetworkSegment(a03c5ad7-cb42-42c2-99c6-732c80303f59),segment_id=a03c5ad7-cb42-42c2-99c6-732c80303f59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:31.229759 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.246261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] Calling delete_port for 47f6bce3-3521-4bcf-b156-ee705d92ea21 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:31.309519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.345257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.379394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] Pushing event deleted for resources: {'Port': ['ID=47f6bce3-3521-4bcf-b156-ee705d92ea21,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:31.379979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 47f6bce3-3521-4bcf-b156-ee705d92ea21 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:31.381109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.390476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b5cca5-c383-4a31-a346-33b8b338f1e4 None None] No DVR routers for this DVR port 47f6bce3-3521-4bcf-b156-ee705d92ea21 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:31.455068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port 47f6bce3-3521-4bcf-b156-ee705d92ea21, host n-d-804878-5, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:31.455462 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.471488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 47f6bce3-3521-4bcf-b156-ee705d92ea21 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:31.487712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Port 47f6bce3-3521-4bcf-b156-ee705d92ea21 was not found and therefore no delete operation was performed {{(pid=102778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 12:55:31.489392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.526434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=47f6bce3-3521-4bcf-b156-ee705d92ea21,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:31.528859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] No DVR routers for this DVR port 47f6bce3-3521-4bcf-b156-ee705d92ea21 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:31.653613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 47f6bce3-3521-4bcf-b156-ee705d92ea21 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:31.681189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.698637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 47f6bce3-3521-4bcf-b156-ee705d92ea21 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:31.700144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 47f6bce3-3521-4bcf-b156-ee705d92ea21 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:31.701030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bb57f092-1763-4f72-abd9-cc1166978f9b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:31.720438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d72cb72-eba2-4d1c-b8b6-f9192a9bab60']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:31.737081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: bb57f092-1763-4f72-abd9-cc1166978f9b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:31.737600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03c5ad7-cb42-42c2-99c6-732c80303f59') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:31.738004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bb57f092-1763-4f72-abd9-cc1166978f9b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:31.738413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03c5ad7-cb42-42c2-99c6-732c80303f59') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:31.750504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.768937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.777180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:55:31.777550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:55:31.781024 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:55:31.847864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.855626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.858936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/networks/1d72cb72-eba2-4d1c-b8b6-f9192a9bab60 HTTP/1.1" status: 204 len: 168 time: 0.6539249 Nov 12 12:55:31.873166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6a9e9-dc12-4c12-89a0-5d4508ff064d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Network': ['ID=1d72cb72-eba2-4d1c-b8b6-f9192a9bab60,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:31.882573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:31.888451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'network': {'name': 'tempest-network-smoke--1752567876', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:31.912825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:55:31.916743 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.941080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:55:31.951154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:31.951559 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Added segment d43534e8-8779-463f-9e80-a32fb855f915 of type vlan for network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 Nov 12 12:55:32.005042 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.035720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.046042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:32.046885 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.093832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101142 Nov 12 12:55:32.096839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35238) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:32.101428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'admin_state_up': True, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:32.133078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.134377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.141608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474b099-3e06-4d1e-bc74-3a8ec1b70bd2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Network': ['ID=9bae78d3-017a-4cfb-a012-17c2318cc2d3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:32.154033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:55:32.231404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.431273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.624545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022198-8ffb-45c2-8313-f06fac1945df req-a4ec197e-dfe4-4439-8365-e50d837ac2ca tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:32.634963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57022198-8ffb-45c2-8313-f06fac1945df req-a4ec197e-dfe4-4439-8365-e50d837ac2ca tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1038322 Nov 12 12:55:32.721068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.728168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57022198-8ffb-45c2-8313-f06fac1945df req-476f84b3-5309-497e-a149-f081048dbb1f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917816 Nov 12 12:55:32.768265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:32.886234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.25.1.85 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/75b0fce1-edf5-448a-976e-94b4821b9e7e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:55:33.001185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:33.042205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:33.085914 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:55:33.089617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:33.093643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:55:33.109296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e695b-32e0-4229-9cfe-f9da35d972f5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:33.128971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=75b0fce1-edf5-448a-976e-94b4821b9e7e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:33.176194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2816d86f-8400-4ff3-bdcd-fd0f8a59cd8c None None] Provisioning complete for port 75b0fce1-edf5-448a-976e-94b4821b9e7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:33.176817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2816d86f-8400-4ff3-bdcd-fd0f8a59cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:33.218336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2816d86f-8400-4ff3-bdcd-fd0f8a59cd8c None None] Port 75b0fce1-edf5-448a-976e-94b4821b9e7e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:55:33.298659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e09b56b3-3129-41a8-a207-8f355c2e3bd0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:33.319463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e09b56b3-3129-41a8-a207-8f355c2e3bd0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:33.319957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e09b56b3-3129-41a8-a207-8f355c2e3bd0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:33.375466 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:33.582932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:33.721027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 91790357-bc25-4dc0-9928-80cdc9607cfe is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:55:33.837641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:33.857890 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Sync routers for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:33.864822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:33.865814 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0147a78d-6d57-4583-afb4-0415fb823f9f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7679307 Nov 12 12:55:33.869516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35318) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:33.874300 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:33.875334 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:33.883105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6653-3a30-4c73-91a2-f286d0c876ec req-a9b64796-41d5-427e-9866-a906a8386acb tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:33.891456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91ea6653-3a30-4c73-91a2-f286d0c876ec req-a9b64796-41d5-427e-9866-a906a8386acb tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.0769806 Nov 12 12:55:33.913300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35320) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:33.913963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb7a26cb-3fdb-4aab-ab8f-dbe5567b492e tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=88c1af1ca30a48e083eb7062cb8450c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431693 Nov 12 12:55:34.003350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91ea6653-3a30-4c73-91a2-f286d0c876ec req-7faf9f4e-24f1-46c5-99a0-8a1324fe0df9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103876 Nov 12 12:55:34.004315 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:34.041207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a7a41-a4ea-4910-939b-686d64daac76 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:34.042875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-452a7a41-a4ea-4910-939b-686d64daac76 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278405 Nov 12 12:55:34.045574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:34.075902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d9c0bf6-ee20-4679-8c38-c19296a70feb tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289710 Nov 12 12:55:34.079319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:34.084432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224236904', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:34.182790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:55:34.186737 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.208904 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:33Z', 'revision_number': 3, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:34.244671 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Checking router: 91790357-bc25-4dc0-9928-80cdc9607cfe for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:34.244931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Updating router 91790357-bc25-4dc0-9928-80cdc9607cfe port 75b0fce1-edf5-448a-976e-94b4821b9e7e binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:55:34.272318 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.399552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.477125 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Subnet': ['ID=51cd096b-a0c3-4207-8b12-333c579fde92,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:34.486214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Checking segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:55:34.487678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network hostable DHCP agents. Network: 9bae78d3-017a-4cfb-a012-17c2318cc2d3, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:55:34.509928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:55:34.519596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 9bae78d3-017a-4cfb-a012-17c2318cc2d3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:34.527127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:34.528265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.532483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090c0cb-3933-4ca3-ae2c-fc08ab3342fd None None] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:55:34.555342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1ea0e738-8a6d-48ee-951f-6817ea0b1f66 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4748960 Nov 12 12:55:34.558828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35326) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:34.570560 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.577604 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.626345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Pushing event updated for resources: {'Port': ['ID=75b0fce1-edf5-448a-976e-94b4821b9e7e,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:34.637727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.637977 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.638339 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.638876 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.639663 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.640007 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.640340 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.640738 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.640977 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.641486 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.642110 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.642645 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:34.660057 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Attempting to bind port 75b0fce1-edf5-448a-976e-94b4821b9e7e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:55:34.660687 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Attempting to bind port 75b0fce1-edf5-448a-976e-94b4821b9e7e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:55:34.661254 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Attempting to bind port 75b0fce1-edf5-448a-976e-94b4821b9e7e on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:55:34.667770 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:55:34.668414 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:55:34.669020 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.669575 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:55:34.670259 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Bound port: 75b0fce1-edf5-448a-976e-94b4821b9e7e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:55:34.670850 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.693998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4825a6d-0d9d-473c-85a0-86550dd28ad0 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:34.723945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:55:34.725099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.736345 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] For port 75b0fce1-edf5-448a-976e-94b4821b9e7e, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:55:34.744812 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] For port 75b0fce1-edf5-448a-976e-94b4821b9e7e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=75b0fce1-edf5-448a-976e-94b4821b9e7e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:55:34.751747 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.777401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-45ab80b4-62c3-4610-ad6d-272eaba9cb1f None None] Provisioning complete for port 75b0fce1-edf5-448a-976e-94b4821b9e7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:34.777926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45ab80b4-62c3-4610-ad6d-272eaba9cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:34.826094 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:34.827087 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:34.860427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64e37c-bf0f-4359-85bc-a02f18ef4e6c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:34.951467 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:34.991645 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45ab80b4-62c3-4610-ad6d-272eaba9cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.013375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-45ab80b4-62c3-4610-ad6d-272eaba9cb1f None None] For port 75b0fce1-edf5-448a-976e-94b4821b9e7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=75b0fce1-edf5-448a-976e-94b4821b9e7e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:35.021588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45ab80b4-62c3-4610-ad6d-272eaba9cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.031411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Allocated IP 172.20.0.2 (9bae78d3-017a-4cfb-a012-17c2318cc2d3/51cd096b-a0c3-4207-8b12-333c579fde92/34385630-7e68-4199-9a3d-56a50192a99a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:55:35.123573 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880e77c-09bf-494a-9188-d209059b2391 None None] Pushing event updated for resources: {'Port': ['ID=75b0fce1-edf5-448a-976e-94b4821b9e7e,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:35.130398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-558c44db-d720-4abe-b1e7-afb4143e6e18 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:35.131994 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-558c44db-d720-4abe-b1e7-afb4143e6e18 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1134131 Nov 12 12:55:35.191706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-77233e6f-41d9-4c74-a3ce-2a5c35f70428 None None] Provisioning complete for port 75b0fce1-edf5-448a-976e-94b4821b9e7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:35.192388 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77233e6f-41d9-4c74-a3ce-2a5c35f70428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.242507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab80b4-62c3-4610-ad6d-272eaba9cb1f None None] Pushing event updated for resources: {'Port': ['ID=75b0fce1-edf5-448a-976e-94b4821b9e7e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:35.336359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb08ed-4f6d-4137-8c46-8119b49075e6 req-472dfb88-5ee6-4b94-b4cd-ffe5b8e143db tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:35.338661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4afb08ed-4f6d-4137-8c46-8119b49075e6 req-472dfb88-5ee6-4b94-b4cd-ffe5b8e143db tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 945 time: 0.1904995 Nov 12 12:55:35.342296 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:33Z', 'revision_number': 3, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:35.351038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.369298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.376531 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.392953 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c396576-ee0b-4a0e-b174-9bbd288da91a None None] The sync data for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 is: [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:33Z', 'revision_number': 3, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:35.422314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:55:35.425495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:35.428020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:55:35.446925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Deleting port 87678aed-2963-446a-94d1-475f55a31045 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:35.447267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.494488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Pushing event updated for resources: {'Port': ['ID=34385630-7e68-4199-9a3d-56a50192a99a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:35.511321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Attempting to bind port 34385630-7e68-4199-9a3d-56a50192a99a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:55:35.511530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4afb08ed-4f6d-4137-8c46-8119b49075e6 req-31beba43-3574-4e69-b1b5-104304095cbe tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638567 Nov 12 12:55:35.511823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Attempting to bind port 34385630-7e68-4199-9a3d-56a50192a99a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:55:35.512207 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Attempting to bind port 34385630-7e68-4199-9a3d-56a50192a99a on network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:55:35.519747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:55:35.519987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Checking segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:55:35.520399 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.520805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Bound using segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:55:35.521286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Bound port: 34385630-7e68-4199-9a3d-56a50192a99a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:55:35.521674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.598354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] For port 34385630-7e68-4199-9a3d-56a50192a99a, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:55:35.601845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] For port 34385630-7e68-4199-9a3d-56a50192a99a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=34385630-7e68-4199-9a3d-56a50192a99a,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:55:35.607993 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.669216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d896d7-f310-4ced-b127-ae500daf6580 None None] Pushing event updated for resources: {'Port': ['ID=34385630-7e68-4199-9a3d-56a50192a99a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:35.682423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] For port 87678aed-2963-446a-94d1-475f55a31045, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=87678aed-2963-446a-94d1-475f55a31045,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:35.682882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.744550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9eff5d7-4b78-4986-9166-eecb24ea4f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:35.766414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Calling delete_port for 87678aed-2963-446a-94d1-475f55a31045 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:36.079710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.20.0.1 (9bae78d3-017a-4cfb-a012-17c2318cc2d3/51cd096b-a0c3-4207-8b12-333c579fde92/59fb0b8e-8e47-443c-90e2-2896b5ac202d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:55:36.220159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:36.232551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b9ead6c8-a5cb-4fcd-81e9-916ff30e3506', '87678aed-2963-446a-94d1-475f55a31045'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:55:36.269377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Pushing event deleted for resources: {'Port': ['ID=87678aed-2963-446a-94d1-475f55a31045,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:36.320057 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:36.321349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] No DVR routers for this DVR port 87678aed-2963-446a-94d1-475f55a31045 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:36.325890 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:36.328998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-778b3714-082e-4e08-979d-3b7e477d95e4 req-829f9f29-706d-47d7-bad7-f1e1ea58704f tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "DELETE /v2.0/ports/87678aed-2963-446a-94d1-475f55a31045 HTTP/1.1" status: 204 len: 173 time: 1.1830821 Nov 12 12:55:36.329440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'name': 'network-vif-deleted', 'tag': '87678aed-2963-446a-94d1-475f55a31045'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:36.336889 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2bcfc8-30e8-4cd0-af07-7b59598aa333" -d '{"events": [{"server_uuid": "bbf81a73-96cc-4cf6-9613-9465dc330724", "name": "network-vif-deleted", "tag": "87678aed-2963-446a-94d1-475f55a31045"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:36.412988 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb4d460-2e2c-4d84-9068-4b859eb8e18d x-openstack-request-id: req-9cb4d460-2e2c-4d84-9068-4b859eb8e18d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:36.413289 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf81a73-96cc-4cf6-9613-9465dc330724", "name": "network-vif-deleted", "tag": "87678aed-2963-446a-94d1-475f55a31045", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:36.413544 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cb4d460-2e2c-4d84-9068-4b859eb8e18d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:36.413952 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf81a73-96cc-4cf6-9613-9465dc330724', 'name': 'network-vif-deleted', 'tag': '87678aed-2963-446a-94d1-475f55a31045', 'status': 'completed', 'code': 200} Nov 12 12:55:36.426635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:36.479406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:55:36.483168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:36.486969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:55:36.902242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=59fb0b8e-8e47-443c-90e2-2896b5ac202d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:36.926571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb1df25f-c68a-4a84-b3c5-229b2827c8be req-8d3bd710-1fb8-4bca-be9b-960c41b2fd07 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf81a73-96cc-4cf6-9613-9465dc330724 HTTP/1.1" status: 200 len: 210 time: 0.0431185 Nov 12 12:55:36.944708 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.010352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58389933-1bb5-4c97-b726-78c9a529c3f2 None None] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:55:37.117880 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.189229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-29f779b7-e20b-4028-8848-9f412ec9f1f6 None None] Provisioning complete for port 34385630-7e68-4199-9a3d-56a50192a99a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:37.189760 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29f779b7-e20b-4028-8848-9f412ec9f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.293324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29f779b7-e20b-4028-8848-9f412ec9f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.344118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-29f779b7-e20b-4028-8848-9f412ec9f1f6 None None] For port 34385630-7e68-4199-9a3d-56a50192a99a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=34385630-7e68-4199-9a3d-56a50192a99a,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:37.352425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29f779b7-e20b-4028-8848-9f412ec9f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.436820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f779b7-e20b-4028-8848-9f412ec9f1f6 None None] Pushing event updated for resources: {'Port': ['ID=34385630-7e68-4199-9a3d-56a50192a99a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:37.500926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75b0fce1-edf5-448a-976e-94b4821b9e7e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:55:37.591021 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.601385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c00e8cd7-4724-4321-bff4-93ad42e24766 None None] Provisioning complete for port 59fb0b8e-8e47-443c-90e2-2896b5ac202d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:37.602200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c00e8cd7-4724-4321-bff4-93ad42e24766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.604971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.636645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 75b0fce1-edf5-448a-976e-94b4821b9e7e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:37.637381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.691860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c00e8cd7-4724-4321-bff4-93ad42e24766 None None] Port 59fb0b8e-8e47-443c-90e2-2896b5ac202d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:55:37.701425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.715974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c00e8cd7-4724-4321-bff4-93ad42e24766 None None] Provisioning complete for port 34385630-7e68-4199-9a3d-56a50192a99a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:37.716734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c00e8cd7-4724-4321-bff4-93ad42e24766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:37.728466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=59fb0b8e-8e47-443c-90e2-2896b5ac202d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:37.787564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 34385630-7e68-4199-9a3d-56a50192a99a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:55:37.862121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:55:37.863760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:37.886899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 34385630-7e68-4199-9a3d-56a50192a99a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:37.887279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:38.004676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 91790357-bc25-4dc0-9928-80cdc9607cfe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:55:38.050085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-60597ba5-3c12-4458-bfa8-5f9e94418620 None None] Provisioning complete for port 59fb0b8e-8e47-443c-90e2-2896b5ac202d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:38.050573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60597ba5-3c12-4458-bfa8-5f9e94418620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:38.117391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-60597ba5-3c12-4458-bfa8-5f9e94418620 None None] Port 59fb0b8e-8e47-443c-90e2-2896b5ac202d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:55:38.170953 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:38.178613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-493129ee-9951-4a99-9a90-b92bf1efb0b2 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "PUT /v2.0/routers/91790357-bc25-4dc0-9928-80cdc9607cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6164401 Nov 12 12:55:38.179339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35350) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:38.194523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Sync routers for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:38.217974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:38.218891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:38.328281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d6d05e5-b081-4164-99cf-8be0a943f327 None None] Provisioning complete for port 59fb0b8e-8e47-443c-90e2-2896b5ac202d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:38.328706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d6d05e5-b081-4164-99cf-8be0a943f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:38.355061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 87678aed-2963-446a-94d1-475f55a31045 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:38.366750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b566d8a-e3db-4c49-9def-5a892c138dd9 req-33b540f7-20e5-4612-b548-71e31be5aa75 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.375392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b566d8a-e3db-4c49-9def-5a892c138dd9 req-33b540f7-20e5-4612-b548-71e31be5aa75 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0929523 Nov 12 12:55:38.381948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 87678aed-2963-446a-94d1-475f55a31045 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:38.382323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 87678aed-2963-446a-94d1-475f55a31045 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:38.390355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a73b2-a89c-41af-b57b-3a0bbfd3f711 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.391426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a73b2-a89c-41af-b57b-3a0bbfd3f711 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.391921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a73b2-a89c-41af-b57b-3a0bbfd3f711 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.392397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a73b2-a89c-41af-b57b-3a0bbfd3f711 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.392859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a73b2-a89c-41af-b57b-3a0bbfd3f711 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.394907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b36a73b2-a89c-41af-b57b-3a0bbfd3f711 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3593 time: 0.2145839 Nov 12 12:55:38.397756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35354) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:38.443599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0b566d8a-e3db-4c49-9def-5a892c138dd9 req-f13e0403-6a8b-485d-a0e9-53eb2d5b7ead tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Nov 12 12:55:38.445951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:38.486278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331acd61-fb2b-4687-bb8d-0d0784f1f6df tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.487075 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331acd61-fb2b-4687-bb8d-0d0784f1f6df tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.488085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331acd61-fb2b-4687-bb8d-0d0784f1f6df tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.488725 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331acd61-fb2b-4687-bb8d-0d0784f1f6df tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.489360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331acd61-fb2b-4687-bb8d-0d0784f1f6df tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:38.495369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35356) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:38.498084 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-331acd61-fb2b-4687-bb8d-0d0784f1f6df tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3375 time: 0.0991530 Nov 12 12:55:38.682931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d05e5-b081-4164-99cf-8be0a943f327 None None] Port 59fb0b8e-8e47-443c-90e2-2896b5ac202d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:55:38.757412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-879e3894-8018-47c3-a2fe-ac11446ec64a tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2602124 Nov 12 12:55:38.876225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 2, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:38.904619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Checking router: 91790357-bc25-4dc0-9928-80cdc9607cfe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:38.904969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Updating router 91790357-bc25-4dc0-9928-80cdc9607cfe port 59fb0b8e-8e47-443c-90e2-2896b5ac202d binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:55:38.943475 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:38.996765 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99d82aad-b060-4c5e-b3e2-c9decb761e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.054924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:39.060965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163092681', 'description': 'tempest-secgroup-smoke-163092681 description', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:39.099690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.190690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.198278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.248738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.252785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1937277 Nov 12 12:55:39.253214 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35364) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:39.257815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa3526-e5da-4cfc-a458-43bf56d9c85d', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:39.283464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa71de5-deb2-49ad-bcf3-4376df16219c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa3526-e5da-4cfc-a458-43bf56d9c85d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:39.296304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.329067 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.337776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.384041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.391746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.416743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 34385630-7e68-4199-9a3d-56a50192a99a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:55:39.423427 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.427944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714926 Nov 12 12:55:39.429154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:39.435515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa3526-e5da-4cfc-a458-43bf56d9c85d', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:39.440312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc23a-688b-48a0-a092-3860c238a232 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d29a3b9-6509-403b-aa28-dccb90d7eded,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:39.453825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Pushing event updated for resources: {'Port': ['ID=59fb0b8e-8e47-443c-90e2-2896b5ac202d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:39.500720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.547539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.550460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.550904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.551259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.551597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.551932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.552264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.552599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.552961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.553506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.553859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.554260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:39.611349 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.612964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Attempting to bind port 59fb0b8e-8e47-443c-90e2-2896b5ac202d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:55:39.614562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Attempting to bind port 59fb0b8e-8e47-443c-90e2-2896b5ac202d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:55:39.615165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Attempting to bind port 59fb0b8e-8e47-443c-90e2-2896b5ac202d on network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:55:39.629742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:55:39.630447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Checking segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:55:39.631046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.631872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Bound using segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:55:39.632302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Bound port: 59fb0b8e-8e47-443c-90e2-2896b5ac202d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:55:39.632690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.650576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36f076-8e09-4c23-9e7b-5b0333923435 req-a3e42ff3-9501-4443-8c06-8714f48a53f7 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:39.652276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e36f076-8e09-4c23-9e7b-5b0333923435 req-a3e42ff3-9501-4443-8c06-8714f48a53f7 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0851998 Nov 12 12:55:39.659565 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.669332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.694523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 34385630-7e68-4199-9a3d-56a50192a99a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:39.695063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.753230 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.754586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3241169 Nov 12 12:55:39.755456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e06c0-da90-4f2e-904c-52318706d291 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd4c8ae-eb2e-4cef-b106-7b78167b1f63,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:39.757340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:39.769411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa3526-e5da-4cfc-a458-43bf56d9c85d', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:39.792057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e36f076-8e09-4c23-9e7b-5b0333923435 req-af709852-418a-4768-addb-4586f265735b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310050 Nov 12 12:55:39.793140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] For port 59fb0b8e-8e47-443c-90e2-2896b5ac202d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:55:39.797084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] For port 59fb0b8e-8e47-443c-90e2-2896b5ac202d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=59fb0b8e-8e47-443c-90e2-2896b5ac202d,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:55:39.807484 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.827002 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.871211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f515fb2f-9509-4409-ae76-a9103312ed0e None None] Provisioning complete for port 59fb0b8e-8e47-443c-90e2-2896b5ac202d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:39.871583 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f515fb2f-9509-4409-ae76-a9103312ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.897994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.905135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.947736 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:39.949345 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875448 Nov 12 12:55:39.950947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd5da-e642-4dde-b3a0-09d1004e5ff3 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b66a221-3e37-428a-9306-0889390e5b3e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:39.953023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:39.964555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa3526-e5da-4cfc-a458-43bf56d9c85d', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:39.967649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7039f3-19ba-4cc6-adfe-905d6f0250e1 None None] Pushing event updated for resources: {'Port': ['ID=59fb0b8e-8e47-443c-90e2-2896b5ac202d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:39.976193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:39.976743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:40.003783 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.113817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f515fb2f-9509-4409-ae76-a9103312ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.117654 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.124447 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.150457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73efeb8-d5b1-445a-bc4c-f1b41b0853d6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:40.170821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.175050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-94c43e66-d3f2-4504-99b7-1aec08a933cc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148552 Nov 12 12:55:40.177735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:40.182909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa3526-e5da-4cfc-a458-43bf56d9c85d', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:40.185787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f515fb2f-9509-4409-ae76-a9103312ed0e None None] For port 59fb0b8e-8e47-443c-90e2-2896b5ac202d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=59fb0b8e-8e47-443c-90e2-2896b5ac202d,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:40.203148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f515fb2f-9509-4409-ae76-a9103312ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.208342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:40.216174 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Project 88c1af1ca30a48e083eb7062cb8450c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:55:40.221965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.309583 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.316025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.337185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d80c57-15d9-4ad2-8384-240d68bca1a7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:40.357426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.360603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-38b5d0c6-d6ef-46b7-b09f-f643aa0796f0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807363 Nov 12 12:55:40.362395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35378) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:40.364129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515fb2f-9509-4409-ae76-a9103312ed0e None None] Pushing event updated for resources: {'Port': ['ID=59fb0b8e-8e47-443c-90e2-2896b5ac202d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:40.370192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa3526-e5da-4cfc-a458-43bf56d9c85d', 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:40.406693 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Project 88c1af1ca30a48e083eb7062cb8450c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:55:40.413778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bae9f865-0376-4b6a-a26f-0b7cc860afae None None] Provisioning complete for port 59fb0b8e-8e47-443c-90e2-2896b5ac202d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:40.414187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bae9f865-0376-4b6a-a26f-0b7cc860afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.417536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.524626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.531141 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.564603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.565597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2012792 Nov 12 12:55:40.567431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145078-5312-410b-8154-64f67182aadf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7653bf71-8b33-4a61-ade3-3ef378877a91,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:40.588427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:39Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:40.625121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc681e2-5493-4895-9948-c19a6ab9b6e1 None None] The sync data for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 is: [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:39Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:40.714799 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:40.850928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-aa8bbb4e-9a1d-47c6-a533-30574dedace5 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163092681&fields=id&tenant_id=88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 267 time: 0.0567019 Nov 12 12:55:40.979678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-b0e1de4c-d571-4bec-94fb-a66a24754407 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:40.983297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-b0e1de4c-d571-4bec-94fb-a66a24754407 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/networks?id=9bae78d3-017a-4cfb-a012-17c2318cc2d3 HTTP/1.1" status: 200 len: 797 time: 0.1221983 Nov 12 12:55:40.997806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-d6272d2c-1222-47b8-ab30-9a3843c7d315 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/quotas/88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 375 time: 0.0104845 Nov 12 12:55:41.059333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-815d190a-c18d-443d-89d1-2a88899250fe tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545759 Nov 12 12:55:41.287505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-9692e0db-d446-477f-b8e0-d7fd76756991 service neutron] 10.222.0.18 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143006 Nov 12 12:55:41.375446 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:41.420592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 59fb0b8e-8e47-443c-90e2-2896b5ac202d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:55:41.440529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e88876a6-ef4d-4eab-a5c6-8097a212a439 service neutron] 10.222.0.18 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450324 Nov 12 12:55:41.511797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 59fb0b8e-8e47-443c-90e2-2896b5ac202d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:41.512173 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:41.708593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57f3a-fec1-42b0-a30e-2dbd137e24d0 req-9c79e861-7e15-4f55-889a-7d7947fe56c5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:41.718977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ff57f3a-fec1-42b0-a30e-2dbd137e24d0 req-9c79e861-7e15-4f55-889a-7d7947fe56c5 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0670526 Nov 12 12:55:41.798730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ff57f3a-fec1-42b0-a30e-2dbd137e24d0 req-30195e46-34ac-43e7-bf9d-6aa9f3e9e5eb tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787108 Nov 12 12:55:41.894301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-01bf4bb9-2861-4a0d-80e3-2a6bea254e03 req-290a5d52-d991-431b-87df-22b6dff8e8a0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 210 time: 0.0395103 Nov 12 12:55:42.701775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-69370a95-e834-4b6a-9ec1-4c9cfd428986 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:42.703306 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-69370a95-e834-4b6a-9ec1-4c9cfd428986 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/networks?id=9bae78d3-017a-4cfb-a012-17c2318cc2d3 HTTP/1.1" status: 200 len: 797 time: 0.1236212 Nov 12 12:55:42.784703 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-1949f38e-0139-4418-89b9-5e5d4268b7be tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c1af1ca30a48e083eb7062cb8450c7 HTTP/1.1" status: 200 len: 379 time: 0.0707266 Nov 12 12:55:42.795610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'port': {'device_id': '6ccf14d6-edac-4f43-973d-42451a42751c', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'admin_state_up': True, 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'security_groups': ['b7fa3526-e5da-4cfc-a458-43bf56d9c85d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:42.921523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Made reservation on behalf of 88c1af1ca30a48e083eb7062cb8450c7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:55:42.925441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:42.952529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afceb85-e339-4c3d-94b7-55b9b90637a3 req-e9ba91c7-5624-4bc6-b275-13f30076f303 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:42.954545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8afceb85-e339-4c3d-94b7-55b9b90637a3 req-e9ba91c7-5624-4bc6-b275-13f30076f303 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0708985 Nov 12 12:55:43.015765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8afceb85-e339-4c3d-94b7-55b9b90637a3 req-b131a507-99f5-4dd6-a318-637959fdb18b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518327 Nov 12 12:55:43.075960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.20.0.4 (9bae78d3-017a-4cfb-a012-17c2318cc2d3/51cd096b-a0c3-4207-8b12-333c579fde92/a8333796-287b-4d41-b14c-23b68772d6de) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:55:43.118049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-91b79223-6e74-4cb6-843c-e5a108803184 req-6de6712e-e0a8-4b1f-a76b-d6a30ca96ad6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 210 time: 0.0268300 Nov 12 12:55:43.239188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.275620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.326544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:55:43.329660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:43.335137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:55:43.340096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=a8333796-287b-4d41-b14c-23b68772d6de,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:43.371653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.372010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.372336 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.372677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.373003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.373338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.373665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.373995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.374343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.374667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.374992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.375314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:55:43.403128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:43.403829 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.424747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e02fd071-9220-4777-ab40-c4657044ec5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332974 Nov 12 12:55:43.436455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e262bf96-6eff-4041-b928-9cab7ce7f73d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:55:43.437524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-e262bf96-6eff-4041-b928-9cab7ce7f73d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056055 Nov 12 12:55:43.451119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Request body: {'port': {'device_id': '6ccf14d6-edac-4f43-973d-42451a42751c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:43.521361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.606747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ec3fea10-0dec-4f7d-be32-fc568245784c None None] Provisioning complete for port a8333796-287b-4d41-b14c-23b68772d6de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:43.607341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec3fea10-0dec-4f7d-be32-fc568245784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.644751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fea10-0dec-4f7d-be32-fc568245784c None None] Port a8333796-287b-4d41-b14c-23b68772d6de cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:55:43.808517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8333796-287b-4d41-b14c-23b68772d6de {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:55:43.816116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.828901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Transition to ACTIVE for port object a8333796-287b-4d41-b14c-23b68772d6de will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:55:43.833296 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:43.887765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Pushing event updated for resources: {'Port': ['ID=a8333796-287b-4d41-b14c-23b68772d6de,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:43.968138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Attempting to bind port a8333796-287b-4d41-b14c-23b68772d6de on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:55:43.968722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Attempting to bind port a8333796-287b-4d41-b14c-23b68772d6de by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:55:43.969322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Attempting to bind port a8333796-287b-4d41-b14c-23b68772d6de on network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:55:43.976381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Port a8333796-287b-4d41-b14c-23b68772d6de on network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:55:43.976702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Attempting to bind port a8333796-287b-4d41-b14c-23b68772d6de on network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:55:43.982793 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:55:43.983124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Checking segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:55:43.983519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Bound using segment: {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:55:43.983926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Bound port: a8333796-287b-4d41-b14c-23b68772d6de, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43534e8-8779-463f-9e80-a32fb855f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:55:43.984287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.063767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] For port a8333796-287b-4d41-b14c-23b68772d6de, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:55:44.068990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] For port a8333796-287b-4d41-b14c-23b68772d6de, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a8333796-287b-4d41-b14c-23b68772d6de,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:55:44.076055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.114102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.114843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.116317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] 10.222.0.65 "PUT /v2.0/ports/a8333796-287b-4d41-b14c-23b68772d6de HTTP/1.1" status: 200 len: 1091 time: 0.6703980 Nov 12 12:55:44.116822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:44.120755 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116cccb8-aea9-4de4-b016-53074a4d52a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "tag": "a8333796-287b-4d41-b14c-23b68772d6de"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:44.161032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7df92-7e72-4a1a-b122-902eeb9a3027 service neutron] Pushing event updated for resources: {'Port': ['ID=a8333796-287b-4d41-b14c-23b68772d6de,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:44.198835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1d580-f355-4a26-bc2b-5711bbae3416 req-460c8535-a512-4c75-8e19-555cdd5d7db9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.206693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5a1d580-f355-4a26-bc2b-5711bbae3416 req-460c8535-a512-4c75-8e19-555cdd5d7db9 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.0923226 Nov 12 12:55:44.314620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5a1d580-f355-4a26-bc2b-5711bbae3416 req-9a70a317-a74d-4d07-8159-f28beab1e593 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/security-groups?id=09d0024a-a007-4941-a3e0-5f9544674466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068904 Nov 12 12:55:44.324394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-813cea6a-03c3-4ec8-af0c-c309c479808b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.325911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-813cea6a-03c3-4ec8-af0c-c309c479808b tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 946 time: 0.1118338 Nov 12 12:55:44.512630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89150f0e-c4c5-4322-9afc-ee5626b514d1 req-8050065f-7ffb-4025-850c-21831fb46682 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.514395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89150f0e-c4c5-4322-9afc-ee5626b514d1 req-8050065f-7ffb-4025-850c-21831fb46682 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 943 time: 0.0809326 Nov 12 12:55:44.521750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Deleting port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:44.522113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.641153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-89150f0e-c4c5-4322-9afc-ee5626b514d1 req-26b61aa7-0a86-4517-9823-7f43963c04ff tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139526 Nov 12 12:55:44.647079 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc50f1-0ba3-4824-8655-f2c57a512765 x-openstack-request-id: req-21bc50f1-0ba3-4824-8655-f2c57a512765 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:44.647371 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "tag": "a8333796-287b-4d41-b14c-23b68772d6de", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:44.647619 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21bc50f1-0ba3-4824-8655-f2c57a512765 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:44.648017 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de', 'status': 'completed', 'code': 200} Nov 12 12:55:44.664249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-12561ee8-703f-4fc3-b057-a2391fef270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.666386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] For port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:44.666578 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-12561ee8-703f-4fc3-b057-a2391fef270c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 1094 time: 0.4991980 Nov 12 12:55:44.667031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.680836 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Calling delete_port for b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:44.712813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-73b6000c-9783-4b7b-9217-96226924dca8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8333796-287b-4d41-b14c-23b68772d6de HTTP/1.1" status: 200 len: 217 time: 0.0377946 Nov 12 12:55:44.777175 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-c75ff0d4-38de-43d1-896c-3c6d93f48b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.778741 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-c75ff0d4-38de-43d1-896c-3c6d93f48b27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cd096b-a0c3-4207-8b12-333c579fde92 HTTP/1.1" status: 200 len: 835 time: 0.0579126 Nov 12 12:55:44.834029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.837412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-83f7d084-64f1-4f3c-9316-19f57c2bf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:44.839010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-83f7d084-64f1-4f3c-9316-19f57c2bf432 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9bae78d3-017a-4cfb-a012-17c2318cc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516241 Nov 12 12:55:44.845670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b9ead6c8-a5cb-4fcd-81e9-916ff30e3506'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:55:44.879457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Pushing event deleted for resources: {'Port': ['ID=b9ead6c8-a5cb-4fcd-81e9-916ff30e3506,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:44.917691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] No DVR routers for this DVR port b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:55:44.920555 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:44.924422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30ff5d0a-f6a9-461e-838f-c1a80ee4b311 req-1fa70995-da3d-46f3-94d3-a439061b0a1d tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.81 "DELETE /v2.0/ports/b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 HTTP/1.1" status: 204 len: 173 time: 0.5882757 Nov 12 12:55:44.925186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'name': 'network-vif-deleted', 'tag': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:44.928920 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8968310-451e-4e3c-b615-50e6c4ed421c" -d '{"events": [{"server_uuid": "b7da3aea-847d-4b17-9752-2c06e1db4aac", "name": "network-vif-deleted", "tag": "b9ead6c8-a5cb-4fcd-81e9-916ff30e3506"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:44.953819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-58fd03c9-5e8c-40a8-9cad-3856550c6db0 service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059413 Nov 12 12:55:44.980563 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746e9e2a-81a8-4769-96c5-35b4ac890f22 x-openstack-request-id: req-746e9e2a-81a8-4769-96c5-35b4ac890f22 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:44.980854 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7da3aea-847d-4b17-9752-2c06e1db4aac", "name": "network-vif-deleted", "tag": "b9ead6c8-a5cb-4fcd-81e9-916ff30e3506", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:44.981103 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-746e9e2a-81a8-4769-96c5-35b4ac890f22 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:44.981503 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7da3aea-847d-4b17-9752-2c06e1db4aac', 'name': 'network-vif-deleted', 'tag': 'b9ead6c8-a5cb-4fcd-81e9-916ff30e3506', 'status': 'completed', 'code': 200} Nov 12 12:55:45.060842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-92a292b4-3ff4-4785-a49f-2c4e7eb7d66e req-7f7856bb-4b3a-4bd1-8350-dbd2ec9dc0db service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993416 Nov 12 12:55:45.158516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-a87c9697-bade-4b31-86bd-06eca2a214a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:45.160060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-a87c9697-bade-4b31-86bd-06eca2a214a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 1094 time: 0.0440757 Nov 12 12:55:45.260921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-b58ee177-3849-432b-bd34-d2df22bb2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:45.262439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-b58ee177-3849-432b-bd34-d2df22bb2479 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9bae78d3-017a-4cfb-a012-17c2318cc2d3 HTTP/1.1" status: 200 len: 898 time: 0.0950806 Nov 12 12:55:45.307764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-5ff4738c-51a5-4d60-8928-650aa1f6b3b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8333796-287b-4d41-b14c-23b68772d6de HTTP/1.1" status: 200 len: 217 time: 0.0366561 Nov 12 12:55:45.379752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-3a3c3093-93c4-45a8-ad86-55e28e70771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:45.381241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-3a3c3093-93c4-45a8-ad86-55e28e70771a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cd096b-a0c3-4207-8b12-333c579fde92 HTTP/1.1" status: 200 len: 835 time: 0.0642223 Nov 12 12:55:45.437510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a332a3b8-86a0-452a-954d-1cb2c5ce8fbc req-2d4ac72f-0913-4da5-8dd2-f6da2eddad63 tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7da3aea-847d-4b17-9752-2c06e1db4aac HTTP/1.1" status: 200 len: 210 time: 0.0398884 Nov 12 12:55:45.447626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-6fb74c60-d968-416f-8624-9bbf79d116c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:45.450137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-6fb74c60-d968-416f-8624-9bbf79d116c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9bae78d3-017a-4cfb-a012-17c2318cc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612180 Nov 12 12:55:45.553623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-a9bbe9ea-e447-4e08-b73a-4b4a6eef568e service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931156 Nov 12 12:55:45.657772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-116cccb8-aea9-4de4-b016-53074a4d52a4 req-164f05fb-3525-4b76-adf0-4c285eb95ba0 service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959902 Nov 12 12:55:45.773006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420241-b0e8-4540-bffa-9c8c19375d29 req-266b4510-156b-4837-b7c1-9df47852db36 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:45.774977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa420241-b0e8-4540-bffa-9c8c19375d29 req-266b4510-156b-4837-b7c1-9df47852db36 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 943 time: 0.0529163 Nov 12 12:55:45.827234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aa420241-b0e8-4540-bffa-9c8c19375d29 req-75845ebe-0b67-4fe7-b9fe-ca7469f70a8d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461342 Nov 12 12:55:46.501058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:46.513640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a8333796-287b-4d41-b14c-23b68772d6de details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:55:46.611543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port a8333796-287b-4d41-b14c-23b68772d6de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a8333796-287b-4d41-b14c-23b68772d6de,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:46.624511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'a8333796-287b-4d41-b14c-23b68772d6de', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'port_id': 'a8333796-287b-4d41-b14c-23b68772d6de', 'mac_address': 'fa:16:3e:74:59:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:55:46.666120 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:46.681126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8333796-287b-4d41-b14c-23b68772d6de {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:55:46.701242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port a8333796-287b-4d41-b14c-23b68772d6de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a8333796-287b-4d41-b14c-23b68772d6de,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:46.706591 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:46.763195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=a8333796-287b-4d41-b14c-23b68772d6de,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:46.886675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:46.922206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['a8333796-287b-4d41-b14c-23b68772d6de'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:55:47.303056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ea71e-e1cb-45b8-9a16-f5ed1ddb0acc req-e91a0cc4-2346-47d9-8207-7e386762da98 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:47.304576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d5ea71e-e1cb-45b8-9a16-f5ed1ddb0acc req-e91a0cc4-2346-47d9-8207-7e386762da98 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 944 time: 0.3814852 Nov 12 12:55:47.413976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1d5ea71e-e1cb-45b8-9a16-f5ed1ddb0acc req-2d9f34a7-f8b7-4863-a268-54e245b65dd8 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023033 Nov 12 12:55:47.517026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Deleting port 81384cbc-c868-4938-a290-1fb52998d79e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:47.517731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:47.601603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] For port 81384cbc-c868-4938-a290-1fb52998d79e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=81384cbc-c868-4938-a290-1fb52998d79e,segment=NetworkSegment(64a0ef51-5868-46b0-bb27-0734c2676ade),segment_id=64a0ef51-5868-46b0-bb27-0734c2676ade)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:47.602432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:47.620147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Calling delete_port for 81384cbc-c868-4938-a290-1fb52998d79e owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:47.814567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:47.841794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Pushing event deleted for resources: {'Port': ['ID=81384cbc-c868-4938-a290-1fb52998d79e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:47.999398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.229571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:55:48.345267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:48.354082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9a9fcfd0-f9b3-43f4-96cd-6eab9088325a admin admin] 10.222.0.18 "PUT /v2.0/routers/55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487718 Nov 12 12:55:48.354425 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:48.354850 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] Sync routers for ids ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:48.368596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] Routers {'55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:48.369230 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:48.429724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:48.464874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:48.465229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b9ead6c8-a5cb-4fcd-81e9-916ff30e3506 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:48.491203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] Set router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:48.495643 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.545125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a8333796-287b-4d41-b14c-23b68772d6de up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:55:48.601323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port a8333796-287b-4d41-b14c-23b68772d6de completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:55:48.607528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port a8333796-287b-4d41-b14c-23b68772d6de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:55:48.608141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.670149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc3e4c-2831-4e52-96fc-9f665f75b51c req-de919f17-69d9-44ca-b4ca-6653924e0d46 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:48.678786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34bc3e4c-2831-4e52-96fc-9f665f75b51c req-de919f17-69d9-44ca-b4ca-6653924e0d46 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 944 time: 0.1305585 Nov 12 12:55:48.684204 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:55:47Z', 'revision_number': 5, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port': {'id': '416dca4e-eb74-4a20-ab0e-6329501b4521', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:52:25Z', 'updated_at': '2021-11-12T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:48.703249 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.708383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.716664 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] Checking router: 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:48.725888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] Routers {'55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:48.726888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:48.749274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:48.751728 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d18fab-2dbf-46e2-9ce4-168dc6dd05b2" -d '{"events": [{"server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "name": "network-vif-plugged", "status": "completed", "tag": "a8333796-287b-4d41-b14c-23b68772d6de"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:48.767092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34bc3e4c-2831-4e52-96fc-9f665f75b51c req-d99b73be-f1f1-4c45-a364-92e3647e8bc1 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873079 Nov 12 12:55:48.768213 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port a8333796-287b-4d41-b14c-23b68772d6de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a8333796-287b-4d41-b14c-23b68772d6de,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:48.774628 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.829793 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] Set router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:48.833149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=a8333796-287b-4d41-b14c-23b68772d6de,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:48.846183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Deleting port 416dca4e-eb74-4a20-ab0e-6329501b4521 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:55:48.847751 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:48.855978 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742fe7fd-e6e2-4287-b1a0-679e153f9c8d x-openstack-request-id: req-742fe7fd-e6e2-4287-b1a0-679e153f9c8d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:48.856284 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "name": "network-vif-plugged", "status": "completed", "tag": "a8333796-287b-4d41-b14c-23b68772d6de", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:48.856543 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-742fe7fd-e6e2-4287-b1a0-679e153f9c8d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:48.856962 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de', 'code': 200} Nov 12 12:55:48.896311 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:55:48Z', 'revision_number': 6, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:48.927466 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae9919-cfb9-4ce7-b651-f31c817eb50f None None] The sync data for ids ['55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5'] in n-d-804878-5 is: [{'id': '55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1006231642-router', 'tenant_id': '5978fc3509e44de38f533630aadbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:52:24Z', 'updated_at': '2021-11-12T12:55:48Z', 'revision_number': 6, 'project_id': '5978fc3509e44de38f533630aadbe759', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:48.979704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f9664-fd2d-4784-8fab-92d933b6c195 req-df70ba76-91d3-4069-9d84-efef7bdf51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:48.982051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-240f9664-fd2d-4784-8fab-92d933b6c195 req-df70ba76-91d3-4069-9d84-efef7bdf51ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 1096 time: 0.0617983 Nov 12 12:55:48.988581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] For port 416dca4e-eb74-4a20-ab0e-6329501b4521, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=416dca4e-eb74-4a20-ab0e-6329501b4521,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:55:48.988959 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.004719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Calling delete_port for 416dca4e-eb74-4a20-ab0e-6329501b4521 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:55:49.032357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-240f9664-fd2d-4784-8fab-92d933b6c195 req-b0978fa4-8589-4a8b-9118-037a164835dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Nov 12 12:55:49.188814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.215606 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Pushing event deleted for resources: {'Port': ['ID=416dca4e-eb74-4a20-ab0e-6329501b4521,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:49.232409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f348fa-d6f5-4648-82fc-d00a5b257ad5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:55:49.284180 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.392266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.395278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.445328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.446022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:55:49.451153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.454749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e202ab55-830a-4740-8063-a2e9eb9d9abd admin admin] 10.222.0.18 "DELETE /v2.0/routers/55ec0a34-dbaf-434e-aaf5-0bdb9fb650e5 HTTP/1.1" status: 204 len: 168 time: 1.0970128 Nov 12 12:55:49.455648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:49.457884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 81384cbc-c868-4938-a290-1fb52998d79e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:49.507004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Deleting subnet 70c90501-08d5-4421-a4ea-ef16d7fb2df0 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:55:49.511675 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.552175 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.603978 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.656039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 81384cbc-c868-4938-a290-1fb52998d79e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:49.656628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 81384cbc-c868-4938-a290-1fb52998d79e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:49.666123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.692511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c90501-08d5-4421-a4ea-ef16d7fb2df0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:49.697081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.700416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-806b952e-0856-4a12-8309-baf5e27f853a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/70c90501-08d5-4421-a4ea-ef16d7fb2df0 HTTP/1.1" status: 204 len: 168 time: 0.2434750 Nov 12 12:55:49.702937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:49.773101 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.882692 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.920477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:49.933837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a0ef51-5868-46b0-bb27-0734c2676ade') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:49.934126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a0ef51-5868-46b0-bb27-0734c2676ade') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:49.956960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f0514-2a72-4f71-ba86-9a26a892c73f req-a57f2358-55bf-4a19-9bbc-3530d8d299dc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:49.958540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf0f0514-2a72-4f71-ba86-9a26a892c73f req-a57f2358-55bf-4a19-9bbc-3530d8d299dc tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 945 time: 0.0897887 Nov 12 12:55:49.960380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.974755 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:49.999801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:55:50.000265 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:55:50.001966 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:55:50.084657 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.091321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cf0f0514-2a72-4f71-ba86-9a26a892c73f req-48a588ae-d09f-4fcc-84cb-040cc327030f tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093054 Nov 12 12:55:50.095705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.101397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb HTTP/1.1" status: 204 len: 168 time: 0.3949995 Nov 12 12:55:50.124393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80953b3e-9d1c-49ef-95d7-73be8de97a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6adcff7-ed0a-41ad-bfa4-a55ea7cbcacb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:50.307371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:50.348561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b1fb5a94-a774-496e-946c-d266b9ec922c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5978fc3509e44de38f533630aadbe759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395916 Nov 12 12:55:50.350907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:50.416648 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff40-2d1c-4dfd-af0f-462c8dac64f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.442984 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff40-2d1c-4dfd-af0f-462c8dac64f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.497627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff40-2d1c-4dfd-af0f-462c8dac64f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.500535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff40-2d1c-4dfd-af0f-462c8dac64f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:50.501712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25f0ff40-2d1c-4dfd-af0f-462c8dac64f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09d0024a-a007-4941-a3e0-5f9544674466 HTTP/1.1" status: 204 len: 168 time: 0.1498973 Nov 12 12:55:50.511382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0ff40-2d1c-4dfd-af0f-462c8dac64f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0024a-a007-4941-a3e0-5f9544674466,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:51.248121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230be382-70d0-492d-88fb-480b6547cbdd req-dfa43056-5771-487b-8a84-44c6a8e148f8 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:51.249980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-230be382-70d0-492d-88fb-480b6547cbdd req-dfa43056-5771-487b-8a84-44c6a8e148f8 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 945 time: 0.0608957 Nov 12 12:55:51.312844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 416dca4e-eb74-4a20-ab0e-6329501b4521 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:55:51.340226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 416dca4e-eb74-4a20-ab0e-6329501b4521 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:55:51.340793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 416dca4e-eb74-4a20-ab0e-6329501b4521 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:55:51.347145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-230be382-70d0-492d-88fb-480b6547cbdd req-04a66828-8576-48e3-b651-a3faa076043b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893867 Nov 12 12:55:51.481295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80f562-f0ee-45b5-bc5f-9d428e0ca867 req-9f454dbb-b491-431d-abd6-74ad7bd10cbd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:51.482984 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd80f562-f0ee-45b5-bc5f-9d428e0ca867 req-9f454dbb-b491-431d-abd6-74ad7bd10cbd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 945 time: 0.0603509 Nov 12 12:55:51.539418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd80f562-f0ee-45b5-bc5f-9d428e0ca867 req-da479670-5ac7-4be8-b186-11c70d432837 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496113 Nov 12 12:55:51.561843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:51.603741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6fa0c8-2711-4bb8-a164-0005f2bfe6e0 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:51.608091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1f6fa0c8-2711-4bb8-a164-0005f2bfe6e0 tempest-TestNetworkBasicOps-357243138 tempest-TestNetworkBasicOps-357243138-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 1091 time: 0.0427063 Nov 12 12:55:51.608356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:51.613182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'a8333796-287b-4d41-b14c-23b68772d6de', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:55:51.639703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:51.746215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:51.894736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Allocated IP 172.25.1.111 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bb85230c-718b-4c6f-b9c1-61436d6045f3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:55:51.934847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358e4152-da6e-4d51-a348-979759a13ab0 req-5b7edfbb-7ba1-42e3-960f-2c1773908f8d tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0371778 Nov 12 12:55:52.050862 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:52.089611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:52.135250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:55:52.139822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:55:52.146559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:55:52.177643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=bb85230c-718b-4c6f-b9c1-61436d6045f3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:52.671377 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:53.075757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55e3c122-fa12-4293-baae-b6721502fdbe req-da7a1899-663f-43e2-b421-b9cf96b7c5d0 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0471504 Nov 12 12:55:53.083881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:53.240725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:53.245649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:53.312977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event updated for resources: {'Port': ['ID=bb85230c-718b-4c6f-b9c1-61436d6045f3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:55:53.328108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:53.444325 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Floating IP e320b155-137d-4b80-9d84-1c4e19f7aeb2 associated. External IP: 172.25.1.111, port: a8333796-287b-4d41-b14c-23b68772d6de. Nov 12 12:55:53.665780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 91790357-bc25-4dc0-9928-80cdc9607cfe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:55:53.776632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:55:53.788600 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] Sync routers for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:55:53.799481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:53.803946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:53.804672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:53.834920 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-16242c89-af09-4492-b44e-607cbb9eb634 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2250502 Nov 12 12:55:53.835228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:53.837490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:55:53.843040 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc33ba-50e9-45bd-a758-36ff2b285803" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "tag": "a8333796-287b-4d41-b14c-23b68772d6de"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:55:53.895404 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de885ed8-070a-40a8-a814-624023cadfaa x-openstack-request-id: req-de885ed8-070a-40a8-a814-624023cadfaa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:55:53.895693 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "tag": "a8333796-287b-4d41-b14c-23b68772d6de", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:55:53.895942 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de885ed8-070a-40a8-a814-624023cadfaa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:55:53.896347 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de', 'status': 'completed', 'code': 200} Nov 12 12:55:53.912149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4c21bb21-ead2-42fe-81cf-7e645eac2fd8 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/e320b155-137d-4b80-9d84-1c4e19f7aeb2 HTTP/1.1" status: 200 len: 991 time: 0.0743055 Nov 12 12:55:53.931502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:53.960547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-1385eff5-d3ae-4af8-a866-382ff13c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:53.963295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-1385eff5-d3ae-4af8-a866-382ff13c414a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 1096 time: 0.0432208 Nov 12 12:55:54.062974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4d2d490-a9e3-4e3e-a273-d2b46621a6e2 req-7218b7ba-8a82-4a11-8069-958ed02bcdb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Nov 12 12:55:54.074950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-996aea00-0f76-4836-ac28-eedf1c28a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:54.076617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-996aea00-0f76-4836-ac28-eedf1c28a39b service neutron] 10.222.0.65 "GET /v2.0/networks?id=9bae78d3-017a-4cfb-a012-17c2318cc2d3 HTTP/1.1" status: 200 len: 898 time: 0.1054788 Nov 12 12:55:54.154803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-9c7bd15c-b9ac-4379-a829-77ef9e9c6995 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8333796-287b-4d41-b14c-23b68772d6de HTTP/1.1" status: 200 len: 999 time: 0.0701087 Nov 12 12:55:54.200593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e320b155-137d-4b80-9d84-1c4e19f7aeb2', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'port_id': 'a8333796-287b-4d41-b14c-23b68772d6de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'mac_address': 'fa:16:3e:74:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccf14d6-edac-4f43-973d-42451a42751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:55:52Z', 'updated_at': '2021-11-12T12:55:52Z', 'revision_number': 0, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:40Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:54.213051 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8534e204-09eb-4d06-b940-7d1e5ed81cfa req-299bab23-aab4-4dc1-80af-c505432f7193 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0409255 Nov 12 12:55:54.220746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-a6d83d7c-c981-47cc-abaf-64b5ac78a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:54.222344 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-a6d83d7c-c981-47cc-abaf-64b5ac78a227 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cd096b-a0c3-4207-8b12-333c579fde92 HTTP/1.1" status: 200 len: 835 time: 0.0596442 Nov 12 12:55:54.232206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] Checking router: 91790357-bc25-4dc0-9928-80cdc9607cfe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:55:54.244263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:55:54.244911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:55:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:54.274501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-e8f13cb7-b66c-47f1-8956-f81de89c9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:55:54.276246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-e8f13cb7-b66c-47f1-8956-f81de89c9c98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9bae78d3-017a-4cfb-a012-17c2318cc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470505 Nov 12 12:55:54.359342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:55:54.377767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-e9799d5e-8cf0-4c93-895e-1d93ad4f6f1d service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924106 Nov 12 12:55:54.483367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dedc33ba-50e9-45bd-a758-36ff2b285803 req-4ac005a8-a9b1-4d83-a947-741b72fb5e5e service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977831 Nov 12 12:55:54.609434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e320b155-137d-4b80-9d84-1c4e19f7aeb2', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'port_id': 'a8333796-287b-4d41-b14c-23b68772d6de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'mac_address': 'fa:16:3e:74:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccf14d6-edac-4f43-973d-42451a42751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:55:52Z', 'updated_at': '2021-11-12T12:55:52Z', 'revision_number': 0, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:40Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:55:54.637544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47b2d4-f2b3-4e3d-8d46-c621882501a5 None None] The sync data for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 is: [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e320b155-137d-4b80-9d84-1c4e19f7aeb2', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'port_id': 'a8333796-287b-4d41-b14c-23b68772d6de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'mac_address': 'fa:16:3e:74:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccf14d6-edac-4f43-973d-42451a42751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:55:52Z', 'updated_at': '2021-11-12T12:55:52Z', 'revision_number': 0, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:40Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:55:54.846460 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53c4ab-fd81-4a5f-8803-f97c2f0891de None None] New status for floating IP e320b155-137d-4b80-9d84-1c4e19f7aeb2: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:55:54.915047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:55.018207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-797e6650-0947-409c-87c0-e33a9ec37a3c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/e320b155-137d-4b80-9d84-1c4e19f7aeb2 HTTP/1.1" status: 200 len: 991 time: 0.1009698 Nov 12 12:55:55.319789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc784e57-5c7b-49d7-bf4a-b3725ba7c9c6 req-7782baad-8f71-4255-81c7-1c247745db87 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0337031 Nov 12 12:55:55.958992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50548f0e-0ec3-4d77-a35e-49b2f10c7170 req-949a4895-8b4b-49a1-8091-5322d38e9a1c tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0425236 Nov 12 12:55:56.020869 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:55:56.095574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fad75f06-9af0-4fbe-ac0b-be043c685f5b tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/e320b155-137d-4b80-9d84-1c4e19f7aeb2 HTTP/1.1" status: 200 len: 993 time: 0.0730538 Nov 12 12:55:57.078864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c650a85-3c2e-45da-a1a2-f7bd5f04fc71 req-01015ffc-6bdf-4868-be9a-28a5725b1730 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Nov 12 12:55:58.182706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5096477-f639-4855-a466-0cfc385331ea req-f78583d0-2823-4a47-b799-dea9d9b4c7b7 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0282271 Nov 12 12:55:59.328928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7873fa1-a260-48ed-8358-656410dc92b9 req-48304d87-5456-49be-a845-4983253e5ec4 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0449781 Nov 12 12:55:59.795283 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:55:59.900346 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:56:00.020912 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:00.460075 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6357e662-f9c8-4748-8e3d-0262184e28a9 req-751b8657-63a2-4782-9558-973e4732863b tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0312455 Nov 12 12:56:01.568711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0292088-44f0-4b70-ac4d-10924c030d5d req-1dd5d8e2-9f6d-41b9-8638-3a4a02257b98 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0314786 Nov 12 12:56:02.674700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe93ea22-3bc9-455f-b1c1-6d032f188434 req-4877baa0-4b66-4644-88cb-2dff020dff0d tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Nov 12 12:56:03.808289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-60753171-4f3d-41df-9535-abf236c80621 req-7d03dd0f-7eae-480f-a17c-b97b27867f6c tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0398853 Nov 12 12:56:04.901403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c4241ff-1976-4405-8b92-f0835cc3481c req-06422bb1-0fba-49e5-8e97-623de6d8b83a tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0274181 Nov 12 12:56:05.729982 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64d58654-f4e0-46ef-ac45-368b08092cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:06.012557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a365fe8c-14db-474b-a844-8af34030be9d req-4045cccc-d1c8-4b3a-99d9-7fcd72f5fc3c tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Nov 12 12:56:07.118620 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1406483-fd50-492a-add1-5397fc3fe112 req-f47807ab-4f27-4619-880e-a7da37aa8d68 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0267806 Nov 12 12:56:08.229191 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d2cacb5f-bbae-45fb-8198-a7947b68799c req-4fa6016a-430d-4284-a3ce-47a910e6bd74 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0314219 Nov 12 12:56:08.951823 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-474192fc-c2f1-4772-b737-147ce9e6675b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:09.332335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94ef7982-e55a-403c-b744-6b5be52bead1 req-4aaa8f26-2248-463c-b095-cec9e7a5ab68 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0265083 Nov 12 12:56:09.451095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:10.438257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-86d2049f-cdfb-43d5-aade-7568792fcd4a req-fc227b36-147d-4a74-851c-b7b2b76e1d2a tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0270872 Nov 12 12:56:10.686292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:11.374360 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:11.547986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-624d796a-225c-45b8-8a4c-9fd7b06aaa88 req-f7d4f814-1397-414a-b10f-274f0d2b8cab tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0297344 Nov 12 12:56:12.660864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-671a530c-3771-4239-b1d2-66df2278ba9a req-583e868a-8137-4567-bc8a-e3fb9e29873c tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0293539 Nov 12 12:56:13.768405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6ec25064-ce73-48a4-acc1-b1bb504bb040 req-71372f4b-0233-4d13-900b-821ed8f9ca2b tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0276875 Nov 12 12:56:14.881840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd01ab-9d39-484b-9f4c-d4636474553c req-43d52ba2-18aa-44a3-9583-2b13374baccf tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0326614 Nov 12 12:56:15.990769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-70d64bcb-5f0d-4512-82e5-68139a1b1a08 req-b596efab-c8a5-4176-8483-602800e45532 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0299959 Nov 12 12:56:17.099008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0623feeb-b1de-448b-8bc0-42f28c55a679 req-396845f8-9d7d-4cf0-9d20-2241ea00bdec tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0263379 Nov 12 12:56:18.203376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-095173cf-3b04-4337-8fd8-256d1d6eabcc req-9941f96b-3157-41c9-8200-44e04800e241 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Nov 12 12:56:19.321710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-021026dc-9a28-4258-9bc4-a0de8481928c req-3e9d9636-ee74-4326-9ef0-fc2d5b45109b tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Nov 12 12:56:20.432324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75f02e83-94a2-4151-9f24-5a715ab54d72 req-da23a7d1-9e3a-473f-b25d-c47953aaf269 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0271745 Nov 12 12:56:21.545594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a7b404b-b2f7-43cf-8b85-055f9a574459 req-edd90272-4615-4951-b074-eb2a70b24e66 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0361342 Nov 12 12:56:22.657669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47cd3d79-fa02-4b24-b8f0-c868ab0552cd req-a6f98b5f-844d-45b4-801e-f93d7463aa39 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Nov 12 12:56:23.790116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0212ba3-4c15-478b-8709-d8780e339e4e req-fced66a0-603b-44fb-9471-28a5ddde1efb tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0361290 Nov 12 12:56:24.900311 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e33c886-4bde-441f-9781-5d9855b3076e req-67dc3900-00a6-4b53-ac92-baa6e38d71eb tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Nov 12 12:56:26.013457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6ebd4544-8e36-43df-8cc9-e11c2bf31f5b req-c672b3fb-eaee-47db-a987-533fedb45342 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Nov 12 12:56:26.227695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35750) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:26.334153 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dec60cd6-048c-40b7-96c0-78917b42008c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.412070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dec60cd6-048c-40b7-96c0-78917b42008c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.415824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dec60cd6-048c-40b7-96c0-78917b42008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.456071 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dec60cd6-048c-40b7-96c0-78917b42008c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f280a3578944aaeb6b278566f0deba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271647 Nov 12 12:56:26.456964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60cd6-048c-40b7-96c0-78917b42008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832205d-2c64-4b22-b3f0-31700393ca1d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:26.458854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:26.518613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.546791 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.595255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.597919 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:26.599136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6832205d-2c64-4b22-b3f0-31700393ca1d HTTP/1.1" status: 204 len: 168 time: 0.1348646 Nov 12 12:56:26.607660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832205d-2c64-4b22-b3f0-31700393ca1d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:26.615591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.615973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.616394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.616672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.617006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.617335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.617664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.617986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.618348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.618703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.619056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:26.619448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64222bf-4f81-4a92-8832-351804bb1754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:27.120391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d512b0ba-8f0d-421a-8253-319531953e44 req-cea071b1-1ff4-4906-899b-0a1b01f9309b tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Nov 12 12:56:27.338130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35784) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:27.404723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2705789-1fa5-4328-bd29-e961987ff0a7 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/floatingips/e320b155-137d-4b80-9d84-1c4e19f7aeb2 HTTP/1.1" status: 200 len: 993 time: 0.0598915 Nov 12 12:56:27.681526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:27.882965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port bb85230c-718b-4c6f-b9c1-61436d6045f3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:56:27.883461 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:27.960687 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:27.961037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:27.972754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for bb85230c-718b-4c6f-b9c1-61436d6045f3 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:56:28.125364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:28.151483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=bb85230c-718b-4c6f-b9c1-61436d6045f3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:28.228744 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:28.229148 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Floating IP e320b155-137d-4b80-9d84-1c4e19f7aeb2 disassociated (deleted). External IP: 172.25.1.111, port: a8333796-287b-4d41-b14c-23b68772d6de. Nov 12 12:56:28.278152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8db2b01a-c15d-4168-8ecf-da223dd581cf req-3050ac7d-68e3-4668-b181-0edc4aea4049 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0618815 Nov 12 12:56:28.455961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 91790357-bc25-4dc0-9928-80cdc9607cfe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:56:28.577120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:56:28.582489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:28.588589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] Sync routers for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:56:28.600533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:56:28.601517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:56:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:28.618987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-611a4bf7-0547-4854-88cb-35751e105e5e tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/floatingips/e320b155-137d-4b80-9d84-1c4e19f7aeb2 HTTP/1.1" status: 204 len: 168 time: 0.9354951 Nov 12 12:56:28.619597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:56:28.622230 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "tag": "a8333796-287b-4d41-b14c-23b68772d6de"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:56:28.720658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:56:28.956573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:40Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:28.986260 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8867696f-ceb3-4426-ab3f-268061ff008b x-openstack-request-id: req-8867696f-ceb3-4426-ab3f-268061ff008b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:56:28.986727 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "tag": "a8333796-287b-4d41-b14c-23b68772d6de", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:56:28.987124 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8867696f-ceb3-4426-ab3f-268061ff008b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:56:28.987879 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de', 'status': 'completed', 'code': 200} Nov 12 12:56:28.999583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] Checking router: 91790357-bc25-4dc0-9928-80cdc9607cfe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:56:29.009598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:56:29.010335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:56:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:29.173074 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-73b8133d-0b37-4c35-a261-897c8e820531 req-ba4de0e0-c652-4224-b99d-53eb30ec5f42 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.2207444 Nov 12 12:56:29.177398 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:56:29.184635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9b94-f5ad-4c81-ad47-893fe9ebe43e req-76b8acce-b793-4e99-8b99-9023d93d64fa tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:29.192334 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53fb9b94-f5ad-4c81-ad47-893fe9ebe43e req-76b8acce-b793-4e99-8b99-9023d93d64fa tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 945 time: 0.1460707 Nov 12 12:56:29.250454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53fb9b94-f5ad-4c81-ad47-893fe9ebe43e req-51c50b3b-31f4-429c-82b6-f5cba618fdae tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568371 Nov 12 12:56:29.285527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-0da11dad-6bb7-4df3-8d0a-d329220e8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:29.287128 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-0da11dad-6bb7-4df3-8d0a-d329220e8499 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 1096 time: 0.2601542 Nov 12 12:56:29.407037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-d67bd992-c03e-4c69-ac11-2ca16cc27e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:29.408848 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-d67bd992-c03e-4c69-ac11-2ca16cc27e9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=9bae78d3-017a-4cfb-a012-17c2318cc2d3 HTTP/1.1" status: 200 len: 898 time: 0.1092358 Nov 12 12:56:29.418133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:40Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:29.425660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b7bfef7-085f-47e4-807c-604cc26e4481 req-56a74481-1366-4033-a27b-bc5e89e6856e tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Nov 12 12:56:29.453682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d692b-1aec-4048-b91f-afbc0ffddd9c None None] The sync data for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 is: [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:37Z', 'revision_number': 4, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '59fb0b8e-8e47-443c-90e2-2896b5ac202d', 'name': '', 'network_id': '9bae78d3-017a-4cfb-a012-17c2318cc2d3', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'mac_address': 'fa:16:3e:75:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:35Z', 'updated_at': '2021-11-12T12:55:40Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'subnets': [{'id': '51cd096b-a0c3-4207-8b12-333c579fde92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:56:29.461878 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-ea5dddf5-c8be-4614-b7cf-51b29bb5d193 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8333796-287b-4d41-b14c-23b68772d6de HTTP/1.1" status: 200 len: 217 time: 0.0427437 Nov 12 12:56:29.518045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-0ee668b5-1b78-44e6-85ba-5bc9253fa09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:29.519593 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-0ee668b5-1b78-44e6-85ba-5bc9253fa09e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cd096b-a0c3-4207-8b12-333c579fde92 HTTP/1.1" status: 200 len: 835 time: 0.0480540 Nov 12 12:56:29.574824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-4e3b9bb3-9a12-4062-bad0-46b9ef3b5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:29.576349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-4e3b9bb3-9a12-4062-bad0-46b9ef3b5895 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9bae78d3-017a-4cfb-a012-17c2318cc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480192 Nov 12 12:56:29.683012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-d5f0951b-bd83-4b6a-91a5-c2f877882ea8 service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935996 Nov 12 12:56:29.710886 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6505-0526-4b6f-b5b2-af007f28352e None None] New status for floating IP e320b155-137d-4b80-9d84-1c4e19f7aeb2: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:56:29.785423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d07b00b3-909a-4f42-b14b-99dcfd4b08e0 req-6a7595b6-f687-427a-9efb-796572606d94 service neutron] 10.222.0.65 "GET /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928712 Nov 12 12:56:29.798814 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:30.035229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:30.388697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0183b-cd84-4593-a349-a4807713bcdd req-10876447-d03d-40cf-985e-d822d0845db6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:30.390311 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4a0183b-cd84-4593-a349-a4807713bcdd req-10876447-d03d-40cf-985e-d822d0845db6 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 945 time: 0.0598195 Nov 12 12:56:30.458195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-73803225-6694-495a-aef8-8e20b44b26bf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:30.459918 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-73803225-6694-495a-aef8-8e20b44b26bf tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ccf14d6-edac-4f43-973d-42451a42751c HTTP/1.1" status: 200 len: 945 time: 0.0593750 Nov 12 12:56:30.471635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4a0183b-cd84-4593-a349-a4807713bcdd req-edd96802-72a9-4c0a-9748-873bbd668e11 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7fa3526-e5da-4cfc-a458-43bf56d9c85d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728838 Nov 12 12:56:30.575780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port a8333796-287b-4d41-b14c-23b68772d6de {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:56:30.576309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:30.598945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6586cb7f-171b-49ab-a466-fe9e0640bc99 req-3ed052c1-f672-4bc6-b91b-1bed4ac34310 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0419078 Nov 12 12:56:30.701666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port a8333796-287b-4d41-b14c-23b68772d6de, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=a8333796-287b-4d41-b14c-23b68772d6de,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:56:30.702088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:30.716338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for a8333796-287b-4d41-b14c-23b68772d6de owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:56:30.869329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:30.888149 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad4409e-1719-4f2c-864f-1c967669256e req-e98608f1-5733-4b7d-8fb3-4d0ad15bc40a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dd865b1d5fbc4a6b8e58401b50d8d8b3&device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0402279 Nov 12 12:56:30.900256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=a8333796-287b-4d41-b14c-23b68772d6de,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:30.912030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fed5673-1281-477f-92d3-37a47b223d8b req-7f73019b-00e5-480f-9993-aa7a9ed41dce tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0339234 Nov 12 12:56:30.950729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad4409e-1719-4f2c-864f-1c967669256e req-6854ab2a-8128-4094-88bf-7d513eb88acb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=dd865b1d5fbc4a6b8e58401b50d8d8b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417182 Nov 12 12:56:30.960312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] No DVR routers for this DVR port a8333796-287b-4d41-b14c-23b68772d6de on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:56:30.962966 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:30.967137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aff5816b-9323-4816-9f12-66bdf2c2f80b req-f73f0950-4ef3-4876-8706-c9dd97394abd tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.65 "DELETE /v2.0/ports/a8333796-287b-4d41-b14c-23b68772d6de HTTP/1.1" status: 204 len: 173 time: 0.4999228 Nov 12 12:56:30.967655 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'name': 'network-vif-deleted', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:56:30.970186 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91804195-8e42-4466-b54a-96234c222293" -d '{"events": [{"server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "name": "network-vif-deleted", "tag": "a8333796-287b-4d41-b14c-23b68772d6de"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:56:31.094556 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5acc4c6-1d5e-4489-9c1e-c5190bb24a21 x-openstack-request-id: req-b5acc4c6-1d5e-4489-9c1e-c5190bb24a21 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:56:31.095200 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccf14d6-edac-4f43-973d-42451a42751c", "name": "network-vif-deleted", "tag": "a8333796-287b-4d41-b14c-23b68772d6de", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:56:31.095700 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5acc4c6-1d5e-4489-9c1e-c5190bb24a21 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:56:31.096805 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccf14d6-edac-4f43-973d-42451a42751c', 'name': 'network-vif-deleted', 'tag': 'a8333796-287b-4d41-b14c-23b68772d6de', 'status': 'completed', 'code': 200} Nov 12 12:56:31.147755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4409e-1719-4f2c-864f-1c967669256e req-388fc0a7-105f-460e-8474-1fe38d8043b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:56:31.147755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad4409e-1719-4f2c-864f-1c967669256e req-388fc0a7-105f-460e-8474-1fe38d8043b4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873443 Nov 12 12:56:31.529852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35856) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:31.591214 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-353f7f52-7ef9-4176-8533-9dbdc72471ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:31.618731 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-353f7f52-7ef9-4176-8533-9dbdc72471ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:31.680619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-353f7f52-7ef9-4176-8533-9dbdc72471ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:31.683595 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-353f7f52-7ef9-4176-8533-9dbdc72471ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:31.684843 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-353f7f52-7ef9-4176-8533-9dbdc72471ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7fa3526-e5da-4cfc-a458-43bf56d9c85d HTTP/1.1" status: 204 len: 168 time: 0.1539662 Nov 12 12:56:31.698986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7f52-7ef9-4176-8533-9dbdc72471ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa3526-e5da-4cfc-a458-43bf56d9c85d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:31.721456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:32.018443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8ebadbf-1cc5-438a-9460-f096cceb73cc req-cfb51f6d-0bdc-4c10-b053-fca14623b53e tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Nov 12 12:56:32.111711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:32.376673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 59fb0b8e-8e47-443c-90e2-2896b5ac202d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:56:32.377014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:32.478202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port 59fb0b8e-8e47-443c-90e2-2896b5ac202d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=59fb0b8e-8e47-443c-90e2-2896b5ac202d,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:56:32.478616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:32.493798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 59fb0b8e-8e47-443c-90e2-2896b5ac202d owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:56:32.667087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ad4409e-1719-4f2c-864f-1c967669256e req-b4177f07-4cee-4cd0-b0e6-3de20d737373 tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.81 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Nov 12 12:56:32.695584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:32.728013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=59fb0b8e-8e47-443c-90e2-2896b5ac202d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:32.923805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:33.158977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a103ad3d-28ad-441c-ae76-9478a4bde42b req-122217f8-0f59-4e46-ad78-0b5ea7df61ff tempest-ServerShowV254Test-191993306 tempest-ServerShowV254Test-191993306-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f3c40e-96ff-4ebd-b030-9a5b5aa6b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0448666 Nov 12 12:56:33.170488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Router 91790357-bc25-4dc0-9928-80cdc9607cfe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:56:33.299199 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:56:33.308639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b3b23a2d-9f78-49ba-90de-da0e0527827c tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "PUT /v2.0/routers/91790357-bc25-4dc0-9928-80cdc9607cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5821707 Nov 12 12:56:33.308742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35902) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:33.312135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] Sync routers for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:56:33.328691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:56:33.328691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:56:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:33.375914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting subnet 51cd096b-a0c3-4207-8b12-333c579fde92 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:56:33.386432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:33.436411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:33.464606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:56:33.528271 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:33.609323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:33.641303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Subnet': ['ID=51cd096b-a0c3-4207-8b12-333c579fde92,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:33.644286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:33.650211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ef20be7-97eb-4bd1-a48d-da3037acf5c0 tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/subnets/51cd096b-a0c3-4207-8b12-333c579fde92 HTTP/1.1" status: 204 len: 168 time: 0.3393559 Nov 12 12:56:33.651051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35912) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:33.656696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b193a61-29a9-4e49-94a7-8fa67400f308 None None] Network 9bae78d3-017a-4cfb-a012-17c2318cc2d3 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:56:33.881125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:56:32Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:33.918896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] Checking router: 91790357-bc25-4dc0-9928-80cdc9607cfe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:56:33.953064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] Routers {'91790357-bc25-4dc0-9928-80cdc9607cfe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:56:33.953064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:56:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['91790357-bc25-4dc0-9928-80cdc9607cfe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:34.091451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] Set router 91790357-bc25-4dc0-9928-80cdc9607cfe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:56:34.126035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] DHCP port deletion for 9bae78d3-017a-4cfb-a012-17c2318cc2d3 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:56:34.149256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.282556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] Deleting port 34385630-7e68-4199-9a3d-56a50192a99a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:56:34.282979 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.284545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.356944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Deleting port 75b0fce1-edf5-448a-976e-94b4821b9e7e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:56:34.357301 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.371869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] For port 34385630-7e68-4199-9a3d-56a50192a99a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=34385630-7e68-4199-9a3d-56a50192a99a,segment=NetworkSegment(d43534e8-8779-463f-9e80-a32fb855f915),segment_id=d43534e8-8779-463f-9e80-a32fb855f915)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:56:34.372370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.393476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] Calling delete_port for 34385630-7e68-4199-9a3d-56a50192a99a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:56:34.457848 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:56:32Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:34.489528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13b5b6a-0068-4e6b-ae49-eef50f4e10af None None] The sync data for ids ['91790357-bc25-4dc0-9928-80cdc9607cfe'] in n-d-804878-5 is: [{'id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'name': 'tempest-TestNetworkBasicOps-router-2090364985', 'tenant_id': '88c1af1ca30a48e083eb7062cb8450c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:56:32Z', 'revision_number': 5, 'project_id': '88c1af1ca30a48e083eb7062cb8450c7', 'gw_port': {'id': '75b0fce1-edf5-448a-976e-94b4821b9e7e', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91790357-bc25-4dc0-9928-80cdc9607cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:55:32Z', 'updated_at': '2021-11-12T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:56:34.500712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] For port 75b0fce1-edf5-448a-976e-94b4821b9e7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=75b0fce1-edf5-448a-976e-94b4821b9e7e,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:56:34.500712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.522941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Calling delete_port for 75b0fce1-edf5-448a-976e-94b4821b9e7e owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:56:34.554329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.590840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] Pushing event deleted for resources: {'Port': ['ID=34385630-7e68-4199-9a3d-56a50192a99a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:34.596902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9899462-318a-40d4-b7e3-8c79f8fc192a None None] No DVR routers for this DVR port 34385630-7e68-4199-9a3d-56a50192a99a on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:56:34.639883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:34.761735 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.771339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-587ee4db-7fce-4de0-8fff-8a06c7d0d33a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.779707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a8333796-287b-4d41-b14c-23b68772d6de no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:56:34.792580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Port': ['ID=75b0fce1-edf5-448a-976e-94b4821b9e7e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:34.831454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e2c7c-d2c1-4dc6-9482-cc19c5b95e3f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:56:34.834100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: a8333796-287b-4d41-b14c-23b68772d6de {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:56:34.835073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device a8333796-287b-4d41-b14c-23b68772d6de not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:56:34.892790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.904215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-587ee4db-7fce-4de0-8fff-8a06c7d0d33a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.908941 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-587ee4db-7fce-4de0-8fff-8a06c7d0d33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:34.951071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-587ee4db-7fce-4de0-8fff-8a06c7d0d33a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd865b1d5fbc4a6b8e58401b50d8d8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093545 Nov 12 12:56:34.960157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:35.005086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee4db-7fce-4de0-8fff-8a06c7d0d33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f8ea4f-9515-4122-b324-14ee60cd249e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:35.031622 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.034012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.037356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b5472d6-0432-4c4c-877d-81466af202e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.070454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b5472d6-0432-4c4c-877d-81466af202e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.089554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.090752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Fanout notify agent at l3_agent the message router_deleted on router 91790357-bc25-4dc0-9928-80cdc9607cfe {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:56:35.101970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.103125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0a6b0d01-7358-4060-8a13-50cc3dbdc37d tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/routers/91790357-bc25-4dc0-9928-80cdc9607cfe HTTP/1.1" status: 204 len: 168 time: 1.4510138 Nov 12 12:56:35.106136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:35.126695 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b5472d6-0432-4c4c-877d-81466af202e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.129381 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b5472d6-0432-4c4c-877d-81466af202e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.130610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b5472d6-0432-4c4c-877d-81466af202e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10f8ea4f-9515-4122-b324-14ee60cd249e HTTP/1.1" status: 204 len: 168 time: 0.1685779 Nov 12 12:56:35.145326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5472d6-0432-4c4c-877d-81466af202e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f8ea4f-9515-4122-b324-14ee60cd249e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:35.215353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.359018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.400120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bae78d3-017a-4cfb-a012-17c2318cc2d3']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:35.416574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43534e8-8779-463f-9e80-a32fb855f915') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:35.416878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43534e8-8779-463f-9e80-a32fb855f915') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:56:35.443572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.461441 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.467927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:56:35.468351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:56:35.471781 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:56:35.536571 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.557954 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.569584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] 10.222.0.18 "DELETE /v2.0/networks/9bae78d3-017a-4cfb-a012-17c2318cc2d3 HTTP/1.1" status: 204 len: 168 time: 0.4582620 Nov 12 12:56:35.569584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437a9a-d7f3-4c6b-a912-8db6fba544ac tempest-TestNetworkBasicOps-368202362 tempest-TestNetworkBasicOps-368202362-project] Pushing event deleted for resources: {'Network': ['ID=9bae78d3-017a-4cfb-a012-17c2318cc2d3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:35.746200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41a72d84-cb27-44cf-b68a-4f53422855c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:35.861659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 59fb0b8e-8e47-443c-90e2-2896b5ac202d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:56:35.884013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 59fb0b8e-8e47-443c-90e2-2896b5ac202d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:56:35.884359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 59fb0b8e-8e47-443c-90e2-2896b5ac202d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:56:35.884777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 34385630-7e68-4199-9a3d-56a50192a99a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:56:35.911175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 34385630-7e68-4199-9a3d-56a50192a99a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:56:35.911512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 34385630-7e68-4199-9a3d-56a50192a99a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:56:35.972483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 35974) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:36.222202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f9646efe-020e-4cd7-a1ef-f65902c4afcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88c1af1ca30a48e083eb7062cb8450c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480655 Nov 12 12:56:36.224483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 35982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:36.279497 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1da-7427-4e6d-aef3-685c417c8de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.302430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1da-7427-4e6d-aef3-685c417c8de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.354680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1da-7427-4e6d-aef3-685c417c8de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.357761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1da-7427-4e6d-aef3-685c417c8de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.358966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ea1a1da-7427-4e6d-aef3-685c417c8de3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/086e32d6-d705-4d82-b245-531109be7b32 HTTP/1.1" status: 204 len: 168 time: 0.1328974 Nov 12 12:56:36.368588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a1da-7427-4e6d-aef3-685c417c8de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e32d6-d705-4d82-b245-531109be7b32,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:36.688039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:36.703268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5630b5c1-95d7-4e8c-af2c-69a19561d9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.797658 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5630b5c1-95d7-4e8c-af2c-69a19561d9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.802044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5630b5c1-95d7-4e8c-af2c-69a19561d9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.845967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5630b5c1-95d7-4e8c-af2c-69a19561d9f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e38b261a3d124c909658ca25b6746abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531272 Nov 12 12:56:36.845967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b5c1-95d7-4e8c-af2c-69a19561d9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f8c05-6cd7-4f2a-a221-dbfe45d80024,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:36.846227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:36.900419 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:56:36.910640 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1370a784-04f0-4188-9d63-b483df637eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.935854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1370a784-04f0-4188-9d63-b483df637eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.983950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1370a784-04f0-4188-9d63-b483df637eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.987033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1370a784-04f0-4188-9d63-b483df637eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:36.991217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1370a784-04f0-4188-9d63-b483df637eae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a6f8c05-6cd7-4f2a-a221-dbfe45d80024 HTTP/1.1" status: 204 len: 168 time: 0.1435103 Nov 12 12:56:37.003518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370a784-04f0-4188-9d63-b483df637eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f8c05-6cd7-4f2a-a221-dbfe45d80024,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:37.333296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75b0fce1-edf5-448a-976e-94b4821b9e7e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:56:37.358402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 75b0fce1-edf5-448a-976e-94b4821b9e7e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:56:37.358812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75b0fce1-edf5-448a-976e-94b4821b9e7e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:56:38.468899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:38.580065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-543a2171-a211-445c-ac95-070aa2dbefd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.659947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-543a2171-a211-445c-ac95-070aa2dbefd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.664711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-543a2171-a211-445c-ac95-070aa2dbefd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.704660 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-543a2171-a211-445c-ac95-070aa2dbefd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4176d72370147fab5fd3a280f80f96f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345853 Nov 12 12:56:38.705515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a2171-a211-445c-ac95-070aa2dbefd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee26845b-37b2-446a-bb17-076c5b9d4011,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:38.707539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36044) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:38.760123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-200e79b3-704c-4a58-8ae2-75279b9ef309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.783873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-200e79b3-704c-4a58-8ae2-75279b9ef309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.835557 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-200e79b3-704c-4a58-8ae2-75279b9ef309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.838349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-200e79b3-704c-4a58-8ae2-75279b9ef309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:38.841775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-200e79b3-704c-4a58-8ae2-75279b9ef309 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee26845b-37b2-446a-bb17-076c5b9d4011 HTTP/1.1" status: 204 len: 168 time: 0.1309512 Nov 12 12:56:38.847649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e79b3-704c-4a58-8ae2-75279b9ef309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee26845b-37b2-446a-bb17-076c5b9d4011,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:38.959568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89640ef9-662b-446a-a37a-38aaa6f2564f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.156875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36052) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:39.172399 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74b33b3-a065-460b-bc13-3f25b6b28aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.259977 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74b33b3-a065-460b-bc13-3f25b6b28aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.264498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74b33b3-a065-460b-bc13-3f25b6b28aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.312673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e74b33b3-a065-460b-bc13-3f25b6b28aa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b891e18ff591465095232632ef14ec22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522114 Nov 12 12:56:39.312673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b33b3-a065-460b-bc13-3f25b6b28aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85885238-71c5-4c33-8cc1-36e584dd5942,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:39.313660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:39.387570 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-606a22b6-12c6-4f1a-9dfd-40e5e4791789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.410131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-606a22b6-12c6-4f1a-9dfd-40e5e4791789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.460450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.464199 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-606a22b6-12c6-4f1a-9dfd-40e5e4791789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.467130 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-606a22b6-12c6-4f1a-9dfd-40e5e4791789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:39.468336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-606a22b6-12c6-4f1a-9dfd-40e5e4791789 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85885238-71c5-4c33-8cc1-36e584dd5942 HTTP/1.1" status: 204 len: 168 time: 0.1536160 Nov 12 12:56:39.479750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a22b6-12c6-4f1a-9dfd-40e5e4791789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85885238-71c5-4c33-8cc1-36e584dd5942,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:40.698881 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:41.372815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:41.972360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:42.094814 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31d1464f-38a7-426b-bd45-edaf375677ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.177850 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31d1464f-38a7-426b-bd45-edaf375677ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.183270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31d1464f-38a7-426b-bd45-edaf375677ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.222558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1464f-38a7-426b-bd45-edaf375677ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5549ce65-d1cb-43c6-9e0a-15aab689fdf7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:42.229370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-31d1464f-38a7-426b-bd45-edaf375677ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e92c6a713d2a4233ba0440823d4acafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536788 Nov 12 12:56:42.229598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:42.278651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-499f92bc-351e-4fb6-9942-94dac6d14ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.299901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-499f92bc-351e-4fb6-9942-94dac6d14ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.351813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-499f92bc-351e-4fb6-9942-94dac6d14ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.354547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-499f92bc-351e-4fb6-9942-94dac6d14ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.355667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-499f92bc-351e-4fb6-9942-94dac6d14ee8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5549ce65-d1cb-43c6-9e0a-15aab689fdf7 HTTP/1.1" status: 204 len: 168 time: 0.1251750 Nov 12 12:56:42.363638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f92bc-351e-4fb6-9942-94dac6d14ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549ce65-d1cb-43c6-9e0a-15aab689fdf7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:42.632464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:42.650512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7f10200-ad2e-4230-841a-59ccfd18a2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.735920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7f10200-ad2e-4230-841a-59ccfd18a2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.740095 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7f10200-ad2e-4230-841a-59ccfd18a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.784610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b7f10200-ad2e-4230-841a-59ccfd18a2d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c65b8200c8f141818cfc36401c8fc2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505861 Nov 12 12:56:42.785496 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f10200-ad2e-4230-841a-59ccfd18a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b339f14-1f52-40c4-afe7-93163d47f522,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:42.787299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:42.843610 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd03f0fd-c4a5-40fb-a52b-28036eed931d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.866525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd03f0fd-c4a5-40fb-a52b-28036eed931d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.916926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd03f0fd-c4a5-40fb-a52b-28036eed931d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.919529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd03f0fd-c4a5-40fb-a52b-28036eed931d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:42.920690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cd03f0fd-c4a5-40fb-a52b-28036eed931d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b339f14-1f52-40c4-afe7-93163d47f522 HTTP/1.1" status: 204 len: 168 time: 0.1317015 Nov 12 12:56:42.930025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03f0fd-c4a5-40fb-a52b-28036eed931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b339f14-1f52-40c4-afe7-93163d47f522,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:43.424441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36168) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:43.565280 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f030b8e6-2074-4997-a96c-b26e16b7af4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.643145 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f030b8e6-2074-4997-a96c-b26e16b7af4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.647492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f030b8e6-2074-4997-a96c-b26e16b7af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.688006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f030b8e6-2074-4997-a96c-b26e16b7af4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26276d01b6ab417980b0fbc15da64aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621696 Nov 12 12:56:43.690707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:43.691231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030b8e6-2074-4997-a96c-b26e16b7af4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee49bfe7-4eae-4298-a676-129fffd3a743,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:43.741465 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.763912 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.810938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.813689 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:43.814884 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee49bfe7-4eae-4298-a676-129fffd3a743 HTTP/1.1" status: 204 len: 168 time: 0.1228507 Nov 12 12:56:43.824381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee49bfe7-4eae-4298-a676-129fffd3a743,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:43.831458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.831815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.832157 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.832508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.832839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.833172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.833505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.833833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.834156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.834606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.834934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:43.835346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d49f46-85af-4bc4-a9da-7d769ed6e17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:56:53.596411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:53.704200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e017f21-1c34-4d67-a83d-f414f0eb2a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.778539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e017f21-1c34-4d67-a83d-f414f0eb2a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.782232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e017f21-1c34-4d67-a83d-f414f0eb2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.820089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6e017f21-1c34-4d67-a83d-f414f0eb2a25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=303cc83b37e04c0d967e918c8409e45f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226050 Nov 12 12:56:53.821205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e017f21-1c34-4d67-a83d-f414f0eb2a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a24137-713f-4a8c-ab10-dbb5f5880ca7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:53.822944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:53.876945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2671158b-b09b-4991-abca-70b1558c3543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.899131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2671158b-b09b-4991-abca-70b1558c3543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.944209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2671158b-b09b-4991-abca-70b1558c3543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.947917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2671158b-b09b-4991-abca-70b1558c3543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:53.949321 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2671158b-b09b-4991-abca-70b1558c3543 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39a24137-713f-4a8c-ab10-dbb5f5880ca7 HTTP/1.1" status: 204 len: 168 time: 0.1245103 Nov 12 12:56:53.958661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671158b-b09b-4991-abca-70b1558c3543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a24137-713f-4a8c-ab10-dbb5f5880ca7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:54.219853 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36440) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:54.233344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2024a851-7d3b-43e5-b01d-bb1b1dd39186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.309644 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2024a851-7d3b-43e5-b01d-bb1b1dd39186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.313284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2024a851-7d3b-43e5-b01d-bb1b1dd39186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.351737 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2024a851-7d3b-43e5-b01d-bb1b1dd39186 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b07ec57207c44bfe8b6972aea4beeb52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305993 Nov 12 12:56:54.353501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024a851-7d3b-43e5-b01d-bb1b1dd39186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed9605-5b77-485e-bbda-6c80de967002,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:54.354404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:56:54.407514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62b77323-6d2e-4997-b840-5d38169c891d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.429117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62b77323-6d2e-4997-b840-5d38169c891d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.474436 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62b77323-6d2e-4997-b840-5d38169c891d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.477052 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62b77323-6d2e-4997-b840-5d38169c891d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:56:54.478230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-62b77323-6d2e-4997-b840-5d38169c891d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7aed9605-5b77-485e-bbda-6c80de967002 HTTP/1.1" status: 204 len: 168 time: 0.1227574 Nov 12 12:56:54.487504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b77323-6d2e-4997-b840-5d38169c891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed9605-5b77-485e-bbda-6c80de967002,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:56:59.791401 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.025026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.522475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36560) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:00.626470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c40b7baf-50aa-43a3-b1cf-1b27d05e5b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.713603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c40b7baf-50aa-43a3-b1cf-1b27d05e5b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.716626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c40b7baf-50aa-43a3-b1cf-1b27d05e5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.754680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c40b7baf-50aa-43a3-b1cf-1b27d05e5b9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2865f21f7f164471b595ef4a3c8f6a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310202 Nov 12 12:57:00.755646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b7baf-50aa-43a3-b1cf-1b27d05e5b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be28149-d9a6-40f5-9148-f1ef052ed3e8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:00.758141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:00.808206 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558982af-c8f5-4eb5-95a9-4c2d2bc54d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.832628 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558982af-c8f5-4eb5-95a9-4c2d2bc54d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.878549 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558982af-c8f5-4eb5-95a9-4c2d2bc54d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.881122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-558982af-c8f5-4eb5-95a9-4c2d2bc54d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:00.883361 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-558982af-c8f5-4eb5-95a9-4c2d2bc54d06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4be28149-d9a6-40f5-9148-f1ef052ed3e8 HTTP/1.1" status: 204 len: 168 time: 0.1240816 Nov 12 12:57:00.890908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558982af-c8f5-4eb5-95a9-4c2d2bc54d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be28149-d9a6-40f5-9148-f1ef052ed3e8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:01.163374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:01.176374 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44fc204e-9649-412c-89c8-c685ab27fc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.248262 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44fc204e-9649-412c-89c8-c685ab27fc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.251814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44fc204e-9649-412c-89c8-c685ab27fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.291231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-44fc204e-9649-412c-89c8-c685ab27fc13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=284199cac12148988a5a80f96116d470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266589 Nov 12 12:57:01.293250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc204e-9649-412c-89c8-c685ab27fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a3fe3f-18de-44fc-9644-7dc064cab20d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:01.293919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36572) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:01.344973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff20-52ef-4d6a-b6d9-942bfe591af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.369792 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff20-52ef-4d6a-b6d9-942bfe591af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.415993 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff20-52ef-4d6a-b6d9-942bfe591af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.418824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff20-52ef-4d6a-b6d9-942bfe591af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:01.420199 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5f9bff20-52ef-4d6a-b6d9-942bfe591af0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48a3fe3f-18de-44fc-9644-7dc064cab20d HTTP/1.1" status: 204 len: 168 time: 0.1251762 Nov 12 12:57:01.427946 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bff20-52ef-4d6a-b6d9-942bfe591af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a3fe3f-18de-44fc-9644-7dc064cab20d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:03.534283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:03.639896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91ed5b7c-3406-4c9b-97b7-6149a2b4a026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.712127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91ed5b7c-3406-4c9b-97b7-6149a2b4a026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.715693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91ed5b7c-3406-4c9b-97b7-6149a2b4a026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.753723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-91ed5b7c-3406-4c9b-97b7-6149a2b4a026 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12ed4234cb0b4a0d83801e38f35f370a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183638 Nov 12 12:57:03.755717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed5b7c-3406-4c9b-97b7-6149a2b4a026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19edd291-541e-4af6-9410-8b38ec84059d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:03.756648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:03.806178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe79afa8-9c1e-4d88-9c0a-0ddeeae38048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.827423 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe79afa8-9c1e-4d88-9c0a-0ddeeae38048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.875705 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe79afa8-9c1e-4d88-9c0a-0ddeeae38048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.878348 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe79afa8-9c1e-4d88-9c0a-0ddeeae38048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:03.879494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fe79afa8-9c1e-4d88-9c0a-0ddeeae38048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19edd291-541e-4af6-9410-8b38ec84059d HTTP/1.1" status: 204 len: 168 time: 0.1218646 Nov 12 12:57:03.887381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79afa8-9c1e-4d88-9c0a-0ddeeae38048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19edd291-541e-4af6-9410-8b38ec84059d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:04.151638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:04.167932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51ae99fa-32fa-45fd-8cff-e1696694f79a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.243397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51ae99fa-32fa-45fd-8cff-e1696694f79a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.247397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51ae99fa-32fa-45fd-8cff-e1696694f79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.294191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-51ae99fa-32fa-45fd-8cff-e1696694f79a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67ad05606f1843c2bff7792c5f86381f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348040 Nov 12 12:57:04.294191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae99fa-32fa-45fd-8cff-e1696694f79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9666da-93ac-4941-9f3a-bffae95173ab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:04.294564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:04.342239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9867d91f-1810-4b4c-b7d5-ee7517eb8504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.363416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9867d91f-1810-4b4c-b7d5-ee7517eb8504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.410703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9867d91f-1810-4b4c-b7d5-ee7517eb8504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.414258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9867d91f-1810-4b4c-b7d5-ee7517eb8504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:04.415509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9867d91f-1810-4b4c-b7d5-ee7517eb8504 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc9666da-93ac-4941-9f3a-bffae95173ab HTTP/1.1" status: 204 len: 168 time: 0.1234601 Nov 12 12:57:04.426850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867d91f-1810-4b4c-b7d5-ee7517eb8504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9666da-93ac-4941-9f3a-bffae95173ab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:05.554362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:05.659750 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-554b4d89-5613-4398-919d-37aae6d45253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.727309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a02e615-256e-4f36-87f0-2e2adb2fdfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.743739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-554b4d89-5613-4398-919d-37aae6d45253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.747434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-554b4d89-5613-4398-919d-37aae6d45253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.785073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-554b4d89-5613-4398-919d-37aae6d45253 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6250d0d893734eaba0f8aee1556b8992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296405 Nov 12 12:57:05.786298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b4d89-5613-4398-919d-37aae6d45253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149f3a6a-a7ef-4e73-9295-13e9c2bd097c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:05.787767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:05.838620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-509c42df-765e-46b2-8f33-77e89fc3c763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.860371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-509c42df-765e-46b2-8f33-77e89fc3c763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.905780 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-509c42df-765e-46b2-8f33-77e89fc3c763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.908425 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-509c42df-765e-46b2-8f33-77e89fc3c763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:05.909605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-509c42df-765e-46b2-8f33-77e89fc3c763 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/149f3a6a-a7ef-4e73-9295-13e9c2bd097c HTTP/1.1" status: 204 len: 168 time: 0.1195452 Nov 12 12:57:05.918411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c42df-765e-46b2-8f33-77e89fc3c763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149f3a6a-a7ef-4e73-9295-13e9c2bd097c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:07.172583 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:07.279770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bacd6c2-abfd-4d2b-96ab-51e17b926fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.356169 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bacd6c2-abfd-4d2b-96ab-51e17b926fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.359897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bacd6c2-abfd-4d2b-96ab-51e17b926fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.398865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7bacd6c2-abfd-4d2b-96ab-51e17b926fe6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b4f52a9df074c6089a9b577ca8238ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252259 Nov 12 12:57:07.399755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacd6c2-abfd-4d2b-96ab-51e17b926fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a882a9-ba16-4ccd-8cfa-7a1cd24745fe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:07.401513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36800) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:07.453456 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3485186-93d9-4f5d-abd7-5bce718fea85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.474519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3485186-93d9-4f5d-abd7-5bce718fea85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.522502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3485186-93d9-4f5d-abd7-5bce718fea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.525083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3485186-93d9-4f5d-abd7-5bce718fea85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:07.526251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f3485186-93d9-4f5d-abd7-5bce718fea85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34a882a9-ba16-4ccd-8cfa-7a1cd24745fe HTTP/1.1" status: 204 len: 168 time: 0.1236482 Nov 12 12:57:07.533557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3485186-93d9-4f5d-abd7-5bce718fea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a882a9-ba16-4ccd-8cfa-7a1cd24745fe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:08.405525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:08.513437 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a50e-5cba-469b-8350-d6e1a1710094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.587449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a50e-5cba-469b-8350-d6e1a1710094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.591462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a50e-5cba-469b-8350-d6e1a1710094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.636669 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9ee0a50e-5cba-469b-8350-d6e1a1710094 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f89e1d66c50409ab2c042dcfcccb8c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299452 Nov 12 12:57:08.637768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0a50e-5cba-469b-8350-d6e1a1710094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd16805f-a377-45b6-b4a9-54295a7dc5d5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:08.640553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:08.688780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b56e13c-61a3-42f1-9dd9-0952109aa1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.709957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b56e13c-61a3-42f1-9dd9-0952109aa1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.758324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b56e13c-61a3-42f1-9dd9-0952109aa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.760913 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b56e13c-61a3-42f1-9dd9-0952109aa1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:08.762052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b56e13c-61a3-42f1-9dd9-0952109aa1f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd16805f-a377-45b6-b4a9-54295a7dc5d5 HTTP/1.1" status: 204 len: 168 time: 0.1201439 Nov 12 12:57:08.770376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56e13c-61a3-42f1-9dd9-0952109aa1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd16805f-a377-45b6-b4a9-54295a7dc5d5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:08.954291 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d16bc0-df32-42f8-a552-c489019162ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:09.453130 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:09.905654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36870) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.003785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-82878237-872b-4d81-b040-d89a82402aeb tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1332292729'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:10.004239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-82878237-872b-4d81-b040-d89a82402aeb tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Unknown quota resources ['metering_label']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:57:10.184079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82878237-872b-4d81-b040-d89a82402aeb tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:10.185272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-82878237-872b-4d81-b040-d89a82402aeb tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2785778 Nov 12 12:57:10.187976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36874) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.192071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9f71e5ff-d8c9-4cd7-aa7e-95965d11d4c5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f21dcbbd-ce6d-47a9-8e76-f39149770b4d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:10.192583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9f71e5ff-d8c9-4cd7-aa7e-95965d11d4c5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:57:10.265536 n-d-804878-5 neutron-server[102778]: WARNING neutron.services.metering.metering_plugin [None req-9f71e5ff-d8c9-4cd7-aa7e-95965d11d4c5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 12:57:10.675024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f71e5ff-d8c9-4cd7-aa7e-95965d11d4c5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:10.676208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9f71e5ff-d8c9-4cd7-aa7e-95965d11d4c5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4873259 Nov 12 12:57:10.679324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36876) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.683483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-06f32251-a797-432e-bae4-de33bd938111 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f21dcbbd-ce6d-47a9-8e76-f39149770b4d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:10.683969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-06f32251-a797-432e-bae4-de33bd938111 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:57:10.693388 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:10.736878 n-d-804878-5 neutron-server[102778]: WARNING neutron.services.metering.metering_plugin [None req-06f32251-a797-432e-bae4-de33bd938111 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 12:57:10.820089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06f32251-a797-432e-bae4-de33bd938111 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:10.821467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-06f32251-a797-432e-bae4-de33bd938111 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1412208 Nov 12 12:57:10.824219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.836174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12877ae7-0eb9-4ff5-89c2-760ad8d5719d tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1cf7ac78-2d09-459e-956b-4c0ccbb12a4e HTTP/1.1" status: 200 len: 464 time: 0.0108578 Nov 12 12:57:10.838573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36880) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.940812 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eaf35402-f769-41c9-b538-1b9d9c454ebc tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:10.941960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-eaf35402-f769-41c9-b538-1b9d9c454ebc tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/1cf7ac78-2d09-459e-956b-4c0ccbb12a4e HTTP/1.1" status: 204 len: 168 time: 0.1024477 Nov 12 12:57:10.944924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36882) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.953403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-75c6c9c0-3fa4-4a59-ac26-2d29f64af0da tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1cf7ac78-2d09-459e-956b-4c0ccbb12a4e HTTP/1.1" status: 200 len: 221 time: 0.0075042 Nov 12 12:57:10.956415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36884) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:10.961306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-91c93cda-5d1e-4587-b49a-d95bcb7d3f7b tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--859326186', 'description': 'label created by tempest'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:10.961752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-91c93cda-5d1e-4587-b49a-d95bcb7d3f7b tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Unknown quota resources ['metering_label']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 12:57:11.124478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91c93cda-5d1e-4587-b49a-d95bcb7d3f7b tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:11.125666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-91c93cda-5d1e-4587-b49a-d95bcb7d3f7b tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1683850 Nov 12 12:57:11.128307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36886) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.211151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ccd6ad9e-eb83-47f3-8a9b-27fb1256ade1 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=caa47a58-2984-4558-8c33-5767fbdb4839 HTTP/1.1" status: 200 len: 467 time: 0.0814455 Nov 12 12:57:11.213562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.365503 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:11.400933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-311da5d8-d038-4afb-820a-66bc400e911d tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:11.402105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-311da5d8-d038-4afb-820a-66bc400e911d tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/caa47a58-2984-4558-8c33-5767fbdb4839 HTTP/1.1" status: 204 len: 168 time: 0.1876197 Nov 12 12:57:11.404814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.415739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-98568777-847c-4b96-ba69-ffa3dd49bcbf tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=caa47a58-2984-4558-8c33-5767fbdb4839 HTTP/1.1" status: 200 len: 216 time: 0.0098767 Nov 12 12:57:11.418937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.427223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2d26b89c-10d7-4d69-8c6b-a11926b709f9 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0073395 Nov 12 12:57:11.430590 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.441388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d701391a-d731-4a1d-9385-d24221715d63 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0098650 Nov 12 12:57:11.445363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.505762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cb845798-4b09-4a9c-b138-addb154e2a1d tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/f21dcbbd-ce6d-47a9-8e76-f39149770b4d HTTP/1.1" status: 200 len: 473 time: 0.0592606 Nov 12 12:57:11.509722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.518700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aa055284-6298-40ec-8290-a1a725d619e1 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/e7f6a03e-6d05-44a1-8246-5e00d25f99b2 HTTP/1.1" status: 200 len: 461 time: 0.0079601 Nov 12 12:57:11.521565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36900) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.622140 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7230a916-f224-4291-b652-e502427ad67d tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:11.623308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7230a916-f224-4291-b652-e502427ad67d tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/e7f6a03e-6d05-44a1-8246-5e00d25f99b2 HTTP/1.1" status: 204 len: 168 time: 0.1008475 Nov 12 12:57:11.625818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36902) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:11.810260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7860ed8-3406-4b75-8b9b-e2e53afc8fe5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:11.811403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b7860ed8-3406-4b75-8b9b-e2e53afc8fe5 tempest-MeteringTestJSON-2059196734 tempest-MeteringTestJSON-2059196734-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f21dcbbd-ce6d-47a9-8e76-f39149770b4d HTTP/1.1" status: 204 len: 168 time: 0.1845624 Nov 12 12:57:12.051599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36908) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:12.157721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89c66311-9889-479e-a646-816fa8a61233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.235196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89c66311-9889-479e-a646-816fa8a61233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.238620 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89c66311-9889-479e-a646-816fa8a61233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.275861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89c66311-9889-479e-a646-816fa8a61233 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78feaaf54efc40558a3c5a89a90dad9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231920 Nov 12 12:57:12.277859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c66311-9889-479e-a646-816fa8a61233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665dc913-a5d4-4906-80b5-9d0843a5f579,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:12.278572 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36912) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:12.329978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e4403a-0c4e-44a8-9d39-5676aa380e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.353115 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e4403a-0c4e-44a8-9d39-5676aa380e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.404783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e4403a-0c4e-44a8-9d39-5676aa380e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.407444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e4403a-0c4e-44a8-9d39-5676aa380e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.408638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-76e4403a-0c4e-44a8-9d39-5676aa380e89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/665dc913-a5d4-4906-80b5-9d0843a5f579 HTTP/1.1" status: 204 len: 168 time: 0.1290145 Nov 12 12:57:12.416915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4403a-0c4e-44a8-9d39-5676aa380e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665dc913-a5d4-4906-80b5-9d0843a5f579,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:12.669466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:12.682725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d219606-5827-43b3-9d1f-1e57e99485a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.759167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d219606-5827-43b3-9d1f-1e57e99485a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.763240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8d219606-5827-43b3-9d1f-1e57e99485a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.803420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8d219606-5827-43b3-9d1f-1e57e99485a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8833d0063934389bb447ce5d9f738da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328340 Nov 12 12:57:12.804432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d219606-5827-43b3-9d1f-1e57e99485a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470697b3-6863-477f-9fef-cd2092a5a193,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:12.806397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:12.857156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b80f8a71-d46a-4891-8625-c27a71951ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.878435 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b80f8a71-d46a-4891-8625-c27a71951ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.928650 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b80f8a71-d46a-4891-8625-c27a71951ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.931389 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b80f8a71-d46a-4891-8625-c27a71951ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:12.932560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b80f8a71-d46a-4891-8625-c27a71951ea7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/470697b3-6863-477f-9fef-cd2092a5a193 HTTP/1.1" status: 204 len: 168 time: 0.1251733 Nov 12 12:57:12.940218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f8a71-d46a-4891-8625-c27a71951ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470697b3-6863-477f-9fef-cd2092a5a193,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:13.900160 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:57:14.141733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:14.246559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1668170639', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:14.268054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Made reservation on behalf of 1cc5c3debfd4467ba3bff53f7373d742 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:14.270514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.278908 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.355411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.358976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.363250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] device_id is not set on port 321ca596-1cf5-4be3-8ecc-a5fb0abf797c yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 12:57:14.418920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad723b1f-22ea-4f88-aa9e-c554ff5b8d13,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:14.488516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Allocated IP 172.25.1.56 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/321ca596-1cf5-4be3-8ecc-a5fb0abf797c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:14.624049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.657064 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.700283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:14.702939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:14.705299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:57:14.716454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7de02e-ea1c-462a-ae4a-6334b70d3e32 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:57:14.736600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Pushing event updated for resources: {'Port': ['ID=321ca596-1cf5-4be3-8ecc-a5fb0abf797c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:14.755225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:14.755898 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.771025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8dd26c37-66d8-4ff6-9902-459c4de9cd19 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6279051 Nov 12 12:57:14.775168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:14.779470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.56'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:14.790121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f44ada1-51bb-4eaf-b6ba-f82b2e5680b3 None None] Provisioning complete for port 321ca596-1cf5-4be3-8ecc-a5fb0abf797c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:14.790601 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f44ada1-51bb-4eaf-b6ba-f82b2e5680b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.800897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.801955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.829477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9f44ada1-51bb-4eaf-b6ba-f82b2e5680b3 None None] Port 321ca596-1cf5-4be3-8ecc-a5fb0abf797c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:57:14.856699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:14.996071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.201981 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.221440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.366608 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.526149 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.528368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.572111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.572621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31ac2a2b-b068-4aa0-9080-c34dc3f68824 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:57:15.586656 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 12:57:15.587729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d50f8eb-4a71-4cd9-ac07-f15361a4d569 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8116190 Nov 12 12:57:15.590569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:15.663742 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Deleting port 321ca596-1cf5-4be3-8ecc-a5fb0abf797c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:15.664089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.741696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.753139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Calling delete_port for 321ca596-1cf5-4be3-8ecc-a5fb0abf797c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:15.882871 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.909891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Pushing event deleted for resources: {'Port': ['ID=321ca596-1cf5-4be3-8ecc-a5fb0abf797c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:15.927072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b370ee-00db-4a67-9e0f-383e8b7610ee None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:57:15.979231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:15.982778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-05a03775-a93c-4809-b69b-8c4eef64cb88 tempest-RoutersAdminNegativeIpV6Test-1725672650 tempest-RoutersAdminNegativeIpV6Test-1725672650-project-admin] 10.222.0.18 "DELETE /v2.0/ports/321ca596-1cf5-4be3-8ecc-a5fb0abf797c HTTP/1.1" status: 204 len: 168 time: 0.3912699 Nov 12 12:57:16.232690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:16.343780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee58f301-c3ef-4ea5-a6cb-a8b0ad46a19b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.420429 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee58f301-c3ef-4ea5-a6cb-a8b0ad46a19b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.424083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee58f301-c3ef-4ea5-a6cb-a8b0ad46a19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.467322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ee58f301-c3ef-4ea5-a6cb-a8b0ad46a19b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9069171a361451a8746de13510d13f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334542 Nov 12 12:57:16.469268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58f301-c3ef-4ea5-a6cb-a8b0ad46a19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6deb6d-6b0d-43ef-836d-ccac9ea28798,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:16.470093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:16.523550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4422645f-0c70-4877-b6ef-26e10018943c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.546286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4422645f-0c70-4877-b6ef-26e10018943c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.598525 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4422645f-0c70-4877-b6ef-26e10018943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.601793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4422645f-0c70-4877-b6ef-26e10018943c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.603500 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4422645f-0c70-4877-b6ef-26e10018943c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df6deb6d-6b0d-43ef-836d-ccac9ea28798 HTTP/1.1" status: 204 len: 168 time: 0.1321728 Nov 12 12:57:16.613130 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422645f-0c70-4877-b6ef-26e10018943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6deb6d-6b0d-43ef-836d-ccac9ea28798,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:16.864791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 36978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:16.908429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36bfd20c-05c4-4882-b9b4-6d2d43f44ce0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cc5c3debfd4467ba3bff53f7373d742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423770 Nov 12 12:57:16.911160 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 36980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:16.962034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7379-835d-4072-9bdd-852449128072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:16.983158 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7379-835d-4072-9bdd-852449128072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:17.031694 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7379-835d-4072-9bdd-852449128072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:17.034297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7379-835d-4072-9bdd-852449128072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:17.035468 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9c5b7379-835d-4072-9bdd-852449128072 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad723b1f-22ea-4f88-aa9e-c554ff5b8d13 HTTP/1.1" status: 204 len: 168 time: 0.1232789 Nov 12 12:57:17.044239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b7379-835d-4072-9bdd-852449128072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad723b1f-22ea-4f88-aa9e-c554ff5b8d13,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:17.726866 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.825495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-5705e736-0dcf-4427-9f8a-30e6dd21c8fb tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.826542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5705e736-0dcf-4427-9f8a-30e6dd21c8fb tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0986857 Nov 12 12:57:17.829465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.833403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-3687b520-6317-4c42-9d96-5b3c27117554 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.834395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3687b520-6317-4c42-9d96-5b3c27117554 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039871 Nov 12 12:57:17.836553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.840235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-fb1eff61-5ecc-49f1-9c10-ea25e795b2db tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.841159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fb1eff61-5ecc-49f1-9c10-ea25e795b2db tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037885 Nov 12 12:57:17.843315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.847688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-4c22341c-481f-4fba-9a70-7a8c5030326a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.848658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4c22341c-481f-4fba-9a70-7a8c5030326a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044994 Nov 12 12:57:17.851318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37012) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.854980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-1d178ecd-3be5-45fb-9708-1062445b6d6a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.855896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d178ecd-3be5-45fb-9708-1062445b6d6a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0037587 Nov 12 12:57:17.858054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.861726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-4af54675-0705-4491-995c-52bd7a7b42f9 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.862690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4af54675-0705-4491-995c-52bd7a7b42f9 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037911 Nov 12 12:57:17.864980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37016) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.869258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-64b9f1ed-9fd5-421b-b906-373a308c9106 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.870218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64b9f1ed-9fd5-421b-b906-373a308c9106 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044014 Nov 12 12:57:17.872360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37018) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.876033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-17a0078a-02c2-43c9-b86b-609798b5b9c1 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.876975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-17a0078a-02c2-43c9-b86b-609798b5b9c1 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037994 Nov 12 12:57:17.879133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.882789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-b0152133-57bf-46c0-8992-d8852c671631 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.883707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b0152133-57bf-46c0-8992-d8852c671631 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037606 Nov 12 12:57:17.885872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.889524 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-c99dd7f6-5bd1-4b4c-a892-26563dbd4f7f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.890478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c99dd7f6-5bd1-4b4c-a892-26563dbd4f7f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037181 Nov 12 12:57:17.892522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37024) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.896630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-42262c2d-48ad-4611-bac8-bc19c2dfc75f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.897667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-42262c2d-48ad-4611-bac8-bc19c2dfc75f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043435 Nov 12 12:57:17.899772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.903447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-555cac9c-1757-48d0-9b7d-25d78e06a7b9 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.904405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-555cac9c-1757-48d0-9b7d-25d78e06a7b9 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037842 Nov 12 12:57:17.906380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37028) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.910043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-c06e9cc0-c20a-4251-982a-97b201b7f9b0 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.911020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c06e9cc0-c20a-4251-982a-97b201b7f9b0 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038166 Nov 12 12:57:17.915342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.919198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-cf119c47-7bb1-4456-9e3b-ade8966dd2a5 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.920172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cf119c47-7bb1-4456-9e3b-ade8966dd2a5 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039389 Nov 12 12:57:17.922111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.925793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-07ab4c72-d4ca-49b2-882f-13f9e0373a43 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.926781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-07ab4c72-d4ca-49b2-882f-13f9e0373a43 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038025 Nov 12 12:57:17.929706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.934327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-60802e9a-9882-4e36-8216-91889fb89bd0 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.935336 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-60802e9a-9882-4e36-8216-91889fb89bd0 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045836 Nov 12 12:57:17.937715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.941582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-5930274a-0db6-4cad-acd1-f26c9eaece91 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.942548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5930274a-0db6-4cad-acd1-f26c9eaece91 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039263 Nov 12 12:57:17.944710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.948594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-70ead875-3c74-4d53-93d6-2baccc60e959 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.949538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-70ead875-3c74-4d53-93d6-2baccc60e959 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039854 Nov 12 12:57:17.951628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.955450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-b7170218-21c9-451b-8355-855c12dfa80e tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.956397 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b7170218-21c9-451b-8355-855c12dfa80e tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039265 Nov 12 12:57:17.958503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.962501 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-de01dbd6-06a8-4dd2-ac91-e85071c9b2ec tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.963443 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-de01dbd6-06a8-4dd2-ac91-e85071c9b2ec tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040975 Nov 12 12:57:17.965412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.969069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-3098ba14-2a66-434a-88b2-779a921f5027 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.970006 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3098ba14-2a66-434a-88b2-779a921f5027 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037556 Nov 12 12:57:17.972001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.977536 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-8b541551-72ce-4907-8094-e8bfd96667d6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.979130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8b541551-72ce-4907-8094-e8bfd96667d6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061097 Nov 12 12:57:17.980988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.984781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-80fbaa4e-9653-40dc-bbda-eecb4ac086cf tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.985731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-80fbaa4e-9653-40dc-bbda-eecb4ac086cf tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038376 Nov 12 12:57:17.987681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37050) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.992239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-9388b08b-9a7f-4851-8295-737c7755af6f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.993186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9388b08b-9a7f-4851-8295-737c7755af6f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046861 Nov 12 12:57:17.995303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:17.998966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-389a0d28-94c0-46f4-b915-ae81272ff696 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:17.999883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-389a0d28-94c0-46f4-b915-ae81272ff696 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037723 Nov 12 12:57:18.002137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.005786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-4e2c1c2e-8667-4ed1-b0e8-761acd24dd75 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.006772 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4e2c1c2e-8667-4ed1-b0e8-761acd24dd75 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037751 Nov 12 12:57:18.008796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.012462 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-8e83a6bc-e829-4702-b2e3-c9f49caf67ec tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.013386 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8e83a6bc-e829-4702-b2e3-c9f49caf67ec tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037742 Nov 12 12:57:18.015512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.019167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-a151a127-ab67-4fc5-9e2e-d729b00b3f58 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.020083 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a151a127-ab67-4fc5-9e2e-d729b00b3f58 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037608 Nov 12 12:57:18.022831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.027081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-ff72b59d-95e7-4ada-a15b-cdb4f8c4138c tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.028020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ff72b59d-95e7-4ada-a15b-cdb4f8c4138c tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042694 Nov 12 12:57:18.030066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.033680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-00bda749-8330-4e35-86f1-4ad8d1775d5d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.034607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-00bda749-8330-4e35-86f1-4ad8d1775d5d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037208 Nov 12 12:57:18.036737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.041168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-f76069ce-0976-48cc-b894-329d12065a92 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.042079 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f76069ce-0976-48cc-b894-329d12065a92 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045135 Nov 12 12:57:18.044179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.048356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-32a254d3-26cd-4303-ad51-c1d9770c43c6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.049425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-32a254d3-26cd-4303-ad51-c1d9770c43c6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043948 Nov 12 12:57:18.051444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.056004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-b6210a2f-2659-4a4c-bec1-a5bc2af74524 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.056997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6210a2f-2659-4a4c-bec1-a5bc2af74524 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046711 Nov 12 12:57:18.059068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.062866 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-1e178efc-4f77-4519-9dcf-1fd8667cd52f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.063816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1e178efc-4f77-4519-9dcf-1fd8667cd52f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038795 Nov 12 12:57:18.065896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.069799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-93e93e75-ffcf-47f9-a86b-55c2ea36cda2 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.070900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-93e93e75-ffcf-47f9-a86b-55c2ea36cda2 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041294 Nov 12 12:57:18.072926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.076906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-f7094243-ac7b-4845-90b0-a7e63197a74a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.077898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f7094243-ac7b-4845-90b0-a7e63197a74a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041547 Nov 12 12:57:18.079998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37076) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.083717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-7c52b4a6-6a9d-4e1f-beef-8be9b3ea9d91 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.084935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7c52b4a6-6a9d-4e1f-beef-8be9b3ea9d91 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038912 Nov 12 12:57:18.086812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.090599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-35fe6181-a914-4430-a166-363edcf39911 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.091533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-35fe6181-a914-4430-a166-363edcf39911 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038979 Nov 12 12:57:18.093609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.100770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-80b89a69-43f6-4c08-a63b-7b4bfa6d1c03 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.103882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-80b89a69-43f6-4c08-a63b-7b4bfa6d1c03 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076833 Nov 12 12:57:18.105010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37082) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.112138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-25322e4b-d04a-4e30-a4e7-b30e99580f37 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.115082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25322e4b-d04a-4e30-a4e7-b30e99580f37 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090175 Nov 12 12:57:18.118495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.122376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-aac6186c-4cbf-44f4-9d84-ee98d77c496d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.123303 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-aac6186c-4cbf-44f4-9d84-ee98d77c496d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039461 Nov 12 12:57:18.125412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.129066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-2807be7c-f27e-49ee-bed4-e6fada2228c3 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.129986 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2807be7c-f27e-49ee-bed4-e6fada2228c3 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037670 Nov 12 12:57:18.132084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.135882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-92b64804-40dc-4b8a-a134-98dbfce7c728 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.136844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-92b64804-40dc-4b8a-a134-98dbfce7c728 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039060 Nov 12 12:57:18.138916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.142587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-11a35418-1cf4-4f52-9948-8a69ae3b0528 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.143508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-11a35418-1cf4-4f52-9948-8a69ae3b0528 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037851 Nov 12 12:57:18.145457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.149638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-83c5404a-8ead-4c75-83ee-70e5c2090332 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.150595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-83c5404a-8ead-4c75-83ee-70e5c2090332 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043297 Nov 12 12:57:18.152567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37094) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.156236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-95bb20bc-e9f6-4e6b-be97-7d6df1221780 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.157145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-95bb20bc-e9f6-4e6b-be97-7d6df1221780 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0037701 Nov 12 12:57:18.159116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.163362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-7fc1aa02-6334-4a2c-8e8b-fd887cb40d27 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.164274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7fc1aa02-6334-4a2c-8e8b-fd887cb40d27 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043488 Nov 12 12:57:18.166304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.170457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-ac888503-fcb2-45cd-be7b-bc632e16c0dc tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.171401 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac888503-fcb2-45cd-be7b-bc632e16c0dc tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042601 Nov 12 12:57:18.173295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37100) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.176935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-03bb31e4-c11f-49f9-90f7-ea958a6df42a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.177885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-03bb31e4-c11f-49f9-90f7-ea958a6df42a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037594 Nov 12 12:57:18.180393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37102) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.184027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-d0170c20-85bf-4aba-a34f-070721aee510 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.184978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d0170c20-85bf-4aba-a34f-070721aee510 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037453 Nov 12 12:57:18.186946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.190570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-21ed9b9b-84b8-46a7-ae04-431128fe182f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.191494 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-21ed9b9b-84b8-46a7-ae04-431128fe182f tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037436 Nov 12 12:57:18.193443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.197325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-e39ab215-bf83-4324-9228-81ffd2ac40bf tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.198277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e39ab215-bf83-4324-9228-81ffd2ac40bf tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038040 Nov 12 12:57:18.200441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37108) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.204870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-ba9012f2-fab4-425c-807d-b1bac2e4d1a6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.205936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ba9012f2-fab4-425c-807d-b1bac2e4d1a6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044796 Nov 12 12:57:18.207969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37110) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.213137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-2a601f9a-8d8b-49b0-8bac-4e1dd227326a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.214066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2a601f9a-8d8b-49b0-8bac-4e1dd227326a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052512 Nov 12 12:57:18.216145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.219836 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-2435fd51-5ee2-49fa-8223-d77eb08edb58 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.220786 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2435fd51-5ee2-49fa-8223-d77eb08edb58 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037985 Nov 12 12:57:18.222789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.227310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-b4c5196a-088b-4704-8cda-2693bb0ccd4d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.228238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b4c5196a-088b-4704-8cda-2693bb0ccd4d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046406 Nov 12 12:57:18.230315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.233985 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-e0b7269f-ec48-4f20-bbfb-9b7b672f4711 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.234957 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e0b7269f-ec48-4f20-bbfb-9b7b672f4711 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037961 Nov 12 12:57:18.236934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.240884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-1f4e3409-0022-49fa-84b8-6317ad46bf5a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.241834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1f4e3409-0022-49fa-84b8-6317ad46bf5a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040619 Nov 12 12:57:18.243839 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.247538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-74d92b70-1756-4dbd-b3bc-9984c37ab9b2 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.248476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-74d92b70-1756-4dbd-b3bc-9984c37ab9b2 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037994 Nov 12 12:57:18.250472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.254238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-10ee79fa-6e1c-455d-8c27-7d31b28089a5 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.255195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-10ee79fa-6e1c-455d-8c27-7d31b28089a5 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037754 Nov 12 12:57:18.257368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.261027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-e3b7fda3-44f4-4382-a70c-6e70e9c6249e tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.261968 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e3b7fda3-44f4-4382-a70c-6e70e9c6249e tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037529 Nov 12 12:57:18.263982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.268230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-da2d05f9-0549-41c6-9b9c-47de8027afb6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.269186 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-da2d05f9-0549-41c6-9b9c-47de8027afb6 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043569 Nov 12 12:57:18.271158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.275422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-cfd04065-2ced-469d-bb49-e31c2e3dec80 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.276372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cfd04065-2ced-469d-bb49-e31c2e3dec80 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043747 Nov 12 12:57:18.278377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.282005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-cdd97165-f2ea-4b99-8139-d0d2b4cba466 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.283056 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cdd97165-f2ea-4b99-8139-d0d2b4cba466 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038347 Nov 12 12:57:18.285034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.289319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-943795cb-647c-44fd-88c3-65ebc5446d9d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.290253 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-943795cb-647c-44fd-88c3-65ebc5446d9d tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043886 Nov 12 12:57:18.292219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.295917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-8bb401af-1f39-4a7d-b236-4558c0c32196 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.296841 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8bb401af-1f39-4a7d-b236-4558c0c32196 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038075 Nov 12 12:57:18.298822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37136) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.302511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [None req-09a10a2a-160b-4096-9a57-e84bad04b290 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.303612 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-09a10a2a-160b-4096-9a57-e84bad04b290 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037646 Nov 12 12:57:18.305491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37138) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.309679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-143cc962-8c1c-44b5-9326-d8711906cd8a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.310645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-143cc962-8c1c-44b5-9326-d8711906cd8a tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042536 Nov 12 12:57:18.312842 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.316728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-c57974df-bcbf-4442-87c6-8251b973fab8 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.317706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c57974df-bcbf-4442-87c6-8251b973fab8 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040169 Nov 12 12:57:18.319847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37142) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.323517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-997c84dc-bd0d-4321-84f3-471a8710fee2 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.324440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-997c84dc-bd0d-4321-84f3-471a8710fee2 tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037708 Nov 12 12:57:18.326484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.330701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [None req-4934effb-fc2b-4dda-88e4-16a1af7683ba tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:57:18.331627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4934effb-fc2b-4dda-88e4-16a1af7683ba tempest-ExtensionsTestJSON-382317241 tempest-ExtensionsTestJSON-382317241-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043325 Nov 12 12:57:18.574080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.683844 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e87a2ae0-221b-4f66-afb1-1243fe590c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.758202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e87a2ae0-221b-4f66-afb1-1243fe590c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.761798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e87a2ae0-221b-4f66-afb1-1243fe590c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.799837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e87a2ae0-221b-4f66-afb1-1243fe590c7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6ccaed5f8d743628ecf649d7d59c219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246287 Nov 12 12:57:18.800798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a2ae0-221b-4f66-afb1-1243fe590c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94535f23-c690-4e28-bedc-d6cb18039197,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:18.802552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:18.853553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63d31201-0a4c-43c7-a042-00a7e1966ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.874915 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63d31201-0a4c-43c7-a042-00a7e1966ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.922487 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63d31201-0a4c-43c7-a042-00a7e1966ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.925168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63d31201-0a4c-43c7-a042-00a7e1966ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:18.926372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-63d31201-0a4c-43c7-a042-00a7e1966ae4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94535f23-c690-4e28-bedc-d6cb18039197 HTTP/1.1" status: 204 len: 168 time: 0.1227744 Nov 12 12:57:18.934731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d31201-0a4c-43c7-a042-00a7e1966ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94535f23-c690-4e28-bedc-d6cb18039197,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:19.571756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:19.669003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458284281'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:19.690329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:19.693595 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.702281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.780030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.783712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.810885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:19.820627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cede498-d38c-418a-b190-0e0a176f22a8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:19.826805 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.827382 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 08a20a71-07a7-4e64-98a8-13b2628b553e of type vlan for network 972e5942-7a29-4c9c-bf0b-4588cab03496 Nov 12 12:57:19.867988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.891682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.897838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:19.898446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:19.957816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3848684 Nov 12 12:57:19.967202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7268eeb-3284-48b9-9cb7-82de53512f50 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=972e5942-7a29-4c9c-bf0b-4588cab03496,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:19.978007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 972e5942-7a29-4c9c-bf0b-4588cab03496 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:23.451527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:23.456620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:23.571167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:23.574894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:23.755898 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:23.813676 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=4ec9dc1d-ae80-4d3a-ab91-e484c95e65be,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:23.825620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '08a20a71-07a7-4e64-98a8-13b2628b553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:23.825983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: 972e5942-7a29-4c9c-bf0b-4588cab03496, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:23.842934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 972e5942-7a29-4c9c-bf0b-4588cab03496 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:23.851368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 972e5942-7a29-4c9c-bf0b-4588cab03496) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:23.855489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:23.856080 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:23.860634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb400085-9588-4e05-b11b-99d4d4a1c11a None None] Network 972e5942-7a29-4c9c-bf0b-4588cab03496 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:23.872777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9a844c3b-140d-480c-bd01-82e536411489 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4201181 Nov 12 12:57:23.876372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:23.881909 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238950240'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:23.902641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:23.906092 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:23.929799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:23.938665 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:23.939181 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment c8e66cd1-df16-4236-926a-db5e42e79a75 of type vlan for network efaaf5f5-692c-4967-858c-93e7dbfdd17d Nov 12 12:57:23.988194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.014362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-972e5942-7a29-4c9c-bf0b-4588cab03496', 'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': '4ec9dc1d-ae80-4d3a-ab91-e484c95e65be'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:24.015327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.017070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.023800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:24.024386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.060438 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1829832 Nov 12 12:57:24.063312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:24.068343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': 'efaaf5f5-692c-4967-858c-93e7dbfdd17d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:24.094998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04421c12-f7de-4580-9daf-b6b18c8032b1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=efaaf5f5-692c-4967-858c-93e7dbfdd17d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:24.107898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network efaaf5f5-692c-4967-858c-93e7dbfdd17d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:24.158781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:24.162321 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.219004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Allocated IP 2001:db8:0:ffff::2 (972e5942-7a29-4c9c-bf0b-4588cab03496/4ec9dc1d-ae80-4d3a-ab91-e484c95e65be/fa05e9da-3758-4efd-aaba-bdead1643451) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:24.345545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.362451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.370025 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.410130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=2a550da8-5b10-4b50-817e-3fe5265e81ea,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:24.410397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Network 972e5942-7a29-4c9c-bf0b-4588cab03496 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:24.416349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:24.420634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:57:24.421779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': 'c8e66cd1-df16-4236-926a-db5e42e79a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'efaaf5f5-692c-4967-858c-93e7dbfdd17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:24.422380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: efaaf5f5-692c-4967-858c-93e7dbfdd17d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:24.427859 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Pushing event updated for resources: {'Port': ['ID=fa05e9da-3758-4efd-aaba-bdead1643451,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:24.442429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network efaaf5f5-692c-4967-858c-93e7dbfdd17d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:24.452030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.452245 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, efaaf5f5-692c-4967-858c-93e7dbfdd17d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:24.452353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.452688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.453026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.453358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.453688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.454019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.454381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.454705 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.455032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.455355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.455678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:24.456958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:24.457965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.478784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a876cf5-1a24-4c37-93b0-ef66ce8b9f15 None None] Network efaaf5f5-692c-4967-858c-93e7dbfdd17d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:24.479413 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3a96cbbd-0c5b-41cc-ac8e-8afb32338e71 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4144783 Nov 12 12:57:24.481762 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:24.514661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Attempting to bind port fa05e9da-3758-4efd-aaba-bdead1643451 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:57:24.515038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Attempting to bind port fa05e9da-3758-4efd-aaba-bdead1643451 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '08a20a71-07a7-4e64-98a8-13b2628b553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:57:24.515406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Attempting to bind port fa05e9da-3758-4efd-aaba-bdead1643451 on network 972e5942-7a29-4c9c-bf0b-4588cab03496 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:57:24.546254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:57:24.546634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Checking segment: {'id': '08a20a71-07a7-4e64-98a8-13b2628b553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:24.547039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.547435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Bound using segment: {'id': '08a20a71-07a7-4e64-98a8-13b2628b553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:57:24.547915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Bound port: fa05e9da-3758-4efd-aaba-bdead1643451, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a20a71-07a7-4e64-98a8-13b2628b553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '972e5942-7a29-4c9c-bf0b-4588cab03496'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:57:24.548304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.588817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.656337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] For port fa05e9da-3758-4efd-aaba-bdead1643451, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:57:24.663501 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] For port fa05e9da-3758-4efd-aaba-bdead1643451, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fa05e9da-3758-4efd-aaba-bdead1643451,segment=NetworkSegment(08a20a71-07a7-4e64-98a8-13b2628b553e),segment_id=08a20a71-07a7-4e64-98a8-13b2628b553e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:57:24.666924 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.669489 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.726413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e22fde-f6e4-4f24-8537-3633de27ac02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-efaaf5f5-692c-4967-858c-93e7dbfdd17d', 'network_id': 'efaaf5f5-692c-4967-858c-93e7dbfdd17d', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': '2a550da8-5b10-4b50-817e-3fe5265e81ea'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:24.727135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77e22fde-f6e4-4f24-8537-3633de27ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.748878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.767925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71747778-0b4c-4044-87b2-a26ad875cee0 None None] Pushing event updated for resources: {'Port': ['ID=fa05e9da-3758-4efd-aaba-bdead1643451,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:24.780809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=2a550da8-5b10-4b50-817e-3fe5265e81ea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:24.836915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140932a8-d7cb-4317-9662-621de5d8f999 None None] Network efaaf5f5-692c-4967-858c-93e7dbfdd17d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:24.843387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.865136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaaf5f5-692c-4967-858c-93e7dbfdd17d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:24.876290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e66cd1-df16-4236-926a-db5e42e79a75') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:24.876625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e66cd1-df16-4236-926a-db5e42e79a75') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:24.887076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.902471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.908960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:24.909354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:24.913504 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:25.010011 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.017136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.020692 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/efaaf5f5-692c-4967-858c-93e7dbfdd17d HTTP/1.1" status: 204 len: 168 time: 0.5376787 Nov 12 12:57:25.024977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:25.030500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202384280'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:25.033833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b7c65-80e7-47ca-a2e0-bb3ecb6279c4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=efaaf5f5-692c-4967-858c-93e7dbfdd17d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:25.060446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:25.063997 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.092106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:25.102316 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.102670 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af of type vlan for network 0cdb2d92-d728-4ff5-a089-43ed102ef730 Nov 12 12:57:25.142722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.168995 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.175482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:25.176097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.215709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1893127 Nov 12 12:57:25.218601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:25.224064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:25.253458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fd8fa-342f-4045-a88d-455f901a5986 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=0cdb2d92-d728-4ff5-a089-43ed102ef730,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:25.264174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0cdb2d92-d728-4ff5-a089-43ed102ef730 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:25.321523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:25.325810 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.443489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fa05e9da-3758-4efd-aaba-bdead1643451 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:57:25.497606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fa05e9da-3758-4efd-aaba-bdead1643451 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:25.498185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.543261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.589440 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.607450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=af7e90ae-40e8-43ec-a756-4e1b9ea8c117,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:25.615321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:25.615716 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: 0cdb2d92-d728-4ff5-a089-43ed102ef730, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:25.624230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port fa05e9da-3758-4efd-aaba-bdead1643451, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fa05e9da-3758-4efd-aaba-bdead1643451,segment=NetworkSegment(08a20a71-07a7-4e64-98a8-13b2628b553e),segment_id=08a20a71-07a7-4e64-98a8-13b2628b553e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:25.628712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.635981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 0cdb2d92-d728-4ff5-a089-43ed102ef730 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:25.647067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0cdb2d92-d728-4ff5-a089-43ed102ef730) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:25.657166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382f69a-32a5-49dd-ad43-c274fe2e788e None None] Network 0cdb2d92-d728-4ff5-a089-43ed102ef730 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:25.659517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:25.661229 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.680922 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-769196c1-1ed7-4485-a0fa-62653992f60c tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4608805 Nov 12 12:57:25.684394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:25.691567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152763403'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:25.716737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:25.720271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.737434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=fa05e9da-3758-4efd-aaba-bdead1643451,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:25.752497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:25.764688 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.765025 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 206d158d-7495-4e97-a8cf-cfa2309748b0 of type vlan for network c45f33ad-8b36-4bdb-a878-842af2a93c18 Nov 12 12:57:25.777348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983dbcb5-4103-4316-8e9f-e011bfe3116f None None] Network 972e5942-7a29-4c9c-bf0b-4588cab03496 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:25.808934 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.835132 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.840884 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:25.841496 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.887438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc8fb027-35b2-456e-8e91-dc1d95ee2ac6 None None] Provisioning complete for port fa05e9da-3758-4efd-aaba-bdead1643451 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:25.887810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc8fb027-35b2-456e-8e91-dc1d95ee2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.913493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2245831 Nov 12 12:57:25.913636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:25.917544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07147e9-eb62-48d9-9154-2816f1c957d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=c45f33ad-8b36-4bdb-a878-842af2a93c18,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:25.918611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': 'c45f33ad-8b36-4bdb-a878-842af2a93c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:25.929412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-0cdb2d92-d728-4ff5-a089-43ed102ef730', 'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': 'af7e90ae-40e8-43ec-a756-4e1b9ea8c117'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:25.930312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:25.938481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c45f33ad-8b36-4bdb-a878-842af2a93c18 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:26.016507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:26.020131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.084404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:57:26.085254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:57:26.211173 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.276947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=f4770954-0399-4b1d-917d-4dc94cb74d1e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:26.284192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '206d158d-7495-4e97-a8cf-cfa2309748b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c45f33ad-8b36-4bdb-a878-842af2a93c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:26.284712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: c45f33ad-8b36-4bdb-a878-842af2a93c18, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:26.301223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network c45f33ad-8b36-4bdb-a878-842af2a93c18 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:26.310651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c45f33ad-8b36-4bdb-a878-842af2a93c18) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:26.316129 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:26.316970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.333092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-142bf291-c70e-43cb-9f1a-3ccbd69a93d1 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4186444 Nov 12 12:57:26.336442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:26.345237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7398e-688c-4be3-8f8c-8fc85f617520 None None] Network c45f33ad-8b36-4bdb-a878-842af2a93c18 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:26.445256 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.495263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Allocated IP 2001:db8::3 (0cdb2d92-d728-4ff5-a089-43ed102ef730/af7e90ae-40e8-43ec-a756-4e1b9ea8c117/c504b320-8c85-4787-98e7-60e14b3d5740) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:26.498343 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.564247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.591607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=f4770954-0399-4b1d-917d-4dc94cb74d1e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:26.662311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5c372-31ea-4899-abdd-e625f31a6410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c45f33ad-8b36-4bdb-a878-842af2a93c18', 'network_id': 'c45f33ad-8b36-4bdb-a878-842af2a93c18', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': 'f4770954-0399-4b1d-917d-4dc94cb74d1e'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:26.663275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ee5c372-31ea-4899-abdd-e625f31a6410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.674209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.697856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45f33ad-8b36-4bdb-a878-842af2a93c18']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:26.708563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206d158d-7495-4e97-a8cf-cfa2309748b0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:26.709113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206d158d-7495-4e97-a8cf-cfa2309748b0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:26.720956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.744538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.751124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:26.751461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:26.755370 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:26.801467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.814536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.818542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.820869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-553673bb-d7d0-4cab-9f93-9e73f92ac947 None None] Provisioning complete for port fa05e9da-3758-4efd-aaba-bdead1643451 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:26.821260 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-553673bb-d7d0-4cab-9f93-9e73f92ac947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.827702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.831246 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/c45f33ad-8b36-4bdb-a878-842af2a93c18 HTTP/1.1" status: 204 len: 168 time: 0.4935453 Nov 12 12:57:26.835224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:26.840337 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8595482'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:26.846104 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c529c-d1b7-435a-b31e-8f3e0074f8df None None] Network c45f33ad-8b36-4bdb-a878-842af2a93c18 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:26.853816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193436ab-3d08-4904-90e8-0a64bf8f796b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=c45f33ad-8b36-4bdb-a878-842af2a93c18,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:26.872561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:26.876162 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.890687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c529c-d1b7-435a-b31e-8f3e0074f8df None None] Network c45f33ad-8b36-4bdb-a878-842af2a93c18 could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 12:57:26.908263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:26.914918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Network 0cdb2d92-d728-4ff5-a089-43ed102ef730 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:26.918118 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.918324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:26.918501 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 9e4b390c-28d6-4939-b02e-a34369d8cfee of type vlan for network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 Nov 12 12:57:26.919907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Pushing event updated for resources: {'Port': ['ID=c504b320-8c85-4787-98e7-60e14b3d5740,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:26.922870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:57:26.964948 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.990407 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:26.996802 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:26.997463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.015889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Attempting to bind port c504b320-8c85-4787-98e7-60e14b3d5740 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:57:27.016171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Attempting to bind port c504b320-8c85-4787-98e7-60e14b3d5740 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:57:27.016537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Attempting to bind port c504b320-8c85-4787-98e7-60e14b3d5740 on network 0cdb2d92-d728-4ff5-a089-43ed102ef730 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:57:27.024480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:57:27.024994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Checking segment: {'id': '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:27.025262 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.026031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Bound using segment: {'id': '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:57:27.026198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Bound port: c504b320-8c85-4787-98e7-60e14b3d5740, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0cdb2d92-d728-4ff5-a089-43ed102ef730'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:57:27.026547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.037864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1987066 Nov 12 12:57:27.038951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:27.044337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:27.081056 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645d70f-021e-4659-9e8d-30b0f0937fd9 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:27.093228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:27.101720 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] For port c504b320-8c85-4787-98e7-60e14b3d5740, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:57:27.133917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] For port c504b320-8c85-4787-98e7-60e14b3d5740, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c504b320-8c85-4787-98e7-60e14b3d5740,segment=NetworkSegment(8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af),segment_id=8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:57:27.140087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:27.143792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.161876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.242377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ec184-d3c6-477c-87fe-d66196cfd99c None None] Pushing event updated for resources: {'Port': ['ID=c504b320-8c85-4787-98e7-60e14b3d5740,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:27.494923 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fa05e9da-3758-4efd-aaba-bdead1643451 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:57:27.555769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fa05e9da-3758-4efd-aaba-bdead1643451 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:27.556104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.687010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.746151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=e0981bb6-5810-49e7-9c48-537b7c5d7a1b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:27.758252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.758605 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.758940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.759270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.759594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.759919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.760238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.760562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.760879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.761195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.761512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.761824 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:27.767106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '9e4b390c-28d6-4939-b02e-a34369d8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:27.767462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:27.785515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:27.796641 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:27.801050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:27.801720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.805484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68a43c-8fe7-43ba-aa65-f7aca01434af None None] Network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:27.818514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-45308790-2ba4-47bd-ba5f-c00e96f60506 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7784421 Nov 12 12:57:27.821292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:27.932672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:27.970947 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0', 'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': 'e0981bb6-5810-49e7-9c48-537b7c5d7a1b'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:27.971830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.023975 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.124280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Allocated IP 2001:db8::1 (b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0/e0981bb6-5810-49e7-9c48-537b7c5d7a1b/20e0c715-4619-4976-b687-e570ea486f81) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:28.206879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0b337-43b5-4612-be03-c82f19a3d1f3 None None] Network 0cdb2d92-d728-4ff5-a089-43ed102ef730 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:28.331537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-72f98629-2d56-4a3d-a9fd-ffde23aeaa09 None None] Provisioning complete for port c504b320-8c85-4787-98e7-60e14b3d5740 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:28.331818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72f98629-2d56-4a3d-a9fd-ffde23aeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.337486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.359380 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.366762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.389395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=e0981bb6-5810-49e7-9c48-537b7c5d7a1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:28.442312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:28.454146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:28.458332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.466016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:57:28.473183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Pushing event updated for resources: {'Port': ['ID=20e0c715-4619-4976-b687-e570ea486f81,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:28.480714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:28.492537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b390c-28d6-4939-b02e-a34369d8cfee') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:28.493059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b390c-28d6-4939-b02e-a34369d8cfee') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:28.502796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.517150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.524697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:28.524697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:28.526864 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:28.581224 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Attempting to bind port 20e0c715-4619-4976-b687-e570ea486f81 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:57:28.581910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Attempting to bind port 20e0c715-4619-4976-b687-e570ea486f81 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9e4b390c-28d6-4939-b02e-a34369d8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:57:28.582053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Attempting to bind port 20e0c715-4619-4976-b687-e570ea486f81 on network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:57:28.588934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:57:28.588934 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:57:28.588934 n-d-804878-5 neutron-server[102778]: [parameters: {'id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0'}] Nov 12 12:57:28.588934 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:57:28.590644 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:57:28.594934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:57:28.595315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Checking segment: {'id': '9e4b390c-28d6-4939-b02e-a34369d8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:28.595728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.596134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Bound using segment: {'id': '9e4b390c-28d6-4939-b02e-a34369d8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:57:28.596606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Bound port: 20e0c715-4619-4976-b687-e570ea486f81, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4b390c-28d6-4939-b02e-a34369d8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:57:28.596997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.606751 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72f98629-2d56-4a3d-a9fd-ffde23aeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.667914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-72f98629-2d56-4a3d-a9fd-ffde23aeaa09 None None] For port c504b320-8c85-4787-98e7-60e14b3d5740, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c504b320-8c85-4787-98e7-60e14b3d5740,segment=NetworkSegment(8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af),segment_id=8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:28.680688 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72f98629-2d56-4a3d-a9fd-ffde23aeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.713322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] For port 20e0c715-4619-4976-b687-e570ea486f81, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:57:28.732940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] For port 20e0c715-4619-4976-b687-e570ea486f81, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=20e0c715-4619-4976-b687-e570ea486f81,segment=NetworkSegment(9e4b390c-28d6-4939-b02e-a34369d8cfee),segment_id=9e4b390c-28d6-4939-b02e-a34369d8cfee)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:57:28.743514 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:28.752766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f98629-2d56-4a3d-a9fd-ffde23aeaa09 None None] Pushing event updated for resources: {'Port': ['ID=c504b320-8c85-4787-98e7-60e14b3d5740,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:28.841956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea457ef-cf7c-4c45-ba01-c4423dde6990 None None] Pushing event updated for resources: {'Port': ['ID=20e0c715-4619-4976-b687-e570ea486f81,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:28.846809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a0701d-14d5-44f5-86ed-a9999b4c8b1e None None] Network b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:28.850799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-31fce899-6e58-4845-a7a6-86fe032fe4ef None None] Provisioning complete for port c504b320-8c85-4787-98e7-60e14b3d5740 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:28.851258 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31fce899-6e58-4845-a7a6-86fe032fe4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.091442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.150444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting port 20e0c715-4619-4976-b687-e570ea486f81 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:29.150787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.190956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0aca7-034c-49c4-a18b-51e788c534f9 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:57:29.213069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] For port 20e0c715-4619-4976-b687-e570ea486f81, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=20e0c715-4619-4976-b687-e570ea486f81,segment=NetworkSegment(9e4b390c-28d6-4939-b02e-a34369d8cfee),segment_id=9e4b390c-28d6-4939-b02e-a34369d8cfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:29.213431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.226800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Calling delete_port for 20e0c715-4619-4976-b687-e570ea486f81 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:29.271640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0aca7-034c-49c4-a18b-51e788c534f9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:57:29.310198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.338404 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Port': ['ID=20e0c715-4619-4976-b687-e570ea486f81,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:29.341823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No DVR routers for this DVR port 20e0c715-4619-4976-b687-e570ea486f81 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:57:29.439298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.460676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c504b320-8c85-4787-98e7-60e14b3d5740 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:57:29.464705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:29.474320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b390c-28d6-4939-b02e-a34369d8cfee') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:29.474779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b390c-28d6-4939-b02e-a34369d8cfee') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:29.485699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.499896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.506078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:29.507205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:29.510329 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:29.523054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c504b320-8c85-4787-98e7-60e14b3d5740 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:29.523421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.570630 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.578467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.581587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 HTTP/1.1" status: 204 len: 168 time: 1.7590001 Nov 12 12:57:29.587621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:29.594437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-273686172'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:29.596261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2746-5f99-4ce7-8f61-fe30039c25bd tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:29.618664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:29.622235 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.646168 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:29.656071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.656417 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 0f97ff9d-ab66-4c84-90fa-2160cbd98b1c of type vlan for network 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a Nov 12 12:57:29.706554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.730643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.736446 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:29.737029 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.775218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1831403 Nov 12 12:57:29.775476 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:29.780090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': '2dcb0fcc-9f0b-4188-9958-c0ceffa7583a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:29.801807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:29.833404 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b7e5-dca1-47aa-8fbd-375488d0b8b4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=2dcb0fcc-9f0b-4188-9958-c0ceffa7583a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:29.843477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:29.903741 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:29.907370 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.031281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.092836 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.151028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=d4eebdbd-9a66-4c0a-afe8-16a5c85af0d2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:30.161122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '0f97ff9d-ab66-4c84-90fa-2160cbd98b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2dcb0fcc-9f0b-4188-9958-c0ceffa7583a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:30.161484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:30.177962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:30.186658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:30.190594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:30.191185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.196868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ad480-4f4d-429f-812b-f40dea816749 None None] Network 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:30.207362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6f0eb462-67f0-4ada-b986-a22fafaf0348 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4309916 Nov 12 12:57:30.210749 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:30.310494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.347645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10bb24-2ed1-4e8f-bd5a-ad8111f061af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-2dcb0fcc-9f0b-4188-9958-c0ceffa7583a', 'network_id': '2dcb0fcc-9f0b-4188-9958-c0ceffa7583a', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': 'd4eebdbd-9a66-4c0a-afe8-16a5c85af0d2'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:30.349069 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa10bb24-2ed1-4e8f-bd5a-ad8111f061af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.380059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.442306 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-fa10bb24-2ed1-4e8f-bd5a-ad8111f061af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4eebdbd-9a66-4c0a-afe8-16a5c85af0d2: This subnet is being modified by another concurrent operation. Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4eebdbd-9a66-4c0a-afe8-16a5c85af0d2: This subnet is being modified by another concurrent operation. Nov 12 12:57:30.453682 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:57:30.473188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=d4eebdbd-9a66-4c0a-afe8-16a5c85af0d2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:30.473366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f569023-e75a-47d6-9ae8-df6e41fb5575 None None] Network 2dcb0fcc-9f0b-4188-9958-c0ceffa7583a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:30.539018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.559989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcb0fcc-9f0b-4188-9958-c0ceffa7583a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:30.570450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f97ff9d-ab66-4c84-90fa-2160cbd98b1c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:30.570773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f97ff9d-ab66-4c84-90fa-2160cbd98b1c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:30.581055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.581245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65b952-3062-4b2e-9c82-5c0d3866f4f3 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:57:30.594751 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.601009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:30.601392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:30.604432 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:30.662564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee65b952-3062-4b2e-9c82-5c0d3866f4f3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:57:30.663894 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.668674 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.676520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/2dcb0fcc-9f0b-4188-9958-c0ceffa7583a HTTP/1.1" status: 204 len: 168 time: 0.4612088 Nov 12 12:57:30.677310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:30.683809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963323784'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:30.698363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9dce7-2388-4cfa-96da-eb835926d51a tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=2dcb0fcc-9f0b-4188-9958-c0ceffa7583a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:30.708535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:30.712319 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.735784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:30.745762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.746107 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 5ca1c15e-fe64-44c8-9a5e-eb11ba410371 of type vlan for network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 Nov 12 12:57:30.791075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.816821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.822706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:30.823291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:30.857643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1792126 Nov 12 12:57:30.861512 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:30.866871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:30.906235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969ee8e-4606-4f69-a602-a5746889e8fa tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=949d36d5-8ca6-4ca6-92ce-47d90a887ee0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:30.917303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:30.960049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:30.963317 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.142704 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.205100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=599d26d3-b6d5-47ef-9a5a-cba1fa17fea8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:31.212898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '5ca1c15e-fe64-44c8-9a5e-eb11ba410371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:31.213262 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: 949d36d5-8ca6-4ca6-92ce-47d90a887ee0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:31.231115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:31.239346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 949d36d5-8ca6-4ca6-92ce-47d90a887ee0) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:31.243739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.244321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.253210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56ba3e-683f-44e8-ad7c-f374cec37668 None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:31.260468 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-801199d0-3102-4c57-ba4e-16b59740f769 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3978577 Nov 12 12:57:31.263184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:31.268248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:31.383593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:31.387167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.412215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-949d36d5-8ca6-4ca6-92ce-47d90a887ee0', 'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': '599d26d3-b6d5-47ef-9a5a-cba1fa17fea8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:31.413504 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.554803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Allocated IP 2001:db8::2 (949d36d5-8ca6-4ca6-92ce-47d90a887ee0/599d26d3-b6d5-47ef-9a5a-cba1fa17fea8/f15dae0b-2ecb-47e9-a3b2-a2de53df04dc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:31.626855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.664599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:31.667771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:31.672288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.672880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.691145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=978d971c-8b3a-49ab-955d-2dee243e7afa,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:31.697684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d24ba366-242a-46e5-913e-2a1cff5cbf39 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4334176 Nov 12 12:57:31.698634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.700406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:31.704649 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.749468 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:31.752474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:31.757364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:57:31.760524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Pushing event updated for resources: {'Port': ['ID=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:31.817847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Attempting to bind port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:57:31.818142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Attempting to bind port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '5ca1c15e-fe64-44c8-9a5e-eb11ba410371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:57:31.818505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Attempting to bind port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc on network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:57:31.823713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:57:31.824080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Checking segment: {'id': '5ca1c15e-fe64-44c8-9a5e-eb11ba410371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:31.824970 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.824970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Bound using segment: {'id': '5ca1c15e-fe64-44c8-9a5e-eb11ba410371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:57:31.825304 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Bound port: f15dae0b-2ecb-47e9-a3b2-a2de53df04dc, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca1c15e-fe64-44c8-9a5e-eb11ba410371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:57:31.825680 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.835719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38b267-4c49-4937-8fab-371b6dee9532 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.837249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38b267-4c49-4937-8fab-371b6dee9532 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.838787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38b267-4c49-4937-8fab-371b6dee9532 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.840298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38b267-4c49-4937-8fab-371b6dee9532 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.841926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38b267-4c49-4937-8fab-371b6dee9532 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:31.847476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cc38b267-4c49-4937-8fab-371b6dee9532 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1423328 Nov 12 12:57:31.847748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:31.854073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-175600212'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:31.876998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:31.880889 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.891302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] For port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:57:31.894757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] For port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,segment=NetworkSegment(5ca1c15e-fe64-44c8-9a5e-eb11ba410371),segment_id=5ca1c15e-fe64-44c8-9a5e-eb11ba410371)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:57:31.899234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.906689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:31.917335 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.917679 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment f5ba9ad9-8294-4cee-b2af-1da9b7a1019a of type vlan for network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 Nov 12 12:57:31.959130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a87ecd-9d28-4230-977f-d9c365a9662c None None] Pushing event updated for resources: {'Port': ['ID=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:31.965291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.993646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:31.999394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:32.000051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:32.041819 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1929626 Nov 12 12:57:32.044573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:32.049917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:32.091131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c467887-39c5-41ed-bbfa-14476844ade7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=c86c4127-9f06-4e9d-a6c8-7fa1d468a115,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:32.118071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:32.235717 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:32.250749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:32.269186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 is not hosted by any dhcp agent {{(pid=102778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 12:57:32.275289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:32.275887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:32.279898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "PUT /v2.0/networks/c86c4127-9f06-4e9d-a6c8-7fa1d468a115 HTTP/1.1" status: 200 len: 723 time: 0.2315838 Nov 12 12:57:32.280347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:32.285507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': 'c86c4127-9f06-4e9d-a6c8-7fa1d468a115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:32.329914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76e079-f2cd-4994-90ed-b2a8aae2ba30 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=c86c4127-9f06-4e9d-a6c8-7fa1d468a115,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:32.342448 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:32.374994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:32.378541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:32.917280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1749af-220c-424f-9a63-84ea7f462128 None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:32.939276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:32.989221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef6ca96c-c90c-4d41-99c1-8661a8999e8c None None] Provisioning complete for port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:32.990108 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef6ca96c-c90c-4d41-99c1-8661a8999e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.005283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=d6f9fb1e-7733-431e-b740-7b4d2652d28c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:33.011204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': 'f5ba9ad9-8294-4cee-b2af-1da9b7a1019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c86c4127-9f06-4e9d-a6c8-7fa1d468a115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:33.011564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: c86c4127-9f06-4e9d-a6c8-7fa1d468a115, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:33.029926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:33.039847 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c86c4127-9f06-4e9d-a6c8-7fa1d468a115) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:33.048927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:33.049883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.067418 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-06cc7105-cc7d-41d9-982c-7b262c83a744 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7858722 Nov 12 12:57:33.068295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755b23a-8e21-4813-810b-c0c87dfc796a None None] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:33.070840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:33.075962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:33.163938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32800939'] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.219752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef6ca96c-c90c-4d41-99c1-8661a8999e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.296408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef6ca96c-c90c-4d41-99c1-8661a8999e8c None None] For port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,segment=NetworkSegment(5ca1c15e-fe64-44c8-9a5e-eb11ba410371),segment_id=5ca1c15e-fe64-44c8-9a5e-eb11ba410371)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:33.302866 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef6ca96c-c90c-4d41-99c1-8661a8999e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.313668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730445417611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32097239'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.346143 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:33.346771 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.351493 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "PUT /v2.0/subnets/d6f9fb1e-7733-431e-b740-7b4d2652d28c HTTP/1.1" status: 200 len: 826 time: 0.2765527 Nov 12 12:57:33.351792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:33.372279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df3dc2-9b27-4861-96ec-27a7776f02fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c86c4127-9f06-4e9d-a6c8-7fa1d468a115', 'network_id': 'c86c4127-9f06-4e9d-a6c8-7fa1d468a115', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': 'd6f9fb1e-7733-431e-b740-7b4d2652d28c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:33.373241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2df3dc2-9b27-4861-96ec-27a7776f02fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.425525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ca96c-c90c-4d41-99c1-8661a8999e8c None None] Pushing event updated for resources: {'Port': ['ID=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:33.430050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6491d-fe4f-447f-b81d-81406fff42e7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=d6f9fb1e-7733-431e-b740-7b4d2652d28c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:33.430640 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] Update dhcp port {'port': {'network_id': '949d36d5-8ca6-4ca6-92ce-47d90a887ee0', 'fixed_ips': [{'subnet_id': '599d26d3-b6d5-47ef-9a5a-cba1fa17fea8', 'ip_address': '2001:db8::2'}, {'subnet_id': '978d971c-8b3a-49ab-955d-2dee243e7afa'}], 'binding:host_id': 'n-d-804878-5'}, 'id': 'f15dae0b-2ecb-47e9-a3b2-a2de53df04dc'} from n-d-804878-5. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 12:57:33.484363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.493921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f15dae0b-2ecb-47e9-a3b2-a2de53df04dc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:57:33.540746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.606189 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.639941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f9fb1e-7733-431e-b740-7b4d2652d28c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:33.698017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.703817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.725170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86c4127-9f06-4e9d-a6c8-7fa1d468a115']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-d2df3dc2-9b27-4861-96ec-27a7776f02fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6f9fb1e-7733-431e-b740-7b4d2652d28c: This subnet is being modified by another concurrent operation. Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6f9fb1e-7733-431e-b740-7b4d2652d28c: This subnet is being modified by another concurrent operation. Nov 12 12:57:33.728053 n-d-804878-5 neutron-server[102780]: ERROR oslo_messaging.rpc.server Nov 12 12:57:33.738780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ba9ad9-8294-4cee-b2af-1da9b7a1019a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:33.739082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ba9ad9-8294-4cee-b2af-1da9b7a1019a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:33.753755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.758647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2201f8-b75f-4a8e-a39d-fac711390327 None None] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:33.768409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.774873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:33.775247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:33.778420 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:33.841041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.845237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.848851 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/c86c4127-9f06-4e9d-a6c8-7fa1d468a115 HTTP/1.1" status: 204 len: 168 time: 0.4962621 Nov 12 12:57:33.851867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:33.866400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8eb68-c9c6-4932-a190-a51433a9615e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=c86c4127-9f06-4e9d-a6c8-7fa1d468a115,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:33.873905 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcadc73-553b-49df-81a3-684647694d29 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:33.874713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dcadc73-553b-49df-81a3-684647694d29 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:33.877811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9dcadc73-553b-49df-81a3-684647694d29 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/c86c4127-9f06-4e9d-a6c8-7fa1d468a115 HTTP/1.1" status: 404 len: 339 time: 0.0242503 Nov 12 12:57:33.882579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:33.887521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-722958372', 'description': 'd1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:33.895278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:33.895658 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.907584 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:33.911295 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.935802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:33.945417 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:33.945824 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 5eb3a2df-243f-41b2-8de7-abe6527c7f07 of type vlan for network 8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f Nov 12 12:57:33.989127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.010822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682912d4-6925-4e27-830c-b1bb7694d780 None None] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:34.020201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.025979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.026598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.028462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] Allocated IP 172.20.0.1 (949d36d5-8ca6-4ca6-92ce-47d90a887ee0/978d971c-8b3a-49ab-955d-2dee243e7afa/f15dae0b-2ecb-47e9-a3b2-a2de53df04dc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:34.035189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682912d4-6925-4e27-830c-b1bb7694d780 None None] Network c86c4127-9f06-4e9d-a6c8-7fa1d468a115 could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 12:57:34.065168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1815412 Nov 12 12:57:34.068072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.103469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63a73d-ef73-4c02-84e3-896cab392ab4 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:34.126543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:34.159731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ae818-cbf6-429f-8c87-d69a07815e06 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.161223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-747ae818-cbf6-429f-8c87-d69a07815e06 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks?id=8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f HTTP/1.1" status: 200 len: 764 time: 0.0914929 Nov 12 12:57:34.165232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.171178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'description': 'd2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:34.227288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] For port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,segment=NetworkSegment(5ca1c15e-fe64-44c8-9a5e-eb11ba410371),segment_id=5ca1c15e-fe64-44c8-9a5e-eb11ba410371)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:34.258840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.264348 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.330545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.345267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.353956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bf621-487a-44eb-9040-0c0f85c724fb None None] Pushing event updated for resources: {'Port': ['ID=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:34.365249 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f is not hosted by any dhcp agent {{(pid=102779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 12:57:34.371414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.372245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:34.373598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "PUT /v2.0/networks/8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f HTTP/1.1" status: 200 len: 761 time: 0.2066572 Nov 12 12:57:34.376504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.431493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1830e6-e621-4c47-bc2a-6ba428bfcc96 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:34.444516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:34.469426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89579e08-5b3a-40a8-bd71-e34700db7e56 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.470995 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89579e08-5b3a-40a8-bd71-e34700db7e56 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks?id=8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f HTTP/1.1" status: 200 len: 764 time: 0.0932274 Nov 12 12:57:34.474749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.681642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdafb4-5071-4dc7-a05e-87914805849d tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.685709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-01fdafb4-5071-4dc7-a05e-87914805849d tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2074661 Nov 12 12:57:34.686144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37240) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.723118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2e2269bc-7dae-4cd3-9165-73bbb9b86d51 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b HTTP/1.1" status: 200 len: 207 time: 0.0357618 Nov 12 12:57:34.727229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.836303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fbb6f4-35ee-4c08-aa69-d7538735bf4d None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:34.917549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.923772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.930522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.936368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.942204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.948183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:34.949980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af8e0722-d898-4f23-9223-12570b961afb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2218158 Nov 12 12:57:34.953739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37244) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:34.968732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fabe950f-243d-43cf-8575-d81830ff590d None None] Provisioning complete for port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:34.969106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fabe950f-243d-43cf-8575-d81830ff590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.075473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-93e6acf0-c239-492e-b753-b9df572e910b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1205251 Nov 12 12:57:35.078716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37246) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.173735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114a0f8-c07a-490c-bdee-6b6142541e8e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.175305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114a0f8-c07a-490c-bdee-6b6142541e8e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.176851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114a0f8-c07a-490c-bdee-6b6142541e8e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.178839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114a0f8-c07a-490c-bdee-6b6142541e8e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.180343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114a0f8-c07a-490c-bdee-6b6142541e8e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.182752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f114a0f8-c07a-490c-bdee-6b6142541e8e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1021447 Nov 12 12:57:35.185862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37248) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.218071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be616da9-933e-4bab-b23d-ceff2ab32dec None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:57:35.244553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d20615-50bb-4368-8ddd-a642f39d468f tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.245970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d20615-50bb-4368-8ddd-a642f39d468f tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.247551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d20615-50bb-4368-8ddd-a642f39d468f tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.248960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d20615-50bb-4368-8ddd-a642f39d468f tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.250513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d20615-50bb-4368-8ddd-a642f39d468f tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.252086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-52d20615-50bb-4368-8ddd-a642f39d468f tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0652554 Nov 12 12:57:35.255811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.316963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be616da9-933e-4bab-b23d-ceff2ab32dec None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:57:35.320060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-91be3cad-5ff3-4a61-88a7-45c4c30212b7 None None] Provisioning complete for port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:35.320437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91be3cad-5ff3-4a61-88a7-45c4c30212b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.359916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723bab97-e370-4ed6-9e8f-c1d3b70c8f15 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.364539 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-723bab97-e370-4ed6-9e8f-c1d3b70c8f15 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks/972e5942-7a29-4c9c-bf0b-4588cab03496 HTTP/1.1" status: 200 len: 804 time: 0.1037195 Nov 12 12:57:35.365287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.436758 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f15dae0b-2ecb-47e9-a3b2-a2de53df04dc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:57:35.479356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9bbb8f44-1625-457d-89ec-ffce0e73ec44 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/networks/972e5942-7a29-4c9c-bf0b-4588cab03496?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1100187 Nov 12 12:57:35.479636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.539011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af651787-9bde-4bfd-99f3-136abd4cf8d5 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.540520 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af651787-9bde-4bfd-99f3-136abd4cf8d5 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/subnets/4ec9dc1d-ae80-4d3a-ab91-e484c95e65be HTTP/1.1" status: 200 len: 843 time: 0.0598629 Nov 12 12:57:35.544285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.570273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:57:35.570604 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.601330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63555a0c-e50e-4d07-b30b-a5fc2ca93f78 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.602929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-63555a0c-e50e-4d07-b30b-a5fc2ca93f78 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "GET /v2.0/subnets/4ec9dc1d-ae80-4d3a-ab91-e484c95e65be?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0575278 Nov 12 12:57:35.606799 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.611759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995824917'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:35.633525 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:35.637384 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.661434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:57:35.671110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.671469 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Added segment 0ef6cdc5-7834-46e7-8062-031c3d3a7ca2 of type vlan for network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 Nov 12 12:57:35.728302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a4859da-a1df-45e9-bf9f-757c133b9f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.730499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.756715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.762772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:35.763356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.798550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1906464 Nov 12 12:57:35.801461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37260) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:35.807200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:35.832595 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c589-9844-4e00-8ceb-0f18bfe8582b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Network': ['ID=8a8bf969-b488-487a-9e9b-3c73507a1bd1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:35.843216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:57:35.908662 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Made reservation on behalf of 009b4a0bb8ee43b08ea398ee20658e56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:57:35.912609 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:35.977845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:57:35.978602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:57:36.106604 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.170197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=93d08ad9-b87b-4ed2-a530-6b7c62794397,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:36.181115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Checking segment: {'id': '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:36.181477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network hostable DHCP agents. Network: 8a8bf969-b488-487a-9e9b-3c73507a1bd1, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:57:36.197846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:57:36.206324 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8a8bf969-b488-487a-9e9b-3c73507a1bd1) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:36.211211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:36.211816 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553919'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.215123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f3562-39be-4db4-8e8b-81b3b9777152 None None] Network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:36.229635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4b465b68-dc1f-45c9-a643-f30782ed0039 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4269483 Nov 12 12:57:36.232434 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:36.237729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:57:36.339606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26185781'] for subnet, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.379957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-8a8bf969-b488-487a-9e9b-3c73507a1bd1', 'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1', 'tenant_id': '009b4a0bb8ee43b08ea398ee20658e56', 'fixed_ips': [{'subnet_id': '93d08ad9-b87b-4ed2-a530-6b7c62794397'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:57:36.380845 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.527746 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730445417611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25463781'] for subnet, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.570482 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:57:36.571093 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.572426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "PUT /v2.0/subnets/93d08ad9-b87b-4ed2-a530-6b7c62794397 HTTP/1.1" status: 200 len: 900 time: 0.3390138 Nov 12 12:57:36.575531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Allocated IP 2001:db8::3 (8a8bf969-b488-487a-9e9b-3c73507a1bd1/93d08ad9-b87b-4ed2-a530-6b7c62794397/68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:57:36.577204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37266) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:36.612334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386e325-3817-443a-a145-1f6171341db7 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event updated for resources: {'Subnet': ['ID=93d08ad9-b87b-4ed2-a530-6b7c62794397,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:36.692832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.734712 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.741607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.758790 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.781376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:57:36.788524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:57:36.791047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:57:36.804258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Pushing event updated for resources: {'Port': ['ID=68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:36.828988 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.853964 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Attempting to bind port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:57:36.854378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Attempting to bind port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:57:36.854750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Attempting to bind port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d on network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:57:36.858064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=93d08ad9-b87b-4ed2-a530-6b7c62794397,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:36.863260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:57:36.863651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Checking segment: {'id': '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:57:36.864050 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.864450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Bound using segment: {'id': '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:57:36.865192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Bound port: 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:57:36.865639 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.926227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.945630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] For port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:57:36.948744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] For port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d,segment=NetworkSegment(0ef6cdc5-7834-46e7-8062-031c3d3a7ca2),segment_id=0ef6cdc5-7834-46e7-8062-031c3d3a7ca2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:57:36.952238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8bf969-b488-487a-9e9b-3c73507a1bd1']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:36.953378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.964014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:36.964323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:36.977020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:36.996168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.002894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:37.003363 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:37.007363 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:37.032460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37448310-3b17-4614-ae51-2fe494479c3a None None] Pushing event updated for resources: {'Port': ['ID=68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:37.048961 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6ab6c-d5d4-4549-891e-cf2cf24b4b9d None None] Network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:37.070459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:57:37.070459 n-d-804878-5 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:57:37.070459 n-d-804878-5 neutron-server[102778]: [parameters: {'id': '8a8bf969-b488-487a-9e9b-3c73507a1bd1'}] Nov 12 12:57:37.070459 n-d-804878-5 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:57:37.070991 n-d-804878-5 neutron-server[102778]: DEBUG oslo_db.api [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:57:37.169929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e200db-47f8-44c9-b50f-0a4a1592fcdd None None] Network 8a8bf969-b488-487a-9e9b-3c73507a1bd1 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:37.293028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d8670-3682-4aa6-9702-c374986e6b14 None None] get_active_networks_info from n-d-804878-5 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:57:37.374614 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d8670-3682-4aa6-9702-c374986e6b14 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:57:37.571715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.630426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:37.630764 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.693490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] For port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d,segment=NetworkSegment(0ef6cdc5-7834-46e7-8062-031c3d3a7ca2),segment_id=0ef6cdc5-7834-46e7-8062-031c3d3a7ca2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:37.693896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.706238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Calling delete_port for 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:37.788244 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.817697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No DVR routers for this DVR port 68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:57:37.822521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Port': ['ID=68c0dfaf-32e4-4df8-afc3-46e2c1e54c7d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:37.905024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.925121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8bf969-b488-487a-9e9b-3c73507a1bd1']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:37.935177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:37.935469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef6cdc5-7834-46e7-8062-031c3d3a7ca2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:37.944832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.959041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.965634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:37.966019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: timer() Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:37.969084 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:38.028602 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.035578 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.039991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/8a8bf969-b488-487a-9e9b-3c73507a1bd1 HTTP/1.1" status: 204 len: 168 time: 1.4621394 Nov 12 12:57:38.044958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.051713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07315cf8-61b9-4a66-b9df-407895871448 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=8a8bf969-b488-487a-9e9b-3c73507a1bd1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:38.071636 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57dea63-6977-47ad-a01f-22ad7c1bbd14 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:38.072085 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57dea63-6977-47ad-a01f-22ad7c1bbd14 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:38.075176 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d57dea63-6977-47ad-a01f-22ad7c1bbd14 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/93d08ad9-b87b-4ed2-a530-6b7c62794397 HTTP/1.1" status: 404 len: 337 time: 0.0291305 Nov 12 12:57:38.077629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.096564 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4e789a-e19c-4ef2-877a-aebe0101a327 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:38.097088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4e789a-e19c-4ef2-877a-aebe0101a327 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:38.100801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fd4e789a-e19c-4ef2-877a-aebe0101a327 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/8a8bf969-b488-487a-9e9b-3c73507a1bd1 HTTP/1.1" status: 404 len: 339 time: 0.0215061 Nov 12 12:57:38.103266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.189112 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.281105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.300882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:38.311015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb3a2df-243f-41b2-8de7-abe6527c7f07') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:38.311316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb3a2df-243f-41b2-8de7-abe6527c7f07') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:38.321482 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.334887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.340843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:38.341247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:38.344283 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:38.403904 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.410826 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.414788 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f HTTP/1.1" status: 204 len: 168 time: 0.3106239 Nov 12 12:57:38.417303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37276) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.434833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e9af0-3bb5-4fd9-a1e4-0a7bb40068b3 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=8813e4a9-c6f1-4c0a-bbb6-eaf04bfd543f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:38.456837 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef0bbce-ff83-4982-9a7a-9186816040f8 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:38.457282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef0bbce-ff83-4982-9a7a-9186816040f8 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:38.460510 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1ef0bbce-ff83-4982-9a7a-9186816040f8 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/d6f9fb1e-7733-431e-b740-7b4d2652d28c HTTP/1.1" status: 404 len: 337 time: 0.0422378 Nov 12 12:57:38.463013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37278) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.481066 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae43f3a-195b-4fc1-a73e-0021392e5354 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:38.481593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae43f3a-195b-4fc1-a73e-0021392e5354 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:38.484677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dae43f3a-195b-4fc1-a73e-0021392e5354 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/c86c4127-9f06-4e9d-a6c8-7fa1d468a115 HTTP/1.1" status: 404 len: 339 time: 0.0207751 Nov 12 12:57:38.487356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.538976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting subnet 978d971c-8b3a-49ab-955d-2dee243e7afa {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:57:38.542023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.580818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.664142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.720606 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.748566 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=978d971c-8b3a-49ab-955d-2dee243e7afa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:38.753647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.757464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae3de7-8015-48df-8745-d362c15a3710 None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:38.758833 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ea9e7a5-54e2-47fa-bc19-c5b2f484ec4b tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/978d971c-8b3a-49ab-955d-2dee243e7afa HTTP/1.1" status: 204 len: 168 time: 0.2702312 Nov 12 12:57:38.761141 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:38.813860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting subnet 599d26d3-b6d5-47ef-9a5a-cba1fa17fea8 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:57:38.816989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.858239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.957108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:38.958345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51deba2-eaa6-4b4d-a794-8db1d43709f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.024122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.055745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=599d26d3-b6d5-47ef-9a5a-cba1fa17fea8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:39.057949 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.061316 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-264ab38e-e30e-4b80-bc53-f1beaa015a81 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/599d26d3-b6d5-47ef-9a5a-cba1fa17fea8 HTTP/1.1" status: 204 len: 168 time: 0.2992277 Nov 12 12:57:39.063698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37284) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.151885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.208918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:39.209560 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.279507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] For port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,segment=NetworkSegment(5ca1c15e-fe64-44c8-9a5e-eb11ba410371),segment_id=5ca1c15e-fe64-44c8-9a5e-eb11ba410371)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:39.280005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.299629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Calling delete_port for f15dae0b-2ecb-47e9-a3b2-a2de53df04dc owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:39.387073 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.417797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Port': ['ID=f15dae0b-2ecb-47e9-a3b2-a2de53df04dc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:39.419881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No DVR routers for this DVR port f15dae0b-2ecb-47e9-a3b2-a2de53df04dc on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:57:39.464840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.502917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be823547-eb52-4eb8-925c-8ee6d7929640 None None] Network 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:39.514028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.536978 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949d36d5-8ca6-4ca6-92ce-47d90a887ee0']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:39.548480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca1c15e-fe64-44c8-9a5e-eb11ba410371') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:39.548783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca1c15e-fe64-44c8-9a5e-eb11ba410371') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:39.559535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.563435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-81a93cd3-8680-406d-bb5b-c1323a49e3c0 None None] Could not find standard attr ID for object f15dae0b-2ecb-47e9-a3b2-a2de53df04dc. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:57:39.574636 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.581975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:39.582434 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:39.586570 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:39.651059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.658309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.663282 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/949d36d5-8ca6-4ca6-92ce-47d90a887ee0 HTTP/1.1" status: 204 len: 168 time: 0.5976741 Nov 12 12:57:39.666094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37286) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.683513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918dee-40f2-4424-a82a-6d23e4d35b80 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=949d36d5-8ca6-4ca6-92ce-47d90a887ee0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:39.698965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bcfbbc-dfe5-41de-8323-8b0fb726f49a None None] DHCP port deletion for 949d36d5-8ca6-4ca6-92ce-47d90a887ee0 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:57:39.702089 n-d-804878-5 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ebfb5d-0fb6-4b1b-84e1-9490c5a12640 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:39.702563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ebfb5d-0fb6-4b1b-84e1-9490c5a12640 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:39.705610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d0ebfb5d-0fb6-4b1b-84e1-9490c5a12640 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/d4eebdbd-9a66-4c0a-afe8-16a5c85af0d2 HTTP/1.1" status: 404 len: 337 time: 0.0385494 Nov 12 12:57:39.712136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.731678 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-64289336-1799-4cba-8e71-9d784d26658e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:39.732320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64289336-1799-4cba-8e71-9d784d26658e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:39.735563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-64289336-1799-4cba-8e71-9d784d26658e tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/2dcb0fcc-9f0b-4188-9958-c0ceffa7583a HTTP/1.1" status: 404 len: 339 time: 0.0223403 Nov 12 12:57:39.738220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.769327 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f5efa3-a67b-4969-aeec-f863d146afba tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:39.769874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f5efa3-a67b-4969-aeec-f863d146afba tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:39.773651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-71f5efa3-a67b-4969-aeec-f863d146afba tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/e0981bb6-5810-49e7-9c48-537b7c5d7a1b HTTP/1.1" status: 404 len: 337 time: 0.0344963 Nov 12 12:57:39.776220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.795146 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4361f511-8d54-4359-aa1b-911a3d3f897d tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:39.795713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4361f511-8d54-4359-aa1b-911a3d3f897d tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:39.798785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4361f511-8d54-4359-aa1b-911a3d3f897d tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/b8b53b0a-3d73-44a7-8ab9-2d3e1cd29cf0 HTTP/1.1" status: 404 len: 339 time: 0.0216572 Nov 12 12:57:39.801293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.826897 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6b85f9-653f-4b95-a172-2cdbd490a8d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:39.827348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6b85f9-653f-4b95-a172-2cdbd490a8d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:39.830370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fc6b85f9-653f-4b95-a172-2cdbd490a8d0 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/f4770954-0399-4b1d-917d-4dc94cb74d1e HTTP/1.1" status: 404 len: 337 time: 0.0281563 Nov 12 12:57:39.832813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.851949 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfb621d-d5cc-4b62-9030-dab530fc6a23 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:39.852489 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfb621d-d5cc-4b62-9030-dab530fc6a23 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:39.857916 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1dfb621d-d5cc-4b62-9030-dab530fc6a23 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/c45f33ad-8b36-4bdb-a878-842af2a93c18 HTTP/1.1" status: 404 len: 339 time: 0.0217955 Nov 12 12:57:39.858092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:39.909749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting subnet af7e90ae-40e8-43ec-a756-4e1b9ea8c117 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:57:39.913521 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:39.954523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.049254 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.110418 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.139159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=af7e90ae-40e8-43ec-a756-4e1b9ea8c117,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:40.141123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.144357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7da3a495-3821-4378-832a-43997ed8fcdb tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/af7e90ae-40e8-43ec-a756-4e1b9ea8c117 HTTP/1.1" status: 204 len: 168 time: 0.2853537 Nov 12 12:57:40.146345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428849f1-01e9-4179-96f9-6fdb90c7dd07 None None] Network 0cdb2d92-d728-4ff5-a089-43ed102ef730 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:40.147732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37300) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:40.232039 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.305633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting port c504b320-8c85-4787-98e7-60e14b3d5740 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:40.305896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.374959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] For port c504b320-8c85-4787-98e7-60e14b3d5740, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c504b320-8c85-4787-98e7-60e14b3d5740,segment=NetworkSegment(8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af),segment_id=8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:40.375318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.389546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Calling delete_port for c504b320-8c85-4787-98e7-60e14b3d5740 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:40.480232 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.507857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Port': ['ID=c504b320-8c85-4787-98e7-60e14b3d5740,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:40.511478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No DVR routers for this DVR port c504b320-8c85-4787-98e7-60e14b3d5740 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:57:40.533101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd091a0-8dba-4b30-b67f-8f6ea5d1bb55 None None] DHCP port deletion for 0cdb2d92-d728-4ff5-a089-43ed102ef730 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:57:40.590799 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.614268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdb2d92-d728-4ff5-a089-43ed102ef730']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:40.624521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:40.624818 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaaeb8c-2f27-4e8f-8919-cea5c7e2a2af') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:40.635183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.648712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.655109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:40.655574 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:40.658767 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:40.695588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.720922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.725477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.731152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/0cdb2d92-d728-4ff5-a089-43ed102ef730 HTTP/1.1" status: 204 len: 168 time: 0.5799665 Nov 12 12:57:40.731417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:40.743343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa918c0d-0754-4727-9dff-644e8d61f993 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=0cdb2d92-d728-4ff5-a089-43ed102ef730,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:40.761560 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-439e606e-0346-4ac3-8f2c-bed8085119ca tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:40.762059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439e606e-0346-4ac3-8f2c-bed8085119ca tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:40.765140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-439e606e-0346-4ac3-8f2c-bed8085119ca tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/2a550da8-5b10-4b50-817e-3fe5265e81ea HTTP/1.1" status: 404 len: 337 time: 0.0319486 Nov 12 12:57:40.768060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:40.786180 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f7d66a-e2d6-43ab-9639-d73e3b9cf249 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] DELETE failed (client error): The resource could not be found. Nov 12 12:57:40.786724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f7d66a-e2d6-43ab-9639-d73e3b9cf249 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:57:40.789910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c9f7d66a-e2d6-43ab-9639-d73e3b9cf249 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/efaaf5f5-692c-4967-858c-93e7dbfdd17d HTTP/1.1" status: 404 len: 339 time: 0.0209401 Nov 12 12:57:40.792477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37306) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:40.848291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting subnet 4ec9dc1d-ae80-4d3a-ab91-e484c95e65be {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:57:40.851266 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.890960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:40.974377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.035278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.063452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec9dc1d-ae80-4d3a-ab91-e484c95e65be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:41.065387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.068671 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9824150-5896-4bb3-9ef6-6e99565216e6 tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/subnets/4ec9dc1d-ae80-4d3a-ab91-e484c95e65be HTTP/1.1" status: 204 len: 168 time: 0.2752001 Nov 12 12:57:41.072575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:41.073646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d89dae-ac1b-47ad-84a9-7c0d92fbe30c None None] Network 972e5942-7a29-4c9c-bf0b-4588cab03496 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:57:41.151156 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.207489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Deleting port fa05e9da-3758-4efd-aaba-bdead1643451 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:41.207839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.246487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] DHCP port deletion for 972e5942-7a29-4c9c-bf0b-4588cab03496 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:57:41.278780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] For port fa05e9da-3758-4efd-aaba-bdead1643451, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fa05e9da-3758-4efd-aaba-bdead1643451,segment=NetworkSegment(08a20a71-07a7-4e64-98a8-13b2628b553e),segment_id=08a20a71-07a7-4e64-98a8-13b2628b553e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:41.279147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.292076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Calling delete_port for fa05e9da-3758-4efd-aaba-bdead1643451 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:41.293606 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] Deleting port fa05e9da-3758-4efd-aaba-bdead1643451 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:57:41.293990 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.379747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] For port fa05e9da-3758-4efd-aaba-bdead1643451, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fa05e9da-3758-4efd-aaba-bdead1643451,segment=NetworkSegment(08a20a71-07a7-4e64-98a8-13b2628b553e),segment_id=08a20a71-07a7-4e64-98a8-13b2628b553e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:57:41.380118 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.385353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.389425 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.396310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] Calling delete_port for fa05e9da-3758-4efd-aaba-bdead1643451 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:57:41.418765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Port': ['ID=fa05e9da-3758-4efd-aaba-bdead1643451,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:41.422106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] No DVR routers for this DVR port fa05e9da-3758-4efd-aaba-bdead1643451 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:57:41.444803 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fa05e9da-3758-4efd-aaba-bdead1643451 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:57:41.470685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: fa05e9da-3758-4efd-aaba-bdead1643451 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:57:41.470942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fa05e9da-3758-4efd-aaba-bdead1643451 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:57:41.471362 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f15dae0b-2ecb-47e9-a3b2-a2de53df04dc no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:57:41.503695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.504937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f15dae0b-2ecb-47e9-a3b2-a2de53df04dc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:57:41.505292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f15dae0b-2ecb-47e9-a3b2-a2de53df04dc not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:57:41.505710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c504b320-8c85-4787-98e7-60e14b3d5740 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:57:41.523960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972e5942-7a29-4c9c-bf0b-4588cab03496']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:41.533173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a20a71-07a7-4e64-98a8-13b2628b553e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:41.533477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a20a71-07a7-4e64-98a8-13b2628b553e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:57:41.533613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c504b320-8c85-4787-98e7-60e14b3d5740 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:57:41.533922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c504b320-8c85-4787-98e7-60e14b3d5740 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:57:41.543169 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.551725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.566718 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.571509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] Pushing event deleted for resources: {'Port': ['ID=fa05e9da-3758-4efd-aaba-bdead1643451,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:41.574454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:57:41.574860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.576115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6e8b0-5f78-44df-81f5-9b77ea2ac560 None None] No DVR routers for this DVR port fa05e9da-3758-4efd-aaba-bdead1643451 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: timer() Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:57:41.578207 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:57:41.637392 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.644090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:41.648794 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] 10.222.0.18 "DELETE /v2.0/networks/972e5942-7a29-4c9c-bf0b-4588cab03496 HTTP/1.1" status: 204 len: 168 time: 0.5750043 Nov 12 12:57:41.670949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305feb9a-4ce9-400d-bdb4-ca81eea66fdc tempest-NetworksIpV6Test-517179402 tempest-NetworksIpV6Test-517179402-project] Pushing event deleted for resources: {'Network': ['ID=972e5942-7a29-4c9c-bf0b-4588cab03496,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:41.896479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:42.361157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3db54b02-3a8a-4d4d-8a7e-2725e8017da4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=009b4a0bb8ee43b08ea398ee20658e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4628410 Nov 12 12:57:42.363579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:42.411068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d98c11-473e-41e7-924f-646bfba5e91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:42.432972 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d98c11-473e-41e7-924f-646bfba5e91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:42.479209 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d98c11-473e-41e7-924f-646bfba5e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:42.482891 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d98c11-473e-41e7-924f-646bfba5e91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:42.484465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56d98c11-473e-41e7-924f-646bfba5e91e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cede498-d38c-418a-b190-0e0a176f22a8 HTTP/1.1" status: 204 len: 168 time: 0.1199150 Nov 12 12:57:42.494342 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d98c11-473e-41e7-924f-646bfba5e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cede498-d38c-418a-b190-0e0a176f22a8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:44.248562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:44.357827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec11ee9-ead3-465f-873a-ad0e40bb3d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.430047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec11ee9-ead3-465f-873a-ad0e40bb3d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.433729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec11ee9-ead3-465f-873a-ad0e40bb3d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.470864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec11ee9-ead3-465f-873a-ad0e40bb3d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45fc072-ee73-4047-94c7-b735c0477fab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:44.475180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cec11ee9-ead3-465f-873a-ad0e40bb3d28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2be47c962b914c10bfb88e345257db80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255297 Nov 12 12:57:44.477846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:44.528670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faec5b91-270d-4987-ba4b-3722fce0d3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.549199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faec5b91-270d-4987-ba4b-3722fce0d3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.598888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faec5b91-270d-4987-ba4b-3722fce0d3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.602722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faec5b91-270d-4987-ba4b-3722fce0d3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.604083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-faec5b91-270d-4987-ba4b-3722fce0d3ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c45fc072-ee73-4047-94c7-b735c0477fab HTTP/1.1" status: 204 len: 168 time: 0.1252725 Nov 12 12:57:44.613368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec5b91-270d-4987-ba4b-3722fce0d3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45fc072-ee73-4047-94c7-b735c0477fab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:44.869905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:44.883252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b728181c-d40e-4b70-88cc-7f570c2c814f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.957279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b728181c-d40e-4b70-88cc-7f570c2c814f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.961375 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b728181c-d40e-4b70-88cc-7f570c2c814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:44.999518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b728181c-d40e-4b70-88cc-7f570c2c814f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=226da2183c784948ba588f80e1c4f29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284118 Nov 12 12:57:45.000740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728181c-d40e-4b70-88cc-7f570c2c814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a9b89b-e259-435c-85db-73c92d290132,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:45.002134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:57:45.050408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:45.071166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:45.125239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:45.127943 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:57:45.129091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8a9b89b-e259-435c-85db-73c92d290132 HTTP/1.1" status: 204 len: 168 time: 0.1258569 Nov 12 12:57:45.137598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a9b89b-e259-435c-85db-73c92d290132,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:57:45.145028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.145367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.145703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.146034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.146391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.146717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.147038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.147355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.147751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.148216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.148412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:45.148675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73fe96-2d15-4d36-9137-48769c100ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:57:50.899580 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:57:59.822321 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:00.038811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.595015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:05.704130 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f1094c7-c8bb-485e-8f63-324328fc3ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.736982 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84675768-6c2c-4a7e-97c7-4cd35cecaeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.783017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f1094c7-c8bb-485e-8f63-324328fc3ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.786801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f1094c7-c8bb-485e-8f63-324328fc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.828014 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4f1094c7-c8bb-485e-8f63-324328fc3ea6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45aa47989dc845f0a959e141253325ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318630 Nov 12 12:58:05.829368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1094c7-c8bb-485e-8f63-324328fc3ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8195b206-51e3-47e1-b5b7-a36211cbf96d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:05.830666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:05.882601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f930877-d310-4754-bcc6-d3c0eac264be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.906549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f930877-d310-4754-bcc6-d3c0eac264be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.952829 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f930877-d310-4754-bcc6-d3c0eac264be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.955720 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f930877-d310-4754-bcc6-d3c0eac264be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:05.956887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7f930877-d310-4754-bcc6-d3c0eac264be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8195b206-51e3-47e1-b5b7-a36211cbf96d HTTP/1.1" status: 204 len: 168 time: 0.1251833 Nov 12 12:58:05.966491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f930877-d310-4754-bcc6-d3c0eac264be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8195b206-51e3-47e1-b5b7-a36211cbf96d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:06.228712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:06.242887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88ee2685-e656-49cc-a247-f043de24a613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.317437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88ee2685-e656-49cc-a247-f043de24a613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.321954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88ee2685-e656-49cc-a247-f043de24a613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.359215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-88ee2685-e656-49cc-a247-f043de24a613 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abfa379741474faaba739d272d847fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294370 Nov 12 12:58:06.361067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee2685-e656-49cc-a247-f043de24a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43c08e-7452-4ce8-89f5-37f9236921bd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:06.361928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:06.411683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764f5059-c2d3-4a99-af48-e943d74b54b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.432290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764f5059-c2d3-4a99-af48-e943d74b54b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.478422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764f5059-c2d3-4a99-af48-e943d74b54b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.480992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764f5059-c2d3-4a99-af48-e943d74b54b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:06.482141 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-764f5059-c2d3-4a99-af48-e943d74b54b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e43c08e-7452-4ce8-89f5-37f9236921bd HTTP/1.1" status: 204 len: 168 time: 0.1191914 Nov 12 12:58:06.490238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f5059-c2d3-4a99-af48-e943d74b54b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43c08e-7452-4ce8-89f5-37f9236921bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:08.966173 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7981ba22-9875-4992-8c3e-561f94df6b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:09.459949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:10.697773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:11.373278 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.367829 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:12.475701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cfa4-df0c-4207-a461-aa1a0054b492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.566739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cfa4-df0c-4207-a461-aa1a0054b492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.571598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cfa4-df0c-4207-a461-aa1a0054b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.600101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-eaf5cfa4-df0c-4207-a461-aa1a0054b492 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=299af669e83e4ce79610d7246197e305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286975 Nov 12 12:58:12.601175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:12.619577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5cfa4-df0c-4207-a461-aa1a0054b492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eff5574-ac55-47d9-b724-221f717c64d4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:12.652836 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4be0-8546-4ffc-8268-f14ef02e3598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.678870 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4be0-8546-4ffc-8268-f14ef02e3598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.739367 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4be0-8546-4ffc-8268-f14ef02e3598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.742846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4be0-8546-4ffc-8268-f14ef02e3598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:12.744245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ed8f4be0-8546-4ffc-8268-f14ef02e3598 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5eff5574-ac55-47d9-b724-221f717c64d4 HTTP/1.1" status: 204 len: 168 time: 0.1425397 Nov 12 12:58:12.753019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f4be0-8546-4ffc-8268-f14ef02e3598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eff5574-ac55-47d9-b724-221f717c64d4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:13.026950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:13.040855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc5190d1-add7-47c1-83e0-92991412f5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.125284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc5190d1-add7-47c1-83e0-92991412f5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.128599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc5190d1-add7-47c1-83e0-92991412f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.164772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5190d1-add7-47c1-83e0-92991412f5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bcfe75-e36b-4e70-ab81-1b985c13ecea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:13.168970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cc5190d1-add7-47c1-83e0-92991412f5a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8479fe6d2404c67b357fbcf8dacac96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409595 Nov 12 12:58:13.171670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:13.223656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cad7a28d-f76e-4670-ba96-07f6175b2824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.246792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cad7a28d-f76e-4670-ba96-07f6175b2824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.293327 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cad7a28d-f76e-4670-ba96-07f6175b2824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.295974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cad7a28d-f76e-4670-ba96-07f6175b2824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:13.297159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cad7a28d-f76e-4670-ba96-07f6175b2824 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2bcfe75-e36b-4e70-ab81-1b985c13ecea HTTP/1.1" status: 204 len: 168 time: 0.1244237 Nov 12 12:58:13.305415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7a28d-f76e-4670-ba96-07f6175b2824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bcfe75-e36b-4e70-ab81-1b985c13ecea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:14.944388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37792) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:15.050109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05953d08-599d-4fa5-82d6-6711750b1751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.130510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05953d08-599d-4fa5-82d6-6711750b1751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.134616 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05953d08-599d-4fa5-82d6-6711750b1751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.172233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05953d08-599d-4fa5-82d6-6711750b1751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63d2d9-b6d6-49a6-aceb-7f0691daaf57,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:15.176617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-05953d08-599d-4fa5-82d6-6711750b1751 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0f4b1c39a564eccb15badbf6567bfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311723 Nov 12 12:58:15.180346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:15.229818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9558e711-6352-46e5-b803-1f5c6c111bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.250881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9558e711-6352-46e5-b803-1f5c6c111bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.295511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9558e711-6352-46e5-b803-1f5c6c111bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.298231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9558e711-6352-46e5-b803-1f5c6c111bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.299432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9558e711-6352-46e5-b803-1f5c6c111bd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c63d2d9-b6d6-49a6-aceb-7f0691daaf57 HTTP/1.1" status: 204 len: 168 time: 0.1182587 Nov 12 12:58:15.308106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e711-6352-46e5-b803-1f5c6c111bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63d2d9-b6d6-49a6-aceb-7f0691daaf57,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:15.569506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:15.582768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-019bd0a7-1df6-449b-bac7-866064b242a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.668991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-019bd0a7-1df6-449b-bac7-866064b242a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.672962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-019bd0a7-1df6-449b-bac7-866064b242a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.711586 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-019bd0a7-1df6-449b-bac7-866064b242a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaa9436a1a8e487882742d1c8a6d5ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408556 Nov 12 12:58:15.712481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bd0a7-1df6-449b-bac7-866064b242a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef4fc86-bf6e-4fed-89e8-f2eaad5c9815,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:15.714368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37804) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:15.764040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b96eb01-e6cf-451e-bb98-9352cacd6d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.784968 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b96eb01-e6cf-451e-bb98-9352cacd6d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.834004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b96eb01-e6cf-451e-bb98-9352cacd6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.837247 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b96eb01-e6cf-451e-bb98-9352cacd6d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:15.838422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b96eb01-e6cf-451e-bb98-9352cacd6d92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aef4fc86-bf6e-4fed-89e8-f2eaad5c9815 HTTP/1.1" status: 204 len: 168 time: 0.1229606 Nov 12 12:58:15.845880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96eb01-e6cf-451e-bb98-9352cacd6d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef4fc86-bf6e-4fed-89e8-f2eaad5c9815,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:27.899874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:58:29.822925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:30.051469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.374931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 37976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:34.487184 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.564574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.568193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.607091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef2a92632efb45fdaf9739b370ba1039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310829 Nov 12 12:58:34.608294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ade68-1edf-4a44-b474-b987281d349b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:34.609791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 37980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:34.615856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.616200 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.616540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.617348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.617760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.617986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.618340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.618672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.618996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.619320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.619644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.619966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc81d2e-68a4-4580-b8f2-fc9d11180bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:34.663820 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05bb3713-8982-4186-a7fa-f60dda2002f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.687413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05bb3713-8982-4186-a7fa-f60dda2002f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.755078 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05bb3713-8982-4186-a7fa-f60dda2002f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.758318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05bb3713-8982-4186-a7fa-f60dda2002f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:34.759482 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-05bb3713-8982-4186-a7fa-f60dda2002f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/151ade68-1edf-4a44-b474-b987281d349b HTTP/1.1" status: 204 len: 168 time: 0.1486006 Nov 12 12:58:34.769408 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb3713-8982-4186-a7fa-f60dda2002f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ade68-1edf-4a44-b474-b987281d349b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:35.733535 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed608b69-ec33-4c93-9c74-52933759e47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:38.962970 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe2a718e-8e32-4da9-9187-33b18912b3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:39.466585 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:40.704677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:41.377063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.136789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:44.245976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69599496-31a0-4e25-b312-64f50410b014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.323805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69599496-31a0-4e25-b312-64f50410b014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.327352 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69599496-31a0-4e25-b312-64f50410b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.365081 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-69599496-31a0-4e25-b312-64f50410b014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ebb5baf3bc042bc9f0fd0b330ec023c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271824 Nov 12 12:58:44.366266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69599496-31a0-4e25-b312-64f50410b014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c54cfa-409c-4b83-8801-4b3bbbb32b80,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:44.368622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:44.422070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03ef2fb5-ef60-48f4-be78-6add00952de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.445063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03ef2fb5-ef60-48f4-be78-6add00952de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.494138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03ef2fb5-ef60-48f4-be78-6add00952de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.496808 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03ef2fb5-ef60-48f4-be78-6add00952de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:44.498187 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-03ef2fb5-ef60-48f4-be78-6add00952de7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75c54cfa-409c-4b83-8801-4b3bbbb32b80 HTTP/1.1" status: 204 len: 168 time: 0.1284955 Nov 12 12:58:44.506269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef2fb5-ef60-48f4-be78-6add00952de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c54cfa-409c-4b83-8801-4b3bbbb32b80,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:53.513607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:53.622488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.697803 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.703052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.743288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7538835661948f591bb33f1f1b83a0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285354 Nov 12 12:58:53.744015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae20c4-c8ec-4558-be73-775c629a8b43,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:53.746444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:53.752390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.752743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.753089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.753430 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.753764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.754099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.754614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.754815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.755360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.755820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.756152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.756480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69fb1b9-f392-4249-bdf8-73d7262a93ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:53.801464 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4df38cba-51e6-453b-a229-7ada4dba3ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.825386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4df38cba-51e6-453b-a229-7ada4dba3ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.874651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4df38cba-51e6-453b-a229-7ada4dba3ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.877343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4df38cba-51e6-453b-a229-7ada4dba3ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:53.880882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4df38cba-51e6-453b-a229-7ada4dba3ba5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57ae20c4-c8ec-4558-be73-775c629a8b43 HTTP/1.1" status: 204 len: 168 time: 0.1311669 Nov 12 12:58:53.887919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df38cba-51e6-453b-a229-7ada4dba3ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae20c4-c8ec-4558-be73-775c629a8b43,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:54.535078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:54.635688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1112645520-network', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:58:54.656788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Made reservation on behalf of 01ce8d4287dc4d41b124a02718e737a6 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:58:54.659930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.669080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.743028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.746901 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.769457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:58:54.785437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3795f6c-4a3a-4e33-831c-98b5628dfe88,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:54.788479 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.789556 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Added segment 81cecbbb-5c3c-4c6b-ace9-c71149ffd689 of type vlan for network fb5d5414-b332-4908-87f8-3cc2748fb67a Nov 12 12:58:54.829948 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.858852 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.860077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:58:54.860662 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.909737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3733327 Nov 12 12:58:54.912708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:54.917766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Request body: {'subnet': {'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1112645520-subnet', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:58:54.938780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Made reservation on behalf of 01ce8d4287dc4d41b124a02718e737a6 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:58:54.941194 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:54.950326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a7929-9e69-43ca-ba23-cc3604f55b8b admin admin] Pushing event updated for resources: {'Network': ['ID=fb5d5414-b332-4908-87f8-3cc2748fb67a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:54.961297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network fb5d5414-b332-4908-87f8-3cc2748fb67a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:58:55.113986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.179929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651436ab-9101-4864-8192-ba5bb051545f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:55.185049 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Checking segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:58:55.185431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Network hostable DHCP agents. Network: fb5d5414-b332-4908-87f8-3cc2748fb67a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:58:55.203434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Network fb5d5414-b332-4908-87f8-3cc2748fb67a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:58:55.214994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, fb5d5414-b332-4908-87f8-3cc2748fb67a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:58:55.219179 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:58:55.219770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.224564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86647c89-016c-4c2b-8341-c9201eeff0ed None None] Network fb5d5414-b332-4908-87f8-3cc2748fb67a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:58:55.240676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02127a7e-5a4f-4273-9ac9-3305a818f101 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3244069 Nov 12 12:58:55.241101 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:55.246442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:58:55.270184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.271282 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.324134 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.373359 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-fb5d5414-b332-4908-87f8-3cc2748fb67a', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:58:55.374270 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.519176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Allocated IP 172.20.0.2 (fb5d5414-b332-4908-87f8-3cc2748fb67a/651436ab-9101-4864-8192-ba5bb051545f/044930ef-068a-44da-b97d-cc777453e806) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:58:55.668419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.674260 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.698554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.718423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Network fb5d5414-b332-4908-87f8-3cc2748fb67a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:58:55.721251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:58:55.723690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:58:55.735801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Pushing event updated for resources: {'Port': ['ID=044930ef-068a-44da-b97d-cc777453e806,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:55.763752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.764095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.764432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.764762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.765089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.765414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.765730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.766046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.766394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.766709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.767025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.767337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:55.805529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Attempting to bind port 044930ef-068a-44da-b97d-cc777453e806 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:58:55.806097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Attempting to bind port 044930ef-068a-44da-b97d-cc777453e806 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:58:55.806487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Attempting to bind port 044930ef-068a-44da-b97d-cc777453e806 on network fb5d5414-b332-4908-87f8-3cc2748fb67a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:58:55.812110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:58:55.812487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Checking segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:58:55.812890 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.813284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Bound using segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:58:55.813752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Bound port: 044930ef-068a-44da-b97d-cc777453e806, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:58:55.814137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.875027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] For port 044930ef-068a-44da-b97d-cc777453e806, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:58:55.878061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] For port 044930ef-068a-44da-b97d-cc777453e806, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=044930ef-068a-44da-b97d-cc777453e806,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:58:55.883209 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.943119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b36bc-9865-47f4-af8b-ee4a0bdf8cc6 None None] Pushing event updated for resources: {'Port': ['ID=044930ef-068a-44da-b97d-cc777453e806,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:55.947492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:55.968548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.089345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Allocated IP 172.25.1.242 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/1e79d7ab-12c4-474c-ac0b-93b178ed2257) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:58:56.215068 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.248854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.286472 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:58:56.295718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:58:56.299665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:58:56.308886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b074f-ab25-4215-90ed-6d10a33fecd8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:58:56.322696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Pushing event updated for resources: {'Port': ['ID=1e79d7ab-12c4-474c-ac0b-93b178ed2257,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:56.384610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8165426e-4c4d-4717-ab7b-7201c309bf91 None None] Provisioning complete for port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:56.385130 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8165426e-4c4d-4717-ab7b-7201c309bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.419326 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8165426e-4c4d-4717-ab7b-7201c309bf91 None None] Port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:58:56.549970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.756883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.822783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b9ac92-ddac-4363-a3e0-1c744563df58 None None] Network fb5d5414-b332-4908-87f8-3cc2748fb67a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:58:56.883588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Router 8268b330-2a67-42c5-9b58-ec966ae8b70e is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:58:56.890866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-22824c1a-ce78-46e1-be1a-2f95eab48947 None None] Provisioning complete for port 044930ef-068a-44da-b97d-cc777453e806 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:56.891236 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22824c1a-ce78-46e1-be1a-2f95eab48947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:56.993429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:58:57.004187 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Sync routers for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:58:57.012830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.016752 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2e5e58c9-9d3b-47ad-8820-e4a8574fb16f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7711234 Nov 12 12:58:57.016887 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:58:57.016977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:57.017376 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:58:57.041080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22824c1a-ce78-46e1-be1a-2f95eab48947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.084032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-22824c1a-ce78-46e1-be1a-2f95eab48947 None None] For port 044930ef-068a-44da-b97d-cc777453e806, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=044930ef-068a-44da-b97d-cc777453e806,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:58:57.089346 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-22824c1a-ce78-46e1-be1a-2f95eab48947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.157182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22824c1a-ce78-46e1-be1a-2f95eab48947 None None] Pushing event updated for resources: {'Port': ['ID=044930ef-068a-44da-b97d-cc777453e806,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:57.232110 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:58:57.309892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-312d95e3-79da-4778-8a6c-6a7b09bd1db6 None None] Provisioning complete for port 044930ef-068a-44da-b97d-cc777453e806 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:57.310506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-312d95e3-79da-4778-8a6c-6a7b09bd1db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.418928 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:56Z', 'revision_number': 3, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:58:57.450626 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Checking router: 8268b330-2a67-42c5-9b58-ec966ae8b70e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:58:57.450976 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Updating router 8268b330-2a67-42c5-9b58-ec966ae8b70e port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:58:57.476668 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.506312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 044930ef-068a-44da-b97d-cc777453e806 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:58:57.507040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.567074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 044930ef-068a-44da-b97d-cc777453e806 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:57.567440 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.722238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Allocated IP 172.20.0.1 (fb5d5414-b332-4908-87f8-3cc2748fb67a/651436ab-9101-4864-8192-ba5bb051545f/4654351d-3aeb-4f88-a6b1-9753d5981141) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:58:57.759071 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.764432 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.813120 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Pushing event updated for resources: {'Port': ['ID=1e79d7ab-12c4-474c-ac0b-93b178ed2257,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:57.821186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d93fb-2a48-4a09-9102-10a4c1c27132 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:58:57.829695 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.830483 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.830483 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.830811 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.831052 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.831378 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.831702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.832024 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.832344 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.832660 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.832979 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.833295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:58:57.839427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.841289 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Attempting to bind port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:58:57.841661 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Attempting to bind port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:58:57.842306 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Attempting to bind port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:58:57.847877 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:58:57.848245 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:58:57.848905 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.849012 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:58:57.849471 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Bound port: 1e79d7ab-12c4-474c-ac0b-93b178ed2257, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:58:57.849864 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.874635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.904569 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] For port 1e79d7ab-12c4-474c-ac0b-93b178ed2257, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:58:57.908148 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] For port 1e79d7ab-12c4-474c-ac0b-93b178ed2257, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e79d7ab-12c4-474c-ac0b-93b178ed2257,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:58:57.912960 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.914425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Network fb5d5414-b332-4908-87f8-3cc2748fb67a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:58:57.915183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cf09545c-f30a-4cf2-ad23-b2b14202c9f9 None None] Provisioning complete for port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:57.915543 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf09545c-f30a-4cf2-ad23-b2b14202c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.919455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:58:57.923097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:58:57.960024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:57.969281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Pushing event updated for resources: {'Port': ['ID=4654351d-3aeb-4f88-a6b1-9753d5981141,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:57.974858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00c423-cb06-4c53-b84c-6add77a0370f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:58:57.995337 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219425a7-d218-4eaf-9822-ba8450142303 None None] Pushing event updated for resources: {'Port': ['ID=1e79d7ab-12c4-474c-ac0b-93b178ed2257,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:58.000477 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:58:58.001309 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:58:58.057353 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf09545c-f30a-4cf2-ad23-b2b14202c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.088176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf09545c-f30a-4cf2-ad23-b2b14202c9f9 None None] For port 1e79d7ab-12c4-474c-ac0b-93b178ed2257, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e79d7ab-12c4-474c-ac0b-93b178ed2257,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:58:58.094647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf09545c-f30a-4cf2-ad23-b2b14202c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.118120 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:58:58.157725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09545c-f30a-4cf2-ad23-b2b14202c9f9 None None] Pushing event updated for resources: {'Port': ['ID=1e79d7ab-12c4-474c-ac0b-93b178ed2257,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:58.216517 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bd6ee5c7-fade-4a6a-b358-a4c8c5fc7108 None None] Provisioning complete for port 4654351d-3aeb-4f88-a6b1-9753d5981141 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:58.216945 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee5c7-fade-4a6a-b358-a4c8c5fc7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.254872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ee5c7-fade-4a6a-b358-a4c8c5fc7108 None None] Port 4654351d-3aeb-4f88-a6b1-9753d5981141 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:58:58.266901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bd6ee5c7-fade-4a6a-b358-a4c8c5fc7108 None None] Provisioning complete for port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:58.267293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee5c7-fade-4a6a-b358-a4c8c5fc7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.319173 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:56Z', 'revision_number': 3, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:58:58.352007 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2165a-c10b-44b3-898f-2708e7f03aec None None] The sync data for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 is: [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:56Z', 'revision_number': 3, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:58:58.439382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.618492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.638862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.719709 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:58.721612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Pushing event updated for resources: {'Port': ['ID=4654351d-3aeb-4f88-a6b1-9753d5981141,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:58.823885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Network fb5d5414-b332-4908-87f8-3cc2748fb67a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:58:58.825367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:58:58.953482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Router 8268b330-2a67-42c5-9b58-ec966ae8b70e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:58:59.083893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:58:59.089311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ce1789f1-a159-41cb-9016-478a0e1c3da2 admin admin] 10.222.0.18 "PUT /v2.0/routers/8268b330-2a67-42c5-9b58-ec966ae8b70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0713758 Nov 12 12:58:59.092415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f1f4bc53-8328-4643-a8fc-9759ff04eea1 None None] Provisioning complete for port 4654351d-3aeb-4f88-a6b1-9753d5981141 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:59.092898 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bc53-8328-4643-a8fc-9759ff04eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.140132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4bc53-8328-4643-a8fc-9759ff04eea1 None None] Port 4654351d-3aeb-4f88-a6b1-9753d5981141 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:58:59.489650 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e79d7ab-12c4-474c-ac0b-93b178ed2257 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:58:59.548807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:58:59.549490 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.625967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:59.630998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-865277101-network', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:58:59.656885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Made reservation on behalf of 18da7d04ec45466ba99c1825f3533bae for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:58:59.659514 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.670774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.758126 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.762222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.787933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:58:59.799593 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd7999-a8f1-4fde-8e9b-f79c7e7cf673,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:58:59.804670 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.805198 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Added segment 673c1c41-6c7c-4856-95d2-2ae979b76ea6 of type vlan for network 257163a2-e90f-435e-b52c-f80643e4354f Nov 12 12:58:59.839178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.854449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.885014 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.886256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:58:59.886908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:58:59.956461 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3292825 Nov 12 12:58:59.960162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:58:59.966051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Request body: {'subnet': {'network_id': '257163a2-e90f-435e-b52c-f80643e4354f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-865277101-subnet', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:58:59.995330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Made reservation on behalf of 18da7d04ec45466ba99c1825f3533bae for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:58:59.997689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.006671 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4890a-e1d1-460c-8b0d-8a2564ef1b24 admin admin] Pushing event updated for resources: {'Network': ['ID=257163a2-e90f-435e-b52c-f80643e4354f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:00.018668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 257163a2-e90f-435e-b52c-f80643e4354f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:59:00.088146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Sync routers for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:59:00.108036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.116145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:59:00.116827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:00.192962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.228055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:59:00.248281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff14491a-9e6f-49de-be8e-5af821e0da6e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:00.264270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Checking segment: {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:59:00.264624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Network hostable DHCP agents. Network: 257163a2-e90f-435e-b52c-f80643e4354f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:59:00.283274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Network 257163a2-e90f-435e-b52c-f80643e4354f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:59:00.293220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 257163a2-e90f-435e-b52c-f80643e4354f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:59:00.297615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:59:00.298232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.305890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8e109-8e5e-40ad-b3c0-ca5dec7a7925 None None] Network 257163a2-e90f-435e-b52c-f80643e4354f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:59:00.314619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-de24eb84-4596-4426-bc7d-445802e4f4c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3525565 Nov 12 12:59:00.317116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 38206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:59:00.321712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:59:00.343599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.344689 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.401272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.547382 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.717185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 2, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:00.719235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-257163a2-e90f-435e-b52c-f80643e4354f', 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'fixed_ips': [{'subnet_id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:59:00.720215 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.748349 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.760697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Checking router: 8268b330-2a67-42c5-9b58-ec966ae8b70e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:59:00.761054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Updating router 8268b330-2a67-42c5-9b58-ec966ae8b70e port 4654351d-3aeb-4f88-a6b1-9753d5981141 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:59:00.771459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.796741 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:00.879981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Allocated IP 172.25.1.28 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/1573152a-3d50-45ca-9eba-817cb99da924) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:59:00.985996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.005740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Allocated IP 172.20.0.2 (257163a2-e90f-435e-b52c-f80643e4354f/ff14491a-9e6f-49de-be8e-5af821e0da6e/8e8c6061-d94f-46a4-b0f5-bbb5c01498bb) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:59:01.022493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.067157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:59:01.071144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:59:01.075593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:59:01.078634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1573152a-3d50-45ca-9eba-817cb99da924,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:01.090046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac4a45b-005b-47be-8b99-6477ef0a7a92 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:59:01.207870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74d46629-591f-4c5e-be31-c6e5b308a129 None None] Provisioning complete for port 1573152a-3d50-45ca-9eba-817cb99da924 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:01.208636 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74d46629-591f-4c5e-be31-c6e5b308a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.325939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-74d46629-591f-4c5e-be31-c6e5b308a129 None None] Port 1573152a-3d50-45ca-9eba-817cb99da924 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:59:01.331930 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.332395 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.334671 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.340757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.348657 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.388306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Network 257163a2-e90f-435e-b52c-f80643e4354f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:59:01.396309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:59:01.401150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:59:01.430879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Pushing event updated for resources: {'Port': ['ID=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:01.529395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Attempting to bind port 4654351d-3aeb-4f88-a6b1-9753d5981141 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:59:01.529771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Attempting to bind port 4654351d-3aeb-4f88-a6b1-9753d5981141 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:59:01.530137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Attempting to bind port 4654351d-3aeb-4f88-a6b1-9753d5981141 on network fb5d5414-b332-4908-87f8-3cc2748fb67a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:59:01.547212 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6678b-52ad-4d16-ad0c-dde06acb828c None None] Pushing event updated for resources: {'Port': ['ID=4654351d-3aeb-4f88-a6b1-9753d5981141,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:01.549508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Attempting to bind port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:59:01.549883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Attempting to bind port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:59:01.550268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Attempting to bind port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb on network 257163a2-e90f-435e-b52c-f80643e4354f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:59:01.552998 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:59:01.553373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Checking segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:59:01.555095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.555505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Bound using segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:59:01.555994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Bound port: 4654351d-3aeb-4f88-a6b1-9753d5981141, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:59:01.556379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.561409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.571511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:59:01.571894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Checking segment: {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:59:01.572316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.572716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Bound using segment: {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:59:01.573200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Bound port: 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:59:01.573587 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.680260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] For port 4654351d-3aeb-4f88-a6b1-9753d5981141, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:59:01.696721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-adc7d3bc-779c-460f-b0e0-23bffaf73449 None None] Provisioning complete for port 4654351d-3aeb-4f88-a6b1-9753d5981141 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:01.697089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-adc7d3bc-779c-460f-b0e0-23bffaf73449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.703774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] For port 4654351d-3aeb-4f88-a6b1-9753d5981141, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4654351d-3aeb-4f88-a6b1-9753d5981141,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:59:01.707017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:59:01.722491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] For port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:59:01.733027 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.761339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] For port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,segment=NetworkSegment(673c1c41-6c7c-4856-95d2-2ae979b76ea6),segment_id=673c1c41-6c7c-4856-95d2-2ae979b76ea6)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:59:01.775960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.796158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-adc7d3bc-779c-460f-b0e0-23bffaf73449 None None] Port 4654351d-3aeb-4f88-a6b1-9753d5981141 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:59:01.821598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:59:01.822282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:01.824311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6678b-52ad-4d16-ad0c-dde06acb828c None None] Pushing event updated for resources: {'Port': ['ID=4654351d-3aeb-4f88-a6b1-9753d5981141,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:01.832479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:59:01.848888 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Sync routers for ids ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:59:01.859135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:01.862147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4f3d7872-f6b9-4d8c-befc-abf1bea517f6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5440226 Nov 12 12:59:01.865066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 38208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:59:01.865704 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Routers {'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:59:01.866523 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:01.929080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebab797-53dc-4667-9761-48823e74b9b6 None None] Pushing event updated for resources: {'Port': ['ID=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:02.001734 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Set router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:59:02.012049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:59:02.235706 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:01Z', 'revision_number': 3, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:02.245047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f902f8da-ebe7-49f0-935e-7309e77dd41d None None] Provisioning complete for port 4654351d-3aeb-4f88-a6b1-9753d5981141 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:02.245563 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f902f8da-ebe7-49f0-935e-7309e77dd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.263916 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Checking router: e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:59:02.264610 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Updating router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 port 1573152a-3d50-45ca-9eba-817cb99da924 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:59:02.297049 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.371705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f902f8da-ebe7-49f0-935e-7309e77dd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.391430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:01Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:02.430637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7986d-55c3-48c3-9253-6df5adf53fa0 None None] The sync data for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 is: [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:01Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:59:02.449092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f902f8da-ebe7-49f0-935e-7309e77dd41d None None] For port 4654351d-3aeb-4f88-a6b1-9753d5981141, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4654351d-3aeb-4f88-a6b1-9753d5981141,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:59:02.452793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.454674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f902f8da-ebe7-49f0-935e-7309e77dd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.545087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902f8da-ebe7-49f0-935e-7309e77dd41d None None] Pushing event updated for resources: {'Port': ['ID=4654351d-3aeb-4f88-a6b1-9753d5981141,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:02.675893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Allocated IP 172.20.0.1 (257163a2-e90f-435e-b52c-f80643e4354f/ff14491a-9e6f-49de-be8e-5af821e0da6e/bc2d08e4-0ead-4890-bb56-811d45e34532) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:59:02.725396 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.742930 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.807618 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77512c-873e-450f-a78a-46579fc70914 None None] Pushing event updated for resources: {'Port': ['ID=1573152a-3d50-45ca-9eba-817cb99da924,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:02.831565 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Attempting to bind port 1573152a-3d50-45ca-9eba-817cb99da924 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:59:02.831936 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Attempting to bind port 1573152a-3d50-45ca-9eba-817cb99da924 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:59:02.832299 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Attempting to bind port 1573152a-3d50-45ca-9eba-817cb99da924 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:59:02.832516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca48fa23-ff6a-4f7d-8296-4833aca55d74 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:59:02.840561 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:59:02.840980 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:59:02.841322 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.841704 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:59:02.842253 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Bound port: 1573152a-3d50-45ca-9eba-817cb99da924, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:59:02.842589 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.843654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.884852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.893086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8be8e2bf-1f9b-45ed-bad3-27d9aba53b86 None None] Provisioning complete for port 1573152a-3d50-45ca-9eba-817cb99da924 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:02.893547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8be8e2bf-1f9b-45ed-bad3-27d9aba53b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.924008 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] For port 1573152a-3d50-45ca-9eba-817cb99da924, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:59:02.927531 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] For port 1573152a-3d50-45ca-9eba-817cb99da924, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1573152a-3d50-45ca-9eba-817cb99da924,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:59:02.934185 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:02.942974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Network 257163a2-e90f-435e-b52c-f80643e4354f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:59:02.947009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:59:02.949786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:59:02.957331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Pushing event updated for resources: {'Port': ['ID=bc2d08e4-0ead-4890-bb56-811d45e34532,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:03.000333 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.017777 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77512c-873e-450f-a78a-46579fc70914 None None] Pushing event updated for resources: {'Port': ['ID=1573152a-3d50-45ca-9eba-817cb99da924,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:03.059817 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Routers {'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:59:03.060458 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:03.177701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.192949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58ed33-a3df-4471-bf08-323a52a79b47 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:59:03.202779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a5a3b-8437-4118-9017-673cc7d9dccd None None] Network 257163a2-e90f-435e-b52c-f80643e4354f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:59:03.217117 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] Set router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:59:03.274723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8be8e2bf-1f9b-45ed-bad3-27d9aba53b86 None None] Port 1573152a-3d50-45ca-9eba-817cb99da924 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:59:03.412690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.420813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.439344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Provisioning complete for port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:03.439882 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.445821 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:01Z', 'revision_number': 3, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:03.508591 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29c2a2-7dcf-4604-baa2-6f5089f3dc75 None None] The sync data for ids ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'] in n-d-804878-5 is: [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:01Z', 'revision_number': 3, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:59:03.523647 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.530883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Pushing event updated for resources: {'Port': ['ID=bc2d08e4-0ead-4890-bb56-811d45e34532,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:03.611713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:59:03.652579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Network 257163a2-e90f-435e-b52c-f80643e4354f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:59:03.654958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:59:03.666644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.696518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:03.696891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.749349 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] For port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,segment=NetworkSegment(673c1c41-6c7c-4856-95d2-2ae979b76ea6),segment_id=673c1c41-6c7c-4856-95d2-2ae979b76ea6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:59:03.756927 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.828414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Provisioning complete for port 1573152a-3d50-45ca-9eba-817cb99da924 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:03.828857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:03.839012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:59:03.872407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Pushing event updated for resources: {'Port': ['ID=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:03.967397 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4654351d-3aeb-4f88-a6b1-9753d5981141 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:59:04.036997 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:59:04.044423 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-389bbcb4-0ecf-40a9-9d50-45854d56f0cb admin admin] 10.222.0.18 "PUT /v2.0/routers/e5e4f2eb-6c9d-42f3-b629-4f1fb0296193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1778655 Nov 12 12:59:04.099098 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:04.125870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] For port 1573152a-3d50-45ca-9eba-817cb99da924, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1573152a-3d50-45ca-9eba-817cb99da924,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:59:04.136197 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:04.144069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4654351d-3aeb-4f88-a6b1-9753d5981141 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:04.145742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:04.238094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1aadb-5a7f-4de1-a4da-92f2ce7f09d0 None None] Pushing event updated for resources: {'Port': ['ID=1573152a-3d50-45ca-9eba-817cb99da924,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:04.314549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7fea271-b68c-4f62-b240-fcc2597436f6 None None] Provisioning complete for port bc2d08e4-0ead-4890-bb56-811d45e34532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:04.315089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7fea271-b68c-4f62-b240-fcc2597436f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:04.356016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b7fea271-b68c-4f62-b240-fcc2597436f6 None None] Port bc2d08e4-0ead-4890-bb56-811d45e34532 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:59:04.368272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7fea271-b68c-4f62-b240-fcc2597436f6 None None] Provisioning complete for port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:04.368646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7fea271-b68c-4f62-b240-fcc2597436f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:04.575976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-276a6135-63f5-4f74-a1a6-ccf57e20cb30 None None] Provisioning complete for port bc2d08e4-0ead-4890-bb56-811d45e34532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:04.576356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-276a6135-63f5-4f74-a1a6-ccf57e20cb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:04.642211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-276a6135-63f5-4f74-a1a6-ccf57e20cb30 None None] Port bc2d08e4-0ead-4890-bb56-811d45e34532 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:59:04.900995 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:59:05.542465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:59:05.599331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:05.599708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:05.698411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1573152a-3d50-45ca-9eba-817cb99da924 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:59:05.759387 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c754962f-0d46-47b6-9ad0-b7e880fb11b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:05.771242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1573152a-3d50-45ca-9eba-817cb99da924 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:05.771578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.021300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Sync routers for ids ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:59:06.033123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Routers {'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:59:06.033763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:06.144370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Set router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:59:06.360799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:03Z', 'revision_number': 4, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc2d08e4-0ead-4890-bb56-811d45e34532', 'name': '', 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'mac_address': 'fa:16:3e:86:f1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:02Z', 'updated_at': '2021-11-12T12:59:03Z', 'revision_number': 2, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'subnets': [{'id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:06.388435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Checking router: e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:59:06.388792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Updating router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 port bc2d08e4-0ead-4890-bb56-811d45e34532 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:59:06.415517 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.700896 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.706575 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.755667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b3a9-2095-48ae-86f6-af4efee4fe07 None None] Pushing event updated for resources: {'Port': ['ID=bc2d08e4-0ead-4890-bb56-811d45e34532,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:06.812916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Attempting to bind port bc2d08e4-0ead-4890-bb56-811d45e34532 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:59:06.813292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Attempting to bind port bc2d08e4-0ead-4890-bb56-811d45e34532 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:59:06.813892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Attempting to bind port bc2d08e4-0ead-4890-bb56-811d45e34532 on network 257163a2-e90f-435e-b52c-f80643e4354f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:59:06.820523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:59:06.820902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Checking segment: {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:59:06.821300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.821689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Bound using segment: {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:59:06.822446 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Bound port: bc2d08e4-0ead-4890-bb56-811d45e34532, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673c1c41-6c7c-4856-95d2-2ae979b76ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:59:06.822829 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.900063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] For port bc2d08e4-0ead-4890-bb56-811d45e34532, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:59:06.905118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] For port bc2d08e4-0ead-4890-bb56-811d45e34532, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bc2d08e4-0ead-4890-bb56-811d45e34532,segment=NetworkSegment(673c1c41-6c7c-4856-95d2-2ae979b76ea6),segment_id=673c1c41-6c7c-4856-95d2-2ae979b76ea6)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:59:06.909973 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:06.993763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Routers {'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:59:06.994051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T12:58:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:06.997320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b3a9-2095-48ae-86f6-af4efee4fe07 None None] Pushing event updated for resources: {'Port': ['ID=bc2d08e4-0ead-4890-bb56-811d45e34532,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:07.062822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2855a82d-b39e-49eb-88ab-a71cfbdf565d None None] Provisioning complete for port bc2d08e4-0ead-4890-bb56-811d45e34532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:07.063210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2855a82d-b39e-49eb-88ab-a71cfbdf565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:07.168526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] Set router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:59:07.432405 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2855a82d-b39e-49eb-88ab-a71cfbdf565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:07.519376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2855a82d-b39e-49eb-88ab-a71cfbdf565d None None] For port bc2d08e4-0ead-4890-bb56-811d45e34532, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bc2d08e4-0ead-4890-bb56-811d45e34532,segment=NetworkSegment(673c1c41-6c7c-4856-95d2-2ae979b76ea6),segment_id=673c1c41-6c7c-4856-95d2-2ae979b76ea6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:59:07.525981 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2855a82d-b39e-49eb-88ab-a71cfbdf565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:07.616167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855a82d-b39e-49eb-88ab-a71cfbdf565d None None] Pushing event updated for resources: {'Port': ['ID=bc2d08e4-0ead-4890-bb56-811d45e34532,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:59:07.658617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:03Z', 'revision_number': 4, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc2d08e4-0ead-4890-bb56-811d45e34532', 'name': '', 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'mac_address': 'fa:16:3e:86:f1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:02Z', 'updated_at': '2021-11-12T12:59:06Z', 'revision_number': 4, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'subnets': [{'id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:59:07.662506 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f71d-7874-4d02-8496-ca98b5baf677 None None] Provisioning complete for port bc2d08e4-0ead-4890-bb56-811d45e34532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:07.662506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f71d-7874-4d02-8496-ca98b5baf677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:07.688699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0101fb-cb03-402d-b2e7-9cee549a69d6 None None] The sync data for ids ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'] in n-d-804878-5 is: [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:03Z', 'revision_number': 4, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'bc2d08e4-0ead-4890-bb56-811d45e34532', 'name': '', 'network_id': '257163a2-e90f-435e-b52c-f80643e4354f', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'mac_address': 'fa:16:3e:86:f1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:02Z', 'updated_at': '2021-11-12T12:59:06Z', 'revision_number': 4, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'subnets': [{'id': 'ff14491a-9e6f-49de-be8e-5af821e0da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:59:08.969403 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9bf01fc-f2b7-4247-9d6d-76e71a9ef17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:09.469963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:09.536354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bc2d08e4-0ead-4890-bb56-811d45e34532 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:59:09.593234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port bc2d08e4-0ead-4890-bb56-811d45e34532 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:59:09.593610 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:10.703102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:11.381550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:29.830008 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:30.043665 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:35.732135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-081b95da-62e6-4d3b-a037-390f0bf5060b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:38.972893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43afecad-1218-48f7-bf86-502313cb17d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:39.471037 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:40.705929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:41.376669 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:59:41.902785 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:59:59.838658 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:00.057791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:05.738817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84e5d786-04c3-47d5-91c6-b4acaf768a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:08.976317 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8476eb7-5631-4213-9d63-7ff8d798cab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:09.473898 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:10.709804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:11.382326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:18.905821 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:00:29.854104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:30.058941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:35.731724 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5628911c-b133-4183-ac5a-59a788e06680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:38.996579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9197865-caca-4f95-ac5c-85a18e5cf043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:39.478530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:40.713523 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:41.378361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:54.890737 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39238) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:54.897549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340556218', 'description': 'tempest-secgroup-smoke-1340556218 description', 'project_id': '01ce8d4287dc4d41b124a02718e737a6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:54.924086 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:54.992619 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:54.997001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.027823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.029082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1366179 Nov 12 13:00:55.031040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859c951c-122c-4092-87d6-c44dba9a1d83,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.032107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:55.037748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group_rule': {'security_group_id': '859c951c-122c-4092-87d6-c44dba9a1d83', 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:55.038630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.038979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.039320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.039658 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.039992 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.040322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.041185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.041511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.041840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.042193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.042511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.042834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8ba8d3-b87e-4582-8711-0bd4b6fd2cf8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.069162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.130535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.133937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.153712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25584e1-c8bd-4da4-8bf8-84a833a9b8fe,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.163566 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.164763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315973 Nov 12 13:00:55.166980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.167331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.167676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.168017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.168354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.168690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.168797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:55.169014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.169337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.169670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.169997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.170352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.170675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05a2dc-0e41-4e82-8838-e59b9bced4a6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:00:55.173415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group_rule': {'security_group_id': '859c951c-122c-4092-87d6-c44dba9a1d83', 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:55.202754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.250024 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.253690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.274307 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91ad80f-f570-4ca1-b2eb-603482d657d8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.281269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.282379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5879087c-cb6c-47c1-b03d-af44b3655bfc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125169 Nov 12 13:00:55.285067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:55.289495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group_rule': {'security_group_id': '859c951c-122c-4092-87d6-c44dba9a1d83', 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:55.316132 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.376653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.380262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.397538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8b83c4-a5e3-44a0-8a24-af3e75004be9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.405835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.407106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f35fdfe-a337-41a1-8cd0-f323eb592dfd tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211178 Nov 12 13:00:55.409767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:55.414058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group_rule': {'security_group_id': '859c951c-122c-4092-87d6-c44dba9a1d83', 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:55.440580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.501410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.504798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.520435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b18c6f1-d683-46b9-b269-5552270f4607,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.531945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.533194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ca72988f-3454-45a0-a2da-a6e1f4255d49 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224799 Nov 12 13:00:55.536042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:55.541361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group_rule': {'security_group_id': '859c951c-122c-4092-87d6-c44dba9a1d83', 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:55.563780 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Project 01ce8d4287dc4d41b124a02718e737a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:00:55.568545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.627798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.631847 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.652480 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9db657-7da5-44be-acc6-542997fc1ef7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.656971 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.658678 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-00bac3a4-38c9-4f75-bf71-64c24741d755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211767 Nov 12 13:00:55.661165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:00:55.665488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'security_group_rule': {'security_group_id': '859c951c-122c-4092-87d6-c44dba9a1d83', 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:00:55.687252 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Project 01ce8d4287dc4d41b124a02718e737a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:00:55.692145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.756240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.761103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.783224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb345d68-95ed-4b5d-bafd-a68d3a61e961,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:00:55.794840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:00:55.796058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9c0a82d3-016d-4071-b43f-826ba6f55f79 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339717 Nov 12 13:00:55.907076 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:00:56.164397 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-614509c7-f59a-46f9-94f5-6c7f66b902b6 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340556218&fields=id&tenant_id=01ce8d4287dc4d41b124a02718e737a6 HTTP/1.1" status: 200 len: 267 time: 0.0583034 Nov 12 13:00:56.308174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-1cb4d85a-c703-4b1f-bb97-55d6af3773f5 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:00:56.309678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-1cb4d85a-c703-4b1f-bb97-55d6af3773f5 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 814 time: 0.1383007 Nov 12 13:00:56.324351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-4ba98ec3-8ec8-405f-9cea-4c8bf86bb4e1 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/quotas/01ce8d4287dc4d41b124a02718e737a6 HTTP/1.1" status: 200 len: 375 time: 0.0089726 Nov 12 13:00:56.404201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-7e1d8e23-78f1-4dca-949c-55d7b7d2e7c1 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747437 Nov 12 13:00:56.518224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-394d00b6-7128-4a68-ac2f-f49d935d3bac service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:00:56.519281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-394d00b6-7128-4a68-ac2f-f49d935d3bac service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039245 Nov 12 13:00:56.845856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2b42f959-a9eb-4fdd-80da-6f1ad05a551a service neutron] 10.222.0.18 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200135 Nov 12 13:00:56.936008 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-5b9a8c00-848f-4294-9dcf-958bdaa2cf66 service neutron] 10.222.0.18 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837910 Nov 12 13:00:57.226224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0d66888-8293-43de-8744-97958eb5a72c req-d6df3e5f-13f0-4d33-bd15-342ac112d00a tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0311127 Nov 12 13:00:58.304886 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e13ed7e-c643-440c-b747-8f3e6abd2c89 req-cb3d9d9a-32ae-417d-a82d-4817ba731673 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0276299 Nov 12 13:00:59.381636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-effc3173-5afe-4632-8a6e-4d683a3e52c4 req-5903b4ca-0729-4245-833a-0784ab680a1a tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0266459 Nov 12 13:00:59.876771 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:00.072092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:00.459897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e38355c-6fb5-4549-8c4a-2a7087478f64 req-e33c6603-0dd2-4d7f-9bd2-788ce2aa434e tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0269432 Nov 12 13:01:01.554685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6daadd97-6af0-44a5-b6e9-0e647ae8c952 req-e0dccab2-e9c3-4e9b-a582-1372229851a9 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0268686 Nov 12 13:01:02.345158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-705e08ce-8ba3-4d8e-8c16-6b7618bb2c24 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:02.346817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-705e08ce-8ba3-4d8e-8c16-6b7618bb2c24 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 814 time: 0.1233056 Nov 12 13:01:02.436324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-b037f240-361c-42aa-984d-524fdcdf0cac tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ce8d4287dc4d41b124a02718e737a6 HTTP/1.1" status: 200 len: 380 time: 0.0788171 Nov 12 13:01:02.447767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'port': {'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'admin_state_up': True, 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'security_groups': ['859c951c-122c-4092-87d6-c44dba9a1d83']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:02.575409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Made reservation on behalf of 01ce8d4287dc4d41b124a02718e737a6 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:01:02.580976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:02.727107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49d3bcf2-ba73-4d81-8cf6-b61275b522a3 req-02b81ab2-a7b5-4de7-9f98-2a32c41a2a5b tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0939167 Nov 12 13:01:02.825343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Allocated IP 172.20.0.8 (fb5d5414-b332-4908-87f8-3cc2748fb67a/651436ab-9101-4864-8192-ba5bb051545f/89f04f77-6bc1-4bb9-9e1c-9d245520e16a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:01:02.999749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.037838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.106717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Network fb5d5414-b332-4908-87f8-3cc2748fb67a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:01:03.112246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:01:03.116834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:01:03.121210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'Port': ['ID=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:03.171215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:03.172198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.191263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-72b2de70-2e10-407e-a009-b2710aa42e1d tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483668 Nov 12 13:01:03.203123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-0b5cfab5-940e-416f-a7b5-47ced26784c9 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:01:03.204271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-0b5cfab5-940e-416f-a7b5-47ced26784c9 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059981 Nov 12 13:01:03.217316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Request body: {'port': {'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:03.274785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.358680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-73a2be24-19df-4f64-a5b2-6d3306c4eed8 None None] Provisioning complete for port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:01:03.359678 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a2be24-19df-4f64-a5b2-6d3306c4eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.397430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-73a2be24-19df-4f64-a5b2-6d3306c4eed8 None None] Port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:01:03.595861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f04f77-6bc1-4bb9-9e1c-9d245520e16a {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:01:03.603334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.619633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Transition to ACTIVE for port object 89f04f77-6bc1-4bb9-9e1c-9d245520e16a will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:01:03.623604 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.678459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Pushing event updated for resources: {'Port': ['ID=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:03.753254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Attempting to bind port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:01:03.753658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Attempting to bind port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:01:03.753999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Attempting to bind port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a on network fb5d5414-b332-4908-87f8-3cc2748fb67a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:01:03.762763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a on network fb5d5414-b332-4908-87f8-3cc2748fb67a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:01:03.763314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Attempting to bind port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a on network fb5d5414-b332-4908-87f8-3cc2748fb67a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:01:03.769143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:01:03.769566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Checking segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:01:03.770156 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Bound using segment: {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:01:03.770687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Bound port: 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cecbbb-5c3c-4c6b-ace9-c71149ffd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:01:03.771113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.874552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] For port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:01:03.878921 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] For port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:01:03.884589 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.899117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a54ca-0aef-429d-b652-e80b40867526 req-b62b3570-660a-4f29-85f7-885bf0bc2c53 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:03.900791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea6a54ca-0aef-429d-b652-e80b40867526 req-b62b3570-660a-4f29-85f7-885bf0bc2c53 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0874658 Nov 12 13:01:03.935587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:03.936203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:03.937586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] 10.222.0.81 "PUT /v2.0/ports/89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 1091 time: 0.7253242 Nov 12 13:01:03.939051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:03.941337 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76024997-aa3d-4ecb-b715-41f4fd2a68bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:01:04.031756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfec60d-99ca-40d9-be5f-422f6e829b4d service neutron] Pushing event updated for resources: {'Port': ['ID=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:04.039538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea6a54ca-0aef-429d-b652-e80b40867526 req-1813b92f-b4cf-4e76-b07a-ffcd8ee6b12e tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149168 Nov 12 13:01:04.071183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-9d2993b5-3f96-4563-a1d3-ce811640d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.073597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-9d2993b5-3f96-4563-a1d3-ce811640d46f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1094 time: 0.0923014 Nov 12 13:01:04.143782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-41f7e65d-28e3-4774-9066-f65535d58370 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 217 time: 0.0613370 Nov 12 13:01:04.145254 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b27a57-a0ec-416e-a899-b6d440bab01f x-openstack-request-id: req-52b27a57-a0ec-416e-a899-b6d440bab01f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:01:04.145549 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:01:04.145789 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52b27a57-a0ec-416e-a899-b6d440bab01f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:01:04.146230 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'status': 'completed', 'code': 200} Nov 12 13:01:04.226468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-49b18cec-5861-4f19-a4da-d7e4fbcb6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.228612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-49b18cec-5861-4f19-a4da-d7e4fbcb6120 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.0760138 Nov 12 13:01:04.304031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-7a5d8e4d-bf8b-47ef-9bbc-2970c13b2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.305570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-7a5d8e4d-bf8b-47ef-9bbc-2970c13b2500 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709095 Nov 12 13:01:04.398042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-73702679-d1fb-495b-bc31-704b445ad926 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Nov 12 13:01:04.487519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-31aafc48-78d0-438a-869a-d63828f5bdb8 req-66d1d442-a521-40b9-b17d-636d1d95bc92 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Nov 12 13:01:04.577758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-343e6dda-a4cd-47de-a679-2cc3c44194be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.579577 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-343e6dda-a4cd-47de-a679-2cc3c44194be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1094 time: 0.0453403 Nov 12 13:01:04.729180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-cbcd250f-c259-4c2d-95fd-d8adef7c42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.730603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-cbcd250f-c259-4c2d-95fd-d8adef7c42ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 915 time: 0.1434793 Nov 12 13:01:04.772638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-3b6cadb3-f67f-4847-9b75-85019e6f4089 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 217 time: 0.0347044 Nov 12 13:01:04.828272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-b7d9ec20-c677-417b-a1d7-b562a1852b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.829765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-b7d9ec20-c677-417b-a1d7-b562a1852b25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.0503690 Nov 12 13:01:04.877805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-e984a51e-21ca-4b2b-a749-fa356e399732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:04.879378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-e984a51e-21ca-4b2b-a749-fa356e399732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420170 Nov 12 13:01:04.979351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-5cbc61a9-4377-4987-aa0f-b6d4818383bd service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921795 Nov 12 13:01:05.342113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76024997-aa3d-4ecb-b715-41f4fd2a68bf req-3e1acc09-0297-4985-b004-84ef3bedbebc service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557222 Nov 12 13:01:05.378869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59598438-d8c5-4933-82a6-49166cce4224 req-bed7efe2-935f-4179-89c0-96e9afa03850 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:05.380419 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59598438-d8c5-4933-82a6-49166cce4224 req-bed7efe2-935f-4179-89c0-96e9afa03850 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0537026 Nov 12 13:01:05.439801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59598438-d8c5-4933-82a6-49166cce4224 req-1d611981-6fda-4400-a37e-a5452269e8dc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524967 Nov 12 13:01:05.734737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7da5c2f0-128f-4d52-b5d3-6820b7fa86bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:06.566298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb3836-b183-4ac3-ac1e-81b00306f4d3 req-65948a93-7158-4b22-bbbc-4447ba680119 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:06.567949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0fb3836-b183-4ac3-ac1e-81b00306f4d3 req-65948a93-7158-4b22-bbbc-4447ba680119 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0518246 Nov 12 13:01:06.621380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c0fb3836-b183-4ac3-ac1e-81b00306f4d3 req-58f33254-1ee0-4a61-8ee9-b990254ef72a tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463426 Nov 12 13:01:07.743215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296a5d8-45a4-4793-9f69-6e1f1f323626 req-75d1bfd8-7031-47b0-9ce5-2c7bc5ef1689 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:07.744794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0296a5d8-45a4-4793-9f69-6e1f1f323626 req-75d1bfd8-7031-47b0-9ce5-2c7bc5ef1689 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0496364 Nov 12 13:01:07.795208 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0296a5d8-45a4-4793-9f69-6e1f1f323626 req-9e7d4d8f-05e7-4cb5-9e40-2411e5089f78 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Nov 12 13:01:08.914277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd409257-a6d3-40ca-a7c2-1f2055c2360b req-0a19c67e-00bf-464b-a098-6bff14926944 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:08.916813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd409257-a6d3-40ca-a7c2-1f2055c2360b req-0a19c67e-00bf-464b-a098-6bff14926944 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0537357 Nov 12 13:01:08.965781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd409257-a6d3-40ca-a7c2-1f2055c2360b req-0a0a66c3-b38f-451b-87b7-1a20bf6c7755 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Nov 12 13:01:08.979958 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb39c323-c036-46a4-9aa3-a8282901b535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:09.478805 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:10.084530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170826-ef26-45af-a502-5b6fa0f885a3 req-41c2d9c7-d244-466a-94ae-951cc93c7adf tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:10.086013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1170826-ef26-45af-a502-5b6fa0f885a3 req-41c2d9c7-d244-466a-94ae-951cc93c7adf tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0506546 Nov 12 13:01:10.138730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1170826-ef26-45af-a502-5b6fa0f885a3 req-9af77300-a57f-457c-a01a-15db78c23ca3 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461590 Nov 12 13:01:10.714039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:11.260287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea417496-047e-405e-b7e8-4839c2fb5eb6 req-f022e3d9-34b0-42bc-9a03-e02d63025ce2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:11.261780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea417496-047e-405e-b7e8-4839c2fb5eb6 req-f022e3d9-34b0-42bc-9a03-e02d63025ce2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0531991 Nov 12 13:01:11.312706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea417496-047e-405e-b7e8-4839c2fb5eb6 req-b659ba50-a90d-4674-87d4-93a12ad69c8c tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Nov 12 13:01:11.372436 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:12.429918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606bedb-5b97-4497-bb5c-4a23df7db678 req-1d48fdc3-5e89-4a57-9a98-9bc74f262d1e tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:12.431598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9606bedb-5b97-4497-bb5c-4a23df7db678 req-1d48fdc3-5e89-4a57-9a98-9bc74f262d1e tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0503402 Nov 12 13:01:12.481353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9606bedb-5b97-4497-bb5c-4a23df7db678 req-1d1bb5fd-77a4-48fc-9e37-41dc5b3eed43 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Nov 12 13:01:13.599810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d69fd-88c1-468e-888a-8eae806e58ba req-a6accfb7-9db8-4bb9-9df5-fd8b577c3f9e tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:13.601309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f6d69fd-88c1-468e-888a-8eae806e58ba req-a6accfb7-9db8-4bb9-9df5-fd8b577c3f9e tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0484514 Nov 12 13:01:13.654988 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f6d69fd-88c1-468e-888a-8eae806e58ba req-21f2e838-3a6a-48c5-b2b0-7d63e4d43374 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468452 Nov 12 13:01:14.772817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf090ff-5474-4a71-9b84-178a4646efd9 req-d11e4af9-9059-40ac-8d36-e239e8183d85 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:14.774339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cf090ff-5474-4a71-9b84-178a4646efd9 req-d11e4af9-9059-40ac-8d36-e239e8183d85 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0510106 Nov 12 13:01:14.823762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2cf090ff-5474-4a71-9b84-178a4646efd9 req-5857e575-68e5-4eaa-a8b5-22e355021374 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 Nov 12 13:01:15.842100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 89f04f77-6bc1-4bb9-9e1c-9d245520e16a details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:01:15.937183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:01:15.949878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:01:15.951053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf56a6-57ff-4a1d-b90f-47ea1b71fe2b req-a69d4170-98d2-4e36-869d-ace2a17fc7dc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:15.952625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6cf56a6-57ff-4a1d-b90f-47ea1b71fe2b req-a69d4170-98d2-4e36-869d-ace2a17fc7dc tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 943 time: 0.0618374 Nov 12 13:01:15.994465 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:16.006210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6cf56a6-57ff-4a1d-b90f-47ea1b71fe2b req-d7315a1c-f17b-425d-a9d8-3d869eb64abe tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473583 Nov 12 13:01:16.011321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f04f77-6bc1-4bb9-9e1c-9d245520e16a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:01:16.032541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:01:16.036413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:16.083665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:16.091527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.091874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.093534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.093881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.094246 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.094586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.094918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.095249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.095575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.095902 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.096225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.096551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:16.278967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['89f04f77-6bc1-4bb9-9e1c-9d245520e16a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:01:17.128961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf474-91b4-422d-8cc7-06b6b5854627 req-bb407b08-6a07-407a-baa9-dfc5dbd8701b tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:17.131168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11baf474-91b4-422d-8cc7-06b6b5854627 req-bb407b08-6a07-407a-baa9-dfc5dbd8701b tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 944 time: 0.0538855 Nov 12 13:01:17.181435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11baf474-91b4-422d-8cc7-06b6b5854627 req-bf4097cf-7080-4631-9c20-bc92960fa061 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Nov 12 13:01:17.857540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 89f04f77-6bc1-4bb9-9e1c-9d245520e16a up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:01:17.906358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:01:17.910227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:01:17.910598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:17.992731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:18.018415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:18.020645 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2210f086-f80a-46c0-910d-35ca2327bac8" -d '{"events": [{"server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "name": "network-vif-plugged", "status": "completed", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:01:18.033761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:01:18.039300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:18.085411 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:18.128044 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25efa4a1-b617-4c7d-9d81-220b8ef752ce x-openstack-request-id: req-25efa4a1-b617-4c7d-9d81-220b8ef752ce {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:01:18.128363 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "name": "network-vif-plugged", "status": "completed", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:01:18.128618 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25efa4a1-b617-4c7d-9d81-220b8ef752ce {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:01:18.129021 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'code': 200} Nov 12 13:01:18.226678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532472-cc20-439e-9937-59d236c06cb9 req-8dd7b03f-f074-4bee-a6af-218ce854717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:18.228221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74532472-cc20-439e-9937-59d236c06cb9 req-8dd7b03f-f074-4bee-a6af-218ce854717e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1096 time: 0.0412712 Nov 12 13:01:18.309049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-74532472-cc20-439e-9937-59d236c06cb9 req-ba94eb84-e23d-483a-b979-e85f49f73e32 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735657 Nov 12 13:01:18.325171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f18a0-dbe2-4139-a988-4a28b689e72d req-c1673038-6d5f-4814-ba6f-36caaaf80d52 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:18.326655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c9f18a0-dbe2-4139-a988-4a28b689e72d req-c1673038-6d5f-4814-ba6f-36caaaf80d52 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 945 time: 0.0748200 Nov 12 13:01:18.376836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c9f18a0-dbe2-4139-a988-4a28b689e72d req-393076a8-5bc1-4aa2-858a-da1fd8de462a tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 Nov 12 13:01:19.498016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6899208-c657-48dc-88a2-6544a3e51a49 req-4e5500c1-e50b-4a80-ab81-29d8fbcd2ded tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:19.499729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6899208-c657-48dc-88a2-6544a3e51a49 req-4e5500c1-e50b-4a80-ab81-29d8fbcd2ded tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Nov 12 13:01:19.551881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6899208-c657-48dc-88a2-6544a3e51a49 req-0403fe3f-c560-4944-ba57-a090eb5bb836 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Nov 12 13:01:19.663798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6c59-bdbd-45d0-b286-a0a6b4ee9d1a req-6332992b-f527-42e9-a5cf-1c1ca4ec9bbb tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:19.665212 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f2c6c59-bdbd-45d0-b286-a0a6b4ee9d1a req-6332992b-f527-42e9-a5cf-1c1ca4ec9bbb tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Nov 12 13:01:19.719109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f2c6c59-bdbd-45d0-b286-a0a6b4ee9d1a req-ce0eda0e-9db3-4d7c-aa68-c7b841bb9cbb tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478642 Nov 12 13:01:19.740885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:19.832314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c931616-b541-4610-9720-9c376f077e0c tempest-TestVolumeBackupRestore-530095908 tempest-TestVolumeBackupRestore-530095908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:19.833854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9c931616-b541-4610-9720-9c376f077e0c tempest-TestVolumeBackupRestore-530095908 tempest-TestVolumeBackupRestore-530095908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1091 time: 0.0919781 Nov 12 13:01:19.836905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:19.841634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:19.864941 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:19.959147 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:20.067443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Allocated IP 172.25.1.11 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/48c957d5-48db-4740-8f13-6ec2b0eed5ce) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:01:20.168001 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:20.204007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:20.246882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:01:20.251714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:01:20.255926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:01:20.277908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'Port': ['ID=48c957d5-48db-4740-8f13-6ec2b0eed5ce,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:20.986618 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.085310 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.234910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.239288 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.309820 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event updated for resources: {'Port': ['ID=48c957d5-48db-4740-8f13-6ec2b0eed5ce,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:21.319087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.421286 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Floating IP e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7 associated. External IP: 172.25.1.11, port: 89f04f77-6bc1-4bb9-9e1c-9d245520e16a. Nov 12 13:01:21.628933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Router 8268b330-2a67-42c5-9b58-ec966ae8b70e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:01:21.736119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:01:21.745619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] Sync routers for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:01:21.755087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.756706 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:21.757315 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:01:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:21.784382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6b14e92a-5ebc-41c0-a4a1-62082e40cfc2 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9438453 Nov 12 13:01:21.784382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:21.784852 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd8aec-5586-441b-ba6b-71f7e64869ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:01:21.785003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:21.824703 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d84f96-1a6b-43f4-bf58-1c3989b00d37 x-openstack-request-id: req-f2d84f96-1a6b-43f4-bf58-1c3989b00d37 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:01:21.824703 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:01:21.824958 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2d84f96-1a6b-43f4-bf58-1c3989b00d37 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:01:21.825317 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'status': 'completed', 'code': 200} Nov 12 13:01:21.831626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127126ad-003d-4ba7-84cf-572649c460e2 tempest-TestVolumeBackupRestore-530095908 tempest-TestVolumeBackupRestore-530095908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:21.835777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-127126ad-003d-4ba7-84cf-572649c460e2 tempest-TestVolumeBackupRestore-530095908 tempest-TestVolumeBackupRestore-530095908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1091 time: 0.0470040 Nov 12 13:01:21.836007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 39362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:21.840965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Request body: {'floatingip': {'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:21.863691 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:01:21.931423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:21.966752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-a90e868e-2325-48e2-a18b-070c1512f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:21.968283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-a90e868e-2325-48e2-a18b-070c1512f660 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1096 time: 0.0953190 Nov 12 13:01:22.093368 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:01:20Z', 'updated_at': '2021-11-12T13:01:20Z', 'revision_number': 0, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:22.124065 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] Checking router: 8268b330-2a67-42c5-9b58-ec966ae8b70e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:01:22.133062 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:22.133664 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:01:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:22.160561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-8e46dae1-bc9e-4c2b-be19-817da7461cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:22.162070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-8e46dae1-bc9e-4c2b-be19-817da7461cf9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 915 time: 0.1854129 Nov 12 13:01:22.320815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-0fb6fa86-c0d3-4a7c-acbd-15239e4f4edd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 998 time: 0.1505446 Nov 12 13:01:22.335671 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:01:22.447901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-311408ad-fdc7-4c7f-847d-97d88c6cd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:22.449544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-311408ad-fdc7-4c7f-847d-97d88c6cd7c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.1203732 Nov 12 13:01:22.546929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-757177a1-a58b-474c-88cc-07926c231224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:22.548449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-757177a1-a58b-474c-88cc-07926c231224 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915098 Nov 12 13:01:22.562404 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:01:20Z', 'updated_at': '2021-11-12T13:01:20Z', 'revision_number': 0, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:22.593186 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2405c6-c6c2-4179-9688-2253268da1c2 None None] The sync data for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 is: [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:01:20Z', 'updated_at': '2021-11-12T13:01:20Z', 'revision_number': 0, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:01:22.704965 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:22.709065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:22.755954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-b86274cb-811e-4132-8431-b0f524f068dd service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855075 Nov 12 13:01:22.804226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41ee48-7b97-4ecd-9718-46fceca400a3 None None] New status for floating IP e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:01:22.901246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2edd8aec-5586-441b-ba6b-71f7e64869ac req-373cc927-4843-410e-bf79-4ab948bdac8e service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367786 Nov 12 13:01:23.015893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Router 8268b330-2a67-42c5-9b58-ec966ae8b70e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:01:23.124494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:01:23.129080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:23.133619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] Sync routers for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:01:23.144491 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:23.145130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:01:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:23.254834 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:01:23.435652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:23.437916 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a31d65f-e9c1-4190-bbab-34735931ab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:01:23.468868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5f3e49a1-909c-468d-8e7d-8e7d4146cf44 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "PUT /v2.0/floatingips/e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7 HTTP/1.1" status: 200 len: 990 time: 1.6317234 Nov 12 13:01:23.486516 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929bac25-2a3e-4438-8ed8-589062bf2178 x-openstack-request-id: req-929bac25-2a3e-4438-8ed8-589062bf2178 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:01:23.486814 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:01:23.487063 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-929bac25-2a3e-4438-8ed8-589062bf2178 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:01:23.487465 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'status': 'completed', 'code': 200} Nov 12 13:01:23.491339 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:01:20Z', 'updated_at': '2021-11-12T13:01:22Z', 'revision_number': 2, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:23.519230 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] Checking router: 8268b330-2a67-42c5-9b58-ec966ae8b70e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:01:23.527348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:23.528388 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:01:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:23.544224 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-90b25273-c593-4833-aacf-8390f4942db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:23.545739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-90b25273-c593-4833-aacf-8390f4942db9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1096 time: 0.0403335 Nov 12 13:01:23.635260 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:01:23.642022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-1732ce6d-4f50-45c5-a788-c925977091cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:23.643579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-1732ce6d-4f50-45c5-a788-c925977091cc service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 915 time: 0.0900354 Nov 12 13:01:23.709643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-56272435-d9a5-40a9-926b-60af533c1340 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 1000 time: 0.0588214 Nov 12 13:01:23.760074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-81fe6caa-45b6-4320-bde1-1659ebfc6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:23.761658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-81fe6caa-45b6-4320-bde1-1659ebfc6c0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.0445933 Nov 12 13:01:23.813145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-f46bca58-5dba-4770-9fde-e03366e56244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:23.814923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-f46bca58-5dba-4770-9fde-e03366e56244 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456407 Nov 12 13:01:23.863298 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:01:20Z', 'updated_at': '2021-11-12T13:01:22Z', 'revision_number': 2, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:23.890374 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7209e-4f99-4193-ab3f-fe8b35143667 None None] The sync data for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 is: [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'port_id': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'mac_address': 'fa:16:3e:a2:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498b52c-8816-4dab-8eed-3487bc743690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:01:20Z', 'updated_at': '2021-11-12T13:01:22Z', 'revision_number': 2, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:01:23.908525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-eebb4716-c2a7-4fdb-b4fd-6ee660dbdd14 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853066 Nov 12 13:01:24.007814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a31d65f-e9c1-4190-bbab-34735931ab6c req-77b0a5d0-c638-46bc-adf9-36b38b7bbd3c service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916326 Nov 12 13:01:25.488198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:25.490571 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a" -d '{"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:01:25.531339 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc37c08-1169-4005-93b1-09f0eb9b375a x-openstack-request-id: req-4fc37c08-1169-4005-93b1-09f0eb9b375a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:01:25.531627 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:01:25.531874 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fc37c08-1169-4005-93b1-09f0eb9b375a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:01:25.532287 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'status': 'completed', 'code': 200} Nov 12 13:01:25.594483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-3ac4b619-fecc-4099-b751-8f988f8232f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:25.595966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-3ac4b619-fecc-4099-b751-8f988f8232f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1096 time: 0.0422375 Nov 12 13:01:25.691126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-bb64a233-5505-4a66-bc1b-2f23121b9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:25.692601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-bb64a233-5505-4a66-bc1b-2f23121b9c51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 915 time: 0.0884867 Nov 12 13:01:25.761335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-df8c7a8e-3fb1-4de0-947f-5d9ba3ef135a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 1000 time: 0.0607018 Nov 12 13:01:25.811126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-1a407d1a-d7b8-4fce-87ed-ee473efee6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:25.812618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-1a407d1a-d7b8-4fce-87ed-ee473efee6c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.0438740 Nov 12 13:01:25.865112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-e9f45d93-c7e5-4a31-a78e-4c1334b220d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:25.866649 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-e9f45d93-c7e5-4a31-a78e-4c1334b220d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461953 Nov 12 13:01:25.957002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-5bd8ad14-99a3-4f51-aec1-705ba67fbac9 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827270 Nov 12 13:01:26.051444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea7a30f3-e5f2-414e-b5ef-8df9011c444a req-09bfbf9b-9d07-431f-b5e7-eefa75a455d0 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Nov 12 13:01:29.884119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:30.075560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:32.906198 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:01:34.776879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-24a6f0a5-8b7a-489e-bc55-765daef9af8b req-c0f8363a-158a-427b-9e7a-1e6aa349cadd service neutron] (102778) timed out ('10.222.0.81', 55560) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:01:35.736223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bec16c9-bf0c-4f35-9335-c41439a8efda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:38.978580 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c1492c26-2f96-4ddc-b9f8-76218cee6c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:39.482996 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:40.716332 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.374945 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:48.629881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-579faf6d-9db2-4d70-b2a6-e5384b5108d2 req-2e15a460-b347-422b-9325-0eebea7d947b service neutron] (102778) timed out ('10.222.0.18', 45476) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:01:49.604642 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-589915bc-36c8-4756-9aa6-96badebb3668 req-24295215-4989-4ac4-89a5-b36bbe2c580e service neutron] (102779) timed out ('10.222.0.18', 54708) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:01:51.538087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-8c96617e-3db2-43d1-9e26-70d3744710c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097624 Nov 12 13:01:51.623608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-e8a595dc-631b-4d51-8ddf-0a630d292012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:51.626123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-e8a595dc-631b-4d51-8ddf-0a630d292012 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1096 time: 0.0434716 Nov 12 13:01:51.741630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-a2d63140-2ca8-4710-8f4e-2b776cacd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:51.743093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-a2d63140-2ca8-4710-8f4e-2b776cacd8e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 915 time: 0.0959520 Nov 12 13:01:51.813089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-a793689b-b1e6-44a1-b4b4-32f0ef953452 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 1000 time: 0.0606773 Nov 12 13:01:51.867670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-30009575-aa77-455c-a2de-6ddedff2011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:51.869321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-30009575-aa77-455c-a2de-6ddedff2011b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.0500486 Nov 12 13:01:51.919667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-44d4c444-8722-4877-ba7a-28261717c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:51.921169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-44d4c444-8722-4877-ba7a-28261717c59f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402062 Nov 12 13:01:52.016974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-c46f6508-867b-47d5-a94c-c7461126f9d0 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Nov 12 13:01:52.107192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e95e581a-05c5-4c4d-8483-88dc364acb28 req-c21f2d82-bef9-469f-b31a-723b23fbf94e service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829055 Nov 12 13:01:56.594283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:56.764063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Deleting port 48c957d5-48db-4740-8f13-6ec2b0eed5ce {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:01:56.764406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.845140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.845381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.857664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Calling delete_port for 48c957d5-48db-4740-8f13-6ec2b0eed5ce owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:01:57.039743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:57.064270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event deleted for resources: {'Port': ['ID=48c957d5-48db-4740-8f13-6ec2b0eed5ce,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:57.079146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.079503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.079834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.080165 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.080492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.080817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.081139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.081457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.081876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.082246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.082711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.083074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:57.138364 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:57.138754 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Floating IP e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7 disassociated (deleted). External IP: 172.25.1.11, port: 89f04f77-6bc1-4bb9-9e1c-9d245520e16a. Nov 12 13:01:57.353518 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Router 8268b330-2a67-42c5-9b58-ec966ae8b70e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:01:57.466436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:01:57.471450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:57.476332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] Sync routers for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:01:57.485738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:57.486387 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:01:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:57.500866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8c2d78dc-3a03-46f6-86b2-eeeb156de750 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "DELETE /v2.0/floatingips/e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7 HTTP/1.1" status: 204 len: 168 time: 0.9051507 Nov 12 13:01:57.501886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:57.504859 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c24299-f603-49e0-be8f-94dcba834b90" -d '{"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:01:57.597575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:01:57.725036 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97151c0-8b5f-4254-98eb-e205224c3a00 x-openstack-request-id: req-c97151c0-8b5f-4254-98eb-e205224c3a00 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:01:57.725557 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:01:57.725645 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c97151c0-8b5f-4254-98eb-e205224c3a00 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:01:57.726029 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'status': 'completed', 'code': 200} Nov 12 13:01:57.813694 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:57.835180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-3b509d0e-7f6f-4771-b654-db3d8ed629f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:57.836697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-3b509d0e-7f6f-4771-b654-db3d8ed629f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01ce8d4287dc4d41b124a02718e737a6&device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 1096 time: 0.0773661 Nov 12 13:01:57.839949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] Checking router: 8268b330-2a67-42c5-9b58-ec966ae8b70e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:01:57.848298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:57.848986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:01:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:57.849646 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e990be-4db1-40aa-9efc-7d3c842ac3db req-a2fab821-46f9-44ca-9de7-357666dfbddf tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:57.851123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1e990be-4db1-40aa-9efc-7d3c842ac3db req-a2fab821-46f9-44ca-9de7-357666dfbddf tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 945 time: 0.0657659 Nov 12 13:01:57.957015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:01:57.962248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1e990be-4db1-40aa-9efc-7d3c842ac3db req-1586fd50-2787-47f5-8a9c-949fcb5efee7 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024356 Nov 12 13:01:57.975869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-77fc7fda-549c-408c-ab2a-f0a99d85f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:57.977349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-77fc7fda-549c-408c-ab2a-f0a99d85f164 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 200 len: 915 time: 0.1253831 Nov 12 13:01:58.029794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-e8c386e6-4dcc-4d66-aef0-fb9903f323be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 200 len: 217 time: 0.0426857 Nov 12 13:01:58.087554 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-8ce92d38-cdfc-4ab5-9f1d-476701f82ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:58.089133 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-8ce92d38-cdfc-4ab5-9f1d-476701f82ca4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 200 len: 853 time: 0.0496693 Nov 12 13:01:58.141130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-a272d9e8-c552-41d1-a2dc-59deaa45551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:58.142726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-a272d9e8-c552-41d1-a2dc-59deaa45551e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb5d5414-b332-4908-87f8-3cc2748fb67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458136 Nov 12 13:01:58.239943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-b03e3fb5-9d1b-4bbb-92d7-45771af219e8 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884681 Nov 12 13:01:58.324166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:58.333834 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e9c24299-f603-49e0-be8f-94dcba834b90 req-716d3a2f-3e12-4ac7-afc3-d3d25291d4e2 service neutron] 10.222.0.81 "GET /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852351 Nov 12 13:01:58.352427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44509a6-ef11-47cf-88f4-34d35e33bd33 None None] The sync data for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 is: [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '4654351d-3aeb-4f88-a6b1-9753d5981141', 'name': '', 'network_id': 'fb5d5414-b332-4908-87f8-3cc2748fb67a', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'mac_address': 'fa:16:3e:e9:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '651436ab-9101-4864-8192-ba5bb051545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:57Z', 'updated_at': '2021-11-12T12:59:02Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'subnets': [{'id': '651436ab-9101-4864-8192-ba5bb051545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:01:58.579789 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0468f2f-066a-40d6-9d9f-15cabc5ceb93 None None] New status for floating IP e77c0d6d-d6f4-4f9b-98eb-da3dfe78ecf7: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:01:59.103393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c69b73-d21a-4b8a-8d40-05e662ec37b9 req-2a696fa0-8800-4102-a182-36df9b8b3eba tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:59.104823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9c69b73-d21a-4b8a-8d40-05e662ec37b9 req-2a696fa0-8800-4102-a182-36df9b8b3eba tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 945 time: 0.0692086 Nov 12 13:01:59.155356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9c69b73-d21a-4b8a-8d40-05e662ec37b9 req-3ea2c689-6721-4fc5-9873-7d04d3b6df35 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/security-groups?id=859c951c-122c-4092-87d6-c44dba9a1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 Nov 12 13:01:59.461252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-7fcce13b-d84f-42eb-9cea-0287c41082af tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:59.462843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-7fcce13b-d84f-42eb-9cea-0287c41082af tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.81 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 945 time: 0.0497227 Nov 12 13:01:59.576314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Deleting port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:01:59.576649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:59.665852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] For port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:01:59.666250 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:59.679436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Calling delete_port for 89f04f77-6bc1-4bb9-9e1c-9d245520e16a owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:01:59.812933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:59.841665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event deleted for resources: {'Port': ['ID=89f04f77-6bc1-4bb9-9e1c-9d245520e16a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:59.868317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.868670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.869015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.869353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.869756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.870157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.870565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.870888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.871221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.871552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.872125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.872462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:59.883709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:59.896064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] No DVR routers for this DVR port 89f04f77-6bc1-4bb9-9e1c-9d245520e16a on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:01:59.898828 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:59.902343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4887e41-a238-4fdb-afe6-df8e0546153e req-39e2f83a-426e-4d53-a23e-a127ac0cf5a8 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.81 "DELETE /v2.0/ports/89f04f77-6bc1-4bb9-9e1c-9d245520e16a HTTP/1.1" status: 204 len: 173 time: 0.4329045 Nov 12 13:01:59.902780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'name': 'network-vif-deleted', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:01:59.905063 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d48d20-d641-4a5e-b822-dd9e969dbdb6" -d '{"events": [{"server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "name": "network-vif-deleted", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:02:00.018643 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c376b9e-19b3-4713-a688-7f9f7d128d8c x-openstack-request-id: req-9c376b9e-19b3-4713-a688-7f9f7d128d8c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:02:00.018941 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d498b52c-8816-4dab-8eed-3487bc743690", "name": "network-vif-deleted", "tag": "89f04f77-6bc1-4bb9-9e1c-9d245520e16a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:02:00.019198 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c376b9e-19b3-4713-a688-7f9f7d128d8c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:02:00.019609 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd498b52c-8816-4dab-8eed-3487bc743690', 'name': 'network-vif-deleted', 'tag': '89f04f77-6bc1-4bb9-9e1c-9d245520e16a', 'status': 'completed', 'code': 200} Nov 12 13:02:00.090468 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.260746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adf122ec-100d-4f03-be07-82e25335d1e9 req-3c100010-a45e-46ea-91ff-6aeb1d278369 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0338080 Nov 12 13:02:01.356422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2c47f20-72dd-4302-a548-33434bcc6c9b req-796c4ec9-e3fc-44b3-8248-e36be312dc9a tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0271230 Nov 12 13:02:02.080030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 89f04f77-6bc1-4bb9-9e1c-9d245520e16a no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:02.104643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 89f04f77-6bc1-4bb9-9e1c-9d245520e16a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:02.104982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 89f04f77-6bc1-4bb9-9e1c-9d245520e16a not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:02.458268 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45472508-8dfa-4144-9758-5a6e5f446391 req-e6ad21cf-1f25-4994-a327-79b295596415 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0269885 Nov 12 13:02:03.579319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4210d41a-c721-4d1c-a4b4-ba84ce6f32d9 req-986c653b-c7bb-479a-abef-010040b45e0a tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Nov 12 13:02:04.692812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a591a9a-51c2-48a7-a3ab-22dbf14e6912 req-7e26ee4f-c3a1-4551-83c9-03d37bd029c1 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d498b52c-8816-4dab-8eed-3487bc743690 HTTP/1.1" status: 200 len: 210 time: 0.0292053 Nov 12 13:02:05.739364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e89350f0-3a58-4cc4-873f-9796d2d5045d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.751505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39406) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:05.813341 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac094934-2d05-456f-ace5-d873b7cddf62 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.837854 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac094934-2d05-456f-ace5-d873b7cddf62 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.901760 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac094934-2d05-456f-ace5-d873b7cddf62 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.904872 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac094934-2d05-456f-ace5-d873b7cddf62 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.909229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ac094934-2d05-456f-ace5-d873b7cddf62 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] 10.222.0.18 "DELETE /v2.0/security-groups/859c951c-122c-4092-87d6-c44dba9a1d83 HTTP/1.1" status: 204 len: 168 time: 0.1542499 Nov 12 13:02:05.916417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac094934-2d05-456f-ace5-d873b7cddf62 tempest-TestVolumeBackupRestore-1476615943 tempest-TestVolumeBackupRestore-1476615943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c951c-122c-4092-87d6-c44dba9a1d83,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:08.981042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26abd811-9425-4369-8e78-689e1c7b329e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:09.493104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:09.904877 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:02:10.388215 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:10.720588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:10.762302 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.019625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Deleting port 4654351d-3aeb-4f88-a6b1-9753d5981141 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:11.019870 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.102283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] For port 4654351d-3aeb-4f88-a6b1-9753d5981141, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4654351d-3aeb-4f88-a6b1-9753d5981141,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:11.102661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.116619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Calling delete_port for 4654351d-3aeb-4f88-a6b1-9753d5981141 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:11.299844 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.327650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4654351d-3aeb-4f88-a6b1-9753d5981141,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:11.380128 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.761598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.983382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Router 8268b330-2a67-42c5-9b58-ec966ae8b70e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:02:12.087406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:02:12.092761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cddef883-b104-4aa2-94c4-842eed2dd4ca admin admin] 10.222.0.18 "PUT /v2.0/routers/8268b330-2a67-42c5-9b58-ec966ae8b70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035177 Nov 12 13:02:12.096155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:12.097004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] Sync routers for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:02:12.109111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:12.109719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:02:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:12.199926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.215248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:12.316260 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.368769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Deleting port 1e79d7ab-12c4-474c-ac0b-93b178ed2257 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:12.369247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.398185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T13:02:11Z', 'revision_number': 5, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port': {'id': '1e79d7ab-12c4-474c-ac0b-93b178ed2257', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:12.424171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] Checking router: 8268b330-2a67-42c5-9b58-ec966ae8b70e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:02:12.432525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] Routers {'8268b330-2a67-42c5-9b58-ec966ae8b70e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:12.433137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:02:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8268b330-2a67-42c5-9b58-ec966ae8b70e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:12.453116 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] For port 1e79d7ab-12c4-474c-ac0b-93b178ed2257, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1e79d7ab-12c4-474c-ac0b-93b178ed2257,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:12.453483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.466060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Calling delete_port for 1e79d7ab-12c4-474c-ac0b-93b178ed2257 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:12.527723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] Set router 8268b330-2a67-42c5-9b58-ec966ae8b70e gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:12.588656 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T13:02:12Z', 'revision_number': 6, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:12.618332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0040-6b2d-419f-9849-144463c6c819 None None] The sync data for ids ['8268b330-2a67-42c5-9b58-ec966ae8b70e'] in n-d-804878-5 is: [{'id': '8268b330-2a67-42c5-9b58-ec966ae8b70e', 'name': 'tempest-TestVolumeBackupRestore-1112645520-router', 'tenant_id': '01ce8d4287dc4d41b124a02718e737a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:58:55Z', 'updated_at': '2021-11-12T13:02:12Z', 'revision_number': 6, 'project_id': '01ce8d4287dc4d41b124a02718e737a6', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:02:12.643529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.673033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e79d7ab-12c4-474c-ac0b-93b178ed2257,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:12.690220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792dfbc3-b4b2-43e0-ac79-ee1721c37345 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:02:12.741008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.836059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.838545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.883593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.884081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8268b330-2a67-42c5-9b58-ec966ae8b70e {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:02:12.888381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.889640 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1c7a7368-32a2-447b-b497-035da899dc02 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8268b330-2a67-42c5-9b58-ec966ae8b70e HTTP/1.1" status: 204 len: 168 time: 0.7925043 Nov 12 13:02:12.892955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:12.942866 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Deleting subnet 651436ab-9101-4864-8192-ba5bb051545f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:02:12.944956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.982527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.067152 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.119817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.145387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651436ab-9101-4864-8192-ba5bb051545f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:13.149272 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.152587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62500dfb-9bcd-40d6-a9cd-ca6bff0eb5a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/651436ab-9101-4864-8192-ba5bb051545f HTTP/1.1" status: 204 len: 168 time: 0.2586892 Nov 12 13:02:13.155074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:13.157095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0ca38-c11a-4de0-b6ec-b0f35171fb6f None None] Network fb5d5414-b332-4908-87f8-3cc2748fb67a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:02:13.227317 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.282986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Deleting port 044930ef-068a-44da-b97d-cc777453e806 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:13.283338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.354240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] For port 044930ef-068a-44da-b97d-cc777453e806, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=044930ef-068a-44da-b97d-cc777453e806,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:13.354578 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.369295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Calling delete_port for 044930ef-068a-44da-b97d-cc777453e806 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:13.377708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] DHCP port deletion for fb5d5414-b332-4908-87f8-3cc2748fb67a request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:02:13.431754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] Deleting port 044930ef-068a-44da-b97d-cc777453e806 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:13.432067 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.454217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.483010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Pushing event deleted for resources: {'Port': ['ID=044930ef-068a-44da-b97d-cc777453e806,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:13.485250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] No DVR routers for this DVR port 044930ef-068a-44da-b97d-cc777453e806 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:02:13.504897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] For port 044930ef-068a-44da-b97d-cc777453e806, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=044930ef-068a-44da-b97d-cc777453e806,segment=NetworkSegment(81cecbbb-5c3c-4c6b-ace9-c71149ffd689),segment_id=81cecbbb-5c3c-4c6b-ace9-c71149ffd689)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:13.505865 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.521090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] Calling delete_port for 044930ef-068a-44da-b97d-cc777453e806 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:13.574050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.596911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5d5414-b332-4908-87f8-3cc2748fb67a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:13.604372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e79d7ab-12c4-474c-ac0b-93b178ed2257 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:13.607428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cecbbb-5c3c-4c6b-ace9-c71149ffd689') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:13.607729 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cecbbb-5c3c-4c6b-ace9-c71149ffd689') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:13.617725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.628288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1e79d7ab-12c4-474c-ac0b-93b178ed2257 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:13.628636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1e79d7ab-12c4-474c-ac0b-93b178ed2257 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:13.629048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 044930ef-068a-44da-b97d-cc777453e806 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:13.632857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.633727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.641582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:02:13.642003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:02:13.644070 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:02:13.670743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 044930ef-068a-44da-b97d-cc777453e806 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:13.671665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 044930ef-068a-44da-b97d-cc777453e806 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:13.672223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4654351d-3aeb-4f88-a6b1-9753d5981141 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:13.680594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] Pushing event deleted for resources: {'Port': ['ID=044930ef-068a-44da-b97d-cc777453e806,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:13.702270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba7ccf-31f5-435d-a9b2-1de3cda06ee9 None None] No DVR routers for this DVR port 044930ef-068a-44da-b97d-cc777453e806 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:02:13.708431 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.708811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4654351d-3aeb-4f88-a6b1-9753d5981141 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:13.709233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4654351d-3aeb-4f88-a6b1-9753d5981141 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:13.725925 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:13.729390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb5d5414-b332-4908-87f8-3cc2748fb67a HTTP/1.1" status: 204 len: 168 time: 0.5728300 Nov 12 13:02:13.732740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:13.748284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81910de-d4db-410a-9ff1-85f39f9a8413 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5d5414-b332-4908-87f8-3cc2748fb67a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:14.087020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:14.339434 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Deleting port bc2d08e4-0ead-4890-bb56-811d45e34532 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:14.339684 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:14.422154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] For port bc2d08e4-0ead-4890-bb56-811d45e34532, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bc2d08e4-0ead-4890-bb56-811d45e34532,segment=NetworkSegment(673c1c41-6c7c-4856-95d2-2ae979b76ea6),segment_id=673c1c41-6c7c-4856-95d2-2ae979b76ea6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:14.422542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:14.435013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Calling delete_port for bc2d08e4-0ead-4890-bb56-811d45e34532 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:14.613430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:14.638903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2d08e4-0ead-4890-bb56-811d45e34532,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:14.814625 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.293479 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:02:15.399111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:02:15.404754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d8bbab6b-997b-41f1-b9e8-807d79a5e745 admin admin] 10.222.0.18 "PUT /v2.0/routers/e5e4f2eb-6c9d-42f3-b629-4f1fb0296193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709809 Nov 12 13:02:15.406751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:15.407857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] Sync routers for ids ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:02:15.419870 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] Routers {'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:15.420480 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:02:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:15.513289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.623962 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] Set router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:15.628675 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.680702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Deleting port 1573152a-3d50-45ca-9eba-817cb99da924 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:15.681036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.763022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] For port 1573152a-3d50-45ca-9eba-817cb99da924, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1573152a-3d50-45ca-9eba-817cb99da924,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:15.763387 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.774988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Calling delete_port for 1573152a-3d50-45ca-9eba-817cb99da924 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:15.802629 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '1573152a-3d50-45ca-9eba-817cb99da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T13:02:14Z', 'revision_number': 5, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port': {'id': '1573152a-3d50-45ca-9eba-817cb99da924', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T12:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:15.828505 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] Checking router: e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:02:15.836782 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] Routers {'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:15.837319 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:02:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:15.924479 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] Set router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:15.946598 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.975030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1573152a-3d50-45ca-9eba-817cb99da924,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:15.982298 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T13:02:15Z', 'revision_number': 6, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:15.988924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4e60f-17ac-42c2-91c1-558a8d0b5265 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:02:16.026495 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b72f5-c643-440b-85aa-715c462605d2 None None] The sync data for ids ['e5e4f2eb-6c9d-42f3-b629-4f1fb0296193'] in n-d-804878-5 is: [{'id': 'e5e4f2eb-6c9d-42f3-b629-4f1fb0296193', 'name': 'tempest-TestVolumeBackupRestore-865277101-router', 'tenant_id': '18da7d04ec45466ba99c1825f3533bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:59:00Z', 'updated_at': '2021-11-12T13:02:15Z', 'revision_number': 6, 'project_id': '18da7d04ec45466ba99c1825f3533bae', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:02:16.047507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.144841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.147010 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.190868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.191509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:02:16.195786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.196953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-25382623-bdcf-45a3-b3b1-340c877f08b2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e5e4f2eb-6c9d-42f3-b629-4f1fb0296193 HTTP/1.1" status: 204 len: 168 time: 0.7892404 Nov 12 13:02:16.199385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:16.243661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Deleting subnet ff14491a-9e6f-49de-be8e-5af821e0da6e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:02:16.246697 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.281018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.378848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.436495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.464328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff14491a-9e6f-49de-be8e-5af821e0da6e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:16.468577 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.472010 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-71d82708-3fd4-44c8-b70b-336b3dcf236c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ff14491a-9e6f-49de-be8e-5af821e0da6e HTTP/1.1" status: 204 len: 168 time: 0.2716939 Nov 12 13:02:16.475086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:16.476952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8bbc5-6796-40c5-8b5c-3e9f636faa8e None None] Network 257163a2-e90f-435e-b52c-f80643e4354f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:02:16.548555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.602133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Deleting port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:16.602495 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.666638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] For port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,segment=NetworkSegment(673c1c41-6c7c-4856-95d2-2ae979b76ea6),segment_id=673c1c41-6c7c-4856-95d2-2ae979b76ea6)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:16.666995 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.683569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Calling delete_port for 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:16.769555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.774014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608a1f7-59cf-42f7-b6c7-1c49df5e248e None None] DHCP port deletion for 257163a2-e90f-435e-b52c-f80643e4354f request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:02:16.796684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8c6061-d94f-46a4-b0f5-bbb5c01498bb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:16.800629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] No DVR routers for this DVR port 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:02:16.878552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.901206 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257163a2-e90f-435e-b52c-f80643e4354f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:16.913960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673c1c41-6c7c-4856-95d2-2ae979b76ea6') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:16.914299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673c1c41-6c7c-4856-95d2-2ae979b76ea6') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:16.923783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.937523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.943739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:02:16.944155 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:02:16.947119 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:02:17.008020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.014843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.020948 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/257163a2-e90f-435e-b52c-f80643e4354f HTTP/1.1" status: 204 len: 168 time: 0.5444136 Nov 12 13:02:17.032453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde092c3-f065-44a2-8327-c6c53684bd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=257163a2-e90f-435e-b52c-f80643e4354f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:17.183941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:17.224349 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-df76382c-c5b3-4207-b50e-b5243ad86129 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01ce8d4287dc4d41b124a02718e737a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390775 Nov 12 13:02:17.226753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39880) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:17.274022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b14dabb-a699-45d1-a9dc-4fe5d6a3a0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.294664 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b14dabb-a699-45d1-a9dc-4fe5d6a3a0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.340502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b14dabb-a699-45d1-a9dc-4fe5d6a3a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.343224 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b14dabb-a699-45d1-a9dc-4fe5d6a3a0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.344375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0b14dabb-a699-45d1-a9dc-4fe5d6a3a0b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3795f6c-4a3a-4e33-831c-98b5628dfe88 HTTP/1.1" status: 204 len: 168 time: 0.1166999 Nov 12 13:02:17.352176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14dabb-a699-45d1-a9dc-4fe5d6a3a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3795f6c-4a3a-4e33-831c-98b5628dfe88,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:17.582476 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bc2d08e4-0ead-4890-bb56-811d45e34532 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:17.604254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: bc2d08e4-0ead-4890-bb56-811d45e34532 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:17.604597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bc2d08e4-0ead-4890-bb56-811d45e34532 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:17.605020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:17.626228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:17.626578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8e8c6061-d94f-46a4-b0f5-bbb5c01498bb not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:17.626982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1573152a-3d50-45ca-9eba-817cb99da924 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:17.647277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1573152a-3d50-45ca-9eba-817cb99da924 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:17.647616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1573152a-3d50-45ca-9eba-817cb99da924 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:17.680604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:17.721133 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-200200e0-fb67-4f9a-a1f6-bdf109b858e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18da7d04ec45466ba99c1825f3533bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393474 Nov 12 13:02:17.723757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 39890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:17.774573 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05f8ba-545c-4264-840a-d0dfc816f612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.795938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05f8ba-545c-4264-840a-d0dfc816f612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.842276 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05f8ba-545c-4264-840a-d0dfc816f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.846327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05f8ba-545c-4264-840a-d0dfc816f612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:17.847488 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ff05f8ba-545c-4264-840a-d0dfc816f612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bfd7999-a8f1-4fde-8e9b-f79c7e7cf673 HTTP/1.1" status: 204 len: 168 time: 0.1227474 Nov 12 13:02:17.855244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05f8ba-545c-4264-840a-d0dfc816f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd7999-a8f1-4fde-8e9b-f79c7e7cf673,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:28.183836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-d1206cb9-c305-4ca2-b826-2b509fc1b9dc tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a1566fde00a94d7d8f213b6457b771fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294755 Nov 12 13:02:28.369943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-02dd4d2e-332e-4b13-9f42-c61a9e13463e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:28.371442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-02dd4d2e-332e-4b13-9f42-c61a9e13463e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822915 Nov 12 13:02:28.386539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-4df5e3cd-4c3b-46de-b4cf-ee6d038265bc tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/quotas/a1566fde00a94d7d8f213b6457b771fc HTTP/1.1" status: 200 len: 375 time: 0.0088425 Nov 12 13:02:28.418862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-9d3a933f-6c17-4cbc-acb4-234c7d98d12f tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1566fde00a94d7d8f213b6457b771fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263257 Nov 12 13:02:28.575980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00db610c-76f2-4772-a134-bf94046d6d20 req-611cc972-5a08-4a90-b7f1-5f5c4c43aa0b tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 210 time: 0.0264816 Nov 12 13:02:29.412661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-5a2f332d-efc2-4d3e-9a2b-657a11c93574 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a1566fde00a94d7d8f213b6457b771fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305228 Nov 12 13:02:29.600399 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-832581d5-143d-4208-8be8-b50d780b38bd tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:29.601875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-832581d5-143d-4208-8be8-b50d780b38bd tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837528 Nov 12 13:02:29.617001 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Request body: {'port': {'device_id': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'admin_state_up': True, 'tenant_id': 'a1566fde00a94d7d8f213b6457b771fc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:29.677340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e91dbde9-f6b3-4df7-aaba-50bd155d422c req-f923aeda-2930-4d3e-966c-5f36475f235a tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 210 time: 0.0290720 Nov 12 13:02:29.734097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Made reservation on behalf of a1566fde00a94d7d8f213b6457b771fc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:02:29.737596 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:29.746391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:29.822028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:29.825633 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:29.882469 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:29.905301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e4aaf-102b-4c08-98c2-0487e635b065,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:29.985452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Allocated IP 192.168.233.172 (57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c/ecc54e7e-7ba0-40ad-aa19-3f8e83276387/ae9ef09a-88ba-4964-8ed7-5cb9282ba12a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:02:30.095348 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.134630 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.167304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.208183 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:02:30.211269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:30.218303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:02:30.251686 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Pushing event updated for resources: {'Port': ['ID=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:30.282388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:30.283031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.299472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-64b2ccf6-5476-4bfa-ada8-f6945a9bb985 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6862655 Nov 12 13:02:30.452348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-276e713d-fda0-4831-a0db-de5a9d72b8db None None] Provisioning complete for port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:30.452679 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-276e713d-fda0-4831-a0db-de5a9d72b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.477677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Request body: {'port': {'device_id': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:30.489945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-276e713d-fda0-4831-a0db-de5a9d72b8db None None] Port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:02:30.537817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.797495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90ac67-de64-444b-9efa-fc3d07e77201 req-84544e65-7711-4061-8663-e2ccd0fa78da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:30.799042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff90ac67-de64-444b-9efa-fc3d07e77201 req-84544e65-7711-4061-8663-e2ccd0fa78da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 936 time: 0.0507615 Nov 12 13:02:30.801878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9ef09a-88ba-4964-8ed7-5cb9282ba12a {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:02:30.809882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.822071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Transition to ACTIVE for port object ae9ef09a-88ba-4964-8ed7-5cb9282ba12a will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:02:30.826002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.848683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff90ac67-de64-444b-9efa-fc3d07e77201 req-263a7d54-7f4f-4cd8-8596-443ae80c2d02 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435770 Nov 12 13:02:30.881365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:30.955158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Attempting to bind port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:02:30.955490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Attempting to bind port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:02:30.955821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Attempting to bind port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:02:30.960415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:02:30.960733 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Attempting to bind port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a on network 57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:02:30.965639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:02:30.965973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Checking segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:02:30.966387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Bound using segment: {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:02:30.966825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Bound port: ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5932cbed-0334-4bdf-bdd8-3460e75f5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:02:30.967186 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:31.034652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] For port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:02:31.038232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] For port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:02:31.042320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:31.077403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.078337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:31.079728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] 10.222.0.65 "PUT /v2.0/ports/ae9ef09a-88ba-4964-8ed7-5cb9282ba12a HTTP/1.1" status: 200 len: 1096 time: 0.7717929 Nov 12 13:02:31.080672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'tag': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:02:31.082945 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae0842-214b-46ef-9d73-203836cf40d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7620f32-c83a-43a4-abed-a9765655c97c", "tag": "ae9ef09a-88ba-4964-8ed7-5cb9282ba12a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:02:31.112178 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e5d1-73ad-46e6-9799-581278a5a43f service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:31.152131 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a3df21-7997-4179-b298-11f096dd2853 x-openstack-request-id: req-b6a3df21-7997-4179-b298-11f096dd2853 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:02:31.152427 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7620f32-c83a-43a4-abed-a9765655c97c", "tag": "ae9ef09a-88ba-4964-8ed7-5cb9282ba12a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:02:31.152683 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6a3df21-7997-4179-b298-11f096dd2853 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:02:31.153095 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'tag': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a', 'status': 'completed', 'code': 200} Nov 12 13:02:31.170013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-f8bed37b-b67c-4725-aa03-32b85d09622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.171963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-f8bed37b-b67c-4725-aa03-32b85d09622f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1566fde00a94d7d8f213b6457b771fc&device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 1099 time: 0.0514436 Nov 12 13:02:31.218739 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-d4c2f805-32d7-41ab-864c-512523fba9d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a HTTP/1.1" status: 200 len: 217 time: 0.0383811 Nov 12 13:02:31.272695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-489276c6-234c-4b15-848a-e55674a3123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.274202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-489276c6-234c-4b15-848a-e55674a3123b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0491314 Nov 12 13:02:31.323824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a82e86d9-9245-4998-a698-90d8be2455bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.325372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-a82e86d9-9245-4998-a698-90d8be2455bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442688 Nov 12 13:02:31.418684 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-682feb2e-af91-404f-a6f5-2e9590f6dc34 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Nov 12 13:02:31.514399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3618f307-f91b-4ce0-a751-6b6fecdec2a1 req-ada7c6df-d77b-4f20-a4c6-f2079325d734 service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877626 Nov 12 13:02:31.600879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-47dc9afd-b2d0-44b5-9275-7f55c82b3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.602358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-47dc9afd-b2d0-44b5-9275-7f55c82b3a60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1566fde00a94d7d8f213b6457b771fc&device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 1099 time: 0.0435102 Nov 12 13:02:31.694017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-8fb15316-b647-427b-8f30-7d5943df583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.695530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-8fb15316-b647-427b-8f30-7d5943df583f service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c HTTP/1.1" status: 200 len: 870 time: 0.0860503 Nov 12 13:02:31.742086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-4f97dcaa-aae4-44b0-837d-314c72355d21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a HTTP/1.1" status: 200 len: 217 time: 0.0387442 Nov 12 13:02:31.796565 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-8b7c77ff-c3d3-4a1d-989c-daa0ee3db9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.798027 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-8b7c77ff-c3d3-4a1d-989c-daa0ee3db9a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecc54e7e-7ba0-40ad-aa19-3f8e83276387 HTTP/1.1" status: 200 len: 843 time: 0.0476906 Nov 12 13:02:31.844751 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-d3e2e28b-4dd7-4c7b-aaa5-f7bd0a1b103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.846265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-d3e2e28b-4dd7-4c7b-aaa5-f7bd0a1b103e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401008 Nov 12 13:02:31.944302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-07b8cbfd-abac-4c35-a562-207991bf282e service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903165 Nov 12 13:02:31.965551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5084c3-2039-4334-aaf0-ee68775de5ac req-f32e4ad3-22d1-4ea5-b743-5d518c0a15fc tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:31.967222 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e5084c3-2039-4334-aaf0-ee68775de5ac req-f32e4ad3-22d1-4ea5-b743-5d518c0a15fc tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 948 time: 0.0489438 Nov 12 13:02:32.015861 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8e5084c3-2039-4334-aaf0-ee68775de5ac req-5a75001f-386a-44e4-a563-2dcdd3c10f9b tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Nov 12 13:02:32.037104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-73ae0842-214b-46ef-9d73-203836cf40d9 req-cd15d39e-2481-4db1-a3b7-5b0533e18b7d service neutron] 10.222.0.65 "GET /v2.0/networks/57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Nov 12 13:02:33.137864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27f835-97f0-495c-a04a-24431100d8fb req-bdc8f8c0-64ad-4af3-8f81-9de0168c59d3 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:33.139389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac27f835-97f0-495c-a04a-24431100d8fb req-bdc8f8c0-64ad-4af3-8f81-9de0168c59d3 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 948 time: 0.0541897 Nov 12 13:02:33.196870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ac27f835-97f0-495c-a04a-24431100d8fb req-f69c37ce-f29f-40ed-90e9-b7f016aca605 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Nov 12 13:02:34.312087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08873c23-138a-4586-91a5-fdb68c5b18bc req-ce635c38-b274-40e1-9264-84188e5d820e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:34.313580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08873c23-138a-4586-91a5-fdb68c5b18bc req-ce635c38-b274-40e1-9264-84188e5d820e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 948 time: 0.0493238 Nov 12 13:02:34.360936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08873c23-138a-4586-91a5-fdb68c5b18bc req-1670f9c6-3bf1-4ec7-8e20-da206bc4d9db tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Nov 12 13:02:34.429596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae9ef09a-88ba-4964-8ed7-5cb9282ba12a details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:02:34.526135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:34.538310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a', 'network_id': '57d5f32d-fdef-4e0c-99fd-e2ab29de7f5c', 'port_id': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a', 'mac_address': 'fa:16:3e:d1:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc54e7e-7ba0-40ad-aa19-3f8e83276387', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:02:34.573837 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:34.587129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9ef09a-88ba-4964-8ed7-5cb9282ba12a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:02:34.606240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:34.610702 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:34.669536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:34.678746 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.679099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.679440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.679776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.680115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.680445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.680774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.681099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.681425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.681775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.682099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.682471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:34.853628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae9ef09a-88ba-4964-8ed7-5cb9282ba12a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:02:35.481080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea7adb-c493-4209-8b38-0d995c8d2635 req-40038868-70b3-46a9-93be-4e1a13b62c89 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:35.482587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acea7adb-c493-4209-8b38-0d995c8d2635 req-40038868-70b3-46a9-93be-4e1a13b62c89 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 949 time: 0.0490067 Nov 12 13:02:35.534942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acea7adb-c493-4209-8b38-0d995c8d2635 req-ee0afe69-0564-4bb4-90c3-71fd283c8ebf tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Nov 12 13:02:35.741548 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93bea5dc-0160-4283-b454-1af3c789a062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:36.448106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae9ef09a-88ba-4964-8ed7-5cb9282ba12a up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:02:36.501681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:02:36.505749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:36.506453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:36.583675 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:36.607597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:02:36.610526 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ecee2-8842-4ac6-b3fc-7a3a0e6d5060" -d '{"events": [{"server_uuid": "a7620f32-c83a-43a4-abed-a9765655c97c", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ef09a-88ba-4964-8ed7-5cb9282ba12a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:02:36.623523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:36.627688 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:36.654564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d2811-432f-4610-bca1-1252c706708e req-11d2ec8f-8d3b-4e07-aad9-b7f611ad7419 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:36.656759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-068d2811-432f-4610-bca1-1252c706708e req-11d2ec8f-8d3b-4e07-aad9-b7f611ad7419 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 949 time: 0.0518830 Nov 12 13:02:36.680156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:36.706582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-068d2811-432f-4610-bca1-1252c706708e req-e7978051-e919-41e4-bcd8-561176b92861 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Nov 12 13:02:36.749798 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f38c8c-1e5b-4779-b32e-85302a5e8082 x-openstack-request-id: req-16f38c8c-1e5b-4779-b32e-85302a5e8082 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:02:36.750300 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7620f32-c83a-43a4-abed-a9765655c97c", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ef09a-88ba-4964-8ed7-5cb9282ba12a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:02:36.750412 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16f38c8c-1e5b-4779-b32e-85302a5e8082 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:02:36.750814 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a', 'code': 200} Nov 12 13:02:36.851304 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d186fe-2c9f-414d-9e39-5adf692962ce req-94173d42-3d29-4f02-a5ed-8ac3ddbf8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:36.852765 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d186fe-2c9f-414d-9e39-5adf692962ce req-94173d42-3d29-4f02-a5ed-8ac3ddbf8b1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 1101 time: 0.0456665 Nov 12 13:02:36.896618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d186fe-2c9f-414d-9e39-5adf692962ce req-51e996ba-0c2b-43ce-8711-f7e7ba645e7d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Nov 12 13:02:37.828911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178165e-97e7-43f8-b995-1858c9e00af1 req-237d604d-9202-4f34-b5fd-4c7f3a867a6e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:37.830491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3178165e-97e7-43f8-b995-1858c9e00af1 req-237d604d-9202-4f34-b5fd-4c7f3a867a6e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 950 time: 0.0528607 Nov 12 13:02:37.880586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3178165e-97e7-43f8-b995-1858c9e00af1 req-07b0b26b-90d2-4aa6-adf4-4596c743f488 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Nov 12 13:02:38.985746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fae84c3c-f587-4e83-90c0-a60effdbdb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:39.008746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdf744-2ce3-4382-936e-f1a03fb9d4d5 req-0f4be1bc-a384-44e2-8a21-91227f4ab207 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:39.010309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cdf744-2ce3-4382-936e-f1a03fb9d4d5 req-0f4be1bc-a384-44e2-8a21-91227f4ab207 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 950 time: 0.0600035 Nov 12 13:02:39.065505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c5cdf744-2ce3-4382-936e-f1a03fb9d4d5 req-4364438a-35f8-4e64-8c86-c14027a8c8d3 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487728 Nov 12 13:02:39.348568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-e899450a-5026-49ee-ac49-e69405144148 req-f3a5b441-b1c8-45da-87aa-729aab54e174 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:02:39.349519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e899450a-5026-49ee-ac49-e69405144148 req-f3a5b441-b1c8-45da-87aa-729aab54e174 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053849 Nov 12 13:02:39.488629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:39.962260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed213e2-dd1d-4957-87c7-36a2745d32ef req-8e06b7da-6ec9-4e5d-ab3a-bac68c091e33 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:39.963876 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fed213e2-dd1d-4957-87c7-36a2745d32ef req-8e06b7da-6ec9-4e5d-ab3a-bac68c091e33 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 950 time: 0.0500762 Nov 12 13:02:40.017054 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fed213e2-dd1d-4957-87c7-36a2745d32ef req-ee1a4bbe-ac53-4270-9646-2cfbba6890ea tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465593 Nov 12 13:02:40.724257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:41.138801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb401-c584-467d-87b7-a829e74e955a req-a58baaa4-2d16-4836-bdfc-1b977c71a63e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:41.140905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2aeeb401-c584-467d-87b7-a829e74e955a req-a58baaa4-2d16-4836-bdfc-1b977c71a63e tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 950 time: 0.0547755 Nov 12 13:02:41.189436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2aeeb401-c584-467d-87b7-a829e74e955a req-c78f75fd-3a9b-4ceb-a457-01d90523c326 tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e1e4aaf-102b-4c08-98c2-0487e635b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Nov 12 13:02:41.213081 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-ccba4b80-e2bb-4971-ad95-05e7451da60b tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:41.215275 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-ccba4b80-e2bb-4971-ad95-05e7451da60b tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7620f32-c83a-43a4-abed-a9765655c97c HTTP/1.1" status: 200 len: 950 time: 0.0542259 Nov 12 13:02:41.307171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Deleting port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:02:41.307424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:41.382341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:41.396489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] For port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,segment=NetworkSegment(5932cbed-0334-4bdf-bdd8-3460e75f5f5e),segment_id=5932cbed-0334-4bdf-bdd8-3460e75f5f5e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:41.396877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:41.410308 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Calling delete_port for ae9ef09a-88ba-4964-8ed7-5cb9282ba12a owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:02:41.541539 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:41.554275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['ae9ef09a-88ba-4964-8ed7-5cb9282ba12a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:02:41.570598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Pushing event deleted for resources: {'Port': ['ID=ae9ef09a-88ba-4964-8ed7-5cb9282ba12a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:41.617162 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] No DVR routers for this DVR port ae9ef09a-88ba-4964-8ed7-5cb9282ba12a on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:02:41.619945 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:41.623561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-866a255f-18f9-4b81-ac76-f16a8e3d80d1 req-8ca99c62-8400-459d-ad90-2a8c1d6d38da tempest-ServersAdminNegativeTestJSON-1443818439 tempest-ServersAdminNegativeTestJSON-1443818439-project] 10.222.0.65 "DELETE /v2.0/ports/ae9ef09a-88ba-4964-8ed7-5cb9282ba12a HTTP/1.1" status: 204 len: 173 time: 0.4022019 Nov 12 13:02:41.624066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'name': 'network-vif-deleted', 'tag': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:02:41.626365 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb69bfe-a257-4766-86c5-271051274902" -d '{"events": [{"server_uuid": "a7620f32-c83a-43a4-abed-a9765655c97c", "name": "network-vif-deleted", "tag": "ae9ef09a-88ba-4964-8ed7-5cb9282ba12a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:02:41.674133 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961303f-2f5e-43d5-97dd-829637093f19 x-openstack-request-id: req-c961303f-2f5e-43d5-97dd-829637093f19 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:02:41.674767 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7620f32-c83a-43a4-abed-a9765655c97c", "name": "network-vif-deleted", "tag": "ae9ef09a-88ba-4964-8ed7-5cb9282ba12a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:02:41.675028 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c961303f-2f5e-43d5-97dd-829637093f19 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:02:41.675437 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7620f32-c83a-43a4-abed-a9765655c97c', 'name': 'network-vif-deleted', 'tag': 'ae9ef09a-88ba-4964-8ed7-5cb9282ba12a', 'status': 'completed', 'code': 200} Nov 12 13:02:42.509197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:42.641416 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c9874df-43f9-4bda-8f4a-d89c9c8d74b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1566fde00a94d7d8f213b6457b771fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310763 Nov 12 13:02:42.643877 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:42.690307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ebf46dc6-89f6-47a4-9182-0c9220652450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:42.710862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ebf46dc6-89f6-47a4-9182-0c9220652450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:42.756707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ebf46dc6-89f6-47a4-9182-0c9220652450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:42.759220 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ebf46dc6-89f6-47a4-9182-0c9220652450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:42.760360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ebf46dc6-89f6-47a4-9182-0c9220652450 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e1e4aaf-102b-4c08-98c2-0487e635b065 HTTP/1.1" status: 204 len: 168 time: 0.1155992 Nov 12 13:02:42.768503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf46dc6-89f6-47a4-9182-0c9220652450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e4aaf-102b-4c08-98c2-0487e635b065,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:43.024269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:43.040774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656ca50-b805-4b2f-9f3d-1e1b82d678f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.116261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656ca50-b805-4b2f-9f3d-1e1b82d678f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.119984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656ca50-b805-4b2f-9f3d-1e1b82d678f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.160762 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e656ca50-b805-4b2f-9f3d-1e1b82d678f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8681fd177574d7ab58136db7ac1b7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350231 Nov 12 13:02:43.161898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656ca50-b805-4b2f-9f3d-1e1b82d678f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ee2fe-f4e2-49d1-8bcc-dd0967c7867a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:43.165403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:43.213693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f961d18-9a97-4673-b098-3e2cd270ebde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.235641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f961d18-9a97-4673-b098-3e2cd270ebde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.282786 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f961d18-9a97-4673-b098-3e2cd270ebde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.285331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f961d18-9a97-4673-b098-3e2cd270ebde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.286527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3f961d18-9a97-4673-b098-3e2cd270ebde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc6ee2fe-f4e2-49d1-8bcc-dd0967c7867a HTTP/1.1" status: 204 len: 168 time: 0.1201303 Nov 12 13:02:43.294904 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f961d18-9a97-4673-b098-3e2cd270ebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ee2fe-f4e2-49d1-8bcc-dd0967c7867a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:43.992960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:44.120148 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-721120606-network', 'tenant_id': '70771260ceb949978bb65e52e11096eb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:44.142609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Made reservation on behalf of 70771260ceb949978bb65e52e11096eb for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:02:44.145154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.154151 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.227342 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.230972 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.253755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:02:44.268806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06946fc2-7c28-496a-8578-f626ce807fe7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:44.271652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.271993 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Added segment 7295fa0e-17aa-4704-b9a4-66e066814c2e of type vlan for network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 Nov 12 13:02:44.311227 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.336159 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.337184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:44.337770 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.397523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4034264 Nov 12 13:02:44.400544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:44.404788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea613dd-053d-4d7e-9473-565fc08ae661 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:44.406228 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Request body: {'subnet': {'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-721120606-subnet', 'tenant_id': '70771260ceb949978bb65e52e11096eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:44.415917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:02:44.428804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Made reservation on behalf of 70771260ceb949978bb65e52e11096eb for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:02:44.431245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.495012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae9ef09a-88ba-4964-8ed7-5cb9282ba12a no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:02:44.522205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: ae9ef09a-88ba-4964-8ed7-5cb9282ba12a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:02:44.522577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device ae9ef09a-88ba-4964-8ed7-5cb9282ba12a not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:02:44.603170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.932118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3908b8e0-24b2-41b9-b6ca-3205212cad7c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:44.941301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Checking segment: {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:02:44.941662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Network hostable DHCP agents. Network: 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:02:44.958433 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:02:44.966646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:44.970739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:44.971326 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:44.977837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f245f534-d81c-4be2-a801-d63f1a8f31a2 None None] Network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:02:44.995262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-55cd1c49-b6df-488c-b63e-6b9cb2f06ff1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5859764 Nov 12 13:02:45.112547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e1f636-941f-4c98-a25e-64050bac401c None None] Network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:02:45.421917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-8ae90b6b-43b0-49f1-91c9-7151be90bd79 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:45.423428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-8ae90b6b-43b0-49f1-91c9-7151be90bd79 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 811 time: 0.1047916 Nov 12 13:02:45.439127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-e713749c-4d66-4d24-b650-bf3cf9e65fc4 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/quotas/70771260ceb949978bb65e52e11096eb HTTP/1.1" status: 200 len: 375 time: 0.0099249 Nov 12 13:02:45.470407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-a29c47db-ae5a-4de4-b9c1-da3a78368a81 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259330 Nov 12 13:02:45.570388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-905797d4-37d4-4111-ac0c-e4cafef7c8bb service neutron] 10.222.0.18 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929453 Nov 12 13:02:45.660204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-15198512-f478-4736-818e-84b2c521e7fd service neutron] 10.222.0.18 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835745 Nov 12 13:02:45.823378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c541d8e1-217f-44ce-98db-fb931484b365 req-c8f3215a-1d60-4323-81d9-f4b61fd3244b tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 210 time: 0.0337691 Nov 12 13:02:46.757887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-a9b0d0e6-717d-4807-8052-b968061f12a1 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:46.759401 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-a9b0d0e6-717d-4807-8052-b968061f12a1 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.81 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 811 time: 0.1074309 Nov 12 13:02:46.772330 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Request body: {'port': {'device_id': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98', 'admin_state_up': True, 'tenant_id': '70771260ceb949978bb65e52e11096eb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:46.884051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Made reservation on behalf of 70771260ceb949978bb65e52e11096eb for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:02:46.887599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:46.906478 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:02:46.927124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbe92105-405f-4e10-9130-118d345751e9 req-dcb0344c-ff1f-4569-9211-daae96e5c716 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 210 time: 0.0356507 Nov 12 13:02:47.038312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Allocated IP 172.20.0.10 (0a4f44fa-8990-4ff1-bafa-56a4de8cbb98/3908b8e0-24b2-41b9-b6ca-3205212cad7c/8ec3a770-a6e0-4765-9c64-05079f3747e9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:02:47.182111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:47.216538 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:47.260459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:02:47.263477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:47.269808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:02:47.297010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:47.326060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:47.326702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:47.343426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-7bcb97da-a0e6-4bc1-933e-df93d7714e1d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748096 Nov 12 13:02:47.355823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Request body: {'port': {'device_id': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:47.414270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:47.970461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec3a770-a6e0-4765-9c64-05079f3747e9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:02:47.977957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:47.990102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Transition to ACTIVE for port object 8ec3a770-a6e0-4765-9c64-05079f3747e9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:02:47.994502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:48.073518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:48.107882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c0ee-853c-41a3-b8c0-40cfeafa1319 req-5a0338ee-f963-4ec5-8e81-e65c2527224d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:48.109535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6555c0ee-853c-41a3-b8c0-40cfeafa1319 req-5a0338ee-f963-4ec5-8e81-e65c2527224d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.1115923 Nov 12 13:02:48.187601 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:02:48.187933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:02:48.188260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:02:48.194101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6555c0ee-853c-41a3-b8c0-40cfeafa1319 req-b23aa80f-c39e-42fd-ba2c-c7fbff4b7d1f tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661373 Nov 12 13:02:48.196132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:02:48.196455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:02:48.202311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:02:48.202653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Checking segment: {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:02:48.203055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Bound using segment: {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:02:48.203465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Bound port: 8ec3a770-a6e0-4765-9c64-05079f3747e9, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:02:48.203860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:48.272707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:02:48.275726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:02:48.279197 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:48.312137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:48.312765 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:48.314232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] 10.222.0.81 "PUT /v2.0/ports/8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 1092 time: 0.9623513 Nov 12 13:02:48.314750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:02:48.316991 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:02:48.349692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d431a-8f7b-4a29-9d2c-52f05e9271e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:48.354973 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272fe195-0bb3-4cff-aae5-0ccb29931fe3 x-openstack-request-id: req-272fe195-0bb3-4cff-aae5-0ccb29931fe3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:02:48.355261 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:02:48.355514 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-272fe195-0bb3-4cff-aae5-0ccb29931fe3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:02:48.355908 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'status': 'completed', 'code': 200} Nov 12 13:02:48.396792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-e06004a9-0201-40f1-b5a5-3fb269b8be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:48.398340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-e06004a9-0201-40f1-b5a5-3fb269b8be4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1095 time: 0.0451713 Nov 12 13:02:48.443455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-912469e3-6548-4176-a4cc-d971ab2cac60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0354192 Nov 12 13:02:48.494978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-765a0cd3-a329-4931-940e-20145873c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:48.496437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-765a0cd3-a329-4931-940e-20145873c5be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0463126 Nov 12 13:02:48.529025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-a051e458-27f1-412e-a17d-dee1bbda9516 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250835 Nov 12 13:02:48.623233 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-21e58d8e-181a-4a79-bc36-b0370e330781 service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Nov 12 13:02:48.715377 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cca0e7f3-8c9f-405a-b132-9d562ded29fa req-dcb8b03b-1867-4cf8-9a6b-4eecc28a5448 service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Nov 12 13:02:48.801157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-ac51b09a-f3d6-4d5f-91fb-e2df06025c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:48.802717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-ac51b09a-f3d6-4d5f-91fb-e2df06025c10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1095 time: 0.0411263 Nov 12 13:02:48.907239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-0135b9c2-5aa8-40a6-8fbe-dd4f5dbf2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:48.908741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-0135b9c2-5aa8-40a6-8fbe-dd4f5dbf2cc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 912 time: 0.0994771 Nov 12 13:02:48.953669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-e02d94c4-5ee9-4256-ae30-9561848bd032 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0366452 Nov 12 13:02:49.007781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-cb71ddeb-e0dc-4acb-b7d5-21a465d09019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:49.009281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-cb71ddeb-e0dc-4acb-b7d5-21a465d09019 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0487080 Nov 12 13:02:49.043358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-4e3c3dda-2609-4243-8f61-d75ad128392a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256863 Nov 12 13:02:49.134739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-e13b69f4-5b52-46db-aacb-07e7b0fd01e5 service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826430 Nov 12 13:02:49.233613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d4b3031-406f-493b-97d1-b7fb9fc45ec7 req-faf31048-4ab1-4ddf-9186-fdb5d37c17bf service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900536 Nov 12 13:02:49.323379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43aef-6ebd-4ec2-a2e0-1a407c0c3866 req-1c89abfd-bdf4-4993-9be5-ab7b3da37ab5 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:49.324929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bb43aef-6ebd-4ec2-a2e0-1a407c0c3866 req-1c89abfd-bdf4-4993-9be5-ab7b3da37ab5 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0526071 Nov 12 13:02:49.373821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bb43aef-6ebd-4ec2-a2e0-1a407c0c3866 req-7aca270a-b5f3-47d7-b82f-6e1f3c60ee3a tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Nov 12 13:02:50.496246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4628a3-09a6-4b85-8818-d8280f39192c req-1a44d877-8bf4-4ed7-84d2-ee4252408de0 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:50.497789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed4628a3-09a6-4b85-8818-d8280f39192c req-1a44d877-8bf4-4ed7-84d2-ee4252408de0 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0545263 Nov 12 13:02:50.548289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed4628a3-09a6-4b85-8818-d8280f39192c req-858c62aa-64ca-4d95-8cba-8ef11b8de9cc tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Nov 12 13:02:51.664931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9631-0ca8-4f05-b1d1-35dcbae9062b req-33b157a1-1d28-4e7f-bc7e-580b07783bf8 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:51.666457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e45c9631-0ca8-4f05-b1d1-35dcbae9062b req-33b157a1-1d28-4e7f-bc7e-580b07783bf8 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0501435 Nov 12 13:02:51.714597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e45c9631-0ca8-4f05-b1d1-35dcbae9062b req-f2ff133f-cd42-4fc3-bddc-c4a0714ea191 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Nov 12 13:02:52.294513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:02:52.387269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:52.398957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98', 'port_id': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'mac_address': 'fa:16:3e:77:77:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3908b8e0-24b2-41b9-b6ca-3205212cad7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:02:52.439046 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:52.451312 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec3a770-a6e0-4765-9c64-05079f3747e9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:02:52.470689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:52.474587 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:52.521035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:52.691575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8ec3a770-a6e0-4765-9c64-05079f3747e9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:02:52.835179 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc268f-e277-4aac-88c5-a853776cb56d req-eef56c91-7a37-41ee-bca9-bd0de3c01766 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:52.836702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9efc268f-e277-4aac-88c5-a853776cb56d req-eef56c91-7a37-41ee-bca9-bd0de3c01766 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 945 time: 0.0521014 Nov 12 13:02:52.888136 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9efc268f-e277-4aac-88c5-a853776cb56d req-8e112179-6aed-4406-842e-39ec11bc938e tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Nov 12 13:02:54.005161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd94e1-6282-4dba-9702-08225900296b req-b4066d95-f160-445e-b7f0-4baed3f0be87 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:54.006660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57fd94e1-6282-4dba-9702-08225900296b req-b4066d95-f160-445e-b7f0-4baed3f0be87 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 945 time: 0.0505533 Nov 12 13:02:54.054730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57fd94e1-6282-4dba-9702-08225900296b req-90cdf067-2857-49c0-b436-11bd23589647 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Nov 12 13:02:54.294444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:02:54.343592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 8ec3a770-a6e0-4765-9c64-05079f3747e9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:02:54.347333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8ec3a770-a6e0-4765-9c64-05079f3747e9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:54.347704 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:54.427151 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:54.449165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:02:54.451357 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6098370-aa27-4cbe-a18b-93e6e1feba2d" -d '{"events": [{"server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "name": "network-vif-plugged", "status": "completed", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:02:54.464358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:54.469119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:54.495960 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4353190-9ea4-4afa-814f-fd029b3f60fe x-openstack-request-id: req-f4353190-9ea4-4afa-814f-fd029b3f60fe {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:02:54.496342 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "name": "network-vif-plugged", "status": "completed", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:02:54.496650 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4353190-9ea4-4afa-814f-fd029b3f60fe {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:02:54.497940 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'code': 200} Nov 12 13:02:54.531837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:54.591474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd91412-482d-490d-bd02-843c2497a0e5 req-675a569f-3514-4640-bb23-ca11927ca013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:54.592962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6bd91412-482d-490d-bd02-843c2497a0e5 req-675a569f-3514-4640-bb23-ca11927ca013 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1097 time: 0.0409899 Nov 12 13:02:54.637457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6bd91412-482d-490d-bd02-843c2497a0e5 req-65d77a97-2391-418e-a41d-5b3df98ac241 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Nov 12 13:02:55.184273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca6d8-29c5-4d68-9132-552173d15a59 req-0d3bd967-24c1-4013-9e89-1570d091580b tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:55.185820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe8ca6d8-29c5-4d68-9132-552173d15a59 req-0d3bd967-24c1-4013-9e89-1570d091580b tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0630002 Nov 12 13:02:55.234236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe8ca6d8-29c5-4d68-9132-552173d15a59 req-d3a5375c-8288-4c95-af4a-4de55848005c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Nov 12 13:02:56.364613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7345564-b0a5-4910-b95f-49b8ecb6fb99 req-c1d6ae12-7154-4b73-afce-b45044f90d66 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:56.366190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7345564-b0a5-4910-b95f-49b8ecb6fb99 req-c1d6ae12-7154-4b73-afce-b45044f90d66 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0518694 Nov 12 13:02:56.413739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7345564-b0a5-4910-b95f-49b8ecb6fb99 req-7aca4098-c6b3-4c01-b8a5-7de5119fe720 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Nov 12 13:02:56.745812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38279f-e453-46c1-af6c-814d52d57142 req-09aa3191-2d4f-4557-843e-501ee5db1b67 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:56.747438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce38279f-e453-46c1-af6c-814d52d57142 req-09aa3191-2d4f-4557-843e-501ee5db1b67 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0527921 Nov 12 13:02:56.783804 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-841a4037-62a0-4e23-a2e3-dc5af7f0f713 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981410 Nov 12 13:02:56.794052 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-564ded18-1244-43e4-91d0-c45aa44d7bcd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:02:56.795076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-564ded18-1244-43e4-91d0-c45aa44d7bcd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052967 Nov 12 13:02:56.802007 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce38279f-e453-46c1-af6c-814d52d57142 req-c1a238c8-5656-4656-ac31-fd4b160c2a82 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Nov 12 13:02:57.910365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-61e0f129-6149-4e88-af15-36a73a9b21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:57.912052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-61e0f129-6149-4e88-af15-36a73a9b21de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1097 time: 0.0737391 Nov 12 13:02:57.956521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf5fb2-27e1-4e02-a2e0-c871b528291a req-afb9af67-9ba5-4ae3-873d-193834580caa tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:57.959895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1dbf5fb2-27e1-4e02-a2e0-c871b528291a req-afb9af67-9ba5-4ae3-873d-193834580caa tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0855234 Nov 12 13:02:58.056621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1dbf5fb2-27e1-4e02-a2e0-c871b528291a req-f1f252f4-77b7-4a8d-8df0-5848295cc826 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675662 Nov 12 13:02:58.057935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-3ecccdd1-d53a-441c-a6af-1b1b2b21484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:58.059328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-3ecccdd1-d53a-441c-a6af-1b1b2b21484b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 912 time: 0.1395006 Nov 12 13:02:58.103991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-547559ae-309e-497a-a44c-32c0f21b639d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0366125 Nov 12 13:02:58.159830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-a48847e4-2ef7-4dd6-8843-62501168754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:58.161366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-a48847e4-2ef7-4dd6-8843-62501168754e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0502226 Nov 12 13:02:58.194892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-dba7e5cf-78f1-4be2-8365-19ef2e8ebde8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262542 Nov 12 13:02:58.285198 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-72380f08-94f9-4a4a-af3f-b57e36857565 service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823250 Nov 12 13:02:58.381450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-5fc9e806-eeef-4acf-a0c3-e3485fd17012 service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884337 Nov 12 13:02:59.178271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d83c3-9780-40de-988b-748068c3d7b2 req-aa0fa2d0-5df4-49ee-be99-cef73418f9cb tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:59.179786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a1d83c3-9780-40de-988b-748068c3d7b2 req-aa0fa2d0-5df4-49ee-be99-cef73418f9cb tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0495613 Nov 12 13:02:59.228703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a1d83c3-9780-40de-988b-748068c3d7b2 req-34b0733b-8cb0-4a17-adba-9dc569b9fc73 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Nov 12 13:02:59.882843 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:00.126577 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:00.350256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06239f49-4d4d-4488-8329-1d47ab971269 req-3bd61d14-7a7c-4ea9-9898-bfa271c911d8 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:00.352448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06239f49-4d4d-4488-8329-1d47ab971269 req-3bd61d14-7a7c-4ea9-9898-bfa271c911d8 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0554841 Nov 12 13:03:00.402062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06239f49-4d4d-4488-8329-1d47ab971269 req-8027bc50-0c9d-4191-972b-0e88c7eeb3f0 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Nov 12 13:03:01.524655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bca0ea-2854-4560-94d1-92cf1cc81a26 req-de5b004b-f159-456b-8572-71ef37967648 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:01.526176 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46bca0ea-2854-4560-94d1-92cf1cc81a26 req-de5b004b-f159-456b-8572-71ef37967648 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0494590 Nov 12 13:03:01.573341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46bca0ea-2854-4560-94d1-92cf1cc81a26 req-6f311cfd-f82b-42f2-abca-ae265303e6a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Nov 12 13:03:02.689831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262576e1-2bec-4a51-a60d-a6aa26c4d9b8 req-1083d2b5-2e67-419a-8561-814eb8d2f462 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:02.691372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-262576e1-2bec-4a51-a60d-a6aa26c4d9b8 req-1083d2b5-2e67-419a-8561-814eb8d2f462 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0492892 Nov 12 13:03:02.743425 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-262576e1-2bec-4a51-a60d-a6aa26c4d9b8 req-59eb0714-ab67-4e78-8dbe-8a65fa6407b5 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Nov 12 13:03:03.858718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c73-bd1c-4b47-a920-1c7b2a7cae7f req-5ff42eeb-28bd-4b1d-9554-9847b3375807 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:03.860243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fcf1c73-bd1c-4b47-a920-1c7b2a7cae7f req-5ff42eeb-28bd-4b1d-9554-9847b3375807 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0495782 Nov 12 13:03:03.909034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fcf1c73-bd1c-4b47-a920-1c7b2a7cae7f req-aa1abd2c-90fb-4e8e-be65-496c65f4d4e3 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Nov 12 13:03:05.025211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb9e9-7a73-4bce-9f1e-07a9501e7203 req-56ba8407-1ce2-4b8f-a020-be2f2f26d8c8 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:05.026758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4ffb9e9-7a73-4bce-9f1e-07a9501e7203 req-56ba8407-1ce2-4b8f-a020-be2f2f26d8c8 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0511856 Nov 12 13:03:05.074312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4ffb9e9-7a73-4bce-9f1e-07a9501e7203 req-d798503b-c6dc-47c5-a41e-f556af90451d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Nov 12 13:03:05.746099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-193db0bf-c574-47b9-9582-3e093d194201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:06.199018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec9dc9-cc3e-4fdb-8199-0b617dd176de req-359f5c73-a228-4496-872f-1527153c37cb tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:06.200521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29ec9dc9-cc3e-4fdb-8199-0b617dd176de req-359f5c73-a228-4496-872f-1527153c37cb tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0545468 Nov 12 13:03:06.247177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-29ec9dc9-cc3e-4fdb-8199-0b617dd176de req-58a6d43f-b4a3-4e66-827a-3866344c415d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Nov 12 13:03:07.366318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fed4-873f-46e6-b704-7f5d82b12fbd req-f53a4261-65fa-4a84-806e-85c4015ab1ec tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:07.367815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5159fed4-873f-46e6-b704-7f5d82b12fbd req-f53a4261-65fa-4a84-806e-85c4015ab1ec tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0494683 Nov 12 13:03:07.415238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5159fed4-873f-46e6-b704-7f5d82b12fbd req-16eda39d-db59-44c0-b49a-aba70a6e1977 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Nov 12 13:03:08.532502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0837c-feda-4451-b78d-63fd33e8f686 req-d74b7a6f-50b4-4dce-8b74-5fb665d2ed63 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:08.534001 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec0837c-feda-4451-b78d-63fd33e8f686 req-d74b7a6f-50b4-4dce-8b74-5fb665d2ed63 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0505583 Nov 12 13:03:08.586388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec0837c-feda-4451-b78d-63fd33e8f686 req-b813a50a-ce7d-42b8-a9a8-364a321fd7f7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Nov 12 13:03:08.987099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-079d64c8-e454-470c-bb88-374c470e08ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:09.489069 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:09.709586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990886-7234-404e-bdf9-9b5f22d47b5e req-89ab34a0-79fd-456f-8a9e-6fade5860b60 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:09.711113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e6990886-7234-404e-bdf9-9b5f22d47b5e req-89ab34a0-79fd-456f-8a9e-6fade5860b60 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0499418 Nov 12 13:03:09.759698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e6990886-7234-404e-bdf9-9b5f22d47b5e req-f2358807-1470-4e8d-9f59-fd0f34feff7d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Nov 12 13:03:10.724252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:10.875100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7d99b-8390-4dcf-8943-2e263dbcfc3b req-d730406b-8068-4cd7-b99e-10e243836971 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:10.876606 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00d7d99b-8390-4dcf-8943-2e263dbcfc3b req-d730406b-8068-4cd7-b99e-10e243836971 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0500255 Nov 12 13:03:10.923550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00d7d99b-8390-4dcf-8943-2e263dbcfc3b req-9ba2bdb4-576c-4243-b91e-638204cc0829 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Nov 12 13:03:11.386204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:12.043405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0b35-1802-4062-946e-139ce72412a6 req-70008ad6-ade1-4ce6-a976-675d04727df3 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:12.044814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-696e0b35-1802-4062-946e-139ce72412a6 req-70008ad6-ade1-4ce6-a976-675d04727df3 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0536802 Nov 12 13:03:12.097416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-696e0b35-1802-4062-946e-139ce72412a6 req-badb00da-c81e-4319-93bc-87fab8b09b54 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Nov 12 13:03:13.221745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10740de0-92e9-4ac1-910b-4cefc64cbe2b req-083b906a-6a19-42ef-9d47-30798ad1f46c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:13.223273 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10740de0-92e9-4ac1-910b-4cefc64cbe2b req-083b906a-6a19-42ef-9d47-30798ad1f46c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0495110 Nov 12 13:03:13.270856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10740de0-92e9-4ac1-910b-4cefc64cbe2b req-b8edf82a-7390-4f44-82f9-1de7ba3ed224 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Nov 12 13:03:14.391624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef514b1d-7e51-46f7-aed3-0ac99d56fe6c req-0895ec0b-cf68-43f9-8c85-0ca5f5d75b95 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:14.393119 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef514b1d-7e51-46f7-aed3-0ac99d56fe6c req-0895ec0b-cf68-43f9-8c85-0ca5f5d75b95 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0541027 Nov 12 13:03:14.440702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef514b1d-7e51-46f7-aed3-0ac99d56fe6c req-91315506-d19c-4317-8d13-1201d9d5f783 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Nov 12 13:03:15.563364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e15fd-6523-4727-8e47-430987fc14d4 req-2c3d7c73-ddc4-4f4d-98f7-c4117acf6369 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:15.565167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-000e15fd-6523-4727-8e47-430987fc14d4 req-2c3d7c73-ddc4-4f4d-98f7-c4117acf6369 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0521111 Nov 12 13:03:15.613420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-000e15fd-6523-4727-8e47-430987fc14d4 req-b4148060-4aee-48cb-a5b5-eae5bdbca1db tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Nov 12 13:03:16.731034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98b271-8674-4b70-9efe-d9e516340009 req-226fd246-6ee9-460e-841b-96bf06595e83 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:16.732596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c98b271-8674-4b70-9efe-d9e516340009 req-226fd246-6ee9-460e-841b-96bf06595e83 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0514264 Nov 12 13:03:16.784695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c98b271-8674-4b70-9efe-d9e516340009 req-b467470f-7cf8-4267-b151-6f9ae8ef9622 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Nov 12 13:03:17.902014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0263390-631e-43d9-b66a-e68910f786fa req-308b38c1-9369-4277-9557-231586bc9e07 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:17.903538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0263390-631e-43d9-b66a-e68910f786fa req-308b38c1-9369-4277-9557-231586bc9e07 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0507159 Nov 12 13:03:17.951108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0263390-631e-43d9-b66a-e68910f786fa req-b8eb10d6-5d9f-4fa3-ab1e-b23e47512f0f tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Nov 12 13:03:19.069884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d7b1-af06-4af5-94cf-754dedceb875 req-72fd0262-6ff0-4c7c-9a28-e7153b40d11c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:19.071357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b60d7b1-af06-4af5-94cf-754dedceb875 req-72fd0262-6ff0-4c7c-9a28-e7153b40d11c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0503330 Nov 12 13:03:19.119971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b60d7b1-af06-4af5-94cf-754dedceb875 req-74459a1a-41a0-450e-879e-6c4f462fdb8d tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Nov 12 13:03:20.244923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ccdee-7932-4845-bbe0-d95b6e395559 req-fccdb586-dbb5-46ea-a87e-29577d0b1362 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:20.246433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-279ccdee-7932-4845-bbe0-d95b6e395559 req-fccdb586-dbb5-46ea-a87e-29577d0b1362 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0533996 Nov 12 13:03:20.293831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-279ccdee-7932-4845-bbe0-d95b6e395559 req-398f4aa6-f454-4464-b5e6-e5b027aeb536 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Nov 12 13:03:21.410373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2471000-68d2-45ed-9961-d28a3ad88d03 req-d9a994ac-bd60-442c-abe8-a8777e5e1718 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:21.411936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a2471000-68d2-45ed-9961-d28a3ad88d03 req-d9a994ac-bd60-442c-abe8-a8777e5e1718 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0496371 Nov 12 13:03:21.461431 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a2471000-68d2-45ed-9961-d28a3ad88d03 req-55ab46e0-d2a8-45a8-b0ea-64184e6ee951 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Nov 12 13:03:22.578030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dbae-3b3d-49da-823b-c2b98c5759c4 req-879560b5-1755-40d4-87e0-2561353b746b tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:22.579549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7441dbae-3b3d-49da-823b-c2b98c5759c4 req-879560b5-1755-40d4-87e0-2561353b746b tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0495458 Nov 12 13:03:22.631529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7441dbae-3b3d-49da-823b-c2b98c5759c4 req-78a1e261-18a9-464f-b682-7a8aab7abc84 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Nov 12 13:03:23.745889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade4798-5c8c-40a4-bcc4-77e6f22a9879 req-84d8d0bd-e0b1-4a0e-88d7-659d0e7b45b7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:23.747423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ade4798-5c8c-40a4-bcc4-77e6f22a9879 req-84d8d0bd-e0b1-4a0e-88d7-659d0e7b45b7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0493979 Nov 12 13:03:23.795336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ade4798-5c8c-40a4-bcc4-77e6f22a9879 req-8e69f798-f7e3-49df-9023-51393f6cf751 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Nov 12 13:03:23.906306 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:03:24.911962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10ffc-17a0-4d3f-b295-233748e21ca7 req-cbd84895-5ac5-4cc0-96cf-d037fee1a86c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:24.913467 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-edb10ffc-17a0-4d3f-b295-233748e21ca7 req-cbd84895-5ac5-4cc0-96cf-d037fee1a86c tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 946 time: 0.0499251 Nov 12 13:03:24.960625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-edb10ffc-17a0-4d3f-b295-233748e21ca7 req-10c7ff2a-9240-4b4b-8327-061a35f1e0d1 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Nov 12 13:03:25.315999 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-61a44589-e977-480b-9033-fd102fc6a348 req-4c8a681c-b14c-4ef7-bdb5-8bd45f9a5d10 service neutron] show failed (client error): The resource could not be found. Nov 12 13:03:25.317019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-4c8a681c-b14c-4ef7-bdb5-8bd45f9a5d10 service neutron] 10.222.0.81 "GET /v2.0/ports/8ec3a770-a6e0-4765-9c64-05079f3747e9/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0600064 Nov 12 13:03:25.552420 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-a069fe35-bbfa-4df8-9043-a60f6bb40105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:25.554069 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-a069fe35-bbfa-4df8-9043-a60f6bb40105 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb&tenant_id=70771260ceb949978bb65e52e11096eb HTTP/1.1" status: 200 len: 1097 time: 0.0740113 Nov 12 13:03:25.565646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:03:25.618007 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:25.815343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:25.847098 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:03:25.891636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:03:25.893874 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4838f9-0f66-412a-aa7a-ee10c6c25a35" -d '{"events": [{"server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:03:25.897890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:25.911959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Transition to ACTIVE for port object 8ec3a770-a6e0-4765-9c64-05079f3747e9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:03:25.915547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:25.946845 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564b0070-9b4f-4118-9458-f696acaf0ceb x-openstack-request-id: req-564b0070-9b4f-4118-9458-f696acaf0ceb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:03:25.947140 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:03:25.947386 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-564b0070-9b4f-4118-9458-f696acaf0ceb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:03:25.947783 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'code': 200} Nov 12 13:03:25.984445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] No DVR routers for this DVR port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:03:25.986490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:25.997540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:25.997888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:25.998441 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:25.999254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:25.999382 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:25.999705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.000029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.000351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.000675 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.000994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.001311 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.001628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:26.035015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:03:26.035350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:03:26.035672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:03:26.040054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:03:26.040374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Attempting to bind port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on network 0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:03:26.046608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:03:26.046957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Checking segment: {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:03:26.047348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Bound using segment: {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:03:26.047776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Bound port: 8ec3a770-a6e0-4765-9c64-05079f3747e9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7295fa0e-17aa-4704-b9a4-66e066814c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:03:26.048136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:26.082070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a67ef-21bd-47ba-9fe1-3f4e813ea273 req-5b17ff54-54cd-4ada-9e5d-819311d1c353 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:26.083852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-928a67ef-21bd-47ba-9fe1-3f4e813ea273 req-5b17ff54-54cd-4ada-9e5d-819311d1c353 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0532005 Nov 12 13:03:26.117040 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:03:26.120027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:03:26.125383 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:26.134360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-928a67ef-21bd-47ba-9fe1-3f4e813ea273 req-41954565-8701-4251-8655-c8844b342d3a tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Nov 12 13:03:26.163086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:26.163700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:26.165058 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] 10.222.0.65 "PUT /v2.0/ports/8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 1092 time: 0.6035149 Nov 12 13:03:26.183575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef756737-c631-4cf4-8a74-7c3972e60f1a service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:26.228600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-e184e2f7-f97f-4784-aa09-9d5095b54deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:26.230099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-e184e2f7-f97f-4784-aa09-9d5095b54deb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1095 time: 0.0423656 Nov 12 13:03:26.323782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-f45cde83-1c0f-4a24-9812-6e504de77440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:26.325247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-f45cde83-1c0f-4a24-9812-6e504de77440 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 912 time: 0.0884941 Nov 12 13:03:26.367866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-8a507796-4b08-4b57-9e85-e0960432095f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Nov 12 13:03:26.416925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44589-e977-480b-9033-fd102fc6a348 req-6eb1120c-eca3-4633-a9fe-b9cb629549c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:26.418360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-6eb1120c-eca3-4633-a9fe-b9cb629549c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0435605 Nov 12 13:03:26.453517 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-60099f1f-a212-485c-a26e-30964ff5decf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287867 Nov 12 13:03:26.563254 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-17a02a8f-58ce-4814-b7b9-9885d705bcc4 service neutron] 10.222.0.65 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028976 Nov 12 13:03:26.658439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61a44589-e977-480b-9033-fd102fc6a348 req-3a7d77dc-fae8-4d88-827c-b186b6463324 service neutron] 10.222.0.65 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Nov 12 13:03:27.264883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967489e-1504-4767-8364-2a273f7f8d63 req-5fc3c446-9279-4130-bfd5-60e618500f2f tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:27.266412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2967489e-1504-4767-8364-2a273f7f8d63 req-5fc3c446-9279-4130-bfd5-60e618500f2f tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0572984 Nov 12 13:03:27.318391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2967489e-1504-4767-8364-2a273f7f8d63 req-3ef65fe1-3cfc-4485-9e61-3fd7cd3ed065 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Nov 12 13:03:27.949466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:03:27.952500 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c92de-628d-42e3-a271-7480c8587328" -d '{"events": [{"name": "network-changed", "server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:03:27.999836 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8776366-ac74-4a05-a7c1-12bb6190d74c x-openstack-request-id: req-e8776366-ac74-4a05-a7c1-12bb6190d74c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:03:28.000125 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:03:28.000390 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8776366-ac74-4a05-a7c1-12bb6190d74c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:03:28.000807 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'status': 'completed', 'code': 200} Nov 12 13:03:28.064627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c92de-628d-42e3-a271-7480c8587328 req-89b5c6c8-6dad-40e8-85d0-b3eb9f40a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.066044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c92de-628d-42e3-a271-7480c8587328 req-9481370f-7e51-44f2-b52a-7337d85ac719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.066341 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-89b5c6c8-6dad-40e8-85d0-b3eb9f40a67b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1095 time: 0.0454485 Nov 12 13:03:28.067694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-9481370f-7e51-44f2-b52a-7337d85ac719 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1095 time: 0.0445452 Nov 12 13:03:28.171608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c92de-628d-42e3-a271-7480c8587328 req-34e7fc64-245c-4639-949b-996fd944e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.173063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c92de-628d-42e3-a271-7480c8587328 req-d5879759-21b1-4dca-b58c-f30955df22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.173191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-34e7fc64-245c-4639-949b-996fd944e16e service neutron] 10.222.0.65 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 912 time: 0.0959988 Nov 12 13:03:28.175010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-d5879759-21b1-4dca-b58c-f30955df22c5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 912 time: 0.1007180 Nov 12 13:03:28.219460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-f5540fa2-f6ec-4aae-9010-ba1bb4cb09e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0372303 Nov 12 13:03:28.223041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-a7178603-0099-4de0-a99e-cf25ea8323ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0408752 Nov 12 13:03:28.271272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c92de-628d-42e3-a271-7480c8587328 req-42a5affa-96e5-4e88-9ccf-66a7dd3f6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.272739 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-42a5affa-96e5-4e88-9ccf-66a7dd3f6d2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0461769 Nov 12 13:03:28.274303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c92de-628d-42e3-a271-7480c8587328 req-18c45e67-7cca-4852-906d-57bb039d3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.275782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-18c45e67-7cca-4852-906d-57bb039d3d1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0457652 Nov 12 13:03:28.305633 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-f9bab66c-e565-4432-97cd-5ddddcd03d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247104 Nov 12 13:03:28.307396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-e2307cd6-85ad-427f-8202-370497db7ddc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247898 Nov 12 13:03:28.403728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-293742fc-3922-4f68-a5b3-f6268c22238e service neutron] 10.222.0.65 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909989 Nov 12 13:03:28.431825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-7bf821d1-c2f4-4e42-9c77-689d63124f6d service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165621 Nov 12 13:03:28.468555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:03:28.475012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babc2c7-ad58-4b21-9704-f5e062191d80 req-099b94bb-a4ac-4bdb-9846-11420b70f918 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.476516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3babc2c7-ad58-4b21-9704-f5e062191d80 req-099b94bb-a4ac-4bdb-9846-11420b70f918 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0829654 Nov 12 13:03:28.508533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:03:28.509320 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-47059f9e-7792-40fe-9ad4-b5ab6e654087 service neutron] 10.222.0.65 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982618 Nov 12 13:03:28.583465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3babc2c7-ad58-4b21-9704-f5e062191d80 req-21fb84d9-047a-43b6-8db3-13a81a54a8a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777919 Nov 12 13:03:28.585516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f95c92de-628d-42e3-a271-7480c8587328 req-1b4df944-e328-4b26-a77b-4f35a775b9af service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458409 Nov 12 13:03:28.865273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-cd696774-3459-4bb4-8cd6-7208b7c21306 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:28.866903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-cd696774-3459-4bb4-8cd6-7208b7c21306 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb&tenant_id=70771260ceb949978bb65e52e11096eb&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 944 time: 0.0909054 Nov 12 13:03:28.927385 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-a5fe9e7b-d5cb-4147-a2fc-b2f9d86d0463 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:03:28.928421 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-a5fe9e7b-d5cb-4147-a2fc-b2f9d86d0463 service neutron] 10.222.0.81 "DELETE /v2.0/ports/8ec3a770-a6e0-4765-9c64-05079f3747e9/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0537789 Nov 12 13:03:29.022387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-83f4bb68-eacf-4622-90dc-884ed2488833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:29.023900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-83f4bb68-eacf-4622-90dc-884ed2488833 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70771260ceb949978bb65e52e11096eb&device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 1095 time: 0.0485301 Nov 12 13:03:29.114463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-169afeac-0ee1-4433-965f-84c9ed4c7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:29.115853 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-169afeac-0ee1-4433-965f-84c9ed4c7951 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 200 len: 912 time: 0.0850070 Nov 12 13:03:29.161173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-47577821-ea25-420c-bd95-b53bda83cf16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 200 len: 217 time: 0.0382707 Nov 12 13:03:29.209167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-2033f662-cc38-4c08-a816-1b95887e4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:29.210651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-2033f662-cc38-4c08-a816-1b95887e4cbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 200 len: 851 time: 0.0431676 Nov 12 13:03:29.242581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-d5acdbe2-674a-4a4f-bec4-69aa14a2e348 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245988 Nov 12 13:03:29.334358 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-9e1977f7-2be4-4545-8266-c6af2b8848ae service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838375 Nov 12 13:03:29.426194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-40b7cb70-b1f2-42ce-90a9-9b5b2897dc10 service neutron] 10.222.0.81 "GET /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830762 Nov 12 13:03:29.890537 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:30.143699 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:30.157379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cafc-7085-4322-af0f-13587c6c42db req-1bd2f258-8b4e-4e69-a65d-d5a80ae6b407 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:30.159066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dab5cafc-7085-4322-af0f-13587c6c42db req-1bd2f258-8b4e-4e69-a65d-d5a80ae6b407 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 944 time: 0.0559366 Nov 12 13:03:30.215110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dab5cafc-7085-4322-af0f-13587c6c42db req-a5711639-b0eb-4783-a079-2d8d1e828b72 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Nov 12 13:03:30.737217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:03:30.830612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:30.841240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'network_id': '0a4f44fa-8990-4ff1-bafa-56a4de8cbb98', 'port_id': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'mac_address': 'fa:16:3e:77:77:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3908b8e0-24b2-41b9-b6ca-3205212cad7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:03:30.883578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:30.896323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec3a770-a6e0-4765-9c64-05079f3747e9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:03:30.914726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:30.919009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:30.967992 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:31.122154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['8ec3a770-a6e0-4765-9c64-05079f3747e9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:03:31.323097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6e2a7c29-cdbe-4465-a8e2-32aed4798baa tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:31.324637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6e2a7c29-cdbe-4465-a8e2-32aed4798baa tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.65 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 945 time: 0.0515723 Nov 12 13:03:31.342077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d2900-0b47-4295-8b89-1d83bd5f3282 req-112a828d-e113-4435-812a-2779009b906e tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:31.344719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-330d2900-0b47-4295-8b89-1d83bd5f3282 req-112a828d-e113-4435-812a-2779009b906e tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/ports?device_id=c609669d-6775-45de-aeba-52b58d2e71fb HTTP/1.1" status: 200 len: 945 time: 0.0596085 Nov 12 13:03:31.392776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-330d2900-0b47-4295-8b89-1d83bd5f3282 req-d82ee41e-849e-4751-8e5a-3dbaae9d0983 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.18 "GET /v2.0/security-groups?id=06946fc2-7c28-496a-8578-f626ce807fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Nov 12 13:03:31.414530 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Deleting port 8ec3a770-a6e0-4765-9c64-05079f3747e9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:03:31.414879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:31.507002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] For port 8ec3a770-a6e0-4765-9c64-05079f3747e9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=8ec3a770-a6e0-4765-9c64-05079f3747e9,segment=NetworkSegment(7295fa0e-17aa-4704-b9a4-66e066814c2e),segment_id=7295fa0e-17aa-4704-b9a4-66e066814c2e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:31.507388 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:31.521415 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Calling delete_port for 8ec3a770-a6e0-4765-9c64-05079f3747e9 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:03:31.650707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:31.680907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Pushing event deleted for resources: {'Port': ['ID=8ec3a770-a6e0-4765-9c64-05079f3747e9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:31.719722 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] No DVR routers for this DVR port 8ec3a770-a6e0-4765-9c64-05079f3747e9 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:03:31.722399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:31.725747 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3849b73-01e9-45d6-af3b-d43457fb0ce9 req-6f5e88ae-e2f7-4697-89dc-5794201424a7 tempest-DeleteServersTestJSON-748987472 tempest-DeleteServersTestJSON-748987472-project] 10.222.0.65 "DELETE /v2.0/ports/8ec3a770-a6e0-4765-9c64-05079f3747e9 HTTP/1.1" status: 204 len: 173 time: 0.3952868 Nov 12 13:03:31.726195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'name': 'network-vif-deleted', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:03:31.728461 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a1f993-3645-41a6-811e-391bbb80ba38" -d '{"events": [{"server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "name": "network-vif-deleted", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:03:31.770938 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeeca02-c4c2-4270-9fbd-5e27224f78a0 x-openstack-request-id: req-adeeca02-c4c2-4270-9fbd-5e27224f78a0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:03:31.771438 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609669d-6775-45de-aeba-52b58d2e71fb", "name": "network-vif-deleted", "tag": "8ec3a770-a6e0-4765-9c64-05079f3747e9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:03:31.771884 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adeeca02-c4c2-4270-9fbd-5e27224f78a0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:03:31.772532 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609669d-6775-45de-aeba-52b58d2e71fb', 'name': 'network-vif-deleted', 'tag': '8ec3a770-a6e0-4765-9c64-05079f3747e9', 'status': 'completed', 'code': 200} Nov 12 13:03:32.518784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:03:32.563329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Deleting subnet 3908b8e0-24b2-41b9-b6ca-3205212cad7c {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:03:32.566412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.604572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.651383 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.717341 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.745309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3908b8e0-24b2-41b9-b6ca-3205212cad7c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:32.745870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:03:32.749415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.753079 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No ports have port_id starting with 8ec3a770-a6e0-4765-9c64-05079f3747e9 Nov 12 13:03:32.753803 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-23e8d03b-f82e-44fb-bd7f-f30362b103c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3908b8e0-24b2-41b9-b6ca-3205212cad7c HTTP/1.1" status: 204 len: 168 time: 0.2339861 Nov 12 13:03:32.754068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 requested by agent hyperv_n-h2-804878-5 not found in database {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 13:03:32.756363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:03:32.830491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.911957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.931350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4f44fa-8990-4ff1-bafa-56a4de8cbb98']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:03:32.940586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7295fa0e-17aa-4704-b9a4-66e066814c2e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:03:32.940880 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7295fa0e-17aa-4704-b9a4-66e066814c2e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:03:32.949980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.964178 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.971303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:03:32.971658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:03:32.973702 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:03:33.036485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:33.041939 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:33.045407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0a4f44fa-8990-4ff1-bafa-56a4de8cbb98 HTTP/1.1" status: 204 len: 168 time: 0.2881219 Nov 12 13:03:33.056393 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4520c7-d038-4214-a108-fc17dbf976e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4f44fa-8990-4ff1-bafa-56a4de8cbb98,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:33.154055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:03:33.198221 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f982dea5-aeef-438a-9643-819c78ee7e00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70771260ceb949978bb65e52e11096eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429103 Nov 12 13:03:33.200783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:03:33.246607 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47e259b2-b390-45b5-8c16-c850ddfd49ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:33.268586 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47e259b2-b390-45b5-8c16-c850ddfd49ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:33.318264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47e259b2-b390-45b5-8c16-c850ddfd49ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:33.320910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47e259b2-b390-45b5-8c16-c850ddfd49ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:33.322130 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-47e259b2-b390-45b5-8c16-c850ddfd49ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06946fc2-7c28-496a-8578-f626ce807fe7 HTTP/1.1" status: 204 len: 168 time: 0.1204634 Nov 12 13:03:33.331331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e259b2-b390-45b5-8c16-c850ddfd49ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06946fc2-7c28-496a-8578-f626ce807fe7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:33.988201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:03:34.084586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-612491537-network', 'tenant_id': '9f138bdb08404806b816724ea24d3015'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:03:34.104417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Made reservation on behalf of 9f138bdb08404806b816724ea24d3015 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:03:34.106921 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.115492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.190529 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.194041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.220816 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:03:34.227200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5780b1-678d-448a-a784-0dd38dfa6b1e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:34.233263 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.233614 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Added segment 3cb7bbb4-cac2-4516-88c2-43166071ef59 of type vlan for network b226aa92-e296-4075-bb55-a9ffc9b3712e Nov 12 13:03:34.277217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.301218 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.302341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:34.302979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.360686 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713226 Nov 12 13:03:34.363658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:03:34.367864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929842c-7a27-4a24-a54d-1c4a6e6f175b admin admin] Pushing event updated for resources: {'Network': ['ID=b226aa92-e296-4075-bb55-a9ffc9b3712e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:34.368672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Request body: {'subnet': {'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-612491537-subnet', 'tenant_id': '9f138bdb08404806b816724ea24d3015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:03:34.379330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network b226aa92-e296-4075-bb55-a9ffc9b3712e details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:03:34.390253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Made reservation on behalf of 9f138bdb08404806b816724ea24d3015 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:03:34.392727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.558556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.614397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c799945-48ce-45a0-b61b-802018afce61,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:34.627755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.628093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.628427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.628756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.629083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.629408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.629730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.630065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.630417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.630736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.631050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.631364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:34.635581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Checking segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:03:34.635937 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Network hostable DHCP agents. Network: b226aa92-e296-4075-bb55-a9ffc9b3712e, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:03:34.652172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Network b226aa92-e296-4075-bb55-a9ffc9b3712e is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:03:34.660611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, b226aa92-e296-4075-bb55-a9ffc9b3712e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:03:34.664699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:34.665296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:34.672231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d8b2b-4dc3-439b-bee1-74b65937763b None None] Network b226aa92-e296-4075-bb55-a9ffc9b3712e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:03:34.683254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-edc1a158-3e58-43cc-be7d-d7416a5d9560 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3184879 Nov 12 13:03:34.744329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:03:34.774425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 8ec3a770-a6e0-4765-9c64-05079f3747e9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:03:34.774755 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 8ec3a770-a6e0-4765-9c64-05079f3747e9 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:03:34.825433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b86a7-23af-4a1f-b6ce-4d706e64dd69 None None] Network b226aa92-e296-4075-bb55-a9ffc9b3712e requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:03:35.113789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-ce9f249d-7a76-4b82-8ab5-4112732f1a52 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:35.115213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-ce9f249d-7a76-4b82-8ab5-4112732f1a52 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 814 time: 0.1046169 Nov 12 13:03:35.131041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-efc5d6b4-a092-4a8a-aae4-43f2d80bb08f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/quotas/9f138bdb08404806b816724ea24d3015 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Nov 12 13:03:35.161457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-515b22f4-038b-471f-b860-b270bfc4d19f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252187 Nov 12 13:03:35.253596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-f5d32a2f-4005-46c8-b4f6-b2d8ceb2f256 service neutron] 10.222.0.18 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854185 Nov 12 13:03:35.344516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-941d61a5-c416-4364-9934-88d443a5c1ad service neutron] 10.222.0.18 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Nov 12 13:03:35.503807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe60113a-a051-4f2e-8459-c80ed6f0d7ff req-ab01b6fa-4124-401e-8ea8-27ec9c11a690 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 210 time: 0.0276725 Nov 12 13:03:35.741729 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531ce10a-86dd-45c7-b6fd-43e0994367d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:36.586397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-931c44f7-cf57-40ea-9895-542257932d03 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:36.588105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-931c44f7-cf57-40ea-9895-542257932d03 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 814 time: 0.1170201 Nov 12 13:03:36.601538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Request body: {'port': {'device_id': '9e9dfef0-a932-4470-9864-459f0db316a6', 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'admin_state_up': True, 'tenant_id': '9f138bdb08404806b816724ea24d3015'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:03:36.611817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5eb6bbf-1173-4363-af1a-09440ad55d0e req-d39e37b3-a4c9-4ff9-ae83-4ebbaea5b242 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 210 time: 0.0352252 Nov 12 13:03:36.712117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Made reservation on behalf of 9f138bdb08404806b816724ea24d3015 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:03:36.715699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:36.841938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Allocated IP 172.20.0.13 (b226aa92-e296-4075-bb55-a9ffc9b3712e/8c799945-48ce-45a0-b61b-802018afce61/f8fdf852-647a-4585-a8f0-25f402035d08) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:03:36.988230 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.024362 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.065654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Network b226aa92-e296-4075-bb55-a9ffc9b3712e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:03:37.070571 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:03:37.074220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:03:37.081147 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:37.127083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:37.127694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.143995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-1c7e01c4-1705-4c21-ac45-ce7e1b27819b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467498 Nov 12 13:03:37.155998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Request body: {'port': {'device_id': '9e9dfef0-a932-4470-9864-459f0db316a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:03:37.213617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.467904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fdf852-647a-4585-a8f0-25f402035d08 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:03:37.475269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.487373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Transition to ACTIVE for port object f8fdf852-647a-4585-a8f0-25f402035d08 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:03:37.492411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.541549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:37.614032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:03:37.614756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:03:37.614756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:03:37.620457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Port f8fdf852-647a-4585-a8f0-25f402035d08 on network b226aa92-e296-4075-bb55-a9ffc9b3712e not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:03:37.620771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:03:37.626381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:03:37.626717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Checking segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:03:37.627100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Bound using segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:03:37.627524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Bound port: f8fdf852-647a-4585-a8f0-25f402035d08, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:03:37.627878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.696306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:03:37.699461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:03:37.704195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.737139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da212e-3f52-4ab8-a161-a8d43b846dc0 req-07cfa035-e51c-45d9-9ac9-6834fc12e07d tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:37.737883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:37.738503 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:37.738728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68da212e-3f52-4ab8-a161-a8d43b846dc0 req-07cfa035-e51c-45d9-9ac9-6834fc12e07d tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 944 time: 0.0558758 Nov 12 13:03:37.739891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] 10.222.0.65 "PUT /v2.0/ports/f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 1092 time: 0.5882237 Nov 12 13:03:37.740327 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:03:37.742586 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cface1-f572-4a72-99f0-2fa09f88d4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:03:37.771424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac68571-db5d-469e-bcd8-ad8b5826dae3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:37.793207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68da212e-3f52-4ab8-a161-a8d43b846dc0 req-bd05b7b8-c8e9-47d6-985f-8fde9c2c63e6 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484643 Nov 12 13:03:37.829981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-7b1657c8-80fd-46ec-b3d9-2a1df7e645a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:37.831575 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-7b1657c8-80fd-46ec-b3d9-2a1df7e645a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1095 time: 0.0507269 Nov 12 13:03:37.839277 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa683b05-b692-4a1d-baee-915636cc0e37 x-openstack-request-id: req-fa683b05-b692-4a1d-baee-915636cc0e37 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:03:37.839565 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:03:37.839819 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa683b05-b692-4a1d-baee-915636cc0e37 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:03:37.840218 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'status': 'completed', 'code': 200} Nov 12 13:03:37.881460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-4352b238-8026-4b58-9682-9e054918ff1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0374591 Nov 12 13:03:37.928968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-bd626f70-8f4d-412f-8f99-b72c2ac5a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:37.930519 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-bd626f70-8f4d-412f-8f99-b72c2ac5a94f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0426807 Nov 12 13:03:37.967053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-8faca2fe-37e9-424d-a114-716a078954c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286369 Nov 12 13:03:38.061869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-79dc568a-17d2-494d-a7ba-23427c7caaa2 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881360 Nov 12 13:03:38.155359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88879e16-b90d-430e-b8e5-bd1766203f20 req-5d4d85a3-a74f-4691-8ed1-d945263ee680 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867970 Nov 12 13:03:38.244527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-4c82dc67-1b00-43fe-ab12-26acd675a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:38.246022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-4c82dc67-1b00-43fe-ab12-26acd675a556 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1095 time: 0.0416515 Nov 12 13:03:38.338043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-7490624f-1cf0-495c-80dd-66532ad2d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:38.339448 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-7490624f-1cf0-495c-80dd-66532ad2d6bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0867968 Nov 12 13:03:38.385294 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-76c3d8f3-52e9-4de3-af14-89f56a0d87e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0391164 Nov 12 13:03:38.434789 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-4a631946-c869-4e99-88a1-3c12773e7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:38.436240 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-4a631946-c869-4e99-88a1-3c12773e7c23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0443263 Nov 12 13:03:38.468104 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-25111836-3a4a-4249-b137-efd9329dd8da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242693 Nov 12 13:03:38.563427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-c736b5e1-91bb-4a5c-a7a1-4693eb9178f9 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 Nov 12 13:03:38.655082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20cface1-f572-4a72-99f0-2fa09f88d4e5 req-ba139618-55b7-46d6-b2f7-87e3a9d0a29a service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828264 Nov 12 13:03:38.914284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56c89-5f9a-4cd9-980e-1e9388066b63 req-35257776-3775-4fbf-bc8e-cc7ff06b47ec tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:38.915718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7a56c89-5f9a-4cd9-980e-1e9388066b63 req-35257776-3775-4fbf-bc8e-cc7ff06b47ec tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 944 time: 0.0509341 Nov 12 13:03:38.964881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b7a56c89-5f9a-4cd9-980e-1e9388066b63 req-92c4e3b8-c3ee-4594-a7e6-6ce36e2a0d39 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Nov 12 13:03:38.989901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34a283f6-d9c8-44e9-8d61-448d22b6185c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:39.494193 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:40.084510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47282b7b-6ea9-4949-8fd8-364a53254b81 req-3aff6a97-3dc8-4557-92f3-858bc1b59e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:40.085975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47282b7b-6ea9-4949-8fd8-364a53254b81 req-3aff6a97-3dc8-4557-92f3-858bc1b59e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 944 time: 0.0533037 Nov 12 13:03:40.136881 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47282b7b-6ea9-4949-8fd8-364a53254b81 req-9eabdee0-572d-4a53-b842-75345528ae64 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Nov 12 13:03:40.727598 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:40.780350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:03:40.878294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:40.889489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'port_id': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'mac_address': 'fa:16:3e:47:2c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c799945-48ce-45a0-b61b-802018afce61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:03:40.926036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:40.938361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fdf852-647a-4585-a8f0-25f402035d08 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:03:40.958375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:40.962574 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:41.012690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:41.020145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.020494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.020833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.021166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.021495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.021821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.022144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.022491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.022812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.023130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.023450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.023767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:03:41.164492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['f8fdf852-647a-4585-a8f0-25f402035d08'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:03:41.254608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58387cc-4332-487a-8207-1fa2f3b401dd req-90179b99-8e70-42ae-a457-0ab9aebeb67e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:41.256025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c58387cc-4332-487a-8207-1fa2f3b401dd req-90179b99-8e70-42ae-a457-0ab9aebeb67e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 945 time: 0.0494907 Nov 12 13:03:41.303416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c58387cc-4332-487a-8207-1fa2f3b401dd req-b516af2f-27c7-4303-8e51-db38f1c05fce tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Nov 12 13:03:41.387864 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:42.435889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbedb-a1a1-4940-bf30-9454dd3fcbb9 req-826ea49e-92f1-4256-bab5-fb1987d9ec9f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:42.437930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-108bbedb-a1a1-4940-bf30-9454dd3fcbb9 req-826ea49e-92f1-4256-bab5-fb1987d9ec9f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Nov 12 13:03:42.781802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-108bbedb-a1a1-4940-bf30-9454dd3fcbb9 req-36d93bf1-f253-4ab8-832b-cf8c5822a79e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375185 Nov 12 13:03:42.805229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:03:42.869318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port f8fdf852-647a-4585-a8f0-25f402035d08 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:03:42.872933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port f8fdf852-647a-4585-a8f0-25f402035d08 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:03:42.873298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:42.950952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:42.975895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:03:42.978124 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fa5a49-f899-48b6-81db-9bb6aa0013f7" -d '{"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:03:42.991286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:03:42.995200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:43.025283 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca561a0-4886-43d9-bdd0-095ceed116e5 x-openstack-request-id: req-1ca561a0-4886-43d9-bdd0-095ceed116e5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:03:43.025579 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:03:43.025907 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ca561a0-4886-43d9-bdd0-095ceed116e5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:03:43.026252 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'code': 200} Nov 12 13:03:43.055904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:03:43.122031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed308d1-02bd-41ba-b0d4-f35e379eb979 req-2fcdeedc-4d25-4150-973f-196a2e96adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:43.123576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ed308d1-02bd-41ba-b0d4-f35e379eb979 req-2fcdeedc-4d25-4150-973f-196a2e96adb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1097 time: 0.0488334 Nov 12 13:03:43.168427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-1ed308d1-02bd-41ba-b0d4-f35e379eb979 req-87f2a100-cf01-497b-bdac-76ab0a00ed5c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Nov 12 13:03:43.901851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613bd6d-b3d8-417f-a387-69f3a14b8799 req-9287cad6-33a6-4266-b856-dc8079924202 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:43.903383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b613bd6d-b3d8-417f-a387-69f3a14b8799 req-9287cad6-33a6-4266-b856-dc8079924202 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0527339 Nov 12 13:03:43.950671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b613bd6d-b3d8-417f-a387-69f3a14b8799 req-6aab81b8-9064-494a-b909-c0e560b3a126 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Nov 12 13:03:45.065353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491221-af22-4c76-b869-b646564d15a8 req-a155dd16-2ec3-42b9-8cc3-fd2016f13bf8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:45.066794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87491221-af22-4c76-b869-b646564d15a8 req-a155dd16-2ec3-42b9-8cc3-fd2016f13bf8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0484848 Nov 12 13:03:45.116420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87491221-af22-4c76-b869-b646564d15a8 req-571d8b4d-f6a9-4676-9bdd-6d61fb0a6d85 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Nov 12 13:03:45.229580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5cf5f-493a-4e86-b24b-28308e40d4dd req-7f315414-aa3f-449e-a71c-f2d4742f43ae tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:45.231108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fc5cf5f-493a-4e86-b24b-28308e40d4dd req-7f315414-aa3f-449e-a71c-f2d4742f43ae tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0492766 Nov 12 13:03:45.278276 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6fc5cf5f-493a-4e86-b24b-28308e40d4dd req-2c66f256-7e53-40e1-a597-453ef7651992 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Nov 12 13:03:45.474031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc36476-d0ab-4626-9f02-ccd7e2bdcb83 req-3fb5d1c1-6a57-4ed4-9126-f4cac65f1bba tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:45.475562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fc36476-d0ab-4626-9f02-ccd7e2bdcb83 req-3fb5d1c1-6a57-4ed4-9126-f4cac65f1bba tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0495453 Nov 12 13:03:45.525478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5fc36476-d0ab-4626-9f02-ccd7e2bdcb83 req-d88eeed1-a89a-4c00-b67a-211b9d8c6ad5 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Nov 12 13:03:45.646323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948bd14-ccff-41cd-bb40-aa0d9f31a0bb req-b0d27d25-d31b-422f-8157-2cfd0f0a5d48 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:45.647825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7948bd14-ccff-41cd-bb40-aa0d9f31a0bb req-b0d27d25-d31b-422f-8157-2cfd0f0a5d48 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0544035 Nov 12 13:03:45.699262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7948bd14-ccff-41cd-bb40-aa0d9f31a0bb req-58443063-cd0c-4b71-868a-9420a181b8eb tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Nov 12 13:03:45.935943 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-4116e1e2-a88a-4c36-b35a-33c2cee4ab6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407939 Nov 12 13:03:45.951019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c687caa-41bc-4743-a70e-e72135eb2069 req-2213393f-9e27-4890-b487-8339e4592596 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:45.952576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c687caa-41bc-4743-a70e-e72135eb2069 req-2213393f-9e27-4890-b487-8339e4592596 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0537822 Nov 12 13:03:46.007450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c687caa-41bc-4743-a70e-e72135eb2069 req-11a8e7a5-72b7-457a-a55f-e052cb4224ae tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475049 Nov 12 13:03:46.265581 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-b5f63456-8bab-4e3a-baf7-b0ed05c3be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:46.267140 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-b5f63456-8bab-4e3a-baf7-b0ed05c3be22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1097 time: 0.0442960 Nov 12 13:03:46.376928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-6a5d1b25-1425-4ca3-8c9a-745e6cc3e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:46.378461 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-6a5d1b25-1425-4ca3-8c9a-745e6cc3e409 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0906572 Nov 12 13:03:46.423234 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-4fc5cd34-6913-4c0d-a4fd-ac7bb2208282 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0374322 Nov 12 13:03:46.473328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-811dba49-335c-4018-9206-41546cbfd4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:46.474763 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-811dba49-335c-4018-9206-41546cbfd4a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0453551 Nov 12 13:03:46.516873 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-a3209153-7896-4dfc-9bcd-11f8dcfa3fef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352147 Nov 12 13:03:46.614379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-65b42a73-179f-4504-8dec-2a900133dc1e service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908041 Nov 12 13:03:46.712920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f54694ec-9e16-4665-b6ac-3a0d5585a79c req-2d851d4f-b0b3-448d-82e0-d4211add928c service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916243 Nov 12 13:03:47.123862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-c2778fdc-60cb-4ed4-bdf2-272ca36456fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:47.126225 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-c2778fdc-60cb-4ed4-bdf2-272ca36456fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1097 time: 0.0434668 Nov 12 13:03:47.127138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa469f7-5cdf-43f8-957a-2ba24e8ab72e req-ab8952dd-3db2-4162-9f95-02dafbe81cc9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:47.129038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fa469f7-5cdf-43f8-957a-2ba24e8ab72e req-ab8952dd-3db2-4162-9f95-02dafbe81cc9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0499396 Nov 12 13:03:47.181192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fa469f7-5cdf-43f8-957a-2ba24e8ab72e req-e0bb8ebc-dfb9-4129-bee4-c103a191c6b0 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Nov 12 13:03:47.223626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-5aef141a-eac7-41ca-b5f2-ecb412534215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:47.225100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-5aef141a-eac7-41ca-b5f2-ecb412534215 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0924866 Nov 12 13:03:47.549173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-3e159167-1f79-486b-8813-62246dc63daa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.3161464 Nov 12 13:03:47.598806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-9ba1db0b-a594-4d65-8916-ac73d2926816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:47.600293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-9ba1db0b-a594-4d65-8916-ac73d2926816 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0445819 Nov 12 13:03:47.632340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-f24ade98-a8b1-4a75-a2b7-cd375280b52d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247979 Nov 12 13:03:47.727852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-6195f581-9a28-4e29-9a2a-4fb081b4a32e service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880930 Nov 12 13:03:47.826776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-0928e6e4-43c9-48cd-8470-c39c1d5a3060 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907807 Nov 12 13:03:48.299353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9c8a8-b739-42de-9cbb-0c75c08d13c2 req-5368a72e-4435-4ed2-93f3-00b03b527f27 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:48.300884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5c9c8a8-b739-42de-9cbb-0c75c08d13c2 req-5368a72e-4435-4ed2-93f3-00b03b527f27 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0492606 Nov 12 13:03:48.348025 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5c9c8a8-b739-42de-9cbb-0c75c08d13c2 req-5198928b-953a-4690-8793-2eee62b50634 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Nov 12 13:03:49.465513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ed02-1399-4fdb-89eb-fc4e3bccb486 req-7ec9b081-c058-45c9-adcb-3635b3dd3a7e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:49.467047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fe7ed02-1399-4fdb-89eb-fc4e3bccb486 req-7ec9b081-c058-45c9-adcb-3635b3dd3a7e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0506041 Nov 12 13:03:49.516681 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fe7ed02-1399-4fdb-89eb-fc4e3bccb486 req-3fb660cd-748c-4df4-a26e-a4ef231b566c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Nov 12 13:03:50.636708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6495c-4cf6-4f4c-a9ba-736651212c7f req-05597262-cd95-4ec7-bc1f-dba0532d88d7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:50.638241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bd6495c-4cf6-4f4c-a9ba-736651212c7f req-05597262-cd95-4ec7-bc1f-dba0532d88d7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0537682 Nov 12 13:03:50.685667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7bd6495c-4cf6-4f4c-a9ba-736651212c7f req-5d487e6d-326e-4cc9-a514-02ee2ef4afd9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Nov 12 13:03:51.803589 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b624fe-afe4-41f3-8833-53e3738b8ada req-5ceb80ee-4113-408a-9f5e-10b62d4933ab tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:51.805109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81b624fe-afe4-41f3-8833-53e3738b8ada req-5ceb80ee-4113-408a-9f5e-10b62d4933ab tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0501914 Nov 12 13:03:51.853159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81b624fe-afe4-41f3-8833-53e3738b8ada req-21f8270a-66de-4b7e-a976-ca0e5335c3e9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 Nov 12 13:03:52.977064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deabf0-a01b-4618-b1d0-2827254b7e50 req-1cf47d5c-e480-4f9c-a7d5-4877b8a8f627 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:52.978594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44deabf0-a01b-4618-b1d0-2827254b7e50 req-1cf47d5c-e480-4f9c-a7d5-4877b8a8f627 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Nov 12 13:03:53.026340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44deabf0-a01b-4618-b1d0-2827254b7e50 req-4a370d54-3d36-4810-b28b-5caaf619db9b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Nov 12 13:03:54.143135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34517bd-416c-4d2a-85d0-d31de2a59fd2 req-89203431-ec53-4172-8646-1adc02e445d2 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:54.144629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f34517bd-416c-4d2a-85d0-d31de2a59fd2 req-89203431-ec53-4172-8646-1adc02e445d2 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0509691 Nov 12 13:03:54.192735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f34517bd-416c-4d2a-85d0-d31de2a59fd2 req-18a79e9d-3fae-4e4a-a36d-d539cee76b5a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Nov 12 13:03:55.308783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75512162-9ce6-410c-8d9e-9d519f35511c req-3634f136-8ba8-4619-87fe-2a5ed8d49cc1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:55.310302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75512162-9ce6-410c-8d9e-9d519f35511c req-3634f136-8ba8-4619-87fe-2a5ed8d49cc1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0485950 Nov 12 13:03:55.362750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-75512162-9ce6-410c-8d9e-9d519f35511c req-9300cc85-86ff-41f2-b883-543c6aca6f68 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458841 Nov 12 13:03:55.473910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-abee7cf0-534d-42c9-87c3-6ebfb271490c req-3c4bccb3-ff07-42c2-b5f6-139014c848c9 service neutron] (102778) timed out ('10.222.0.18', 54740) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:03:56.480867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729879d-21d1-45a1-b166-cfe67d6da752 req-3334e3d6-9a5e-452a-821e-4f0860e4f47f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:56.482470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f729879d-21d1-45a1-b166-cfe67d6da752 req-3334e3d6-9a5e-452a-821e-4f0860e4f47f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0505586 Nov 12 13:03:56.538510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f729879d-21d1-45a1-b166-cfe67d6da752 req-fe6fb65f-f4c9-4d06-ad8c-c9fd6372f98e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 Nov 12 13:03:57.654878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5a5b0-8be5-4f2c-8725-62a27b5606e3 req-f3dec9d0-25f8-4467-a2d3-29054f6e3f45 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:57.656652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56c5a5b0-8be5-4f2c-8725-62a27b5606e3 req-f3dec9d0-25f8-4467-a2d3-29054f6e3f45 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0501015 Nov 12 13:03:57.706711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56c5a5b0-8be5-4f2c-8725-62a27b5606e3 req-3315a847-d5bf-424a-ab71-ababd0598efe tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Nov 12 13:03:58.826817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a413e9-8505-4a41-831d-428f338cac6a req-87225145-4cd9-4544-85ed-a3ba37a9e801 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:58.828848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62a413e9-8505-4a41-831d-428f338cac6a req-87225145-4cd9-4544-85ed-a3ba37a9e801 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0545475 Nov 12 13:03:58.876058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-62a413e9-8505-4a41-831d-428f338cac6a req-3279e95e-b170-4a84-ae17-be13df775fe1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Nov 12 13:03:59.881722 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:59.995801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e304-2864-4f4f-8e55-b6fd0fabd32b req-5c1c3da4-908a-4173-87af-41674fc35ff6 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:03:59.997346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c66e304-2864-4f4f-8e55-b6fd0fabd32b req-5c1c3da4-908a-4173-87af-41674fc35ff6 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0520334 Nov 12 13:04:00.045463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c66e304-2864-4f4f-8e55-b6fd0fabd32b req-1e497c6f-99a3-4279-9bde-3b4dbfd86ba5 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Nov 12 13:04:00.159246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:00.906504 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:04:01.161975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe391-1f15-48ab-beca-a4d8f369bc12 req-4921ca44-b447-4ed3-b8fe-495fee09c8e8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:01.163488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a70fe391-1f15-48ab-beca-a4d8f369bc12 req-4921ca44-b447-4ed3-b8fe-495fee09c8e8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0491300 Nov 12 13:04:01.215076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a70fe391-1f15-48ab-beca-a4d8f369bc12 req-9a60fae5-4190-4015-a89e-274b90d8de32 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457103 Nov 12 13:04:02.332197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab45d-6044-4bbf-a4ab-7ecfa54cdd79 req-d19dc677-3aad-4645-9687-5270f031182f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:02.333715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30cab45d-6044-4bbf-a4ab-7ecfa54cdd79 req-d19dc677-3aad-4645-9687-5270f031182f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0498922 Nov 12 13:04:02.383242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30cab45d-6044-4bbf-a4ab-7ecfa54cdd79 req-7f78aee1-f70d-42c5-944d-3752413d6bba tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Nov 12 13:04:03.502149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e326-01d7-4517-8358-0f3e0d62cfc5 req-b05823a2-64fa-4ebf-a57d-dc3771dfef25 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:03.503664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef35e326-01d7-4517-8358-0f3e0d62cfc5 req-b05823a2-64fa-4ebf-a57d-dc3771dfef25 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0511887 Nov 12 13:04:03.552704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef35e326-01d7-4517-8358-0f3e0d62cfc5 req-7b8a50dd-0aef-43a6-a427-0b33e4ddf72c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430236 Nov 12 13:04:04.673924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be1f03-456c-4883-9e08-b80b4924ffc5 req-0678e5a5-1b73-4239-a353-c9bbcd6a5491 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:04.675445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5be1f03-456c-4883-9e08-b80b4924ffc5 req-0678e5a5-1b73-4239-a353-c9bbcd6a5491 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0546567 Nov 12 13:04:04.721644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5be1f03-456c-4883-9e08-b80b4924ffc5 req-cab82b5c-5562-47e8-9347-4c425a0d5753 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Nov 12 13:04:05.744239 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9551539-ec64-491b-81c1-fd5109f280eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:05.840356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d6453-3780-4315-87cd-447240595ff0 req-3e57f8f5-830d-43ec-a177-8cd354fe6483 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:05.841790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c65d6453-3780-4315-87cd-447240595ff0 req-3e57f8f5-830d-43ec-a177-8cd354fe6483 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0508175 Nov 12 13:04:05.890997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c65d6453-3780-4315-87cd-447240595ff0 req-3a4e62ff-8d36-4111-9f07-b2f4b5839abc tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Nov 12 13:04:07.017665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd88f8d-bb85-41d2-8d76-64eb13b1fceb req-4775f15d-5635-46a9-b5b0-eec15ca81275 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:07.019224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecd88f8d-bb85-41d2-8d76-64eb13b1fceb req-4775f15d-5635-46a9-b5b0-eec15ca81275 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0600376 Nov 12 13:04:07.068444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecd88f8d-bb85-41d2-8d76-64eb13b1fceb req-d415a476-1091-45e2-bbfd-678fb9acd9d8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Nov 12 13:04:08.193391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f6ab-961b-437a-868b-b4223c2780d0 req-b5106ebd-f7af-4a43-a845-ad33be9f2d48 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:08.194993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e98f6ab-961b-437a-868b-b4223c2780d0 req-b5106ebd-f7af-4a43-a845-ad33be9f2d48 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0576656 Nov 12 13:04:08.244140 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e98f6ab-961b-437a-868b-b4223c2780d0 req-41250c6b-803b-406c-9a09-6a514d4d10a4 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Nov 12 13:04:08.992956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5347-3f19-456e-9c27-a79db53821d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:09.362277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080e81c-e3c2-4922-985d-94a84c0bac8e req-fa785612-2518-441a-8b8d-3b5345af9610 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:09.363778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1080e81c-e3c2-4922-985d-94a84c0bac8e req-fa785612-2518-441a-8b8d-3b5345af9610 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Nov 12 13:04:09.416407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1080e81c-e3c2-4922-985d-94a84c0bac8e req-85220366-9d91-43e2-ba3f-df49d6745491 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462689 Nov 12 13:04:09.494776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:10.538046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e6b76-f877-4fb4-9af3-5609ec6a4af3 req-f9e09c4f-a53a-4f21-b195-dd12698b742f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:10.539603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef0e6b76-f877-4fb4-9af3-5609ec6a4af3 req-f9e09c4f-a53a-4f21-b195-dd12698b742f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Nov 12 13:04:10.587870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef0e6b76-f877-4fb4-9af3-5609ec6a4af3 req-9e14af47-da77-4514-a9d1-76fcc84494f1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Nov 12 13:04:10.730324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:11.391304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:11.710933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524a762-7836-407b-aeab-3405752e1406 req-013c685f-5726-4cb4-a047-e43048f4c651 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:11.712346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2524a762-7836-407b-aeab-3405752e1406 req-013c685f-5726-4cb4-a047-e43048f4c651 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0551119 Nov 12 13:04:11.770762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2524a762-7836-407b-aeab-3405752e1406 req-58ecfcb8-368d-47eb-84bc-39a3f5945483 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Nov 12 13:04:12.895118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0af37-de1c-4666-a1b4-5e6fb9289863 req-b8c06904-a748-46fa-9cb9-1cbb40d00b92 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:12.896659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72b0af37-de1c-4666-a1b4-5e6fb9289863 req-b8c06904-a748-46fa-9cb9-1cbb40d00b92 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0556443 Nov 12 13:04:12.945609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72b0af37-de1c-4666-a1b4-5e6fb9289863 req-d34cccb3-941a-4ce1-973f-7be563aaa430 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Nov 12 13:04:14.076090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ee9c-5ed7-4e5b-baf8-fb86cffe902f req-5697d413-b608-46fb-9f71-3fa45e62a218 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:14.077966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9c4ee9c-5ed7-4e5b-baf8-fb86cffe902f req-5697d413-b608-46fb-9f71-3fa45e62a218 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0638304 Nov 12 13:04:14.130792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9c4ee9c-5ed7-4e5b-baf8-fb86cffe902f req-aecad791-80d8-4aa0-8de1-e343a750fafa tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Nov 12 13:04:14.839872 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-7da96336-9eef-4041-90b3-29562489d1ff req-b9631cc0-75c0-4d5b-8afb-bacc7e7eaa4d service neutron] show failed (client error): The resource could not be found. Nov 12 13:04:14.840894 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-b9631cc0-75c0-4d5b-8afb-bacc7e7eaa4d service neutron] 10.222.0.65 "GET /v2.0/ports/f8fdf852-647a-4585-a8f0-25f402035d08/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0587919 Nov 12 13:04:15.073870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-b3a5862f-797e-4ca8-b495-b9f0bce8a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:15.075331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-b3a5862f-797e-4ca8-b495-b9f0bce8a1f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6&tenant_id=9f138bdb08404806b816724ea24d3015 HTTP/1.1" status: 200 len: 1097 time: 0.0763724 Nov 12 13:04:15.089158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:04:15.144288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:15.326633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444125b-2871-4816-b218-7785cc5db628 req-0faf92ca-11ce-426d-b62f-37de2fc7024a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:15.328232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a444125b-2871-4816-b218-7785cc5db628 req-0faf92ca-11ce-426d-b62f-37de2fc7024a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.1275322 Nov 12 13:04:15.422860 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:15.427799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a444125b-2871-4816-b218-7785cc5db628 req-976ea5f4-fb54-4180-aa7e-36b17b09521c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Nov 12 13:04:15.458747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:04:15.497809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:04:15.500919 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973d2ca-96ad-425b-be41-f27d288737e2" -d '{"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:04:15.504807 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:15.517854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Transition to ACTIVE for port object f8fdf852-647a-4585-a8f0-25f402035d08 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:04:15.521729 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:15.558936 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921ff9b-815d-40a2-a6ca-024faa06fb24 x-openstack-request-id: req-1921ff9b-815d-40a2-a6ca-024faa06fb24 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:04:15.559300 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:04:15.559785 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1921ff9b-815d-40a2-a6ca-024faa06fb24 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:04:15.560073 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'code': 200} Nov 12 13:04:15.596647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:15.598958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] No DVR routers for this DVR port f8fdf852-647a-4585-a8f0-25f402035d08 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:04:15.634023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:04:15.634395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:04:15.634730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:04:15.638994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Port f8fdf852-647a-4585-a8f0-25f402035d08 on network b226aa92-e296-4075-bb55-a9ffc9b3712e not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:04:15.639315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Attempting to bind port f8fdf852-647a-4585-a8f0-25f402035d08 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:04:15.644296 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:04:15.644654 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Checking segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:04:15.645057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Bound using segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:04:15.645490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Bound port: f8fdf852-647a-4585-a8f0-25f402035d08, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:04:15.645845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:15.707801 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:04:15.711122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:04:15.715162 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:15.748818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:15.749838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:15.751272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] 10.222.0.81 "PUT /v2.0/ports/f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 1092 time: 0.6661108 Nov 12 13:04:15.773707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c339d-0f62-4862-b45f-97df62879fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:15.821432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-85a6e480-dfb3-43a1-8ba1-f4a77e8343df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:15.822994 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-85a6e480-dfb3-43a1-8ba1-f4a77e8343df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1095 time: 0.0464642 Nov 12 13:04:15.913946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-d09d7480-a450-45fb-b858-398ff40185f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:15.915557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-d09d7480-a450-45fb-b858-398ff40185f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0861106 Nov 12 13:04:15.961642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-4a909f84-e305-4cc0-a5a5-49f7db2e470e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0386713 Nov 12 13:04:16.012077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96336-9eef-4041-90b3-29562489d1ff req-84f87b36-730a-49fd-8e3b-b3d2de4f6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:16.013672 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-84f87b36-730a-49fd-8e3b-b3d2de4f6e40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0454977 Nov 12 13:04:16.047488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-b3bec30f-c8a5-46ef-8f21-697dfd2e771d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264246 Nov 12 13:04:16.154739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-68349017-82b5-4cd3-a0a0-4d2d61882736 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997744 Nov 12 13:04:16.245889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7da96336-9eef-4041-90b3-29562489d1ff req-bf6a6f81-bd1e-4979-8563-5052a3568417 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836656 Nov 12 13:04:16.557835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be80f-8214-4fdd-ae76-175c32e99bc5 req-7b011348-4600-42ee-9fce-09889f5eaae1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:16.559287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-389be80f-8214-4fdd-ae76-175c32e99bc5 req-7b011348-4600-42ee-9fce-09889f5eaae1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 944 time: 0.0518560 Nov 12 13:04:16.610927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-389be80f-8214-4fdd-ae76-175c32e99bc5 req-941d69d8-61bc-4c25-b6c4-04ebe470f954 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Nov 12 13:04:17.561407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:04:17.564750 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:04:17.611748 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe533c0-c0ae-4c0a-ac64-4503fed4dea8 x-openstack-request-id: req-3fe533c0-c0ae-4c0a-ac64-4503fed4dea8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:04:17.612043 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:04:17.612299 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fe533c0-c0ae-4c0a-ac64-4503fed4dea8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:04:17.612703 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'status': 'completed', 'code': 200} Nov 12 13:04:17.678727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-6510541c-6b63-4d73-a5f5-4820f05202fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.680839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-5cdf03e5-2e00-478c-8143-70ff49883f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.680973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-6510541c-6b63-4d73-a5f5-4820f05202fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1095 time: 0.0457692 Nov 12 13:04:17.682918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-5cdf03e5-2e00-478c-8143-70ff49883f59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1095 time: 0.0455887 Nov 12 13:04:17.780679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-17d99b24-99d9-4915-b529-4e2572fdecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.782627 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-17d99b24-99d9-4915-b529-4e2572fdecb0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0941098 Nov 12 13:04:17.792694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c030a8e-676d-44cf-bd24-dc4a10ea22fd req-aa6e5592-4334-4cc1-8407-9d6059eeb6fb tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.794279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c030a8e-676d-44cf-bd24-dc4a10ea22fd req-aa6e5592-4334-4cc1-8407-9d6059eeb6fb tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 944 time: 0.1061714 Nov 12 13:04:17.834217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-959a3e4d-b992-48ab-83d3-ae0873623a39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0447130 Nov 12 13:04:17.839451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-c5ff041e-ca46-47cf-b86d-f811c76b3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.840935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-c5ff041e-ca46-47cf-b86d-f811c76b3cfc service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.1442339 Nov 12 13:04:17.875781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c030a8e-676d-44cf-bd24-dc4a10ea22fd req-c215f5dd-6977-4448-83aa-eb7547a46de0 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680079 Nov 12 13:04:17.886293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-2b9a4259-edc6-4af5-8dd8-842ed66204b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.888460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-2b9a4259-edc6-4af5-8dd8-842ed66204b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0470929 Nov 12 13:04:17.903444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-c6b7d0c4-9fc7-46cf-9522-e6dccec4a95b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0416818 Nov 12 13:04:17.926595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-d0b26c0d-6a31-4d9d-a4a8-51b444ea2dec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308235 Nov 12 13:04:17.955566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-0951b1f1-4d02-431c-9a89-3ef32f9b1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:17.957053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-0951b1f1-4d02-431c-9a89-3ef32f9b1096 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0462842 Nov 12 13:04:17.997045 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-fb82f542-2715-4954-85a5-7569f289306f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300934 Nov 12 13:04:18.021564 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-4927828f-47d6-4119-9769-364739e36add service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876713 Nov 12 13:04:18.087265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-cc3d2b04-da88-4bf8-a006-6410277b8727 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827172 Nov 12 13:04:18.115628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-397de127-fb38-47d2-8aa5-7cad97c6a5c0 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867250 Nov 12 13:04:18.188283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c68a61d-8ceb-4dca-b0c1-c82a8a4104b1 req-af18efd1-5bc7-483e-846a-d6226223ebc5 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939641 Nov 12 13:04:18.768442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:04:18.877899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:18.893807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'port_id': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'mac_address': 'fa:16:3e:47:2c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c799945-48ce-45a0-b61b-802018afce61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:04:18.930918 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:18.946223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fdf852-647a-4585-a8f0-25f402035d08 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:04:18.966401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:18.968725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:04:18.992361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:19.000973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895dba0-152d-4643-858f-1a81be30ce63 req-1d61b71f-a584-4eb2-bb3a-5c7c99041cf7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.002636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6895dba0-152d-4643-858f-1a81be30ce63 req-1d61b71f-a584-4eb2-bb3a-5c7c99041cf7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 944 time: 0.0528362 Nov 12 13:04:19.041561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:04:19.052128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6895dba0-152d-4643-858f-1a81be30ce63 req-acdcd2aa-5b39-47f2-946c-7e94a6cf039d tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Nov 12 13:04:19.059609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:19.222053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['f8fdf852-647a-4585-a8f0-25f402035d08'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:04:19.252952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4fc1e-09fc-418e-971e-7bc1251d38ef req-b02d688a-6735-48b0-9c04-99b4403f465c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.254541 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85a4fc1e-09fc-418e-971e-7bc1251d38ef req-b02d688a-6735-48b0-9c04-99b4403f465c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Nov 12 13:04:19.306950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-d35b65be-dd1c-4bd5-9047-df7d034c176a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.309429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-d35b65be-dd1c-4bd5-9047-df7d034c176a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6&tenant_id=9f138bdb08404806b816724ea24d3015&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 945 time: 0.0920849 Nov 12 13:04:19.313764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85a4fc1e-09fc-418e-971e-7bc1251d38ef req-dc539481-4481-4c62-9eee-eb2ebf001579 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529594 Nov 12 13:04:19.376228 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-6280de4a-0ef5-4b07-8385-b0ec4a510c1b service neutron] delete failed (client error): The resource could not be found. Nov 12 13:04:19.377223 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-6280de4a-0ef5-4b07-8385-b0ec4a510c1b service neutron] 10.222.0.65 "DELETE /v2.0/ports/f8fdf852-647a-4585-a8f0-25f402035d08/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0604856 Nov 12 13:04:19.465513 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-8711a17f-b981-4cb4-9dc2-36edfbcef142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.467050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-8711a17f-b981-4cb4-9dc2-36edfbcef142 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 1096 time: 0.0448437 Nov 12 13:04:19.556860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-513bf0ee-57bb-41fe-a82d-269dc8fa7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.558417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-513bf0ee-57bb-41fe-a82d-269dc8fa7b87 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0846288 Nov 12 13:04:19.603087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-194ec32b-8794-4c9a-a719-80f841b12590 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 200 len: 217 time: 0.0381975 Nov 12 13:04:19.652357 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-f3c29ff1-0f33-437a-996c-44d48a58c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.653758 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-f3c29ff1-0f33-437a-996c-44d48a58c1c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0443187 Nov 12 13:04:19.683876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-e35100bc-fb08-4a5d-ade5-c7b5b8db4638 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237517 Nov 12 13:04:19.775222 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-085a04f2-ce13-4106-93eb-c5edd0faad1e service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848305 Nov 12 13:04:19.865182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c80d25b3-8813-48e2-965f-ada591da0d62 req-e2cc5fae-8538-45ee-a04c-138585bf98f5 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Nov 12 13:04:20.438458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f583b-3dc9-4660-97ca-398e0eeeb6f6 req-f4913cd5-ef24-4102-8ca3-899de4617b05 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:20.440116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc5f583b-3dc9-4660-97ca-398e0eeeb6f6 req-f4913cd5-ef24-4102-8ca3-899de4617b05 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 945 time: 0.0537913 Nov 12 13:04:20.487174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc5f583b-3dc9-4660-97ca-398e0eeeb6f6 req-4549b874-b3fc-420b-aacd-1394b3ec6219 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Nov 12 13:04:20.603397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404bde-5067-445a-89ef-393484a605e1 req-41780b7b-8e0f-4cb7-8f6a-08f6b71af03c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:20.604912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03404bde-5067-445a-89ef-393484a605e1 req-41780b7b-8e0f-4cb7-8f6a-08f6b71af03c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 945 time: 0.0502160 Nov 12 13:04:20.652315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03404bde-5067-445a-89ef-393484a605e1 req-8b2f9fc3-58e9-4f6f-a451-ebadba852631 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Nov 12 13:04:20.768988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7be95-5e56-45da-93d9-839eb688b9bd req-3fdd0c26-8102-4ee9-bbe2-4e2036cfb31b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:20.770542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bf7be95-5e56-45da-93d9-839eb688b9bd req-3fdd0c26-8102-4ee9-bbe2-4e2036cfb31b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 945 time: 0.0545678 Nov 12 13:04:20.783373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:04:20.820343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bf7be95-5e56-45da-93d9-839eb688b9bd req-ffa671f7-9c1c-45a4-b6a0-3dea9b903c34 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Nov 12 13:04:20.837692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port f8fdf852-647a-4585-a8f0-25f402035d08 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:04:20.842355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port f8fdf852-647a-4585-a8f0-25f402035d08 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:04:20.843299 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:20.926720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:20.950432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:04:20.952687 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bafa21-5a0a-49d8-b7f4-aedeb0bd9c77" -d '{"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:04:20.978521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:20.978521 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:21.000590 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a03dcad-0085-4edf-81f1-41b61261e71e x-openstack-request-id: req-3a03dcad-0085-4edf-81f1-41b61261e71e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:04:21.000888 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:04:21.001138 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a03dcad-0085-4edf-81f1-41b61261e71e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:04:21.001534 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'code': 200} Nov 12 13:04:21.027539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:21.184145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-8fcb0bab-8078-4040-b670-de363172827c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:21.185622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-8fcb0bab-8078-4040-b670-de363172827c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 814 time: 0.1033993 Nov 12 13:04:21.200576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-ccfde3e9-52e5-4ce6-98f6-49cc2cbcb764 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/quotas/9f138bdb08404806b816724ea24d3015 HTTP/1.1" status: 200 len: 375 time: 0.0089288 Nov 12 13:04:21.253020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-7536e1c6-2026-4eb8-adbe-c76797951c13 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471258 Nov 12 13:04:21.341647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-a04f1dc9-013a-456a-b1ad-ae310a5db714 service neutron] 10.222.0.18 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818195 Nov 12 13:04:21.435762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-1ad0fbf9-d720-4fb1-8e33-ed01a079e9a8 service neutron] 10.222.0.18 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859380 Nov 12 13:04:21.623129 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0613ab2a-cf41-4239-b71f-dc0a350bb476 req-7c47538b-4f9e-4d9d-b87c-bafcd551ddae tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Nov 12 13:04:22.347888 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-fdb88d69-675b-4e67-8e5c-3e0337736cac tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:22.349343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-fdb88d69-675b-4e67-8e5c-3e0337736cac tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e9dfef0-a932-4470-9864-459f0db316a6 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Nov 12 13:04:22.445042 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Deleting port f8fdf852-647a-4585-a8f0-25f402035d08 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:04:22.445384 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:22.607549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] For port f8fdf852-647a-4585-a8f0-25f402035d08, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=f8fdf852-647a-4585-a8f0-25f402035d08,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:22.607832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:22.633446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-596d5e8b-0dda-4678-bde4-a65b06514208 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:22.634918 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-596d5e8b-0dda-4678-bde4-a65b06514208 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 814 time: 0.1691325 Nov 12 13:04:22.635754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Calling delete_port for f8fdf852-647a-4585-a8f0-25f402035d08 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:04:22.649101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Request body: {'port': {'device_id': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'admin_state_up': True, 'tenant_id': '9f138bdb08404806b816724ea24d3015'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:04:22.759643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ed03431-b34c-4087-967d-cfd6258e3745 req-2b13b362-8f2b-4248-802d-e81455ee388f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 210 time: 0.0567431 Nov 12 13:04:22.864188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Made reservation on behalf of 9f138bdb08404806b816724ea24d3015 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:04:22.867672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:22.903624 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:22.961506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Pushing event deleted for resources: {'Port': ['ID=f8fdf852-647a-4585-a8f0-25f402035d08,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:23.018991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] No DVR routers for this DVR port f8fdf852-647a-4585-a8f0-25f402035d08 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:04:23.023068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.026430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.81 "DELETE /v2.0/ports/f8fdf852-647a-4585-a8f0-25f402035d08 HTTP/1.1" status: 204 len: 173 time: 0.6709502 Nov 12 13:04:23.026864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-deleted', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:04:23.029105 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc53e83b-5a5a-41ce-a4a3-3ac0e38b560f" -d '{"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-deleted", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:04:23.081358 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a4266e-6bb2-4905-9c2c-33308582e2d4 x-openstack-request-id: req-34a4266e-6bb2-4905-9c2c-33308582e2d4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:04:23.081678 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9dfef0-a932-4470-9864-459f0db316a6", "name": "network-vif-deleted", "tag": "f8fdf852-647a-4585-a8f0-25f402035d08", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:04:23.081930 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34a4266e-6bb2-4905-9c2c-33308582e2d4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:04:23.082359 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9dfef0-a932-4470-9864-459f0db316a6', 'name': 'network-vif-deleted', 'tag': 'f8fdf852-647a-4585-a8f0-25f402035d08', 'status': 'completed', 'code': 200} Nov 12 13:04:23.086228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Allocated IP 172.20.0.14 (b226aa92-e296-4075-bb55-a9ffc9b3712e/8c799945-48ce-45a0-b61b-802018afce61/5297d5a6-3a14-42d0-b4c2-eb55c73b6899) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:04:23.259677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.295166 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.339056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Network b226aa92-e296-4075-bb55-a9ffc9b3712e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:04:23.344935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:04:23.347300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:04:23.371910 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:23.401087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:23.401626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.417160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-c2d2ecae-7077-4368-ba1e-1fd6cbc83e53 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7730484 Nov 12 13:04:23.429513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Request body: {'port': {'device_id': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:04:23.486820 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.745893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:04:23.754102 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.766421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Transition to ACTIVE for port object 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:04:23.770309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:23.823650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:24.225822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb1259-ad5d-49d7-85b6-64af43a5786d req-9b2c2884-17fb-48e1-9358-5c5027f58017 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:24.227923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5bb1259-ad5d-49d7-85b6-64af43a5786d req-9b2c2884-17fb-48e1-9358-5c5027f58017 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.3811929 Nov 12 13:04:24.232467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:04:24.232827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:04:24.233183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:04:24.252503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on network b226aa92-e296-4075-bb55-a9ffc9b3712e not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:04:24.252828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:04:24.263718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:04:24.264054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Checking segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:04:24.264458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Bound using segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:04:24.265013 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Bound port: 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:04:24.265393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:24.298566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5bb1259-ad5d-49d7-85b6-64af43a5786d req-b63ec3f4-7203-45e9-b5e8-c3e640564a38 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623481 Nov 12 13:04:24.349850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:04:24.352918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:04:24.357489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:24.390732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:24.391372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:24.392830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] 10.222.0.81 "PUT /v2.0/ports/5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 1092 time: 0.9673579 Nov 12 13:04:24.419144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df94b3-2a20-4502-99d3-c51b9f81ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:24.468527 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-8d21728f-94f9-4d25-ba5a-825c264aca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:24.470015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-8d21728f-94f9-4d25-ba5a-825c264aca1a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1095 time: 0.0407863 Nov 12 13:04:24.514563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-182de8c0-ceb8-47e4-95ef-d0cf9edb64dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0361562 Nov 12 13:04:24.567377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-a506fd37-16fb-4fff-a77e-47b1930cfabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:24.568846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-a506fd37-16fb-4fff-a77e-47b1930cfabf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0476303 Nov 12 13:04:24.600530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-e0d4a8a0-d5ca-4f3c-8c99-e7448a581920 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252142 Nov 12 13:04:24.690078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-75aa2bfc-7599-4c49-b3ef-9cf2457e97ff service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Nov 12 13:04:24.783210 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2a6c53b1-2a7e-4040-bf23-e97817c32b64 req-b6ca4174-ff44-4beb-a367-65603cdc1974 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863931 Nov 12 13:04:24.787969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:04:24.810644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: f8fdf852-647a-4585-a8f0-25f402035d08 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:04:24.810987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device f8fdf852-647a-4585-a8f0-25f402035d08 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:04:25.083637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:04:25.086023 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc461b7f-f791-47a9-ada6-0a97264df6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:04:25.121243 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679630b-5f5c-4073-8b4a-b6029b390f0e x-openstack-request-id: req-2679630b-5f5c-4073-8b4a-b6029b390f0e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:04:25.121530 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:04:25.121779 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2679630b-5f5c-4073-8b4a-b6029b390f0e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:04:25.122197 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'status': 'completed', 'code': 200} Nov 12 13:04:25.187085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-0f592836-d3f2-4ff0-96a1-b2a7217a5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:25.188619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-0f592836-d3f2-4ff0-96a1-b2a7217a5f61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1095 time: 0.0410254 Nov 12 13:04:25.282356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-ed168b86-eb32-4195-a025-e24da6f6b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:25.283828 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-ed168b86-eb32-4195-a025-e24da6f6b239 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0881891 Nov 12 13:04:25.325906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-b23513c1-eeb5-43b0-99fb-739cf7ee1967 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0347960 Nov 12 13:04:25.407613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-606d9fc0-80da-446b-a417-26200977cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:25.409061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-606d9fc0-80da-446b-a417-26200977cf67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0734611 Nov 12 13:04:25.444711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-142bfeaa-d096-4f64-850f-32054acf2177 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263138 Nov 12 13:04:25.453080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b0560-b671-484f-a650-acbccba28af5 req-266772cf-e49e-4575-b779-4445a1d532e8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:25.454618 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e8b0560-b671-484f-a650-acbccba28af5 req-266772cf-e49e-4575-b779-4445a1d532e8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0818400 Nov 12 13:04:25.557014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e8b0560-b671-484f-a650-acbccba28af5 req-2ed3fbb4-f03b-41d4-99bb-9f12bfd891c1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945973 Nov 12 13:04:25.576525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-10b94c17-e329-4f16-a839-c79b3b99cc08 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208978 Nov 12 13:04:25.668170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fc461b7f-f791-47a9-ada6-0a97264df6e1 req-d67a8f2c-3a3d-498d-9c82-7d57cf68019b service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Nov 12 13:04:26.682491 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f079179-4c3b-45b3-ac26-223b1c095473 req-0066565d-63e9-4bdc-848b-f6b09cb9fdd0 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:26.683987 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f079179-4c3b-45b3-ac26-223b1c095473 req-0066565d-63e9-4bdc-848b-f6b09cb9fdd0 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0545323 Nov 12 13:04:26.731279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f079179-4c3b-45b3-ac26-223b1c095473 req-a064f593-4515-4be7-8f9e-7b58857f911d tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Nov 12 13:04:26.793158 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:04:26.886625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:26.901451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'port_id': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'mac_address': 'fa:16:3e:76:4f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c799945-48ce-45a0-b61b-802018afce61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:04:26.937138 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:26.949436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:04:26.968494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:26.972507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:27.019399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:27.174805 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['5297d5a6-3a14-42d0-b4c2-eb55c73b6899'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:04:27.846143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31e566-074d-4978-9609-4bda47db0958 req-c23bb094-7516-4f05-87ed-1f32480bcd9d tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:27.847592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c31e566-074d-4978-9609-4bda47db0958 req-c23bb094-7516-4f05-87ed-1f32480bcd9d tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Nov 12 13:04:27.894457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c31e566-074d-4978-9609-4bda47db0958 req-b75cbd2a-9a31-4775-adc4-96e27091b652 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Nov 12 13:04:28.823125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:04:28.877084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:04:28.880967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:04:28.881342 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:28.963109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:28.986311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:04:28.988514 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d598e1-47cd-482a-b3be-0f663c82f250" -d '{"events": [{"server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "name": "network-vif-plugged", "status": "completed", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:04:29.003722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:04:29.007727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:29.017028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947b57-e774-401f-a1e4-58fdde0ae680 req-bb33eaeb-9a96-4055-aca6-012bb8a5e5c7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:29.018586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21947b57-e774-401f-a1e4-58fdde0ae680 req-bb33eaeb-9a96-4055-aca6-012bb8a5e5c7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 945 time: 0.0565834 Nov 12 13:04:29.056754 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:29.067247 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21947b57-e774-401f-a1e4-58fdde0ae680 req-a8f9d379-f795-4ed7-b995-033b2276b630 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Nov 12 13:04:29.109760 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a65dd3-ff3b-4e0d-acd0-015fdbe2f2a2 x-openstack-request-id: req-b1a65dd3-ff3b-4e0d-acd0-015fdbe2f2a2 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:04:29.110051 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "name": "network-vif-plugged", "status": "completed", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:04:29.110331 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1a65dd3-ff3b-4e0d-acd0-015fdbe2f2a2 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:04:29.110753 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'code': 200} Nov 12 13:04:29.206776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b7678-129d-4df4-a14f-2bf403021eac req-c876395e-ca3d-40e0-b19f-f53c9824e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:29.208872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d1b7678-129d-4df4-a14f-2bf403021eac req-c876395e-ca3d-40e0-b19f-f53c9824e6e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1097 time: 0.0447757 Nov 12 13:04:29.256256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d1b7678-129d-4df4-a14f-2bf403021eac req-e0636112-0e4f-4d9a-840e-326efe25020d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Nov 12 13:04:29.881706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:30.179490 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:30.186280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d95d-a94f-4154-9d85-5a9c4bb2ecb9 req-af11c058-e0bb-4729-abec-d3f709cd6b12 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:30.187855 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34c7d95d-a94f-4154-9d85-5a9c4bb2ecb9 req-af11c058-e0bb-4729-abec-d3f709cd6b12 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0507216 Nov 12 13:04:30.242474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34c7d95d-a94f-4154-9d85-5a9c4bb2ecb9 req-c55a0e05-d675-4581-b8b0-f339655029a6 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484703 Nov 12 13:04:31.361711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a88689-39ed-4093-9c5e-9ea372228171 req-3c6fd7a2-3c52-4470-8776-f5ae76483eb9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:31.363236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27a88689-39ed-4093-9c5e-9ea372228171 req-3c6fd7a2-3c52-4470-8776-f5ae76483eb9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0498934 Nov 12 13:04:31.410772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27a88689-39ed-4093-9c5e-9ea372228171 req-9bf6cf29-ece3-4f85-9035-132ddcfd09db tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Nov 12 13:04:31.525412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb457-deab-4fd2-a023-82e9e92a8cf7 req-aeb4a0f8-2a18-4203-a8e4-5d005cecfa78 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:31.526872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d91cb457-deab-4fd2-a023-82e9e92a8cf7 req-aeb4a0f8-2a18-4203-a8e4-5d005cecfa78 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0507510 Nov 12 13:04:31.573673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d91cb457-deab-4fd2-a023-82e9e92a8cf7 req-6d7972f0-3b4d-407d-ada3-f54f67ca706c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Nov 12 13:04:31.806706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-a94a7778-1652-4a6a-9402-0ffdd3354d6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474410 Nov 12 13:04:31.820505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4234e7-4b5b-47e9-81be-f2fcb57d2737 req-bba35dd5-6cfa-4394-b69b-8b9f687e3419 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:31.822106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f4234e7-4b5b-47e9-81be-f2fcb57d2737 req-bba35dd5-6cfa-4394-b69b-8b9f687e3419 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0548241 Nov 12 13:04:31.872645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2f4234e7-4b5b-47e9-81be-f2fcb57d2737 req-f15b52ac-1db4-46d4-b584-bbd8eca8cb79 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Nov 12 13:04:32.878196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-fb379521-c7d7-4cd5-90a0-310ce1281f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:32.879845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-fb379521-c7d7-4cd5-90a0-310ce1281f00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1097 time: 0.0427315 Nov 12 13:04:33.009367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-492f90a0-d926-42e7-baff-5ff385d044e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:33.012527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-492f90a0-d926-42e7-baff-5ff385d044e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.1239228 Nov 12 13:04:33.021667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adddad-283e-4f9e-96f6-a49653928a3d req-d1670c4d-f52e-4971-884e-3d27320b9317 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:33.023148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6adddad-283e-4f9e-96f6-a49653928a3d req-d1670c4d-f52e-4971-884e-3d27320b9317 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0795794 Nov 12 13:04:33.065225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-6c75aea8-e355-479b-a344-563b3415f73e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0407453 Nov 12 13:04:33.137738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6adddad-283e-4f9e-96f6-a49653928a3d req-bad106d7-1fc9-4b9c-9024-03e1df9670b7 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077414 Nov 12 13:04:33.141632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-82f102e2-e106-4ea1-9a5c-6f6414748057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:33.143067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-82f102e2-e106-4ea1-9a5c-6f6414748057 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0700779 Nov 12 13:04:33.176455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-482571f1-140e-413a-874f-79d05dae42b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261452 Nov 12 13:04:33.264320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-fe5910d5-6f18-43b2-9cfe-02097764aba3 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813804 Nov 12 13:04:33.360660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-7f914792-6d37-46ce-a22f-069553dd286e service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890615 Nov 12 13:04:34.255006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae865f4-a195-430b-9344-dd4396a63161 req-308e07a1-68af-4405-a4e9-99a1c3e20617 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:34.256503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae865f4-a195-430b-9344-dd4396a63161 req-308e07a1-68af-4405-a4e9-99a1c3e20617 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Nov 12 13:04:34.305103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aae865f4-a195-430b-9344-dd4396a63161 req-5b84ba78-0cdd-4a53-ad18-86001a066921 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Nov 12 13:04:35.427217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806135f6-080e-452f-b021-f4e63c5f6f12 req-45b2f2f9-8cdb-495c-839b-84c22ba8a882 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:35.428738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-806135f6-080e-452f-b021-f4e63c5f6f12 req-45b2f2f9-8cdb-495c-839b-84c22ba8a882 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0549679 Nov 12 13:04:35.476146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-806135f6-080e-452f-b021-f4e63c5f6f12 req-a410c77e-b6ae-458e-bd7f-020fb3ba2c96 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Nov 12 13:04:35.746127 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ed09827-6821-478e-820e-11d717c3a065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:36.596883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2728b6-fb1f-4590-aae5-6445606b1fe5 req-fc31cf27-be38-4b61-a8c7-c1b6dbaa9d74 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:36.598418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb2728b6-fb1f-4590-aae5-6445606b1fe5 req-fc31cf27-be38-4b61-a8c7-c1b6dbaa9d74 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0504923 Nov 12 13:04:36.645802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eb2728b6-fb1f-4590-aae5-6445606b1fe5 req-2beada31-be3b-416e-8971-9eb2ee8b1113 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Nov 12 13:04:37.770809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b47c0-425a-4849-b243-74672a02f303 req-643855e3-9580-4d8b-839f-64975bf346e3 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:37.772346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201b47c0-425a-4849-b243-74672a02f303 req-643855e3-9580-4d8b-839f-64975bf346e3 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0551023 Nov 12 13:04:37.821022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201b47c0-425a-4849-b243-74672a02f303 req-3ec7cacd-6c41-4f22-87e4-93d01825bdc9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Nov 12 13:04:37.905860 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:04:38.940370 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45ec4-95be-4c16-b745-3b484a89d7b2 req-633b47a9-8244-4d77-b20a-4ca1b6d93ebb tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:38.941919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9df45ec4-95be-4c16-b745-3b484a89d7b2 req-633b47a9-8244-4d77-b20a-4ca1b6d93ebb tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0516508 Nov 12 13:04:38.991642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9df45ec4-95be-4c16-b745-3b484a89d7b2 req-30059a41-3ff1-4bc0-acde-424951a8e246 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437646 Nov 12 13:04:38.995552 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98050dfb-2217-4784-a482-44895651d782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:39.499557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:40.118468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a0afd-da35-4239-b295-f6fee6ea96c4 req-aecd2ca9-548c-4460-b8e7-6175615b4e46 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:40.119913 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-049a0afd-da35-4239-b295-f6fee6ea96c4 req-aecd2ca9-548c-4460-b8e7-6175615b4e46 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0546005 Nov 12 13:04:40.187218 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-049a0afd-da35-4239-b295-f6fee6ea96c4 req-49fc345f-aadc-4fe9-9f4c-25dd61930bf1 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596488 Nov 12 13:04:40.732044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:41.303952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a1d4b-9163-48fa-95ef-16c8fcfd391e req-7ed85745-d7e0-4e02-a676-7fead71242e3 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:41.305448 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-523a1d4b-9163-48fa-95ef-16c8fcfd391e req-7ed85745-d7e0-4e02-a676-7fead71242e3 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0498500 Nov 12 13:04:41.352249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-523a1d4b-9163-48fa-95ef-16c8fcfd391e req-3200cdef-8c30-4c8b-a7ec-2b2c735c1abf tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Nov 12 13:04:41.400957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:42.470092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f2d86-2701-4021-bf4b-6b5ffafab48c req-6559726b-e585-40c8-870f-239ebfe15a3b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:42.471617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-302f2d86-2701-4021-bf4b-6b5ffafab48c req-6559726b-e585-40c8-870f-239ebfe15a3b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Nov 12 13:04:42.520204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-302f2d86-2701-4021-bf4b-6b5ffafab48c req-535642bd-abd1-4b91-b180-bddacd9b9a57 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Nov 12 13:04:43.642227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67f252-3db0-4503-8b92-27b24ae51843 req-c997426d-a504-4aec-8dbe-17c3ca959f43 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:43.643759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca67f252-3db0-4503-8b92-27b24ae51843 req-c997426d-a504-4aec-8dbe-17c3ca959f43 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0549777 Nov 12 13:04:43.691524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca67f252-3db0-4503-8b92-27b24ae51843 req-a3563513-69fe-4a43-b12f-665da6786c19 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Nov 12 13:04:44.817539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19ffe-1fc0-4cc4-b545-669930de44e5 req-cd117822-10c5-4802-bf1b-2769926df4ca tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:44.819089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fe19ffe-1fc0-4cc4-b545-669930de44e5 req-cd117822-10c5-4802-bf1b-2769926df4ca tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0502446 Nov 12 13:04:44.866807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fe19ffe-1fc0-4cc4-b545-669930de44e5 req-dcae87f2-cbd3-484e-9173-cc64980e7915 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Nov 12 13:04:45.983147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc006a-6108-4ce7-b2b5-e3508d0388c8 req-872da06d-d01b-42a0-96ec-56208bb1152a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:45.985336 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-22dc006a-6108-4ce7-b2b5-e3508d0388c8 req-872da06d-d01b-42a0-96ec-56208bb1152a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0504467 Nov 12 13:04:46.039113 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-22dc006a-6108-4ce7-b2b5-e3508d0388c8 req-769f89f5-f1c6-4fb1-8721-579d30a57b24 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Nov 12 13:04:47.158661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ca77-d488-4c8d-a8e5-5aa658b1070b req-739d5952-c5dd-4446-80f4-a25d5a977833 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:47.160168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a49ca77-d488-4c8d-a8e5-5aa658b1070b req-739d5952-c5dd-4446-80f4-a25d5a977833 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0514648 Nov 12 13:04:47.211205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a49ca77-d488-4c8d-a8e5-5aa658b1070b req-e6655b58-62a2-408e-aeae-24eb3a4b8917 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Nov 12 13:04:48.327175 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db109-b85b-44de-88ea-8fbd72277ddd req-ba78e9e7-2581-46ba-9b0f-19893daf3fc4 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:48.329436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-672db109-b85b-44de-88ea-8fbd72277ddd req-ba78e9e7-2581-46ba-9b0f-19893daf3fc4 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0497837 Nov 12 13:04:48.376523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-672db109-b85b-44de-88ea-8fbd72277ddd req-d2b3a342-54f6-4cc1-b6a2-2d5ee655dd12 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Nov 12 13:04:49.497500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb62d6c-6fd6-4ce3-b7c7-8ec01ac8e777 req-9278bb49-ba89-45a1-b338-e8804e2e130b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:49.499033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fb62d6c-6fd6-4ce3-b7c7-8ec01ac8e777 req-9278bb49-ba89-45a1-b338-e8804e2e130b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0540786 Nov 12 13:04:49.548543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fb62d6c-6fd6-4ce3-b7c7-8ec01ac8e777 req-205ce386-191b-4d03-a449-04a70b03787e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428791 Nov 12 13:04:50.669474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb40f-8400-41e5-ac06-4a08faa44f95 req-065176f6-eda9-4a33-9621-34aa50bc106c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:50.671036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08ecb40f-8400-41e5-ac06-4a08faa44f95 req-065176f6-eda9-4a33-9621-34aa50bc106c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0546596 Nov 12 13:04:50.719824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-08ecb40f-8400-41e5-ac06-4a08faa44f95 req-730d4954-10a7-44f4-80f2-40653a542ac9 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Nov 12 13:04:51.850970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05cef-cce3-4b9a-bbd9-560ee6597291 req-7cc438a1-33eb-42af-8314-74592627c701 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:51.852416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fec05cef-cce3-4b9a-bbd9-560ee6597291 req-7cc438a1-33eb-42af-8314-74592627c701 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0626440 Nov 12 13:04:51.900430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fec05cef-cce3-4b9a-bbd9-560ee6597291 req-fe0d4f84-7efe-4c1a-b3e6-d757ee9a32d8 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Nov 12 13:04:53.017202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294b9fa-3daf-4b57-8303-48703c31714e req-511181f3-f58a-4f86-8547-33cda02bba45 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:53.018811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1294b9fa-3daf-4b57-8303-48703c31714e req-511181f3-f58a-4f86-8547-33cda02bba45 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0510621 Nov 12 13:04:53.066062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1294b9fa-3daf-4b57-8303-48703c31714e req-b1fd1cf3-a1cb-4d52-b38d-8c3ac60e819a tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Nov 12 13:04:54.190389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d47d2-7ffa-4492-a75f-55f7645e9876 req-e46084f9-b265-474b-95a7-3e0d2fa56468 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:54.191907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-124d47d2-7ffa-4492-a75f-55f7645e9876 req-e46084f9-b265-474b-95a7-3e0d2fa56468 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0543542 Nov 12 13:04:54.244292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-124d47d2-7ffa-4492-a75f-55f7645e9876 req-5de9b65b-957e-479a-9689-2eef7916c6aa tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Nov 12 13:04:55.360246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8250-1e57-4a60-acde-ad2c96c3ecfd req-850d1eaf-59d9-416d-ae63-ae4d86085d9f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:55.361770 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f97f8250-1e57-4a60-acde-ad2c96c3ecfd req-850d1eaf-59d9-416d-ae63-ae4d86085d9f tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0501482 Nov 12 13:04:55.410090 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f97f8250-1e57-4a60-acde-ad2c96c3ecfd req-a4f3517b-8cbb-418b-99a2-0e1ebe05f6ff tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Nov 12 13:04:55.493441 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-05dd7018-2f4b-418a-8636-dfadfffa5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:55.494969 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-05dd7018-2f4b-418a-8636-dfadfffa5e57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1097 time: 0.0402193 Nov 12 13:04:55.605462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-7a5b1d0f-1a52-4c96-90d6-e25fde1dec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:55.607000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-7a5b1d0f-1a52-4c96-90d6-e25fde1dec18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0901191 Nov 12 13:04:55.650227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-7e152ec2-aecb-47a8-8aa5-c20813e18d98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0360091 Nov 12 13:04:55.698859 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-6cb456b6-0268-4d1b-80aa-90267139c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:55.700295 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-6cb456b6-0268-4d1b-80aa-90267139c186 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0428302 Nov 12 13:04:55.738759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-40897cfd-38da-4496-91e2-bad0e7846fc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294237 Nov 12 13:04:55.829219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-99ffaf82-00c5-430c-bd7c-3460a736c828 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Nov 12 13:04:55.924915 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be7219d1-1d05-4564-894e-5fb2ef4fde32 req-6f13f5e1-fdd4-412c-adb9-66bad9f124a0 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878668 Nov 12 13:04:56.535392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b919f-1f20-43c6-80d2-91c9205b4793 req-dc02c495-5f0a-48fa-b804-d48bf3c5c853 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:56.536892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-247b919f-1f20-43c6-80d2-91c9205b4793 req-dc02c495-5f0a-48fa-b804-d48bf3c5c853 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0534062 Nov 12 13:04:56.584211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-247b919f-1f20-43c6-80d2-91c9205b4793 req-e18ba36f-a81a-47c9-a5b7-e4731f0158b2 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Nov 12 13:04:57.703346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ed39b-2440-4d27-8087-57452a22a8d3 req-c5456f00-ae87-4e91-ac66-7a36b198e265 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:57.704967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2ed39b-2440-4d27-8087-57452a22a8d3 req-c5456f00-ae87-4e91-ac66-7a36b198e265 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0499852 Nov 12 13:04:57.760092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b2ed39b-2440-4d27-8087-57452a22a8d3 req-3a1acdb1-01b4-437c-b801-2980be0db508 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Nov 12 13:04:58.879835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407be46-b9c2-4416-a11d-02c0d25ac153 req-e2af1758-86c3-438f-a2ca-9e4f2c13d1a0 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:58.881405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a407be46-b9c2-4416-a11d-02c0d25ac153 req-e2af1758-86c3-438f-a2ca-9e4f2c13d1a0 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0491993 Nov 12 13:04:58.929314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a407be46-b9c2-4416-a11d-02c0d25ac153 req-5deba9b4-1162-4e0c-9726-9d1d0da4ba5c tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Nov 12 13:04:59.905086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.049180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa1995-0837-4475-9b5a-4521aacb15bb req-111ef499-c938-424e-acbf-0d7c4af3cd9e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:00.050965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebfa1995-0837-4475-9b5a-4521aacb15bb req-111ef499-c938-424e-acbf-0d7c4af3cd9e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Nov 12 13:05:00.100901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebfa1995-0837-4475-9b5a-4521aacb15bb req-b2353485-58b2-49ed-916d-d5754aecf2fe tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Nov 12 13:05:00.182857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.477264 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-78c228e4-fb9a-4049-8c3e-3d72d9af372b service neutron] show failed (client error): The resource could not be found. Nov 12 13:05:00.478226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-78c228e4-fb9a-4049-8c3e-3d72d9af372b service neutron] 10.222.0.81 "GET /v2.0/ports/5297d5a6-3a14-42d0-b4c2-eb55c73b6899/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0583832 Nov 12 13:05:00.695463 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-8dc93e8d-48d6-439c-911e-86060b25c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:00.696953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-8dc93e8d-48d6-439c-911e-86060b25c875 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440&tenant_id=9f138bdb08404806b816724ea24d3015 HTTP/1.1" status: 200 len: 1097 time: 0.0414732 Nov 12 13:05:00.710516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:00.763957 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.984599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:01.017646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:01.056050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:05:01.058321 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d021cbe-0d86-4c02-8296-0c939bcbb6ec" -d '{"events": [{"server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "name": "network-vif-unplugged", "status": "completed", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:05:01.062002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.075037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Transition to ACTIVE for port object 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:05:01.078832 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.113198 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c0d184-1d9f-4843-9364-b374ae7ec39b x-openstack-request-id: req-33c0d184-1d9f-4843-9364-b374ae7ec39b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:05:01.113504 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "name": "network-vif-unplugged", "status": "completed", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:05:01.113727 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33c0d184-1d9f-4843-9364-b374ae7ec39b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:05:01.114122 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'code': 200} Nov 12 13:05:01.147118 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:01.149291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] No DVR routers for this DVR port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:05:01.158295 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.158594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.158937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.159267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.159598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.159925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.160250 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.160579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.160904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.161223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.161542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.161861 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:01.196943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:05:01.197282 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:05:01.197608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:01.201922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on network b226aa92-e296-4075-bb55-a9ffc9b3712e not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:05:01.202278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Attempting to bind port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on network b226aa92-e296-4075-bb55-a9ffc9b3712e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:01.207305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:05:01.207645 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Checking segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:01.208033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Bound using segment: {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:05:01.208465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Bound port: 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb7bbb4-cac2-4516-88c2-43166071ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:05:01.208823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.221126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a0b3f930-96f2-418e-b9b1-46c3f1602ee8 req-ecddca69-5865-4f37-a562-959ffaa13081 service neutron] (102779) timed out ('10.222.0.65', 51163) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:05:01.223853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813cdb-34ca-4e81-be8d-57295fc3f2ba req-2ea81bbb-9b04-4881-8ec1-05d4e2e2a63b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:01.225406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37813cdb-34ca-4e81-be8d-57295fc3f2ba req-2ea81bbb-9b04-4881-8ec1-05d4e2e2a63b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0526378 Nov 12 13:05:01.274905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37813cdb-34ca-4e81-be8d-57295fc3f2ba req-259cb6a5-bc7d-46f5-b684-4e156e7e7d59 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Nov 12 13:05:01.277008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:01.280431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:05:01.285882 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.327752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:01.328470 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.329881 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] 10.222.0.65 "PUT /v2.0/ports/5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 1092 time: 0.6231852 Nov 12 13:05:01.351460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973c682-5f3c-4080-bd83-92bbc930e51a service neutron] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:01.394475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-e4b26aa9-fd81-4cf8-a76d-c5566ceb309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:01.395989 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-e4b26aa9-fd81-4cf8-a76d-c5566ceb309a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1095 time: 0.0416892 Nov 12 13:05:01.491855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-c3e8e0d4-c914-43f8-8284-dc75728c2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:01.493337 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-c3e8e0d4-c914-43f8-8284-dc75728c2d3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0898564 Nov 12 13:05:01.538696 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-f1c62055-fabf-4dd6-9082-795f3aaf5e31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0360234 Nov 12 13:05:01.593170 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-3915baef-afe1-469e-9767-ec15ca81990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:01.595648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-3915baef-afe1-469e-9767-ec15ca81990e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0485892 Nov 12 13:05:01.629037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-d5e2f065-ef3e-4a65-8ddd-371dea7d6f57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261886 Nov 12 13:05:01.729171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-d51e6dc4-5447-4d6e-baa5-639bb993ac2f service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911582 Nov 12 13:05:01.826602 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-feaa3c7c-3373-4fe4-ab25-d83f4f1ba136 req-365c4215-d49d-486c-a26c-f34dfd92d672 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872309 Nov 12 13:05:02.394186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303029c8-0101-4c81-8698-0dd662be9a83 req-37737d08-9ea7-4ed5-a170-30465e761788 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:02.395709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-303029c8-0101-4c81-8698-0dd662be9a83 req-37737d08-9ea7-4ed5-a170-30465e761788 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0499206 Nov 12 13:05:02.443381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-303029c8-0101-4c81-8698-0dd662be9a83 req-38743289-58c0-49b9-abf3-ec373616b090 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Nov 12 13:05:02.993757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:05:03.043197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:05:03.115590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:05:03.117918 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810d09b-3bca-447f-b21f-007d1b931053" -d '{"events": [{"name": "network-changed", "server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:05:03.163943 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e07a6e-91f1-483d-8892-b6f1d8c634d0 x-openstack-request-id: req-b7e07a6e-91f1-483d-8892-b6f1d8c634d0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:05:03.164251 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:05:03.164516 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7e07a6e-91f1-483d-8892-b6f1d8c634d0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:05:03.164925 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'status': 'completed', 'code': 200} Nov 12 13:05:03.231199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8c0f7209-2525-44fc-8ec6-d641a90f1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.232896 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8c0f7209-2525-44fc-8ec6-d641a90f1a9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1095 time: 0.0492163 Nov 12 13:05:03.234537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8a69ed75-8b47-4a7e-9e47-ab7232aa71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.236050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8a69ed75-8b47-4a7e-9e47-ab7232aa71ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1095 time: 0.0448990 Nov 12 13:05:03.342270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8d04a0b9-47d5-4afb-b0a6-a218090d704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.344526 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8d04a0b9-47d5-4afb-b0a6-a218090d704c service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.1033292 Nov 12 13:05:03.348528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d09b-3bca-447f-b21f-007d1b931053 req-02b3a0ea-17a2-4147-af1e-f46e3f13e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.350000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-02b3a0ea-17a2-4147-af1e-f46e3f13e423 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.1056492 Nov 12 13:05:03.396543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-95b6ffd8-1e06-4401-8949-50959e6d285d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0442531 Nov 12 13:05:03.397135 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-8a0c5d42-e79b-49bc-b281-db23068074b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0385852 Nov 12 13:05:03.448942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d09b-3bca-447f-b21f-007d1b931053 req-2d5d08a1-700d-49f7-a32f-53cd23dc8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.450570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-2d5d08a1-700d-49f7-a32f-53cd23dc8493 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0472636 Nov 12 13:05:03.450701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d09b-3bca-447f-b21f-007d1b931053 req-2582923c-2aad-414b-9be7-84581c1e08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.452087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-2582923c-2aad-414b-9be7-84581c1e08a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0466738 Nov 12 13:05:03.486130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-c9fe1cd4-9a88-49b4-84ec-b318cff3bdbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278366 Nov 12 13:05:03.490696 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-7a2180d9-ac04-4c31-b39d-7824de1b758d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315747 Nov 12 13:05:03.588559 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-d7bb8254-2781-4c43-9852-9521305bf5d3 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903854 Nov 12 13:05:03.616794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa92a0f-aeaf-4681-9b09-b4c14f468f7b req-e5364441-93f1-4f78-beed-87cb6ed50d77 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.618325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efa92a0f-aeaf-4681-9b09-b4c14f468f7b req-e5364441-93f1-4f78-beed-87cb6ed50d77 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0983284 Nov 12 13:05:03.623757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-b63c2421-7f1f-4746-88e4-a3ee376b1294 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299167 Nov 12 13:05:03.687077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-3ef7e160-99fc-4960-a2c7-3f81d5ed49a1 service neutron] 10.222.0.65 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885603 Nov 12 13:05:03.725131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efa92a0f-aeaf-4681-9b09-b4c14f468f7b req-798c1434-3c94-4caf-bff7-7c6338e4717b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004145 Nov 12 13:05:03.750582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5810d09b-3bca-447f-b21f-007d1b931053 req-66497d1d-c820-4773-bc00-8ef602a1d6a0 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172531 Nov 12 13:05:03.950968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4e8a2-ceaf-488a-9fd5-7219004a3cea req-96c14a11-1af1-49c7-87a4-fed4cd2e14ea tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.952479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e4e8a2-ceaf-488a-9fd5-7219004a3cea req-96c14a11-1af1-49c7-87a4-fed4cd2e14ea tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0806487 Nov 12 13:05:03.960712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-d8b0fce8-e2d5-43c0-b520-08f026ad628b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:03.962089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-d8b0fce8-e2d5-43c0-b520-08f026ad628b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440&tenant_id=9f138bdb08404806b816724ea24d3015&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 944 time: 0.0806966 Nov 12 13:05:04.046020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0e4e8a2-ceaf-488a-9fd5-7219004a3cea req-b8948de3-fbe5-4fff-8210-afc873001f88 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829453 Nov 12 13:05:04.053902 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-fb5723f7-0436-4c80-bf1a-d62469146642 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:05:04.054926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-fb5723f7-0436-4c80-bf1a-d62469146642 service neutron] 10.222.0.81 "DELETE /v2.0/ports/5297d5a6-3a14-42d0-b4c2-eb55c73b6899/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0852540 Nov 12 13:05:04.142851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-668af963-ba5d-4192-a594-17785b18ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:04.144349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-668af963-ba5d-4192-a594-17785b18ce57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f138bdb08404806b816724ea24d3015&device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 1095 time: 0.0440555 Nov 12 13:05:04.240161 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-a4e65d2d-cf28-4822-a1c8-9b272e44fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:04.241561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-a4e65d2d-cf28-4822-a1c8-9b272e44fa84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 200 len: 915 time: 0.0890863 Nov 12 13:05:04.285638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-f9eccbf3-9dfb-42ae-929e-4446589695bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 200 len: 217 time: 0.0360770 Nov 12 13:05:04.334676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-9c8f2070-8b15-4fdd-82fb-dc6b21ad5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:04.336131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-9c8f2070-8b15-4fdd-82fb-dc6b21ad5d14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 200 len: 854 time: 0.0437987 Nov 12 13:05:04.369768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-da8c432c-0794-4bed-aedf-c5cba32d4fcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b226aa92-e296-4075-bb55-a9ffc9b3712e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248494 Nov 12 13:05:04.464023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-827b5ce9-a39d-4118-8fd2-96a205e6cf3f service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868337 Nov 12 13:05:04.561174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e1e90a8-06de-4f99-8367-29b62d19c334 req-6a8bbb28-7f3c-4a64-9772-914e4f651970 service neutron] 10.222.0.81 "GET /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906506 Nov 12 13:05:05.173517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39a38-434e-4376-83a5-edb868be3547 req-19a36d1e-37fc-40f7-89ea-9ac5b9d81079 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:05.175183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfd39a38-434e-4376-83a5-edb868be3547 req-19a36d1e-37fc-40f7-89ea-9ac5b9d81079 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0543089 Nov 12 13:05:05.224964 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfd39a38-434e-4376-83a5-edb868be3547 req-509719d4-81dd-4ae6-86c9-cf3bcf8f0414 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Nov 12 13:05:05.251334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:05:05.339576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16cd4-805c-46cf-8a46-ca5510389aca req-0fc83e82-df3b-4d7c-b351-534d03b1f175 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:05.341059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebb16cd4-805c-46cf-8a46-ca5510389aca req-0fc83e82-df3b-4d7c-b351-534d03b1f175 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 944 time: 0.0488427 Nov 12 13:05:05.355154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:05.371009 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'network_id': 'b226aa92-e296-4075-bb55-a9ffc9b3712e', 'port_id': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'mac_address': 'fa:16:3e:76:4f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c799945-48ce-45a0-b61b-802018afce61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:05:05.392586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebb16cd4-805c-46cf-8a46-ca5510389aca req-06637e21-77a6-49c0-b080-bf07a63539d3 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Nov 12 13:05:05.409682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:05.426539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:05:05.446760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:05.450970 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:05.496611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:05.504904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.505250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.505596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.505929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.506281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.506612 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.506936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.507258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.507577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.507897 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.508217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.508533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:05.511407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba5df5-d4fe-45e3-9c91-efbe765987e6 req-81388347-c637-41e5-b85a-a772ecdaf7ba tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:05.512998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87ba5df5-d4fe-45e3-9c91-efbe765987e6 req-81388347-c637-41e5-b85a-a772ecdaf7ba tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 945 time: 0.0545540 Nov 12 13:05:05.563259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87ba5df5-d4fe-45e3-9c91-efbe765987e6 req-ce1451a1-2096-47d5-b2fe-96bcae2f35c3 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Nov 12 13:05:05.669916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5297d5a6-3a14-42d0-b4c2-eb55c73b6899'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:05:05.769230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf381-cda6-410e-afe3-c033ee9b0009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:05.911972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7241e-dffe-4256-8d22-41b283334d4a req-71176960-ed47-4378-9594-af4a180158c5 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:05.913460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d7241e-dffe-4256-8d22-41b283334d4a req-71176960-ed47-4378-9594-af4a180158c5 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Nov 12 13:05:05.963441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83d7241e-dffe-4256-8d22-41b283334d4a req-62423dd4-b89f-478b-b914-c60c36864346 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Nov 12 13:05:07.081201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842369b-8e79-4042-b1f7-f04e5706a7cc req-4644d9f1-3400-4e07-91cf-301a764e1df2 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:07.083581 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f842369b-8e79-4042-b1f7-f04e5706a7cc req-4644d9f1-3400-4e07-91cf-301a764e1df2 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 945 time: 0.0519540 Nov 12 13:05:07.089234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-8be4d5b1-6e01-4582-bfca-9ab78c49578e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:07.090731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-8be4d5b1-6e01-4582-bfca-9ab78c49578e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa206ecc-007b-410c-bb12-36fd293a1440 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Nov 12 13:05:07.136822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f842369b-8e79-4042-b1f7-f04e5706a7cc req-5717eeb2-5100-41cc-8111-ec6f839eff88 tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d5780b1-678d-448a-a784-0dd38dfa6b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Nov 12 13:05:07.178988 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Deleting port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:05:07.179325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:07.266484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:07.269961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] For port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,segment=NetworkSegment(3cb7bbb4-cac2-4516-88c2-43166071ef59),segment_id=3cb7bbb4-cac2-4516-88c2-43166071ef59)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:07.270366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:07.283291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Calling delete_port for 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:05:07.315646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:05:07.319767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:07.320154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:07.400514 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:07.415755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:07.428019 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['5297d5a6-3a14-42d0-b4c2-eb55c73b6899'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:05:07.444552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Pushing event deleted for resources: {'Port': ['ID=5297d5a6-3a14-42d0-b4c2-eb55c73b6899,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:07.485685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] No DVR routers for this DVR port 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:05:07.488247 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:07.491597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-29fd3dd8-811e-4d35-afa5-e2664f35aa8b req-ff22979d-d5cb-4246-a521-fa13c1a2fc2e tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] 10.222.0.65 "DELETE /v2.0/ports/5297d5a6-3a14-42d0-b4c2-eb55c73b6899 HTTP/1.1" status: 204 len: 173 time: 0.3951087 Nov 12 13:05:07.492032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'name': 'network-vif-deleted', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:05:07.494250 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c539bde-9477-4ded-ac19-12f393cb4779" -d '{"events": [{"server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "name": "network-vif-deleted", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:05:07.537378 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a2db5-7677-40a5-a033-89c732734249 x-openstack-request-id: req-d10a2db5-7677-40a5-a033-89c732734249 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:05:07.537786 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa206ecc-007b-410c-bb12-36fd293a1440", "name": "network-vif-deleted", "tag": "5297d5a6-3a14-42d0-b4c2-eb55c73b6899", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:05:07.538022 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d10a2db5-7677-40a5-a033-89c732734249 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:05:07.538399 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa206ecc-007b-410c-bb12-36fd293a1440', 'name': 'network-vif-deleted', 'tag': '5297d5a6-3a14-42d0-b4c2-eb55c73b6899', 'status': 'completed', 'code': 200} Nov 12 13:05:08.263281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:08.310813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Deleting subnet 8c799945-48ce-45a0-b61b-802018afce61 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:05:08.314492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.354041 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.397315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.460395 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.501365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c799945-48ce-45a0-b61b-802018afce61,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:08.504761 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.509613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c799945-48ce-45a0-b61b-802018afce61 HTTP/1.1" status: 204 len: 168 time: 0.2442262 Nov 12 13:05:08.511296 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:08.518930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.519644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.519983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.520320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.520642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.520978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.521291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.521610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.521925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.522270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.522593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.522905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d557a6-78e9-4875-bc07-7536d41839c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:08.600913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.701609 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.724662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b226aa92-e296-4075-bb55-a9ffc9b3712e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:08.741617 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb7bbb4-cac2-4516-88c2-43166071ef59') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:08.741911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb7bbb4-cac2-4516-88c2-43166071ef59') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:08.753509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.768120 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.776527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:05:08.776927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:05:08.778631 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:05:08.841892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.847576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:08.850801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/b226aa92-e296-4075-bb55-a9ffc9b3712e HTTP/1.1" status: 204 len: 168 time: 0.3384066 Nov 12 13:05:08.862253 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f0c2-c098-4cfe-92fd-54c4a4acad7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b226aa92-e296-4075-bb55-a9ffc9b3712e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:08.997970 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98ced877-cdfd-428f-a2a4-e8c196bc6d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:09.010238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:09.051164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2631cfd7-2d6d-470b-8c6c-437de23dd4c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f138bdb08404806b816724ea24d3015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397036 Nov 12 13:05:09.053669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:09.104785 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8de0a5-b753-41fc-906c-54429b2058b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:09.125642 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8de0a5-b753-41fc-906c-54429b2058b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:09.172626 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8de0a5-b753-41fc-906c-54429b2058b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:09.175569 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8de0a5-b753-41fc-906c-54429b2058b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:09.176743 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5b8de0a5-b753-41fc-906c-54429b2058b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d5780b1-678d-448a-a784-0dd38dfa6b1e HTTP/1.1" status: 204 len: 168 time: 0.1220438 Nov 12 13:05:09.185097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8de0a5-b753-41fc-906c-54429b2058b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5780b1-678d-448a-a784-0dd38dfa6b1e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:09.502444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:09.939740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:10.065794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-739218295-network', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:10.088266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Made reservation on behalf of 3c6efd990a8149969ff39ecbeccef69d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:05:10.090991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.100433 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.175772 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.179485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.206623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:05:10.212926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5cd50b-33d1-4db6-a9c4-f77f53d1b47c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:10.219508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.219852 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Added segment 9af7d55f-5349-4927-b506-4e9ff5bfa0cd of type vlan for network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 Nov 12 13:05:10.263050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.287910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.289014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:10.289584 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.345883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4049327 Nov 12 13:05:10.348841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:10.353065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9df10-7dfd-4ff4-bfd9-1dcec868a1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1e5545-ed82-417b-9e4d-d3a02f3bf702,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:10.353948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Request body: {'subnet': {'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-739218295-subnet', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:10.363185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:05:10.377451 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Made reservation on behalf of 3c6efd990a8149969ff39ecbeccef69d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:05:10.379883 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.557598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.607985 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b677fec1-6149-4d28-bbf1-2e56d3524866,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:10.624079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:10.624442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Network hostable DHCP agents. Network: 3c1e5545-ed82-417b-9e4d-d3a02f3bf702, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:05:10.642758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:05:10.651282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 3c1e5545-ed82-417b-9e4d-d3a02f3bf702) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:10.655390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:10.656011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.661045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5488e66-d1d5-443a-9983-f7499131878a None None] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:05:10.673965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ed7116b-4526-4825-9405-d0bf339b1de0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3239341 Nov 12 13:05:10.676672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40644) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:10.681525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:10.702665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.704401 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.746968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.761079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.832382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:05:10.833298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:10.975221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Allocated IP 172.20.0.2 (3c1e5545-ed82-417b-9e4d-d3a02f3bf702/b677fec1-6149-4d28-bbf1-2e56d3524866/d0604b55-9ef1-4e5b-95b4-80a701ffb485) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:05:11.123902 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.131133 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.167112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:11.169845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:11.172824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:05:11.187163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Pushing event updated for resources: {'Port': ['ID=d0604b55-9ef1-4e5b-95b4-80a701ffb485,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:11.201994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.238785 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Attempting to bind port d0604b55-9ef1-4e5b-95b4-80a701ffb485 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:05:11.239163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Attempting to bind port d0604b55-9ef1-4e5b-95b4-80a701ffb485 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:05:11.239533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Attempting to bind port d0604b55-9ef1-4e5b-95b4-80a701ffb485 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:11.244609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:05:11.244982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:11.245384 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.245774 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:05:11.246263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Bound port: d0604b55-9ef1-4e5b-95b4-80a701ffb485, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:05:11.246647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.284443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:05:11.308672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:05:11.309013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 5297d5a6-3a14-42d0-b4c2-eb55c73b6899 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:05:11.335701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] For port d0604b55-9ef1-4e5b-95b4-80a701ffb485, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:11.338950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] For port d0604b55-9ef1-4e5b-95b4-80a701ffb485, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d0604b55-9ef1-4e5b-95b4-80a701ffb485,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:05:11.344045 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.412089 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.413562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc322cfa-b4d9-4202-9a8e-49e8ba1c74de None None] Pushing event updated for resources: {'Port': ['ID=d0604b55-9ef1-4e5b-95b4-80a701ffb485,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:11.419341 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.444740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.574858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Allocated IP 172.25.1.122 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/fc5f507c-99a6-4daa-af70-0a0800a01dea) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:05:11.699282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d0604b55-9ef1-4e5b-95b4-80a701ffb485 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:11.701911 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.739454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.747222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d0604b55-9ef1-4e5b-95b4-80a701ffb485 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:11.747596 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.776475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:11.783329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:11.787055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:05:11.798354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd53655-36c3-4127-9d04-6b3a7c5be964 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:05:11.815634 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Pushing event updated for resources: {'Port': ['ID=fc5f507c-99a6-4daa-af70-0a0800a01dea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:11.854871 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.864732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bd213a84-72e0-4c4c-b6c0-246e8af45c0d None None] Provisioning complete for port fc5f507c-99a6-4daa-af70-0a0800a01dea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:11.865098 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd213a84-72e0-4c4c-b6c0-246e8af45c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.916751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port d0604b55-9ef1-4e5b-95b4-80a701ffb485, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d0604b55-9ef1-4e5b-95b4-80a701ffb485,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:11.918090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bd213a84-72e0-4c4c-b6c0-246e8af45c0d None None] Port fc5f507c-99a6-4daa-af70-0a0800a01dea cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:05:11.921279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.974263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=d0604b55-9ef1-4e5b-95b4-80a701ffb485,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:12.056232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:12.261056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:12.329988 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e511a73-ec0f-4eda-891c-9f2b7d9ed11c None None] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:05:12.394276 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Router c5333326-8387-4e3b-8e5d-8784948dfe9e is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:05:12.457692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aea49ee9-7818-46a3-8407-fb155ec242d9 None None] Provisioning complete for port d0604b55-9ef1-4e5b-95b4-80a701ffb485 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:12.458286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aea49ee9-7818-46a3-8407-fb155ec242d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:12.506187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:05:12.519264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:05:12.525407 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:12.526724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5fea3efb-0717-417d-ad0f-dbd7a31c649f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8489802 Nov 12 13:05:12.530046 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:12.540679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:05:12.541311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:05:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:12.682049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:05:12.818689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3886c523-b7fe-4231-8440-41faef6f77be None None] Provisioning complete for port d0604b55-9ef1-4e5b-95b4-80a701ffb485 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:12.818974 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3886c523-b7fe-4231-8440-41faef6f77be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:12.947922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:11Z', 'revision_number': 3, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:12.978362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:12.979917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:05:12.980275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Updating router c5333326-8387-4e3b-8e5d-8784948dfe9e port fc5f507c-99a6-4daa-af70-0a0800a01dea binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:05:13.005484 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.145181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Allocated IP 172.20.0.1 (3c1e5545-ed82-417b-9e4d-d3a02f3bf702/b677fec1-6149-4d28-bbf1-2e56d3524866/be5c1dc9-a014-4d87-b7d4-b9c259fde510) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:05:13.247722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.256642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.261928 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.283066 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.307898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e063b6-a824-4ecc-95c0-5b171afa5586 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:05:13.320669 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:13.323561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:13.324516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Attempting to bind port fc5f507c-99a6-4daa-af70-0a0800a01dea on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:05:13.325337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Attempting to bind port fc5f507c-99a6-4daa-af70-0a0800a01dea by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:05:13.325337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Attempting to bind port fc5f507c-99a6-4daa-af70-0a0800a01dea on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:13.327138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63754f-3840-4dfd-95f1-ff5e7a5cfabc None None] Pushing event updated for resources: {'Port': ['ID=fc5f507c-99a6-4daa-af70-0a0800a01dea,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:13.330293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:05:13.334971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:05:13.334971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:13.334971 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.335516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:05:13.335970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Bound port: fc5f507c-99a6-4daa-af70-0a0800a01dea, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:05:13.336385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.361344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Pushing event updated for resources: {'Port': ['ID=be5c1dc9-a014-4d87-b7d4-b9c259fde510,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:13.382858 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.384930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-70074780-0dd2-4799-b998-e51eff80c275 None None] Provisioning complete for port fc5f507c-99a6-4daa-af70-0a0800a01dea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:13.385295 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70074780-0dd2-4799-b998-e51eff80c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.423936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] For port fc5f507c-99a6-4daa-af70-0a0800a01dea, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:13.430698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] For port fc5f507c-99a6-4daa-af70-0a0800a01dea, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fc5f507c-99a6-4daa-af70-0a0800a01dea,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:05:13.436562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.438892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-70074780-0dd2-4799-b998-e51eff80c275 None None] Port fc5f507c-99a6-4daa-af70-0a0800a01dea cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:05:13.487613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaccd19b-3e15-4462-bf7f-a9a01b8258ae None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:05:13.509489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63754f-3840-4dfd-95f1-ff5e7a5cfabc None None] Pushing event updated for resources: {'Port': ['ID=fc5f507c-99a6-4daa-af70-0a0800a01dea,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:13.511939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:05:13.512552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:05:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:13.573134 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.611799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-902e7fe6-cff8-428a-84c0-f3b6e94a12a5 None None] Provisioning complete for port fc5f507c-99a6-4daa-af70-0a0800a01dea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:13.612180 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-902e7fe6-cff8-428a-84c0-f3b6e94a12a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.665972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:05:13.694197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d0604b55-9ef1-4e5b-95b4-80a701ffb485 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:13.748276 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.754031 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.820765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Pushing event updated for resources: {'Port': ['ID=be5c1dc9-a014-4d87-b7d4-b9c259fde510,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:13.823324 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.861080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-902e7fe6-cff8-428a-84c0-f3b6e94a12a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.886695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d0604b55-9ef1-4e5b-95b4-80a701ffb485 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:13.887068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:13.919124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:13.920616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:14.045170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:05:14.085401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-902e7fe6-cff8-428a-84c0-f3b6e94a12a5 None None] For port fc5f507c-99a6-4daa-af70-0a0800a01dea, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fc5f507c-99a6-4daa-af70-0a0800a01dea,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:14.110092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-902e7fe6-cff8-428a-84c0-f3b6e94a12a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.177363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:05:14.180786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e7fe6-cff8-428a-84c0-f3b6e94a12a5 None None] Pushing event updated for resources: {'Port': ['ID=fc5f507c-99a6-4daa-af70-0a0800a01dea,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:14.188884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8ffe479c-09a6-4e44-8300-d2bf65c742d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/c5333326-8387-4e3b-8e5d-8784948dfe9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6515415 Nov 12 13:05:14.239170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:11Z', 'revision_number': 3, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:14.273097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7c9d5-f583-4123-aaa5-14f47d7b4f28 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:11Z', 'revision_number': 3, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:05:14.278907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f7ea146e-8e4d-42ef-918a-2a79c944617e None None] Provisioning complete for port be5c1dc9-a014-4d87-b7d4-b9c259fde510 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:14.279278 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7ea146e-8e4d-42ef-918a-2a79c944617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.316915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea146e-8e4d-42ef-918a-2a79c944617e None None] Port be5c1dc9-a014-4d87-b7d4-b9c259fde510 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:05:14.672541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 40654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:14.677560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275188915', 'description': 'tempest-description--420828336'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:14.703926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.779599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.784409 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.816004 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.817259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1436412 Nov 12 13:05:14.820633 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:14.821890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c14de-030e-4f0b-a266-21edf262cd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4dc71b-dbd2-4724-9f23-113996e7f49d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:14.831177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'security_group_rule': {'security_group_id': '1b4dc71b-dbd2-4724-9f23-113996e7f49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:14.859071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.905127 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:05:14.918117 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.922535 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.946586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab489ad-9baa-421c-8d8a-a7a60776c9c5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:14.956827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:14.960552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e11d4e0b-32d0-48b9-9051-16716a3bdbc7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363914 Nov 12 13:05:14.960885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:14.965349 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'security_group_rule': {'security_group_id': '1b4dc71b-dbd2-4724-9f23-113996e7f49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:14.992632 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.054520 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.058380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.079734 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17636743-f778-4cf6-875c-f62967e254eb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:15.089045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.090278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-af50c47c-848d-45f1-b008-2af083cfce86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284068 Nov 12 13:05:15.093150 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:15.097650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:15.119395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.215174 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.323819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Allocated IP 172.25.1.150 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/009258bf-ee90-48b3-aad5-cce7c799ee98) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:05:15.430205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.464450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.513447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:15.518265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:15.520208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'Port': ['ID=009258bf-ee90-48b3-aad5-cce7c799ee98,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:15.522368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:05:15.610969 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.647316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.692579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fc5f507c-99a6-4daa-af70-0a0800a01dea up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:15.744910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fc5f507c-99a6-4daa-af70-0a0800a01dea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:15.745315 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.776074 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:05:15.788844 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:05:15.789679 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:05:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:15.831828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.838491 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.903437 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:05:15.910551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'Port': ['ID=009258bf-ee90-48b3-aad5-cce7c799ee98,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:15.922970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.938861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:15.948971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d6347cab-90c3-4308-95d2-9cb8595f61be tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8459694 Nov 12 13:05:16.106824 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 2, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:16.113702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-1e212181-f2eb-439a-8a00-eb46918f140e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--275188915&fields=id&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 267 time: 0.0615103 Nov 12 13:05:16.148822 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:05:16.149330 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Updating router c5333326-8387-4e3b-8e5d-8784948dfe9e port be5c1dc9-a014-4d87-b7d4-b9c259fde510 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:05:16.182874 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.459438 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.464564 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.519111 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Pushing event updated for resources: {'Port': ['ID=be5c1dc9-a014-4d87-b7d4-b9c259fde510,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:16.528163 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.528503 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.528834 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.529164 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.529487 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.529804 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.530119 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.530460 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.530810 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.531596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.532551 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.532964 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:16.552093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-289c079b-1616-4f2b-a9e6-0f2dee2fc5a3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:16.553705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-289c079b-1616-4f2b-a9e6-0f2dee2fc5a3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.4329200 Nov 12 13:05:16.576901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-a3640367-ca81-4156-8f28-26138aad1e09 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/quotas/3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 375 time: 0.0121284 Nov 12 13:05:16.593015 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Attempting to bind port be5c1dc9-a014-4d87-b7d4-b9c259fde510 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:05:16.593409 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Attempting to bind port be5c1dc9-a014-4d87-b7d4-b9c259fde510 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:05:16.595109 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Attempting to bind port be5c1dc9-a014-4d87-b7d4-b9c259fde510 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:16.600371 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:05:16.600736 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:16.601148 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.601494 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:05:16.601954 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Bound port: be5c1dc9-a014-4d87-b7d4-b9c259fde510, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:05:16.602356 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.638697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-5194db6e-9ce4-4645-bf74-a0c3a40c9ca9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535119 Nov 12 13:05:16.670399 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] For port be5c1dc9-a014-4d87-b7d4-b9c259fde510, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:16.674919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] For port be5c1dc9-a014-4d87-b7d4-b9c259fde510, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=be5c1dc9-a014-4d87-b7d4-b9c259fde510,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:05:16.679589 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.747479 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb41f2-c2b0-4d8c-b780-3d8a79bca47b None None] Pushing event updated for resources: {'Port': ['ID=be5c1dc9-a014-4d87-b7d4-b9c259fde510,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:16.753196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b41f0e96-f5c0-4d59-beee-66fb8ac0f428 None None] Provisioning complete for port be5c1dc9-a014-4d87-b7d4-b9c259fde510 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:16.754624 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b41f0e96-f5c0-4d59-beee-66fb8ac0f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.763097 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:05:16.763766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:05:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:16.769384 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-cf3688d5-4364-4781-a999-3a8025e1225e service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196010 Nov 12 13:05:16.876140 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b41f0e96-f5c0-4d59-beee-66fb8ac0f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.882200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-723cf469-5689-4cbe-a68d-5013f2574f7a service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101320 Nov 12 13:05:16.898790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:05:16.920415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b41f0e96-f5c0-4d59-beee-66fb8ac0f428 None None] For port be5c1dc9-a014-4d87-b7d4-b9c259fde510, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=be5c1dc9-a014-4d87-b7d4-b9c259fde510,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:16.927527 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b41f0e96-f5c0-4d59-beee-66fb8ac0f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:16.991259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f0e96-f5c0-4d59-beee-66fb8ac0f428 None None] Pushing event updated for resources: {'Port': ['ID=be5c1dc9-a014-4d87-b7d4-b9c259fde510,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:17.050565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b125a9ce-4703-48d8-a837-8d2a0b4edf26 None None] Provisioning complete for port be5c1dc9-a014-4d87-b7d4-b9c259fde510 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:17.050986 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b125a9ce-4703-48d8-a837-8d2a0b4edf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:17.099127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f7ebb36-3b22-4499-a878-26fa7fc5e5f8 req-7855688c-2e1a-4d4d-b028-c02018c375fa tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 210 time: 0.0310953 Nov 12 13:05:17.152915 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:17.184574 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7db49-d62c-4ebb-9779-1b86f42236c5 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:05:17.695380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be5c1dc9-a014-4d87-b7d4-b9c259fde510 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:17.754504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port be5c1dc9-a014-4d87-b7d4-b9c259fde510 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:17.755443 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:18.132469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-0585f448-ca46-4b2b-b75d-7d83b9cc1586 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:18.134042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-0585f448-ca46-4b2b-b75d-7d83b9cc1586 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.1182926 Nov 12 13:05:18.210986 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-d83e0162-1242-4341-afde-8ec8bba479d6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 379 time: 0.0675812 Nov 12 13:05:18.221133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'port': {'device_id': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'admin_state_up': True, 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'security_groups': ['1b4dc71b-dbd2-4724-9f23-113996e7f49d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:18.230638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6cb1d06-561d-42e3-8ba3-7b2f64722fd1 req-99dd4eb2-5395-445f-8ad0-9d6dd0f4bc0d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 210 time: 0.0453911 Nov 12 13:05:18.337254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Made reservation on behalf of 3c6efd990a8149969ff39ecbeccef69d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:05:18.341023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:18.470693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Allocated IP 172.20.0.14 (3c1e5545-ed82-417b-9e4d-d3a02f3bf702/b677fec1-6149-4d28-bbf1-2e56d3524866/1851dfb6-daea-4e43-95ee-2db65a132d6c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:05:18.606545 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:18.645254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:18.687360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:18.692720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:18.696381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:05:18.721672 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:18.755278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:18.755903 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:18.775155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-93b9ec6e-66d4-4950-8ede-51a50e18f578 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579782 Nov 12 13:05:18.788660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Request body: {'port': {'device_id': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:18.845104 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:18.983883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c0f75a9-0e93-47e6-93f0-e45b58b2781e None None] Provisioning complete for port 1851dfb6-daea-4e43-95ee-2db65a132d6c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:18.984549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c0f75a9-0e93-47e6-93f0-e45b58b2781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:19.026739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f75a9-0e93-47e6-93f0-e45b58b2781e None None] Port 1851dfb6-daea-4e43-95ee-2db65a132d6c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:05:19.356261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1df50-b627-4225-aa55-53c02ba0b539 req-26cc53bf-57ed-45a4-a7c0-808cbed75615 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:19.357767 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06c1df50-b627-4225-aa55-53c02ba0b539 req-26cc53bf-57ed-45a4-a7c0-808cbed75615 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 932 time: 0.0524571 Nov 12 13:05:19.401590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1851dfb6-daea-4e43-95ee-2db65a132d6c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:05:19.405546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06c1df50-b627-4225-aa55-53c02ba0b539 req-7f1deda8-f452-4863-9035-ce67f433abd2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406957 Nov 12 13:05:19.410351 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:19.423246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Transition to ACTIVE for port object 1851dfb6-daea-4e43-95ee-2db65a132d6c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:05:19.427208 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:19.476435 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:19.553438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:05:19.553786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:05:19.554139 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:19.559371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Port 1851dfb6-daea-4e43-95ee-2db65a132d6c on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:05:19.559690 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:19.564688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:05:19.565148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:19.565539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:05:19.565968 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Bound port: 1851dfb6-daea-4e43-95ee-2db65a132d6c, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:05:19.566356 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:19.633632 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:19.637174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:05:19.641295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:19.676346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:19.676965 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:19.678372 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] 10.222.0.65 "PUT /v2.0/ports/1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1092 time: 0.8943160 Nov 12 13:05:19.678808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:05:19.681049 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e574316-ef11-4c06-851b-13a846c5a0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:05:19.705374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8c742-a66a-4571-9878-6ea8c3449493 service neutron] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:19.767978 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67ea7e6-b9ff-4cf4-a93d-2d6f992cd887 x-openstack-request-id: req-f67ea7e6-b9ff-4cf4-a93d-2d6f992cd887 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:05:19.768463 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:05:19.768884 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f67ea7e6-b9ff-4cf4-a93d-2d6f992cd887 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:05:19.769525 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'status': 'completed', 'code': 200} Nov 12 13:05:19.786752 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-55afd43b-0435-4841-8007-5f12002e4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:19.788343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-55afd43b-0435-4841-8007-5f12002e4ce7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1095 time: 0.0524378 Nov 12 13:05:19.870078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-71eafb76-9fe3-4cc0-b6ab-e7368ff3b2e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 217 time: 0.0718617 Nov 12 13:05:19.923138 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-1dfe0704-a130-4bfa-a750-5a893006bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:19.924548 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-1dfe0704-a130-4bfa-a750-5a893006bbfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0473170 Nov 12 13:05:19.971002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-6ca62079-85d8-403a-ab2a-6ef84acf41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:19.972530 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-6ca62079-85d8-403a-ab2a-6ef84acf41d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411305 Nov 12 13:05:20.065802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-1082ed7f-7b70-4fd8-98ce-64a2b39b5ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Nov 12 13:05:20.157653 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-53ceb013-d741-48a3-8f34-c9912cdd80a9 req-3a413617-b523-407d-8c61-f1790fc08836 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845747 Nov 12 13:05:20.246342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-e672bf05-8dcf-4dc9-85ed-d2901ce6091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:20.247832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-e672bf05-8dcf-4dc9-85ed-d2901ce6091d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1095 time: 0.0458491 Nov 12 13:05:20.337870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-0c08a423-7c2c-4f44-9366-236e552efe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:20.339370 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-0c08a423-7c2c-4f44-9366-236e552efe61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0845814 Nov 12 13:05:20.385029 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-a5bb0811-ed45-4189-b9ac-f1a9c9b22cc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 217 time: 0.0383461 Nov 12 13:05:20.435315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-fc60fa92-0201-43a3-9c30-91ee4b4a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:20.436785 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-fc60fa92-0201-43a3-9c30-91ee4b4a9205 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0440249 Nov 12 13:05:20.482451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-cf7b1126-e08a-4b96-96eb-1745ab27a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:20.483964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-cf7b1126-e08a-4b96-96eb-1745ab27a1f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399961 Nov 12 13:05:20.529307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de259e7-43b8-457b-97ff-15bd8a22c7c8 req-2e732fd7-255d-4f07-a3f7-b2af7f23eacc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:20.531606 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2de259e7-43b8-457b-97ff-15bd8a22c7c8 req-2e732fd7-255d-4f07-a3f7-b2af7f23eacc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0522850 Nov 12 13:05:20.580084 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2de259e7-43b8-457b-97ff-15bd8a22c7c8 req-67aa43c4-5b13-413d-8e2b-0dd3f0bf9c38 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Nov 12 13:05:20.584204 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-d37b26ed-5788-4a9c-9a80-bb3bd7d0bbaa service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916944 Nov 12 13:05:20.676620 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6e574316-ef11-4c06-851b-13a846c5a0d0 req-70fe0cb2-d223-497c-b372-107249c57c88 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Nov 12 13:05:21.698951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9a10f-56eb-4006-ac74-cab6ded12277 req-4795948c-f874-448d-824e-dd6955abcf1a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:21.700465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf9a10f-56eb-4006-ac74-cab6ded12277 req-4795948c-f874-448d-824e-dd6955abcf1a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0535469 Nov 12 13:05:21.749019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf9a10f-56eb-4006-ac74-cab6ded12277 req-268ce8d8-55f2-497e-93f3-cd7a23ce68d2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Nov 12 13:05:22.872061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdbaee-005a-43c4-9bdb-66167f8b147e req-ec4c17a8-9179-49c3-9bca-b65e907b6165 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:22.873544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37fdbaee-005a-43c4-9bdb-66167f8b147e req-ec4c17a8-9179-49c3-9bca-b65e907b6165 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0515120 Nov 12 13:05:22.921270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37fdbaee-005a-43c4-9bdb-66167f8b147e req-8f874e61-83e4-426e-9495-1ba69bdd030b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Nov 12 13:05:23.335309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:05:23.432530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:23.443534 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'mac_address': 'fa:16:3e:34:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:05:23.482083 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:23.494713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1851dfb6-daea-4e43-95ee-2db65a132d6c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:05:23.513939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:23.520004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:23.568011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:23.713199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['1851dfb6-daea-4e43-95ee-2db65a132d6c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:05:24.037991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe51c-5c45-4663-8eb2-e16348ac7929 req-431f1ce5-c54a-4a48-9e8a-32f0541919b3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:24.039862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6bbe51c-5c45-4663-8eb2-e16348ac7929 req-431f1ce5-c54a-4a48-9e8a-32f0541919b3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0508494 Nov 12 13:05:24.091180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b6bbe51c-5c45-4663-8eb2-e16348ac7929 req-b9dafefa-1d4b-4b18-826f-ba389f69667b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454259 Nov 12 13:05:25.205000 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfec99c-177d-4403-99d7-dcbad731a6b9 req-a38f63a3-d565-4f13-8147-3b7645b81dff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:25.206519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebfec99c-177d-4403-99d7-dcbad731a6b9 req-a38f63a3-d565-4f13-8147-3b7645b81dff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0486720 Nov 12 13:05:25.258382 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ebfec99c-177d-4403-99d7-dcbad731a6b9 req-24d25d3e-c636-4a41-954f-b2db727d6079 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453637 Nov 12 13:05:25.350776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:25.400004 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 1851dfb6-daea-4e43-95ee-2db65a132d6c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:05:25.403745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 1851dfb6-daea-4e43-95ee-2db65a132d6c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:25.404109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:25.481954 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:25.505066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:05:25.507336 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a97d86-ce69-4f44-8719-e74c141f4731" -d '{"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-plugged", "status": "completed", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:05:25.521474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:25.526515 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:25.552084 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b15f66-0743-4561-a171-5a0f2fef4e9d x-openstack-request-id: req-18b15f66-0743-4561-a171-5a0f2fef4e9d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:05:25.552375 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-plugged", "status": "completed", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:05:25.552622 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18b15f66-0743-4561-a171-5a0f2fef4e9d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:05:25.553018 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'code': 200} Nov 12 13:05:25.583552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:25.656410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e01d0-c2a7-4769-a2dd-ac0229c92a3d req-1160dff3-6b4a-4320-8ba5-0e4760e39a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:25.657801 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-733e01d0-c2a7-4769-a2dd-ac0229c92a3d req-1160dff3-6b4a-4320-8ba5-0e4760e39a63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1097 time: 0.0454431 Nov 12 13:05:25.702894 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-733e01d0-c2a7-4769-a2dd-ac0229c92a3d req-30f8607f-81a5-4abb-9d33-9860a9d8ca8a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373034 Nov 12 13:05:26.376683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf8a5e-c141-4cb6-9e7a-bd4423c1c799 req-0c5cccd8-4032-49ee-bf0d-9e686d64a06b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:26.378254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ddf8a5e-c141-4cb6-9e7a-bd4423c1c799 req-0c5cccd8-4032-49ee-bf0d-9e686d64a06b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0508080 Nov 12 13:05:26.426341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ddf8a5e-c141-4cb6-9e7a-bd4423c1c799 req-8b635ec4-0fdd-4f1d-bf5b-99f2ec7ceec9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Nov 12 13:05:27.548360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82636-8e69-4458-90d8-6ea46a0a7758 req-8e52e995-d944-4299-9024-9688f474957e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:27.549813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85d82636-8e69-4458-90d8-6ea46a0a7758 req-8e52e995-d944-4299-9024-9688f474957e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0546701 Nov 12 13:05:27.597145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85d82636-8e69-4458-90d8-6ea46a0a7758 req-0145fefe-5c17-4fc2-9a0a-caa9f9e70fee tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Nov 12 13:05:27.706681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c342e-90d5-4a7b-bc2c-3c24d9a90ce6 req-f1b5cdbe-3194-4e99-9a8e-ba1f38ba681b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:27.708193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-235c342e-90d5-4a7b-bc2c-3c24d9a90ce6 req-f1b5cdbe-3194-4e99-9a8e-ba1f38ba681b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0492756 Nov 12 13:05:27.716760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 40708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:05:27.722003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'floatingip': {'port_id': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:05:27.765422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:28.199860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:28.204234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:28.304317 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 associated. External IP: 172.25.1.150, port: 1851dfb6-daea-4e43-95ee-2db65a132d6c. Nov 12 13:05:28.512368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:05:28.627445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:05:28.632076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:28.637242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:05:28.648117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:05:28.648812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:05:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:28.659868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d1c05070-200c-443f-ac42-4d7700ce2368 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "PUT /v2.0/floatingips/c100112e-6d9b-448f-9229-b9d677509da2 HTTP/1.1" status: 200 len: 992 time: 0.9420178 Nov 12 13:05:28.660591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:05:28.662962 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746" -d '{"events": [{"name": "network-changed", "server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:05:28.750298 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147ff37-ffe3-48c7-a19d-dae16451ca9d x-openstack-request-id: req-9147ff37-ffe3-48c7-a19d-dae16451ca9d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:05:28.751146 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:05:28.751262 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9147ff37-ffe3-48c7-a19d-dae16451ca9d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:05:28.751630 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'status': 'completed', 'code': 200} Nov 12 13:05:28.757203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:05:28.813325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-e7638383-e3f6-4fe7-bc7f-0b91d66d4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:28.815099 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-e7638383-e3f6-4fe7-bc7f-0b91d66d4b43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1097 time: 0.0425091 Nov 12 13:05:28.914526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-1533c037-f0fe-4dd0-836c-84209f3866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:28.916055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-1533c037-f0fe-4dd0-836c-84209f3866f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0937455 Nov 12 13:05:28.981200 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-8c8e9581-73f4-4f88-944d-6cc2387d6c8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1000 time: 0.0578592 Nov 12 13:05:28.983088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:34:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:05:28Z', 'revision_number': 1, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:29.010339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:05:29.018910 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:05:29.019522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:05:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:29.030708 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-4f0884af-6b79-4193-843b-8935d27b5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:29.032390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-4f0884af-6b79-4193-843b-8935d27b5d24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0445588 Nov 12 13:05:29.083930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-0cf3ca73-133c-4586-9a69-526c8f73a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:29.085406 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-0cf3ca73-133c-4586-9a69-526c8f73a46d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462303 Nov 12 13:05:29.130561 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:05:29.179499 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-986b0e72-6aa3-43fe-8db4-57d806011325 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870371 Nov 12 13:05:29.275121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-9bb0a6e4-d4c6-4014-80dc-e2fba7434746 req-6f2b2441-e62b-4408-b470-c4d2cdb80eaa service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868502 Nov 12 13:05:29.355010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:34:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:05:28Z', 'revision_number': 1, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:05:29.381010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb1a3f-95bc-4f5d-8caa-2b68d67b2f57 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:34:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:05:28Z', 'revision_number': 1, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:05:29.563184 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc447d-3f83-4d6e-b066-7050e351fea4 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:05:29.895391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:30.196633 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:35.752832 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da63b28a-da8b-400f-b638-b2504a707e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:39.003315 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc82a-e1be-4303-a1b5-4a333a7f338e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:39.506102 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:40.742148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:41.395578 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:47.212205 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-c8503d04-daa0-4727-adc9-629007cd0639 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416906 Nov 12 13:05:47.293499 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-fef374ab-6011-4ba0-aa28-f019dc27b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:47.295023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-fef374ab-6011-4ba0-aa28-f019dc27b1f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1097 time: 0.0408990 Nov 12 13:05:47.403438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-8488a438-70f9-4291-bf29-4c7f8017e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:47.404935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-8488a438-70f9-4291-bf29-4c7f8017e4c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0899279 Nov 12 13:05:47.471002 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-160f3e7d-384b-4823-aa03-303804bfcea9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1002 time: 0.0585477 Nov 12 13:05:47.526621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-d7cf7172-efbc-4ff8-b761-9034500acb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:47.528092 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-d7cf7172-efbc-4ff8-b761-9034500acb0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0502529 Nov 12 13:05:47.575567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-a5c6623b-1fb2-4650-87a1-5fd315e0df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:05:47.577073 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-a5c6623b-1fb2-4650-87a1-5fd315e0df0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411885 Nov 12 13:05:47.588354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-27b11897-8828-4306-927b-44a6c8c34f4f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:05:47.589373 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-27b11897-8828-4306-927b-44a6c8c34f4f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048594 Nov 12 13:05:47.684218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-3f7eaf2c-8c83-45a2-a82f-8a1bd43b97c1 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872109 Nov 12 13:05:47.779105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-85ca05fc-8fc3-4f76-ae3e-74f9745196b2 req-5072c85e-ea11-46cd-aa7b-5e237e877328 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Nov 12 13:05:51.904175 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:05:59.907758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:00.292677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:05.755239 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6702-5de3-4a79-94d3-1946e996fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:09.006798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6e3f-e440-46e3-a2d9-445811bb9930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:09.510359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:10.740922 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:11.398356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:28.903430 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:06:29.913126 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:30.294642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:35.756491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfd8918e-f777-4ece-a9f4-063b665705f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:39.009635 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-242d6939-6cd6-4edd-859f-7f35e98645b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:39.511482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:40.744568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:41.400397 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:49.208688 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-52ad4831-501c-4e0e-98e5-1ee46a3b6076 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438466 Nov 12 13:06:49.290637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-3190ecd5-7be4-4fed-9f6a-71d9e5084ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:06:49.292103 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-3190ecd5-7be4-4fed-9f6a-71d9e5084ffd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1097 time: 0.0412128 Nov 12 13:06:49.404674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-1264bda0-8b5b-4b6b-84c3-dad6f2c1364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:06:49.407555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-1264bda0-8b5b-4b6b-84c3-dad6f2c1364f service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0943694 Nov 12 13:06:49.474985 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-35451cc2-397a-4070-b8e7-39d0afdb0acd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1002 time: 0.0606284 Nov 12 13:06:49.528568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-7c6cb2fe-856e-406f-a8f7-408b8513dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:06:49.529953 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-7c6cb2fe-856e-406f-a8f7-408b8513dd5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0487194 Nov 12 13:06:49.577123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-ba3295e0-4bb0-4a7a-8480-2a82efb7554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:06:49.578648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-ba3295e0-4bb0-4a7a-8480-2a82efb7554f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422313 Nov 12 13:06:49.669610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-e60c3df2-598e-4147-a321-71ac337334a0 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834720 Nov 12 13:06:49.773060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3aa7cb67-0b5f-46b5-aa86-62c37ec458ac req-522821c6-1781-401d-b406-b0e48bcf9d3c service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964136 Nov 12 13:06:59.908230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:00.294780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:04.904371 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d3a2-fcf2-4fd7-8ce4-0cd28afb4e07 req-26ff4e1b-a5a5-41f8-a88f-367aa19dcc24 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:04.909874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce63d3a2-fcf2-4fd7-8ce4-0cd28afb4e07 req-26ff4e1b-a5a5-41f8-a88f-367aa19dcc24 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.1449838 Nov 12 13:07:04.966998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ce63d3a2-fcf2-4fd7-8ce4-0cd28afb4e07 req-26a09a93-30b1-463f-a029-83687993b671 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507374 Nov 12 13:07:05.189670 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-c31a5c9f-e2f4-45eb-801a-9abecdbf164b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407445 Nov 12 13:07:05.204300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270535fc-cae1-4d7c-8ba3-d68cc56a0983 req-a87717ad-e215-47d7-b106-341501fd2c5a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:05.205817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-270535fc-cae1-4d7c-8ba3-d68cc56a0983 req-a87717ad-e215-47d7-b106-341501fd2c5a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0507569 Nov 12 13:07:05.264587 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-270535fc-cae1-4d7c-8ba3-d68cc56a0983 req-f3cff645-ee85-4565-86e0-df3d40f26eca tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515072 Nov 12 13:07:05.759508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae358f1-03d5-4dbe-9d36-b10b4b210e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:05.903284 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:07:06.390603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6be67-358c-4c41-8e15-8e5d1de6efb8 req-5998f3a9-b5ef-4b41-9974-32bc1e7d2820 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:06.392091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9f6be67-358c-4c41-8e15-8e5d1de6efb8 req-5998f3a9-b5ef-4b41-9974-32bc1e7d2820 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0500228 Nov 12 13:07:06.440030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9f6be67-358c-4c41-8e15-8e5d1de6efb8 req-cb708537-a738-4c97-ba97-61eb2f214a03 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Nov 12 13:07:07.560762 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e874bc5-c472-45c5-94d7-7c291f7111bf req-1d33a2b0-ec99-49af-9ef5-9e844692aa47 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:07.562300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e874bc5-c472-45c5-94d7-7c291f7111bf req-1d33a2b0-ec99-49af-9ef5-9e844692aa47 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0542479 Nov 12 13:07:07.609050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e874bc5-c472-45c5-94d7-7c291f7111bf req-8518c01a-cef2-4a46-8e27-f3a7bde5779d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Nov 12 13:07:08.724446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26c465-7ad6-451b-8d50-4553d57c0196 req-561e2bfa-322e-4dde-a524-57662620f427 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:08.726270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d26c465-7ad6-451b-8d50-4553d57c0196 req-561e2bfa-322e-4dde-a524-57662620f427 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0492539 Nov 12 13:07:08.774784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2d26c465-7ad6-451b-8d50-4553d57c0196 req-1a00ee39-708f-47ad-8bbf-2a766280818c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Nov 12 13:07:09.010682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e235c20a-935b-490c-9e57-958abbe38bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:09.517758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:09.923254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cfd72-945c-4876-9c03-93d20f1c41c7 req-25e121d1-4915-4cd6-b612-7632251bd073 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:09.925251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f1cfd72-945c-4876-9c03-93d20f1c41c7 req-25e121d1-4915-4cd6-b612-7632251bd073 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0724707 Nov 12 13:07:09.979719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6f1cfd72-945c-4876-9c03-93d20f1c41c7 req-4e408807-ef18-4b32-89ad-4187e6c4ea34 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464678 Nov 12 13:07:10.470625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-c84b08bf-327f-4cc9-8eab-3f9cb2116eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:10.472095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-c84b08bf-327f-4cc9-8eab-3f9cb2116eb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1097 time: 0.0448616 Nov 12 13:07:10.561971 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-f5e37f38-27c4-4f56-9c62-f6bb9cb593fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:10.563471 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-f5e37f38-27c4-4f56-9c62-f6bb9cb593fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0844138 Nov 12 13:07:10.632739 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-4d8cbed5-38c8-4087-860c-ab00b49df2fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1002 time: 0.0617793 Nov 12 13:07:10.747454 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:10.964188 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-dbcfe66d-8e59-42ca-a322-f070d11b1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:10.965662 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-dbcfe66d-8e59-42ca-a322-f070d11b1092 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.3254979 Nov 12 13:07:11.011924 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-62a57838-a061-4eea-a072-3435ff85b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:11.013435 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-62a57838-a061-4eea-a072-3435ff85b18d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403957 Nov 12 13:07:11.096866 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99402553-617b-4ea4-b6d9-edf8a0f39927 req-d793798b-1a11-4740-95f8-27ce98ef61ae tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:11.098412 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99402553-617b-4ea4-b6d9-edf8a0f39927 req-d793798b-1a11-4740-95f8-27ce98ef61ae tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0506098 Nov 12 13:07:11.107229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-833f83aa-4446-4676-8a65-4bb71470d711 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865254 Nov 12 13:07:11.147362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99402553-617b-4ea4-b6d9-edf8a0f39927 req-27896274-0a45-4a1e-8f14-a262fe1c2208 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Nov 12 13:07:11.198800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-3e4ac761-2c51-4d01-9cb5-44e828b6a852 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847967 Nov 12 13:07:11.402463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:12.261757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5387e-c04c-49c2-81bf-35ec3207d44e req-54caf5f9-6885-4487-b7d9-d2f853c3e866 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:12.263290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06f5387e-c04c-49c2-81bf-35ec3207d44e req-54caf5f9-6885-4487-b7d9-d2f853c3e866 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0498385 Nov 12 13:07:12.315050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06f5387e-c04c-49c2-81bf-35ec3207d44e req-e037e022-da1e-4731-8c06-025b81790257 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458460 Nov 12 13:07:13.435414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3596-fd17-493f-9a2e-40a1cdb47aed req-fb2aa477-7e86-4e93-85e2-5e93cbc3e046 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:13.438774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccbf3596-fd17-493f-9a2e-40a1cdb47aed req-fb2aa477-7e86-4e93-85e2-5e93cbc3e046 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0519643 Nov 12 13:07:13.493690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ccbf3596-fd17-493f-9a2e-40a1cdb47aed req-2a8e02fa-ce94-4ad2-be41-8e3dfa4fc503 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502384 Nov 12 13:07:14.609125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e47316-9de8-48e7-803f-0d283d74e90d req-f603fb76-86a2-4e87-b6e0-c6efe25173eb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:14.610639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17e47316-9de8-48e7-803f-0d283d74e90d req-f603fb76-86a2-4e87-b6e0-c6efe25173eb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0499189 Nov 12 13:07:14.658563 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-17e47316-9de8-48e7-803f-0d283d74e90d req-324ec378-967e-4ffa-adba-e4529ca0fff7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Nov 12 13:07:15.781409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409aaa-6000-4676-97d6-887304212fed req-39807e75-3cf1-4756-8e27-9690a95229dc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:15.782980 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55409aaa-6000-4676-97d6-887304212fed req-39807e75-3cf1-4756-8e27-9690a95229dc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0553763 Nov 12 13:07:15.832123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-55409aaa-6000-4676-97d6-887304212fed req-68e7e1b8-c1a1-469a-98c3-17a74db7aba1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 Nov 12 13:07:16.952228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b96f-348c-4983-8caa-fe7d8d93dc52 req-fa06932f-02a6-4ed0-ba87-279ce4767aa8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:16.953780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c12b96f-348c-4983-8caa-fe7d8d93dc52 req-fa06932f-02a6-4ed0-ba87-279ce4767aa8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0503998 Nov 12 13:07:17.002663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5c12b96f-348c-4983-8caa-fe7d8d93dc52 req-ad122785-ce9c-4b23-868f-16313d4055f4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Nov 12 13:07:18.121610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34931bf-b4fc-4d61-b266-1b0b118f13c9 req-21bd5157-019a-4c0a-bccb-e7642f80d127 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:18.123255 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c34931bf-b4fc-4d61-b266-1b0b118f13c9 req-21bd5157-019a-4c0a-bccb-e7642f80d127 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0513585 Nov 12 13:07:18.182616 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c34931bf-b4fc-4d61-b266-1b0b118f13c9 req-4a5730f8-ae21-48cf-bdf7-7110a67a1365 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531406 Nov 12 13:07:19.300416 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff704c-cfb1-4640-b3e9-162c63834ff3 req-0bbeabf8-5269-441a-b673-5b3eded4031a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:19.301931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92ff704c-cfb1-4640-b3e9-162c63834ff3 req-0bbeabf8-5269-441a-b673-5b3eded4031a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0502579 Nov 12 13:07:19.349694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92ff704c-cfb1-4640-b3e9-162c63834ff3 req-38549bb5-577d-44e1-8f61-62bcd751d717 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Nov 12 13:07:20.471811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a249a-bed9-40b8-b334-e0d7e39c4362 req-a6f466b0-70cd-4d86-9621-3ffc484ab23c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:20.473375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-068a249a-bed9-40b8-b334-e0d7e39c4362 req-a6f466b0-70cd-4d86-9621-3ffc484ab23c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0540283 Nov 12 13:07:20.522644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-068a249a-bed9-40b8-b334-e0d7e39c4362 req-54114da7-bde6-4c8b-bc67-2e22e679bb92 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423899 Nov 12 13:07:21.645534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0cef0-f536-4267-9503-1cca4e8a6572 req-813da3b6-9fea-4fab-b3b0-8060f4920fa7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:21.647328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ac0cef0-f536-4267-9503-1cca4e8a6572 req-813da3b6-9fea-4fab-b3b0-8060f4920fa7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0535824 Nov 12 13:07:21.696727 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ac0cef0-f536-4267-9503-1cca4e8a6572 req-5bc7deec-e237-4155-9d57-a2eacfc864ec tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433953 Nov 12 13:07:22.815014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a485-516c-443a-a5a8-c245008f8037 req-30063cd6-1fe9-42e6-85eb-d5dc2b4f34f7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:22.816507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6bf4a485-516c-443a-a5a8-c245008f8037 req-30063cd6-1fe9-42e6-85eb-d5dc2b4f34f7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 946 time: 0.0501070 Nov 12 13:07:22.877585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6bf4a485-516c-443a-a5a8-c245008f8037 req-5f128571-9676-4e22-9371-c591cf8c76d0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541127 Nov 12 13:07:23.012357 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-28f944ca-4b34-4d96-ad78-0697433be397 req-47de7ae9-0d80-4f14-9634-698a72dd3e54 service neutron] show failed (client error): The resource could not be found. Nov 12 13:07:23.013284 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-47de7ae9-0d80-4f14-9634-698a72dd3e54 service neutron] 10.222.0.65 "GET /v2.0/ports/1851dfb6-daea-4e43-95ee-2db65a132d6c/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0560210 Nov 12 13:07:23.264737 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-93baa39a-918e-41fa-a5c1-eecc0e88df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:23.266211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-93baa39a-918e-41fa-a5c1-eecc0e88df8f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 1097 time: 0.0944362 Nov 12 13:07:23.279078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:07:23.331619 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:23.533352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:23.566242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:07:23.609459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:23.612302 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9152f85a-9468-4a58-afd9-e1819f805afa" -d '{"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:23.616438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:23.629271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Transition to ACTIVE for port object 1851dfb6-daea-4e43-95ee-2db65a132d6c will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:07:23.632994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:23.747238 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d3d40-7171-452a-8957-04ba3ff1de3a x-openstack-request-id: req-8f2d3d40-7171-452a-8957-04ba3ff1de3a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:23.747540 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:23.747796 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f2d3d40-7171-452a-8957-04ba3ff1de3a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:23.748202 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'code': 200} Nov 12 13:07:23.761854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:23.781707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.782057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.782427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.782768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.783112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.783501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.783775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.784101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.784428 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.784754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.785079 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.785398 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:23.828213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] No DVR routers for this DVR port 1851dfb6-daea-4e43-95ee-2db65a132d6c on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:07:23.992017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:07:23.992289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:07:23.992571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:07:24.000229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Port 1851dfb6-daea-4e43-95ee-2db65a132d6c on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:07:24.000550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Attempting to bind port 1851dfb6-daea-4e43-95ee-2db65a132d6c on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:07:24.009015 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:07:24.009352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:07:24.009735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:07:24.010159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Bound port: 1851dfb6-daea-4e43-95ee-2db65a132d6c, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:07:24.010533 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:24.031986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d6fa4-4daf-4ada-8785-c0fd2aec97e3 req-c7d55834-fc5f-44d1-af4d-c73ddf08f104 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:24.033442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-456d6fa4-4daf-4ada-8785-c0fd2aec97e3 req-c7d55834-fc5f-44d1-af4d-c73ddf08f104 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0799036 Nov 12 13:07:24.118763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-456d6fa4-4daf-4ada-8785-c0fd2aec97e3 req-0fe79742-deaa-425e-8049-76ab73f8d31d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791473 Nov 12 13:07:24.122274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:07:24.125577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:07:24.130201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:24.166950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:24.167659 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:24.169000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-acf3d8da-4742-4391-816d-1552a782156a service neutron] 10.222.0.81 "PUT /v2.0/ports/1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1092 time: 0.8938189 Nov 12 13:07:24.188525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3d8da-4742-4391-816d-1552a782156a service neutron] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:24.240830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-f835a36e-fcec-47da-9471-7bcda3d4d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:24.242500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-f835a36e-fcec-47da-9471-7bcda3d4d809 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1095 time: 0.0505228 Nov 12 13:07:24.340680 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-6061c0d0-b2a3-40a9-a777-a8a6dbe22090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:24.342332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-6061c0d0-b2a3-40a9-a777-a8a6dbe22090 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0927575 Nov 12 13:07:24.413114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-3e7ef1df-6379-41c1-861b-fddd587663a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1000 time: 0.0638800 Nov 12 13:07:24.464884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-a3f6d8bb-bf26-4bab-91e1-92c5a161b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:24.466404 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-a3f6d8bb-bf26-4bab-91e1-92c5a161b093 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0452461 Nov 12 13:07:24.514877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f944ca-4b34-4d96-ad78-0697433be397 req-56d3cb66-3d5c-49d1-9a78-a5442114cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:24.516396 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-56d3cb66-3d5c-49d1-9a78-a5442114cd8c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435433 Nov 12 13:07:24.610020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-f53516dc-7833-4145-93ff-7a85579a0120 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862429 Nov 12 13:07:24.700387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28f944ca-4b34-4d96-ad78-0697433be397 req-762a2b92-ce2d-4ce9-9765-e4260a0cddf2 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834694 Nov 12 13:07:25.236303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8800a20-933c-4ba8-8a52-67768ffe838b req-6687390b-3ef5-4587-8396-b6e1cb5775ad tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:25.237806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8800a20-933c-4ba8-8a52-67768ffe838b req-6687390b-3ef5-4587-8396-b6e1cb5775ad tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0487761 Nov 12 13:07:25.297160 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8800a20-933c-4ba8-8a52-67768ffe838b req-d6c8a980-185e-467f-a596-cd03f839c293 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524433 Nov 12 13:07:25.749564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:25.752687 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:25.799892 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3dbab6-d159-4f85-925d-7e1b16445349 x-openstack-request-id: req-3c3dbab6-d159-4f85-925d-7e1b16445349 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:25.800241 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:25.800553 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c3dbab6-d159-4f85-925d-7e1b16445349 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:25.800952 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'status': 'completed', 'code': 200} Nov 12 13:07:25.867547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-bfe6cb85-0859-4842-892e-213ac550464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:25.869077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-bfe6cb85-0859-4842-892e-213ac550464f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1095 time: 0.0417652 Nov 12 13:07:25.872814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-7e5f5456-0932-41bd-b920-a80caef08b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:25.874970 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-7e5f5456-0932-41bd-b920-a80caef08b7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1095 time: 0.0524378 Nov 12 13:07:25.967068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-dc0452e5-b7f4-4b6e-8e33-def848acc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:25.967643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-4b67d547-48e2-4bb9-a8e6-8dc16c9c4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:25.968512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-dc0452e5-b7f4-4b6e-8e33-def848acc40a service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0895000 Nov 12 13:07:25.969105 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-4b67d547-48e2-4bb9-a8e6-8dc16c9c4c20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0876079 Nov 12 13:07:26.005732 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:07:26.046385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-04c9d805-09c0-4bc6-b231-55a9103a4214 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1000 time: 0.0699670 Nov 12 13:07:26.047077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-7bba3a54-2420-4a85-b753-a756a38981a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1000 time: 0.0707202 Nov 12 13:07:26.049937 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:07:26.097754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-1da06709-ea98-4460-b7f6-d70c47fb22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.099003 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-bc5d68e4-c682-4e03-9bd4-65d0e298afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.099279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-1da06709-ea98-4460-b7f6-d70c47fb22e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0449057 Nov 12 13:07:26.101676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-bc5d68e4-c682-4e03-9bd4-65d0e298afe8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0478337 Nov 12 13:07:26.148150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-b38012cf-fa0c-4ea9-afe1-acd332134922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.148395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-a8d6a2cc-fcb8-401f-9e60-99f9fdf0a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.149703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-b38012cf-fa0c-4ea9-afe1-acd332134922 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418158 Nov 12 13:07:26.149854 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-a8d6a2cc-fcb8-401f-9e60-99f9fdf0a693 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410182 Nov 12 13:07:26.250513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-c42db963-919f-402a-8f09-a782c40133fc service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921917 Nov 12 13:07:26.259713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-b2d49b01-5af7-4f8d-ae0a-929a15d0b12e service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022854 Nov 12 13:07:26.357117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-e4e2bb55-be20-4e77-89be-2e1c48290dcc service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985012 Nov 12 13:07:26.369354 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-28ae0ec6-2e5b-4289-b4ee-e47bb378f3fc req-942ca42c-a2c4-4943-ab9c-8adede1a6949 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026225 Nov 12 13:07:26.429697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb220e-0468-4f7b-8a4b-765a9ed2aaa6 req-3a9f1a37-524e-49d2-9b3f-41ea7e04034d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.431235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4eb220e-0468-4f7b-8a4b-765a9ed2aaa6 req-3a9f1a37-524e-49d2-9b3f-41ea7e04034d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0511916 Nov 12 13:07:26.479409 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b4eb220e-0468-4f7b-8a4b-765a9ed2aaa6 req-b3eeed25-8ed7-4bb5-a6c4-faf7b186eb1e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Nov 12 13:07:26.673239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548b3d5-69f2-41ff-8537-e032f07675ba req-6d173e0a-3be9-423c-a488-5bebfe1a7c92 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.674783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b548b3d5-69f2-41ff-8537-e032f07675ba req-6d173e0a-3be9-423c-a488-5bebfe1a7c92 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0502026 Nov 12 13:07:26.691771 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473241a-80d5-42bc-8643-152d00a8c16d req-4869c2f8-5705-4684-bd5d-c224428bea2d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.693263 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-4869c2f8-5705-4684-bd5d-c224428bea2d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb&tenant_id=3c6efd990a8149969ff39ecbeccef69d&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 944 time: 0.0564947 Nov 12 13:07:26.723230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b548b3d5-69f2-41ff-8537-e032f07675ba req-ec369f8a-7f64-48a6-a2b0-080e0a60ae74 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418088 Nov 12 13:07:26.754600 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-0473241a-80d5-42bc-8643-152d00a8c16d req-13123e32-7f7d-4b2d-ae55-e78e51971cb5 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:07:26.755631 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-13123e32-7f7d-4b2d-ae55-e78e51971cb5 service neutron] 10.222.0.65 "DELETE /v2.0/ports/1851dfb6-daea-4e43-95ee-2db65a132d6c/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0549941 Nov 12 13:07:26.840663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473241a-80d5-42bc-8643-152d00a8c16d req-6781e773-9110-47c1-b91d-76bfffe5c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.842128 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-6781e773-9110-47c1-b91d-76bfffe5c92a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 1095 time: 0.0428660 Nov 12 13:07:26.938599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473241a-80d5-42bc-8643-152d00a8c16d req-172afe49-a847-4abb-913d-ce208e890720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:26.940121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-172afe49-a847-4abb-913d-ce208e890720 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0900838 Nov 12 13:07:27.006419 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-9f0eea18-432c-45c7-81ea-0b7174010f9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 200 len: 1000 time: 0.0589702 Nov 12 13:07:27.057972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473241a-80d5-42bc-8643-152d00a8c16d req-fcb45a51-53f1-4bf6-adea-299cb48cbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:27.059429 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-fcb45a51-53f1-4bf6-adea-299cb48cbe77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0465264 Nov 12 13:07:27.111402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473241a-80d5-42bc-8643-152d00a8c16d req-defe88a2-2da0-4089-8f47-f6b1c06261a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:27.112936 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-defe88a2-2da0-4089-8f47-f6b1c06261a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465281 Nov 12 13:07:27.201963 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-a980e57b-5cd9-489a-accf-b1561b6f821a service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Nov 12 13:07:27.295621 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-0473241a-80d5-42bc-8643-152d00a8c16d req-35c3b321-c4d7-48d5-8631-c0fc09b64338 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Nov 12 13:07:27.674841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:07:27.771436 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:27.783198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'mac_address': 'fa:16:3e:34:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:07:27.827370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:27.841177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1851dfb6-daea-4e43-95ee-2db65a132d6c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:07:27.862068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:27.866780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:27.872918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b660-b289-4767-b4fa-1b39e176cd79 req-9cf38a6f-1a83-4569-b079-85e6ce93a4c1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:27.874516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a121b660-b289-4767-b4fa-1b39e176cd79 req-9cf38a6f-1a83-4569-b079-85e6ce93a4c1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 944 time: 0.0661600 Nov 12 13:07:27.914329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:27.921830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.922186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.922536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.922875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.923205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.923532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.923941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.924203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.924530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.924761 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a121b660-b289-4767-b4fa-1b39e176cd79 req-3f776546-1bd2-4344-85e8-b47059d0fe5e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Nov 12 13:07:27.924878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.925160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:27.925479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:28.045599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e8f7-ce39-457a-806a-096c997be0c0 req-148516cd-ed7a-48a4-8bbf-61313c8c1488 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:28.047147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc73e8f7-ce39-457a-806a-096c997be0c0 req-148516cd-ed7a-48a4-8bbf-61313c8c1488 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0531206 Nov 12 13:07:28.096582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc73e8f7-ce39-457a-806a-096c997be0c0 req-715e6c18-4c14-4039-8f74-4b5e293e0f73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Nov 12 13:07:28.125564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['1851dfb6-daea-4e43-95ee-2db65a132d6c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:07:28.210794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f749-7d97-451d-9aec-af9f23d954fc req-7b8e65e0-30ba-4961-acce-71f116c33088 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:28.212259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7036f749-7d97-451d-9aec-af9f23d954fc req-7b8e65e0-30ba-4961-acce-71f116c33088 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0498221 Nov 12 13:07:28.264975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7036f749-7d97-451d-9aec-af9f23d954fc req-a3799ee7-b749-4148-b628-5d0f64cef1c2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467510 Nov 12 13:07:28.500026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390898e-604e-42ce-a625-3b2ae9f3eb21 req-e1415fde-e290-4857-92d2-2075c56c6c82 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:28.501327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9390898e-604e-42ce-a625-3b2ae9f3eb21 req-e1415fde-e290-4857-92d2-2075c56c6c82 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0511768 Nov 12 13:07:28.552528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9390898e-604e-42ce-a625-3b2ae9f3eb21 req-f409fdda-1a32-42fd-a39e-54b6d7e95752 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442364 Nov 12 13:07:29.672346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda0cb4-cc89-4191-933b-5fd557e7b40a req-1c49c875-369c-43a0-9b65-672165f78a2b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:29.673850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cda0cb4-cc89-4191-933b-5fd557e7b40a req-1c49c875-369c-43a0-9b65-672165f78a2b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0510738 Nov 12 13:07:29.703949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:07:29.723455 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cda0cb4-cc89-4191-933b-5fd557e7b40a req-110f1165-bac7-4e6f-834d-acdbbe3e4541 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Nov 12 13:07:29.753548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 1851dfb6-daea-4e43-95ee-2db65a132d6c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:07:29.757680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 1851dfb6-daea-4e43-95ee-2db65a132d6c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:07:29.758051 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:29.838246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:29.860984 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:29.863268 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29485b4-6c11-49a7-aa69-dbc021bd397b" -d '{"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-plugged", "status": "completed", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:29.876280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:29.880931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:29.905648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-dbd8532a-a126-498f-84e6-7697418344b0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:29.906660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-dbd8532a-a126-498f-84e6-7697418344b0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 945 time: 0.0540993 Nov 12 13:07:29.938221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:29.942749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:29.989748 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd2c8d-c476-41f9-ac58-de49befc4a10 x-openstack-request-id: req-d7dd2c8d-c476-41f9-ac58-de49befc4a10 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:29.990086 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-plugged", "status": "completed", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:29.990400 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7dd2c8d-c476-41f9-ac58-de49befc4a10 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:29.991001 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'code': 200} Nov 12 13:07:30.004346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Deleting port 1851dfb6-daea-4e43-95ee-2db65a132d6c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:07:30.004690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.098187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] For port 1851dfb6-daea-4e43-95ee-2db65a132d6c, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=1851dfb6-daea-4e43-95ee-2db65a132d6c,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:30.098482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.325109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.325493 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.325813 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 disassociated. External IP: 172.25.1.150, port: 1851dfb6-daea-4e43-95ee-2db65a132d6c. Nov 12 13:07:30.326141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Calling delete_port for 1851dfb6-daea-4e43-95ee-2db65a132d6c owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:07:30.327452 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.460631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.495323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event deleted for resources: {'Port': ['ID=1851dfb6-daea-4e43-95ee-2db65a132d6c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:30.618018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:07:30.992666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8869bd5c-766b-45d5-b029-c84e4b583e3a req-8b2bd607-b207-4219-a0b5-df9d0d363d82 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=b318ca65-f3f7-4c55-b457-9396f5303dcb HTTP/1.1" status: 200 len: 210 time: 0.0307972 Nov 12 13:07:31.053643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:07:31.063230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:07:31.074343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:07:31.075071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:07:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:31.093670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] No DVR routers for this DVR port 1851dfb6-daea-4e43-95ee-2db65a132d6c on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:07:31.096642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:31.100145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9df6723-5e59-4bb8-9c95-bcc919e88cc9 req-b0c00206-9b39-4382-ace4-10345cec0723 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "DELETE /v2.0/ports/1851dfb6-daea-4e43-95ee-2db65a132d6c HTTP/1.1" status: 204 len: 173 time: 1.1865957 Nov 12 13:07:31.100793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-deleted', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:31.103296 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae7b0fe-ac45-49a5-89ae-edb12ec5dbe5" -d '{"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-deleted", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:31.143955 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6e5dcc-caaf-4b0c-aa8c-3e8c544b62f8 x-openstack-request-id: req-3c6e5dcc-caaf-4b0c-aa8c-3e8c544b62f8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:31.144958 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b318ca65-f3f7-4c55-b457-9396f5303dcb", "name": "network-vif-deleted", "tag": "1851dfb6-daea-4e43-95ee-2db65a132d6c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:31.145212 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c6e5dcc-caaf-4b0c-aa8c-3e8c544b62f8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:31.145610 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b318ca65-f3f7-4c55-b457-9396f5303dcb', 'name': 'network-vif-deleted', 'tag': '1851dfb6-daea-4e43-95ee-2db65a132d6c', 'status': 'completed', 'code': 200} Nov 12 13:07:31.197739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:07:31.407054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:31.433523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:07:31.441653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:07:31.442289 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:07:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:31.550712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:07:31.749334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:31.775676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0a03-1950-4bff-ad8f-f093f09bc366 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:07:31.984525 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f04029-cfd4-478d-a3c5-c642b3b8fc52 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:07:32.239391 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-e49d3b43-e3f1-46da-b07e-2ea6e6aa1fb5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--275188915&fields=id&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 267 time: 0.0427570 Nov 12 13:07:32.352878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-3cf30b8d-58a4-4ac8-a22c-bfd335084dd3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:32.354398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-3cf30b8d-58a4-4ac8-a22c-bfd335084dd3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.1082125 Nov 12 13:07:32.370097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-63d5c251-efd0-440a-92a0-a94f1f4b1fe1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/quotas/3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 375 time: 0.0097172 Nov 12 13:07:32.424112 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-d1d8a17e-3361-4679-b025-6fb43b62a64a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487149 Nov 12 13:07:32.574211 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-6cd242a1-be3d-401f-a105-8f5b881c4b8b service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383748 Nov 12 13:07:32.665553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-c01aac9b-92cb-491d-b463-87ebe07b18a6 service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850403 Nov 12 13:07:32.825888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03e8a644-6020-4e7d-8007-793ec70c61d3 req-97c388a9-7a50-4325-b616-2b87bbf19e20 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Nov 12 13:07:33.731198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-618121ed-e320-410a-81a0-70749870a036 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:33.732884 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-618121ed-e320-410a-81a0-70749870a036 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.1083252 Nov 12 13:07:33.738183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:07:33.759931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 1851dfb6-daea-4e43-95ee-2db65a132d6c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:07:33.760279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 1851dfb6-daea-4e43-95ee-2db65a132d6c not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:07:33.805608 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-a8c612c1-9fe2-4026-9e7f-4a2798576c7a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 379 time: 0.0627563 Nov 12 13:07:33.815314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'port': {'device_id': '31f09341-2b29-44b4-ade1-62790fd3b704', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'admin_state_up': True, 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'security_groups': ['1b4dc71b-dbd2-4724-9f23-113996e7f49d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:07:33.925036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Made reservation on behalf of 3c6efd990a8149969ff39ecbeccef69d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:07:33.925850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5857d4e-a8b2-4fc0-bc9a-86c6e044f458 req-e4b2dd40-f65b-447d-bf59-4fb4b1645813 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 210 time: 0.0323811 Nov 12 13:07:33.929121 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.060787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Allocated IP 172.20.0.10 (3c1e5545-ed82-417b-9e4d-d3a02f3bf702/b677fec1-6149-4d28-bbf1-2e56d3524866/9a8fa8f2-2422-496f-9ef5-364e57742ecb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:07:34.201746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.234045 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.286342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:07:34.291547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:07:34.295360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:07:34.321989 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:34.335805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.336374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.336714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.338045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.338432 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.340219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.340568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.341982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.342362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.342703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.343039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.343373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:07:34.370280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:34.370905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.388666 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-aab502be-8b9c-4c1d-b97e-d013b0f6750a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769272 Nov 12 13:07:34.454628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Request body: {'port': {'device_id': '31f09341-2b29-44b4-ade1-62790fd3b704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:07:34.509393 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.529695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-29cbb275-a770-4c67-be1e-d59b0a7fb232 None None] Provisioning complete for port 9a8fa8f2-2422-496f-9ef5-364e57742ecb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:07:34.530062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29cbb275-a770-4c67-be1e-d59b0a7fb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.564014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-29cbb275-a770-4c67-be1e-d59b0a7fb232 None None] Port 9a8fa8f2-2422-496f-9ef5-364e57742ecb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:07:34.781559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8fa8f2-2422-496f-9ef5-364e57742ecb {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:07:34.789239 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.801222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Transition to ACTIVE for port object 9a8fa8f2-2422-496f-9ef5-364e57742ecb will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:07:34.804667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:34.853986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:34.935243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:07:34.935592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:07:34.936553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:07:34.942631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:07:34.942958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:07:34.948743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:07:34.949092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:07:34.949484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:07:34.949934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Bound port: 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:07:34.950308 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:35.018797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:07:35.022431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:07:35.027860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:35.050077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51a706-85ce-48c8-8923-d1cc59eea0d1 req-82ee7f60-c5bc-47e6-9be3-4594b8315f57 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.051625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c51a706-85ce-48c8-8923-d1cc59eea0d1 req-82ee7f60-c5bc-47e6-9be3-4594b8315f57 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0533566 Nov 12 13:07:35.062550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.063385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:35.064868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] 10.222.0.65 "PUT /v2.0/ports/9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1092 time: 0.6671412 Nov 12 13:07:35.067271 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:35.071041 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6acf19-2466-4f61-93e1-a8294d46b11c" -d '{"events": [{"name": "network-changed", "server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:35.105013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6d65-481b-40a0-ad9b-359d5948d11c service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:35.118788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8c51a706-85ce-48c8-8923-d1cc59eea0d1 req-2c6e0e68-04d1-4000-a9a3-aec24dc86614 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601370 Nov 12 13:07:35.165134 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-f2258f30-afde-4a91-8d3e-a475f25dce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.166827 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-f2258f30-afde-4a91-8d3e-a475f25dce59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0517352 Nov 12 13:07:35.228604 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-e90ec9d9-28c2-4f28-90d5-7e7cc597d49e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 217 time: 0.0525115 Nov 12 13:07:35.265090 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13442e28-7103-4a30-845d-40acec7686ed x-openstack-request-id: req-13442e28-7103-4a30-845d-40acec7686ed {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:35.265337 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:35.265591 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13442e28-7103-4a30-845d-40acec7686ed {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:35.265993 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'status': 'completed', 'code': 200} Nov 12 13:07:35.290900 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-ff995626-ec7f-42df-9e3e-0fae2aef3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.292400 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-ff995626-ec7f-42df-9e3e-0fae2aef3b6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0567870 Nov 12 13:07:35.341309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-d5b708b9-efbe-40ac-9237-830445c65822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.342865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-d5b708b9-efbe-40ac-9237-830445c65822 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418859 Nov 12 13:07:35.437310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-6c7fab51-2a70-4728-b9c2-47fb8404f2ce service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Nov 12 13:07:35.528087 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a1bd78f7-c85f-4c38-90d7-440944f19555 req-316e3eb8-5e73-4b01-a904-64308bca8a16 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839074 Nov 12 13:07:35.625306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-5d14b79b-be21-45f1-b30f-7531c35752d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.626744 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-5d14b79b-be21-45f1-b30f-7531c35752d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0481980 Nov 12 13:07:35.715776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-6581f658-54bd-4219-89f9-2e3c99c0d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.717267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-6581f658-54bd-4219-89f9-2e3c99c0d14b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0837991 Nov 12 13:07:35.761086 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7ab58c3-24f7-4768-ab00-26dcc438dd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:35.764648 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-f9fcf090-fd64-46af-8040-c4659afd2c2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 217 time: 0.0388448 Nov 12 13:07:35.816051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-e073c359-a374-48b5-9c53-8fd992e5d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.817550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-e073c359-a374-48b5-9c53-8fd992e5d725 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0447600 Nov 12 13:07:35.865443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-8375c1ea-b0ea-4f18-bf4f-81f2fab175de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:35.867055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-8375c1ea-b0ea-4f18-bf4f-81f2fab175de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415473 Nov 12 13:07:35.967305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-0ae78189-e962-4923-8a8e-b434ca461d7e service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924132 Nov 12 13:07:36.061335 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cc6acf19-2466-4f61-93e1-a8294d46b11c req-aa26472d-803d-42c8-93c1-20ffda6491f9 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849280 Nov 12 13:07:36.233295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777592c-6bf0-4799-8f83-c5f5bc5c50da req-9f1c0c57-8ca0-4afe-b6ac-51387865debe tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:36.234793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8777592c-6bf0-4799-8f83-c5f5bc5c50da req-9f1c0c57-8ca0-4afe-b6ac-51387865debe tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Nov 12 13:07:36.283181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8777592c-6bf0-4799-8f83-c5f5bc5c50da req-9c65ddcb-3dfc-4b25-9985-6a01a4ce26e1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423307 Nov 12 13:07:37.406004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c2e72-2632-4f28-8a9d-0c8cd14f595b req-f0642161-3dfa-4b5e-bd0c-5c387538167e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:37.407534 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b0c2e72-2632-4f28-8a9d-0c8cd14f595b req-f0642161-3dfa-4b5e-bd0c-5c387538167e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0550132 Nov 12 13:07:37.455163 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1b0c2e72-2632-4f28-8a9d-0c8cd14f595b req-087239c6-3b5d-4ddb-91bf-8d5ee1d04fcc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Nov 12 13:07:38.051863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:07:38.152034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:38.164483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'mac_address': 'fa:16:3e:06:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:07:38.200785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:38.213826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8fa8f2-2422-496f-9ef5-364e57742ecb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:07:38.233666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:38.236655 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:38.284454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:38.439867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['9a8fa8f2-2422-496f-9ef5-364e57742ecb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:07:38.572409 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e338014-4a63-4ed7-8b55-a7d83350dcf2 req-e43cf1e4-da63-4ffc-a3e9-be1c3335c81b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:38.573922 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e338014-4a63-4ed7-8b55-a7d83350dcf2 req-e43cf1e4-da63-4ffc-a3e9-be1c3335c81b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Nov 12 13:07:38.622932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e338014-4a63-4ed7-8b55-a7d83350dcf2 req-a0cf3262-eaa2-4082-b4df-947f71e686e6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 Nov 12 13:07:39.012516 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-735b1fdc-1ef6-4397-a5ae-347ead78f6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:39.521419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:39.747166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5b1e0-aa65-4501-8cd8-ea1f72df1e29 req-9fa5f51d-30aa-4ea6-b7a8-525787487f59 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:39.748713 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dae5b1e0-aa65-4501-8cd8-ea1f72df1e29 req-9fa5f51d-30aa-4ea6-b7a8-525787487f59 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 945 time: 0.0557451 Nov 12 13:07:39.798493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dae5b1e0-aa65-4501-8cd8-ea1f72df1e29 req-8d69a374-5d11-406a-a1c5-f3a95f535869 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Nov 12 13:07:40.051434 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:07:40.102193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 9a8fa8f2-2422-496f-9ef5-364e57742ecb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:07:40.106252 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 9a8fa8f2-2422-496f-9ef5-364e57742ecb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:07:40.106895 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:40.197496 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:40.220676 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:40.222935 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5407f2-77b9-4636-8c24-b8072d211920" -d '{"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:40.235227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:07:40.239797 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:40.264578 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c04cce-4b6c-42b0-ba54-5825a01ef6cc x-openstack-request-id: req-87c04cce-4b6c-42b0-ba54-5825a01ef6cc {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:40.264879 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:40.265131 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87c04cce-4b6c-42b0-ba54-5825a01ef6cc {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:40.265535 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'code': 200} Nov 12 13:07:40.290892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:07:40.360943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1fb2-1e2b-40ca-b4d2-87de32dc606e req-ae1818c0-fbf2-40a8-8d29-8d5c005f5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:40.362357 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbdc1fb2-1e2b-40ca-b4d2-87de32dc606e req-ae1818c0-fbf2-40a8-8d29-8d5c005f5e1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1097 time: 0.0408471 Nov 12 13:07:40.409769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-dbdc1fb2-1e2b-40ca-b4d2-87de32dc606e req-3e46d5bb-b4ee-4f87-b882-df79d9ccd8eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409296 Nov 12 13:07:40.750848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:40.918228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1fd6e-19bb-429e-99d9-61024c5a41de req-b2c0d939-6e3c-47a6-afa8-6c5a86f69221 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:40.919733 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97a1fd6e-19bb-429e-99d9-61024c5a41de req-b2c0d939-6e3c-47a6-afa8-6c5a86f69221 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0498643 Nov 12 13:07:40.967369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97a1fd6e-19bb-429e-99d9-61024c5a41de req-8e7eb7b9-8d7b-43e4-af42-2b19df578b40 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Nov 12 13:07:41.409097 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:42.086022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a546-b7cf-44f2-892f-efacbcf6fbd6 req-ab742970-76a7-41ee-96ad-ff6387c300d6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:42.087555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d1a546-b7cf-44f2-892f-efacbcf6fbd6 req-ab742970-76a7-41ee-96ad-ff6387c300d6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0496552 Nov 12 13:07:42.140582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3d1a546-b7cf-44f2-892f-efacbcf6fbd6 req-70bbec6d-426f-44c6-b96b-621df30e058f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470212 Nov 12 13:07:42.250300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529d33a-c5d5-4d21-ac36-8653df4606f5 req-fc64677a-0cd3-4095-a022-8022aceaf4c8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:42.251742 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7529d33a-c5d5-4d21-ac36-8653df4606f5 req-fc64677a-0cd3-4095-a022-8022aceaf4c8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0488920 Nov 12 13:07:42.260669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 41084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:07:42.265292 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'floatingip': {'port_id': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:07:42.305445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:42.734429 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:42.738268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:42.839518 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 associated. External IP: 172.25.1.150, port: 9a8fa8f2-2422-496f-9ef5-364e57742ecb. Nov 12 13:07:42.902707 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:07:43.044719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:07:43.154133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:07:43.158971 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:43.164040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:07:43.173809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:07:43.174479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:07:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:43.284618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:07:43.480078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-408324c2-cee1-4bd8-b570-bb3367aa231a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "PUT /v2.0/floatingips/c100112e-6d9b-448f-9229-b9d677509da2 HTTP/1.1" status: 200 len: 992 time: 1.2182033 Nov 12 13:07:43.481891 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:07:43.483293 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eadf35-4edc-4855-88ab-c10f7822de21" -d '{"events": [{"name": "network-changed", "server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:07:43.518891 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:06:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f09341-2b29-44b4-ade1-62790fd3b704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:07:42Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:43.546023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:07:43.555776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:07:43.556409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:07:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:43.574186 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2eef42-fbfd-4a95-a877-9569e2f8dc50 x-openstack-request-id: req-ff2eef42-fbfd-4a95-a877-9569e2f8dc50 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:07:43.574499 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:07:43.574743 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff2eef42-fbfd-4a95-a877-9569e2f8dc50 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:07:43.575144 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'status': 'completed', 'code': 200} Nov 12 13:07:43.637791 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-c9744723-290b-4755-8dc3-a2350846749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:43.639312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-c9744723-290b-4755-8dc3-a2350846749f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1097 time: 0.0433002 Nov 12 13:07:43.663396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:07:43.733187 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-21801d99-754a-4056-ad7e-7b9dcfe1c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:43.734589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-21801d99-754a-4056-ad7e-7b9dcfe1c1f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0876470 Nov 12 13:07:43.800095 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-5225b4db-3896-4fb3-a1d7-955c064ff099 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1000 time: 0.0584862 Nov 12 13:07:43.851171 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-b3c3aec8-8526-4454-9b43-64c852306737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:43.852675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-b3c3aec8-8526-4454-9b43-64c852306737 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0464289 Nov 12 13:07:43.904314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-7b8cf154-2685-4fca-8179-296f1c5fb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:43.905832 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-7b8cf154-2685-4fca-8179-296f1c5fb9e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467415 Nov 12 13:07:43.998516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-e1e0d802-78d3-4b1b-a419-18e70770b7f7 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846956 Nov 12 13:07:44.049895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:06:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f09341-2b29-44b4-ade1-62790fd3b704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:07:42Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:07:44.075740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1c30c-3281-4715-aad9-948fd85a7155 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:06:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f09341-2b29-44b4-ade1-62790fd3b704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:07:42Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:07:44.093920 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c3eadf35-4edc-4855-88ab-c10f7822de21 req-08774ebb-cf66-4b74-8306-8c454c1b4f53 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887277 Nov 12 13:07:44.276128 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31a374-9b8c-4d2c-96e6-afdc2f3272b2 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:07:49.211093 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-f151f260-c434-4933-a88e-8e644e2c87b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401404 Nov 12 13:07:49.293493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-e55683a1-178a-4aae-a1e9-d0e94415f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:49.295025 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-e55683a1-178a-4aae-a1e9-d0e94415f61e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1097 time: 0.0407519 Nov 12 13:07:49.403454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-bcf2f723-247c-48a1-9860-2154073a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:49.404928 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-bcf2f723-247c-48a1-9860-2154073a9ba4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0904584 Nov 12 13:07:49.471235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-653323c3-88cb-49b2-a45a-7291ee41633f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1002 time: 0.0580425 Nov 12 13:07:49.524643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-10d751ed-6758-4f3f-a767-4c66dc064900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:49.526062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-10d751ed-6758-4f3f-a767-4c66dc064900 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0477562 Nov 12 13:07:49.573059 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-3286fdfc-afff-4b79-bdcc-828bc9fcc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:07:49.574549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-3286fdfc-afff-4b79-bdcc-828bc9fcc6e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419557 Nov 12 13:07:49.665808 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-7177fe87-d90a-43cf-ae35-cbc53e3849b4 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832264 Nov 12 13:07:49.761396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-127ecd5d-5dbc-4547-84ce-8adc24dd0770 req-c7dcb9a8-e567-474b-a60a-7a826fca708c service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890720 Nov 12 13:07:59.935157 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:00.328490 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:05.763147 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-513bbfa8-eb5d-4d79-b93d-6f3e974634dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:09.016925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bfa9edb-920d-4020-a4f0-9c9f58f11341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:09.514295 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:10.753286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:11.401035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:19.901775 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:08:29.940044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:30.342451 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:35.765497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65a5e06b-c939-481e-918f-a6b8042385e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:39.028049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d985f9e-2158-4178-b244-62d0ee0c3c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:39.516564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:40.755798 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:41.402963 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:50.217017 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-8de36bd9-65ae-4cb7-ad50-6026a012a78b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421622 Nov 12 13:08:50.299064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-ebfd896d-703f-4814-8e3b-9aef33cff903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:08:50.301414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-ebfd896d-703f-4814-8e3b-9aef33cff903 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1097 time: 0.0419159 Nov 12 13:08:50.408348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-0e8eefe4-79e9-488c-b4bc-7733694517c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:08:50.410352 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-0e8eefe4-79e9-488c-b4bc-7733694517c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0898492 Nov 12 13:08:50.475981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-eae40510-9fbf-461f-8d16-8c1367a554bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1002 time: 0.0583498 Nov 12 13:08:50.529870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-3aebdf1f-e7bf-4169-9565-a8712669de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:08:50.531380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-3aebdf1f-e7bf-4169-9565-a8712669de63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0489156 Nov 12 13:08:50.581094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-2bf21bdc-52b6-43ae-9a48-6036c82f02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:08:50.583259 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-2bf21bdc-52b6-43ae-9a48-6036c82f02b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446703 Nov 12 13:08:50.674016 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-448a121e-bcb0-451e-aef7-fd8c33f098e0 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Nov 12 13:08:50.768658 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af88cd69-3e0f-42f9-8ab8-9a1b98c9b5dc req-3ca24aa8-0341-4adf-8359-edea57a51363 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878987 Nov 12 13:08:51.506009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-741bacc9-5ab5-48f2-995c-695763c98405 req-de4c3bec-8b81-4cf6-a2b3-34b88a4e53e5 service neutron] (102779) timed out ('10.222.0.65', 51096) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:08:56.901891 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:08:59.945304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:00.358498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:05.767097 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bea0bb9-43de-4b36-b69c-82d0fef69cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:09.020447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb1d1-4b62-40b8-b18d-688c77fe8b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:09.519116 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:10.758555 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:11.406754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:13.827322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-c4c8ef1c-ec51-474e-b7fd-ff51efeeeb2c req-59c9543b-89b0-4e0b-835e-b859aea183cd tempest-ServerRescueNegativeTestJSON-1911699588 tempest-ServerRescueNegativeTestJSON-1911699588-project] (102779) timed out ('10.222.0.18', 33818) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:09:19.535113 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3731-9655-4bdb-ac5f-a163810da2cd req-c5668cb8-c347-489c-ad3a-8ddc4ac50d33 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:19.537648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-872a3731-9655-4bdb-ac5f-a163810da2cd req-c5668cb8-c347-489c-ad3a-8ddc4ac50d33 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0535669 Nov 12 13:09:19.586383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-872a3731-9655-4bdb-ac5f-a163810da2cd req-4a25f039-1e89-4cf7-b23e-dc1c1c821dd4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Nov 12 13:09:20.703055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d1cf-7305-4d25-be16-94cb341b6853 req-c5f5643a-ee9a-4e68-a30f-681a7d495abb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:20.704555 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e072d1cf-7305-4d25-be16-94cb341b6853 req-c5f5643a-ee9a-4e68-a30f-681a7d495abb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0503418 Nov 12 13:09:20.757357 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e072d1cf-7305-4d25-be16-94cb341b6853 req-d693a41b-86b9-4d97-a6f8-cbb5bf450b38 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Nov 12 13:09:21.876576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abce0a-4e8d-4fdf-8984-410a519f625a req-e62d3167-b9f8-4a64-b86d-ac49d4316b0c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:21.878067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96abce0a-4e8d-4fdf-8984-410a519f625a req-e62d3167-b9f8-4a64-b86d-ac49d4316b0c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Nov 12 13:09:21.926186 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96abce0a-4e8d-4fdf-8984-410a519f625a req-368f82c6-3ddd-4a47-92b0-458e39c186f0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Nov 12 13:09:23.045005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764171cd-6dfc-4792-acb1-a594441c5bb1 req-e9be049c-a7a3-4569-a967-b0a038134f2e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:23.046443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-764171cd-6dfc-4792-acb1-a594441c5bb1 req-e9be049c-a7a3-4569-a967-b0a038134f2e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0525873 Nov 12 13:09:23.093757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-764171cd-6dfc-4792-acb1-a594441c5bb1 req-bd743ba6-fdce-47da-a9f5-a0c02d9b34a3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Nov 12 13:09:24.215581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0541a-c59e-41c3-97b6-811e808fcda6 req-cb7364c7-b738-4d76-842a-761128a9d48e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:24.217752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64e0541a-c59e-41c3-97b6-811e808fcda6 req-cb7364c7-b738-4d76-842a-761128a9d48e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0548794 Nov 12 13:09:24.269266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64e0541a-c59e-41c3-97b6-811e808fcda6 req-473b8ca3-beeb-4dd5-be87-91518cf0a493 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456657 Nov 12 13:09:25.387567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3165261-fb39-47c8-b9a7-8d32c7e30ee5 req-dcacfc16-4066-41e4-82a1-8f59bffc968b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:25.389481 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3165261-fb39-47c8-b9a7-8d32c7e30ee5 req-dcacfc16-4066-41e4-82a1-8f59bffc968b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0509865 Nov 12 13:09:25.438318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3165261-fb39-47c8-b9a7-8d32c7e30ee5 req-191a111c-f28d-4034-9e24-576aee7bced2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Nov 12 13:09:26.557204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b430d-9764-4d2e-af79-11ed9efcc14a req-edfc4360-d448-43f1-a1f3-68c7551cc5e8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:26.558750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c30b430d-9764-4d2e-af79-11ed9efcc14a req-edfc4360-d448-43f1-a1f3-68c7551cc5e8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0533977 Nov 12 13:09:26.606086 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c30b430d-9764-4d2e-af79-11ed9efcc14a req-8671a943-5da6-4d70-b47a-1e3b628a7dfd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406969 Nov 12 13:09:27.726152 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b114a36-791c-445e-9b93-0820983933ae req-d49c6585-b742-4506-bba4-1b9a45d90e6e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:27.727690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b114a36-791c-445e-9b93-0820983933ae req-d49c6585-b742-4506-bba4-1b9a45d90e6e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0521030 Nov 12 13:09:27.783439 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2b114a36-791c-445e-9b93-0820983933ae req-e910f69c-50a5-4257-a170-b789621a5a29 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Nov 12 13:09:28.899390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f1b5e-55e9-43ca-b26b-f03570d2cbc7 req-8fbd79e5-3a15-48e8-834a-7d40dc7e1117 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:28.900893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-431f1b5e-55e9-43ca-b26b-f03570d2cbc7 req-8fbd79e5-3a15-48e8-834a-7d40dc7e1117 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0490460 Nov 12 13:09:28.952763 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-431f1b5e-55e9-43ca-b26b-f03570d2cbc7 req-5ad3801a-4bf1-4e91-b205-7df63f958581 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452049 Nov 12 13:09:29.962211 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:30.074485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefef63-a68a-4266-ae87-7b9b8bf813ac req-4e354cb4-d62e-45a2-b34b-dea2e27026b5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:30.076034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fefef63-a68a-4266-ae87-7b9b8bf813ac req-4e354cb4-d62e-45a2-b34b-dea2e27026b5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Nov 12 13:09:30.127084 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fefef63-a68a-4266-ae87-7b9b8bf813ac req-b012b473-46d2-4185-aeab-75818182394f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 Nov 12 13:09:30.366129 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:30.367507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9716ea-5dae-43ce-a71e-f621c7c8564e req-01de68db-5b0c-403a-bdb7-9958636a0c72 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:30.369064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f9716ea-5dae-43ce-a71e-f621c7c8564e req-01de68db-5b0c-403a-bdb7-9958636a0c72 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0517292 Nov 12 13:09:30.401055 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-f7640d54-f909-42cc-8b43-6e33a5c93401 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944602 Nov 12 13:09:30.419725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f9716ea-5dae-43ce-a71e-f621c7c8564e req-7d7883db-529e-4ff1-8ebb-4a59a63cff40 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Nov 12 13:09:31.527684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-73bb6296-932b-4b3c-9542-a472c4aac1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:31.530022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-73bb6296-932b-4b3c-9542-a472c4aac1a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1097 time: 0.0515852 Nov 12 13:09:31.552274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3e6bd-b688-46f9-b7a7-5c7bf30addf0 req-866496a7-7e23-48ea-aea5-079a11e8ac8d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:31.553819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e3e6bd-b688-46f9-b7a7-5c7bf30addf0 req-866496a7-7e23-48ea-aea5-079a11e8ac8d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0608661 Nov 12 13:09:31.602386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81e3e6bd-b688-46f9-b7a7-5c7bf30addf0 req-be191654-b40b-4e03-bfcb-4d682fdb5813 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Nov 12 13:09:31.624106 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-7c7ce2ad-c16d-4aa5-9713-31e97426e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:31.625596 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-7c7ce2ad-c16d-4aa5-9713-31e97426e794 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0884848 Nov 12 13:09:31.696356 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-ec2ec0f2-d755-4c10-99ab-d110c36c9089 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1002 time: 0.0631073 Nov 12 13:09:31.745972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-e3f010b5-2132-4e7a-b4f8-de17d9fc5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:31.747517 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-e3f010b5-2132-4e7a-b4f8-de17d9fc5ba9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0446811 Nov 12 13:09:31.793736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-0feb372b-1dca-4bb3-b887-3f3ad8d1e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:31.795866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-0feb372b-1dca-4bb3-b887-3f3ad8d1e738 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406322 Nov 12 13:09:31.889934 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-d8e84982-9c41-4e92-b133-9e16edcfa97e service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Nov 12 13:09:31.979093 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-18778b78-5078-4558-9c54-01b9168bb57e service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825853 Nov 12 13:09:32.722383 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f9ca-e747-42be-a7d8-4bf0f6b5fc49 req-eb8e239d-5268-4fc0-9c45-1359459a9886 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:32.723892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83c4f9ca-e747-42be-a7d8-4bf0f6b5fc49 req-eb8e239d-5268-4fc0-9c45-1359459a9886 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Nov 12 13:09:32.773182 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83c4f9ca-e747-42be-a7d8-4bf0f6b5fc49 req-5f8b277d-82c6-4f7f-b2d2-fda76f2a713f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 Nov 12 13:09:33.893074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262499d-0cd3-4f06-8c14-9a8b6fdbf41d req-a4abc63a-0423-4d1a-8e70-698bb4b62799 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:33.894670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3262499d-0cd3-4f06-8c14-9a8b6fdbf41d req-a4abc63a-0423-4d1a-8e70-698bb4b62799 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0513349 Nov 12 13:09:33.901016 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:09:33.946535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3262499d-0cd3-4f06-8c14-9a8b6fdbf41d req-0e95267a-3508-437f-8424-c512c9497430 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 Nov 12 13:09:34.230315 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-015e1e50-dd08-4175-b6cf-b4d619f85a92 service neutron] show failed (client error): The resource could not be found. Nov 12 13:09:34.231346 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-015e1e50-dd08-4175-b6cf-b4d619f85a92 service neutron] 10.222.0.65 "GET /v2.0/ports/9a8fa8f2-2422-496f-9ef5-364e57742ecb/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0546703 Nov 12 13:09:34.429857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-d50749b5-6991-4d36-b4c0-0b89b0b3de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:34.431435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-d50749b5-6991-4d36-b4c0-0b89b0b3de8c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 1097 time: 0.0411479 Nov 12 13:09:34.443375 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:09:34.495716 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:34.703232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:34.736142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:09:34.775667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:34.777802 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d923256f-36be-45d0-bf4e-f52e6b8d97c3" -d '{"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:34.782642 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:34.799174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Transition to ACTIVE for port object 9a8fa8f2-2422-496f-9ef5-364e57742ecb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:09:34.802954 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:34.832308 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5af533-87fc-4d7f-bdb9-c5a9a41bb8b5 x-openstack-request-id: req-af5af533-87fc-4d7f-bdb9-c5a9a41bb8b5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:34.832607 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:34.832863 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af5af533-87fc-4d7f-bdb9-c5a9a41bb8b5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:34.833260 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'code': 200} Nov 12 13:09:34.854594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:34.899191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.899856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.899856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.900185 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.900515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.900840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.901165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.901487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.901812 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.902134 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.902479 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.902799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:34.942658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] No DVR routers for this DVR port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:09:35.100028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbecfd-7f4e-4652-bb7b-8691a462687e req-506c46a9-7750-42b0-b9ea-fa1af342abc6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:35.101525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80dbecfd-7f4e-4652-bb7b-8691a462687e req-506c46a9-7750-42b0-b9ea-fa1af342abc6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0686135 Nov 12 13:09:35.141639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:09:35.141978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:09:35.142340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:09:35.153884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:09:35.154466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Attempting to bind port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:09:35.167211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:09:35.167549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:09:35.167928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:09:35.168356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Bound port: 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:09:35.168712 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:35.183939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-80dbecfd-7f4e-4652-bb7b-8691a462687e req-20ab114f-f644-4f9f-8063-73910bd91ee2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693502 Nov 12 13:09:35.240477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:09:35.243851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:09:35.248288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:35.282707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:35.283376 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:35.284769 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] 10.222.0.81 "PUT /v2.0/ports/9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1092 time: 0.8452990 Nov 12 13:09:35.307315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad0841-f11f-4e56-9abf-76d452c2fdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:35.358753 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-c56cb523-5a8b-4979-a296-1b02b411b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:35.360323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-c56cb523-5a8b-4979-a296-1b02b411b9f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0501094 Nov 12 13:09:35.461266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-2a27006a-ead4-40db-85e1-2d1c7dc4fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:35.462823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-2a27006a-ead4-40db-85e1-2d1c7dc4fbff service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0958691 Nov 12 13:09:35.529277 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-33b63b0a-d798-4402-a587-352d4eba074a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1000 time: 0.0595047 Nov 12 13:09:35.588557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-0ab5949a-987f-4f4e-900a-9a7b5e63afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:35.590010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-0ab5949a-987f-4f4e-900a-9a7b5e63afd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0537896 Nov 12 13:09:35.637047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-f97e7e28-178d-4ea5-9a69-cd4e93330b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:35.638762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-f97e7e28-178d-4ea5-9a69-cd4e93330b08 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419147 Nov 12 13:09:35.727241 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-dea92f21-8a3e-410b-8a9b-2dada521147d service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810905 Nov 12 13:09:35.769058 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-00fefc9c-bbd0-4bc7-8840-cc04bcbd98f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:35.823091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0ce8083-e49c-44b2-850a-ab2cbc159299 req-553e09de-1b76-420c-b830-19c70c06eae0 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886660 Nov 12 13:09:36.302395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42303-1859-4806-a81d-14d140289f4c req-0d03ec37-bc76-4136-bacd-8f7c0a091048 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:36.303877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc42303-1859-4806-a81d-14d140289f4c req-0d03ec37-bc76-4136-bacd-8f7c0a091048 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0508299 Nov 12 13:09:36.351838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc42303-1859-4806-a81d-14d140289f4c req-ea5bda87-2e9a-4ce3-9b78-cb56cf77c427 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418901 Nov 12 13:09:36.835001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:36.837367 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4b3bca-e30e-4259-be99-7bd003615c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:36.884776 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f02ff2-269d-4acd-828b-961315d8b8ec x-openstack-request-id: req-29f02ff2-269d-4acd-828b-961315d8b8ec {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:36.885065 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:36.885318 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29f02ff2-269d-4acd-828b-961315d8b8ec {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:36.885719 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'status': 'completed', 'code': 200} Nov 12 13:09:36.948243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-8c8da985-ea57-4cbd-a915-1a3fafa01763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:36.949804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-8c8da985-ea57-4cbd-a915-1a3fafa01763 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0460503 Nov 12 13:09:36.953626 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-7344aadf-4fb6-48cf-9f0b-b7de0a868ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:36.955166 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-7344aadf-4fb6-48cf-9f0b-b7de0a868ca3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0473909 Nov 12 13:09:37.046881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-2b5fc7ad-d55b-4516-853f-319c2eaf6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.048414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-2b5fc7ad-d55b-4516-853f-319c2eaf6129 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0900798 Nov 12 13:09:37.057021 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-3b21f83d-1cbb-4686-bc01-117bb91357d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.058524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-3b21f83d-1cbb-4686-bc01-117bb91357d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0965447 Nov 12 13:09:37.122509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-01781e0f-9f19-4cd0-b035-2cc601ab1e35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1000 time: 0.0668988 Nov 12 13:09:37.133526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-75937b29-90e0-4f8c-b076-cd2af61d2966 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1000 time: 0.0680931 Nov 12 13:09:37.177447 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-bdfe4872-8314-4203-b141-3bbf076159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.178971 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-bdfe4872-8314-4203-b141-3bbf076159c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0491359 Nov 12 13:09:37.185759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-1100352b-207c-4f30-9d3e-f5d8cfb50809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.187265 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-1100352b-207c-4f30-9d3e-f5d8cfb50809 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0465236 Nov 12 13:09:37.226122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-98ff3953-7bb2-48bb-a3e3-c4f44ff9db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.227685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-98ff3953-7bb2-48bb-a3e3-c4f44ff9db17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418687 Nov 12 13:09:37.234428 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-6b13c8ef-1c5e-4ca9-bcde-668ec6fc6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.235924 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-6b13c8ef-1c5e-4ca9-bcde-668ec6fc6749 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419457 Nov 12 13:09:37.323082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-63d18823-f619-409c-9e23-0eebe828d200 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883272 Nov 12 13:09:37.331652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-89b4dc15-43a5-4842-ab0d-aabb53e8ab4b service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887327 Nov 12 13:09:37.424500 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-2a2cb572-1a12-4421-ad15-0096a3a416a4 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942962 Nov 12 13:09:37.428000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e4b3bca-e30e-4259-be99-7bd003615c8f req-5d4b619c-2586-4425-92b7-05c6b11954a4 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896056 Nov 12 13:09:37.479754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc198a-4d38-464e-8690-125c3bee1889 req-bf2fa7b2-1b8a-4284-a3b9-36fcb98e5528 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.481263 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00bc198a-4d38-464e-8690-125c3bee1889 req-bf2fa7b2-1b8a-4284-a3b9-36fcb98e5528 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0552759 Nov 12 13:09:37.530010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-00bc198a-4d38-464e-8690-125c3bee1889 req-81e45418-5d2a-4254-aff0-e55cdf0a590b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Nov 12 13:09:37.725062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e23a5-16fb-4ffc-8ab7-ea6d4555f140 req-ed2bdf66-f936-4fc8-adf4-08998cfeb50f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.726593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd5e23a5-16fb-4ffc-8ab7-ea6d4555f140 req-ed2bdf66-f936-4fc8-adf4-08998cfeb50f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 944 time: 0.0499086 Nov 12 13:09:37.753070 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562240ff-1afe-421d-aba7-66be426c9a2e req-56bedf73-5037-4d7b-848a-6f8a987abb35 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.754875 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-56bedf73-5037-4d7b-848a-6f8a987abb35 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704&tenant_id=3c6efd990a8149969ff39ecbeccef69d&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 944 time: 0.0637031 Nov 12 13:09:37.775729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd5e23a5-16fb-4ffc-8ab7-ea6d4555f140 req-67982321-9a9d-4515-a38b-000917869ded tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Nov 12 13:09:37.826969 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-562240ff-1afe-421d-aba7-66be426c9a2e req-c491850b-bed1-4088-8654-4ab447a012f8 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:09:37.828004 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-c491850b-bed1-4088-8654-4ab447a012f8 service neutron] 10.222.0.65 "DELETE /v2.0/ports/9a8fa8f2-2422-496f-9ef5-364e57742ecb/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0657563 Nov 12 13:09:37.912263 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562240ff-1afe-421d-aba7-66be426c9a2e req-789a5e4c-db31-44aa-aba8-46ce11ac0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:37.913810 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-789a5e4c-db31-44aa-aba8-46ce11ac0a92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0425990 Nov 12 13:09:38.008739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562240ff-1afe-421d-aba7-66be426c9a2e req-b0811e1f-03e8-4171-a4d2-1d63cc5e75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:38.010241 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-b0811e1f-03e8-4171-a4d2-1d63cc5e75a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0891883 Nov 12 13:09:38.074973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-48dc4981-cab1-4cff-a937-277c824337fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1000 time: 0.0575976 Nov 12 13:09:38.125060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562240ff-1afe-421d-aba7-66be426c9a2e req-b0975539-982e-4349-8806-7b1367ca42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:38.126555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-b0975539-982e-4349-8806-7b1367ca42fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0434577 Nov 12 13:09:38.179908 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562240ff-1afe-421d-aba7-66be426c9a2e req-11970df4-bc8e-41d0-aa0f-ae837fae5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:38.181326 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-11970df4-bc8e-41d0-aa0f-ae837fae5140 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471041 Nov 12 13:09:38.270731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-59dbce39-93dd-467d-aa0f-ca86b3694b05 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825686 Nov 12 13:09:38.352084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:09:38.364619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-562240ff-1afe-421d-aba7-66be426c9a2e req-c4237bcb-c57f-40e8-878d-95e28d6c88ba service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873375 Nov 12 13:09:38.455787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:38.468696 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'mac_address': 'fa:16:3e:06:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:09:38.505887 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:38.519124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8fa8f2-2422-496f-9ef5-364e57742ecb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:09:38.532783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:09:38.558798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:38.565092 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:38.603051 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:09:38.625062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:38.632894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.633235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.633569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.633894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.634242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.634571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.634887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.635208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.635521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.635838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.636149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.636463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:38.803935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['9a8fa8f2-2422-496f-9ef5-364e57742ecb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:09:38.906208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0aada-929f-400e-93c2-4e07e0babe6c req-5cc9ec26-a512-4bc4-b4e0-9640d88fc145 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:38.914524 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52f0aada-929f-400e-93c2-4e07e0babe6c req-5cc9ec26-a512-4bc4-b4e0-9640d88fc145 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 945 time: 0.0621326 Nov 12 13:09:38.989310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52f0aada-929f-400e-93c2-4e07e0babe6c req-1d640e0d-7994-4acd-9ee7-3e3f900438e0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739057 Nov 12 13:09:39.024417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-42b93960-2e63-43ad-80bc-79c7c8486115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:39.114505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bd45b-5ce1-4855-b197-65361259e03e req-dc186f6b-d268-4f4e-9885-86f0a832bc5f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:39.116012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-579bd45b-5ce1-4855-b197-65361259e03e req-dc186f6b-d268-4f4e-9885-86f0a832bc5f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Nov 12 13:09:39.166806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-579bd45b-5ce1-4855-b197-65361259e03e req-6c2d8dde-5799-4ef1-9997-8c87cc2eabfc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438824 Nov 12 13:09:39.390035 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e560704-2649-4a0b-862a-02ce8a9eb1ca req-03b897d5-ff70-4ec5-8409-4a4e9cd1c917 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:39.391538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e560704-2649-4a0b-862a-02ce8a9eb1ca req-03b897d5-ff70-4ec5-8409-4a4e9cd1c917 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 945 time: 0.0681007 Nov 12 13:09:39.459671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-aa9a1926-2e58-4cb4-961e-19cca8f0b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:39.461145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-aa9a1926-2e58-4cb4-961e-19cca8f0b0b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 1096 time: 0.0890884 Nov 12 13:09:39.465552 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e560704-2649-4a0b-862a-02ce8a9eb1ca req-66d401c2-cb35-4386-8fb8-fcf25036fde2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565140 Nov 12 13:09:39.522845 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:39.557905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-499d090e-521e-4394-85c4-384f626726f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:39.559528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-499d090e-521e-4394-85c4-384f626726f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0911660 Nov 12 13:09:39.632173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-d4f5ea0a-a7dc-4b46-bd23-15e5cf888fe7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 200 len: 1001 time: 0.0650260 Nov 12 13:09:39.683675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-bf542e1a-924e-4f8b-a768-a45c19d1339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:39.685862 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-bf542e1a-924e-4f8b-a768-a45c19d1339f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0461500 Nov 12 13:09:39.734073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-6825316b-15d1-47a1-bc7d-432971f874bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:39.737536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-6825316b-15d1-47a1-bc7d-432971f874bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448232 Nov 12 13:09:39.835746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-4609934d-5faf-4370-8593-5acca1aa9325 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910516 Nov 12 13:09:39.926545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb7c98cd-4915-4a57-a639-2d0031d530d1 req-1d12347e-c855-44e2-91ff-96cc808e167e service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Nov 12 13:09:40.360938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:09:40.416494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 9a8fa8f2-2422-496f-9ef5-364e57742ecb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:09:40.422595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 9a8fa8f2-2422-496f-9ef5-364e57742ecb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:09:40.423010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:40.518108 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:40.542487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:40.545985 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf36364d-3f17-4d57-9256-d985643a3037" -d '{"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:40.559147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:40.563836 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:40.590122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42efa6-ba05-4ccd-aa02-a8ffb5cbbaea req-e625d4be-191c-41ba-bb3c-4336725503da tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:40.591799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d42efa6-ba05-4ccd-aa02-a8ffb5cbbaea req-e625d4be-191c-41ba-bb3c-4336725503da tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 945 time: 0.0553493 Nov 12 13:09:40.616728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:40.641252 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d42efa6-ba05-4ccd-aa02-a8ffb5cbbaea req-1be5b571-09a9-4bf8-8855-05caf796f12e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Nov 12 13:09:40.685340 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb10a6-2a43-4833-b891-563c7251484a x-openstack-request-id: req-c7cb10a6-2a43-4833-b891-563c7251484a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:40.685730 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:40.685989 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7cb10a6-2a43-4833-b891-563c7251484a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:40.686424 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'code': 200} Nov 12 13:09:40.761154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:40.912830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2e5fe-15be-490c-a5c6-b52807c5fac7 req-a34424a3-8167-44a7-a9d9-51572f74f3f3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:40.914375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44c2e5fe-15be-490c-a5c6-b52807c5fac7 req-a34424a3-8167-44a7-a9d9-51572f74f3f3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0494659 Nov 12 13:09:40.961802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44c2e5fe-15be-490c-a5c6-b52807c5fac7 req-4f329581-9d37-4963-8e1b-8cda053adc94 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404534 Nov 12 13:09:41.409368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.083037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45339174-e0d1-4aed-9f33-5043120893f2 req-f8c09616-c0ba-4ac8-8b08-672ac58bf8a1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:42.084539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45339174-e0d1-4aed-9f33-5043120893f2 req-f8c09616-c0ba-4ac8-8b08-672ac58bf8a1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0495269 Nov 12 13:09:42.163788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45339174-e0d1-4aed-9f33-5043120893f2 req-798ea3fc-4c3f-484a-914e-831f9ba84f29 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733051 Nov 12 13:09:42.175871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-96b4a0c7-28ad-4273-b52d-8b7686c6f259 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:42.177322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-96b4a0c7-28ad-4273-b52d-8b7686c6f259 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 946 time: 0.0808456 Nov 12 13:09:42.265358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Deleting port 9a8fa8f2-2422-496f-9ef5-364e57742ecb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:09:42.265611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.358510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] For port 9a8fa8f2-2422-496f-9ef5-364e57742ecb, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=9a8fa8f2-2422-496f-9ef5-364e57742ecb,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:42.358878 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.527529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.527809 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.528126 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 disassociated. External IP: 172.25.1.150, port: 9a8fa8f2-2422-496f-9ef5-364e57742ecb. Nov 12 13:09:42.528467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Calling delete_port for 9a8fa8f2-2422-496f-9ef5-364e57742ecb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:09:42.658404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.686444 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event deleted for resources: {'Port': ['ID=9a8fa8f2-2422-496f-9ef5-364e57742ecb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:43.114414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:09:43.223412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:09:43.233709 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:09:43.245496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:09:43.246136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:09:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:43.285190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] No DVR routers for this DVR port 9a8fa8f2-2422-496f-9ef5-364e57742ecb on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:09:43.288605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:43.291959 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2b376d0-50b8-4d7f-a640-635468b56f09 req-6d7f7ed8-d91f-4eda-b759-91d593eb6d0e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "DELETE /v2.0/ports/9a8fa8f2-2422-496f-9ef5-364e57742ecb HTTP/1.1" status: 204 len: 173 time: 1.1081209 Nov 12 13:09:43.293797 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-912c0198-de66-4ade-b673-e4c06eb74b3b req-4014efe7-f2ec-4ef2-94db-7db5ec0cbe2d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=31f09341-2b29-44b4-ade1-62790fd3b704 HTTP/1.1" status: 200 len: 210 time: 0.0603998 Nov 12 13:09:43.295672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-deleted', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:43.298426 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608f389-ae2d-4b54-be6d-130fd78ed0cd" -d '{"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-deleted", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:43.352691 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d020939a-468a-4806-9e8e-804f6f436a45 x-openstack-request-id: req-d020939a-468a-4806-9e8e-804f6f436a45 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:43.352986 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f09341-2b29-44b4-ade1-62790fd3b704", "name": "network-vif-deleted", "tag": "9a8fa8f2-2422-496f-9ef5-364e57742ecb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:43.353240 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d020939a-468a-4806-9e8e-804f6f436a45 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:43.353661 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f09341-2b29-44b4-ade1-62790fd3b704', 'name': 'network-vif-deleted', 'tag': '9a8fa8f2-2422-496f-9ef5-364e57742ecb', 'status': 'completed', 'code': 200} Nov 12 13:09:43.369048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:09:43.579260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:43.609863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:09:43.618402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:09:43.619010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:09:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:43.725877 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:09:43.922814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:43.948174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5b9a9-8ce6-4fa3-b1f3-a1e0c83a6d61 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:09:44.172290 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501fb3de-0e2c-4600-8887-ef5f5d5ba9b5 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:09:44.396667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:09:44.425619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 9a8fa8f2-2422-496f-9ef5-364e57742ecb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:09:44.425968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 9a8fa8f2-2422-496f-9ef5-364e57742ecb not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:09:44.587754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-a2917d2c-39d9-4e18-9ae3-d3f789bf8cd8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--275188915&fields=id&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 267 time: 0.0477543 Nov 12 13:09:44.692243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-50d8700b-5a3e-4ad6-8989-9a941cb481c1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:44.693701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-50d8700b-5a3e-4ad6-8989-9a941cb481c1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.0992177 Nov 12 13:09:44.709009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-875a4fcb-d258-4306-af28-65add86af1c6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/quotas/3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 375 time: 0.0096009 Nov 12 13:09:44.761927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-56a278fd-5844-4636-9e31-20d76f9a18ad tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476949 Nov 12 13:09:44.863491 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-707db73f-938f-44e6-b0a7-c2caa1031216 service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888865 Nov 12 13:09:44.955077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-ba51197f-761e-4650-9bca-aa780ee4a9d4 service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Nov 12 13:09:45.118567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f793583-21d3-4b5d-b474-011a1be9546e req-badeddf0-02a2-4f91-9d6e-723604611ed1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 210 time: 0.0322404 Nov 12 13:09:46.073151 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-9ed22d66-2498-4caa-990e-32ba95735f86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:46.074546 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-9ed22d66-2498-4caa-990e-32ba95735f86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.1041665 Nov 12 13:09:46.143447 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-89b1a0ef-1abb-4b84-ab14-32c5b5d987d2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 379 time: 0.0585546 Nov 12 13:09:46.156208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'port': {'device_id': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'admin_state_up': True, 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'security_groups': ['1b4dc71b-dbd2-4724-9f23-113996e7f49d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:09:46.215609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8deecf4-6695-4076-8062-47927b6bf2ba req-2f6199ae-23f8-4744-9187-9758ae9b88f5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 210 time: 0.0274777 Nov 12 13:09:46.267677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Made reservation on behalf of 3c6efd990a8149969ff39ecbeccef69d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:09:46.271406 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:46.397844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Allocated IP 172.20.0.11 (3c1e5545-ed82-417b-9e4d-d3a02f3bf702/b677fec1-6149-4d28-bbf1-2e56d3524866/7147ac29-dda4-4aca-bae5-1a562b6ea7a9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:09:46.540170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:46.573687 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:46.614270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:09:46.617223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:09:46.624172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:09:46.649780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:46.663212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.663554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.663894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.664225 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.664558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.664892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.665218 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.665537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.665855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.666186 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.666647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.666852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:09:46.690017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:46.690667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:46.709959 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2a0727c6-ffc2-4692-b9ac-de7962d019dd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579264 Nov 12 13:09:46.722414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Request body: {'port': {'device_id': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:09:46.780892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:46.885842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-23efb230-3fba-47ae-b826-a4365ceedef2 None None] Provisioning complete for port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:09:46.886495 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23efb230-3fba-47ae-b826-a4365ceedef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:46.922563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-23efb230-3fba-47ae-b826-a4365ceedef2 None None] Port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:09:47.050471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:09:47.057865 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:47.071023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Transition to ACTIVE for port object 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:09:47.074929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:47.128796 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:47.198376 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:09:47.198714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:09:47.199043 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:09:47.204268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:09:47.204589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:09:47.209781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:09:47.210117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:09:47.210546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:09:47.210974 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Bound port: 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:09:47.211331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:47.280948 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:09:47.284557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:09:47.289306 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:47.324015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.324257 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:47.326262 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] 10.222.0.65 "PUT /v2.0/ports/7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1092 time: 0.6079178 Nov 12 13:09:47.326704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:47.328974 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb763fc-d204-40f0-9b13-d632ba84de80" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:47.352924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36589749-19c7-4164-b23e-d13a06dd38e2 req-453faec9-4b68-4be6-a5a4-093014c95d0d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.355954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d812c1d-757f-4e39-81af-cf661649a104 service neutron] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:47.364202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36589749-19c7-4164-b23e-d13a06dd38e2 req-453faec9-4b68-4be6-a5a4-093014c95d0d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 944 time: 0.0597217 Nov 12 13:09:47.409239 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-36589749-19c7-4164-b23e-d13a06dd38e2 req-b65094f1-58b9-4416-a62e-265686f4cf29 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Nov 12 13:09:47.438969 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-aa95d476-314d-4205-ae35-3009f1c22c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.440561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-aa95d476-314d-4205-ae35-3009f1c22c7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0600092 Nov 12 13:09:47.458834 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e845c5-cfaf-4df5-80c7-0b597291da8b x-openstack-request-id: req-a5e845c5-cfaf-4df5-80c7-0b597291da8b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:47.459306 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:47.459421 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5e845c5-cfaf-4df5-80c7-0b597291da8b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:47.459769 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'status': 'completed', 'code': 200} Nov 12 13:09:47.491572 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-2f263ffb-649d-4d89-af96-601f0e8cbbe4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 217 time: 0.0433617 Nov 12 13:09:47.544982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-291c2804-aaa9-4161-a879-327569687db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.546577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-291c2804-aaa9-4161-a879-327569687db5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0477302 Nov 12 13:09:47.592957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-a9648fa7-82d0-4a24-a564-4716b7a78ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.594472 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-a9648fa7-82d0-4a24-a564-4716b7a78ff5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410736 Nov 12 13:09:47.687680 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-26cb1d68-e306-4235-bdbc-108f4dfabe4e service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862787 Nov 12 13:09:47.778793 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e8625f81-ad5d-42c7-988a-ec74962d47e8 req-376941d2-62ce-4a60-924d-244bee7566c2 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832453 Nov 12 13:09:47.875409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-4c528e77-91a8-4ab7-91be-5da751460b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.876923 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-4c528e77-91a8-4ab7-91be-5da751460b9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0509410 Nov 12 13:09:47.967167 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-6a662e8e-5a2b-4833-aa7f-ed0d4f355881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:47.968549 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-6a662e8e-5a2b-4833-aa7f-ed0d4f355881 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0836208 Nov 12 13:09:48.014524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-580b0b96-5a7c-41c5-9e33-40e2822f9b02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 217 time: 0.0380213 Nov 12 13:09:48.063864 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-fed042f0-271b-402d-b72f-bac735fd0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:48.065267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-fed042f0-271b-402d-b72f-bac735fd0c59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0432944 Nov 12 13:09:48.111851 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-650e72e8-2ad6-4ebe-9da2-a0e98b57efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:48.113375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-650e72e8-2ad6-4ebe-9da2-a0e98b57efae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397792 Nov 12 13:09:48.206430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-f1b9624c-6f87-47be-90df-3e546dd58c0a service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Nov 12 13:09:48.297524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3fb763fc-d204-40f0-9b13-d632ba84de80 req-ca9e79b6-2e1a-4334-b383-94ca115d245b service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Nov 12 13:09:48.531368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c9ce7-e185-4393-8c07-e016bcdbfd58 req-e5610070-5b6b-427e-8da0-04d967dd94b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:48.532934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-084c9ce7-e185-4393-8c07-e016bcdbfd58 req-e5610070-5b6b-427e-8da0-04d967dd94b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 944 time: 0.0512447 Nov 12 13:09:48.587652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-084c9ce7-e185-4393-8c07-e016bcdbfd58 req-e9513a17-aea7-4154-a85f-fa0193f9f094 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472796 Nov 12 13:09:49.708406 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603c2f-8c1b-4be0-a904-f611cb1b124e req-9d072fa7-eb71-45aa-b776-7ee114e03838 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:49.709931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5603c2f-8c1b-4be0-a904-f611cb1b124e req-9d072fa7-eb71-45aa-b776-7ee114e03838 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 944 time: 0.0516417 Nov 12 13:09:49.762607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5603c2f-8c1b-4be0-a904-f611cb1b124e req-57c38a66-c051-4e51-a5ae-453280410dc4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467501 Nov 12 13:09:50.601504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:09:50.697868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:50.709071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'mac_address': 'fa:16:3e:a6:02:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:09:50.746320 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:50.759108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:09:50.778574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:50.783074 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:50.834965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:50.883124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5018-b865-4d06-b1e9-50d795ecb528 req-e1e92f26-be77-480c-8bf0-e82391317fbe tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:50.884547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-996f5018-b865-4d06-b1e9-50d795ecb528 req-e1e92f26-be77-480c-8bf0-e82391317fbe tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Nov 12 13:09:50.935285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-996f5018-b865-4d06-b1e9-50d795ecb528 req-d5acb081-7714-4dce-a0f9-15d68bcbfb7d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Nov 12 13:09:51.011193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['7147ac29-dda4-4aca-bae5-1a562b6ea7a9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:09:52.058084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667446d2-babf-46af-a83d-3a05a1552dfd req-43ab9733-2106-459a-b7ae-96c90128db39 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:52.059495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-667446d2-babf-46af-a83d-3a05a1552dfd req-43ab9733-2106-459a-b7ae-96c90128db39 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Nov 12 13:09:52.106137 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-667446d2-babf-46af-a83d-3a05a1552dfd req-e06e392b-195c-4c6e-ad95-1bc8890a2400 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 Nov 12 13:09:52.616648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:09:52.667520 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:09:52.672221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:09:52.672584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:52.753300 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:52.777080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:52.780384 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f69b3dc-ad04-4de9-8d17-d064e3d9b717" -d '{"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-plugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:52.793745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:09:52.798496 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:52.824375 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5bf322-5654-4f62-804f-5d1f9487ad2b x-openstack-request-id: req-db5bf322-5654-4f62-804f-5d1f9487ad2b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:52.824677 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-plugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:52.824989 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db5bf322-5654-4f62-804f-5d1f9487ad2b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:52.825377 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'code': 200} Nov 12 13:09:52.854776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:09:52.914843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe489502-b19f-43d2-b8c0-5561222895e9 req-64e8f3be-8f78-4a34-8934-b7546bc776cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:52.916338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe489502-b19f-43d2-b8c0-5561222895e9 req-64e8f3be-8f78-4a34-8934-b7546bc776cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0403726 Nov 12 13:09:52.963236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fe489502-b19f-43d2-b8c0-5561222895e9 req-f10c6a0e-3be4-496b-b98c-7cb3c3e283f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 Nov 12 13:09:53.229393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c2a7-cf03-46c8-89b0-2011baac6fed req-eae82968-3ac1-43d7-8a0e-87cbdabbd7ec tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:53.230843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e978c2a7-cf03-46c8-89b0-2011baac6fed req-eae82968-3ac1-43d7-8a0e-87cbdabbd7ec tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0503924 Nov 12 13:09:53.278372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e978c2a7-cf03-46c8-89b0-2011baac6fed req-26cfaf59-847b-4e5f-9756-43200df1e68a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Nov 12 13:09:54.403876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c8eae-db4f-4dd6-8107-d5455f2bab39 req-082a0d58-4c31-4379-a138-7e80bd71bb2c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:54.405392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b4c8eae-db4f-4dd6-8107-d5455f2bab39 req-082a0d58-4c31-4379-a138-7e80bd71bb2c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0538781 Nov 12 13:09:54.453752 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b4c8eae-db4f-4dd6-8107-d5455f2bab39 req-4f6b03ea-785f-43d0-93b6-021d74c506a2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Nov 12 13:09:54.570741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ca769-e972-4ea4-aee1-a88725ed2a67 req-9619902b-51ef-424b-a7c7-33d00126296e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:54.572155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-149ca769-e972-4ea4-aee1-a88725ed2a67 req-9619902b-51ef-424b-a7c7-33d00126296e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0504246 Nov 12 13:09:54.581141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:09:54.585626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'floatingip': {'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:09:54.624669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:55.058857 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:55.063533 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:55.168583 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 associated. External IP: 172.25.1.150, port: 7147ac29-dda4-4aca-bae5-1a562b6ea7a9. Nov 12 13:09:55.389599 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:09:55.497037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:09:55.503076 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:55.508269 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6409fd9-2656-4102-8591-ed815329920c None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:09:55.519010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:09:55.519673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:09:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:55.529898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2e4fd203-8648-49f9-a5d6-c62800d348ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "PUT /v2.0/floatingips/c100112e-6d9b-448f-9229-b9d677509da2 HTTP/1.1" status: 200 len: 992 time: 0.9476790 Nov 12 13:09:55.530603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:09:55.533604 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf662730-c20c-46cc-90fb-13fb11a20812" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:09:55.646177 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d1217-6cc5-4acc-a227-f21c9ffaf52a x-openstack-request-id: req-101d1217-6cc5-4acc-a227-f21c9ffaf52a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:09:55.646481 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:09:55.646738 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-101d1217-6cc5-4acc-a227-f21c9ffaf52a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:09:55.647150 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'status': 'completed', 'code': 200} Nov 12 13:09:55.710002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-fa9e0661-a411-437d-b080-dc11ce1f6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:55.711694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-fa9e0661-a411-437d-b080-dc11ce1f6d8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0427258 Nov 12 13:09:55.810494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-d96d1a28-6c43-4c8d-8d08-d8bbcef7cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:55.812154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-d96d1a28-6c43-4c8d-8d08-d8bbcef7cd5e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0932970 Nov 12 13:09:55.812265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:09:55.882731 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-f4d66ff0-839c-4c17-90a7-b3c25e34b46b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1000 time: 0.0627663 Nov 12 13:09:55.934077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-f9cded92-d7af-4016-af3c-52511b059329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:55.936260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-f9cded92-d7af-4016-af3c-52511b059329 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0465498 Nov 12 13:09:55.987456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-709b26dd-105b-4af9-be9d-cde748ec18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:09:55.988956 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-709b26dd-105b-4af9-be9d-cde748ec18c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452495 Nov 12 13:09:56.064740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:a6:02:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:09:54Z', 'revision_number': 9, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:56.085988 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-86a08efc-03e5-4098-8a29-f6d58e8edba5 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902889 Nov 12 13:09:56.095521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6409fd9-2656-4102-8591-ed815329920c None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:09:56.103683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:09:56.104287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:09:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:56.179437 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cf662730-c20c-46cc-90fb-13fb11a20812 req-213d97ce-554a-4a82-888a-dcdf7aafaee0 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868402 Nov 12 13:09:56.211196 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:09:56.440702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6409fd9-2656-4102-8591-ed815329920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:a6:02:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:09:54Z', 'revision_number': 9, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:09:56.467105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6409fd9-2656-4102-8591-ed815329920c None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:a6:02:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:09:54Z', 'revision_number': 9, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:09:56.650775 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba003190-0c67-4862-a797-87330be6d024 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:09:59.967723 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:00.383183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:05.771023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7418-a27a-4949-ab1a-be758d4f342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:09.026470 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f73f2c6-5db3-4b80-abd2-6423549dacd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:09.523691 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:10.766370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:10.900329 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:10:11.416067 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:29.951224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:30.372192 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:35.773271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a295-dc78-4227-8797-274e40155678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:39.029361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4ead375-edad-437d-80d3-6738bf6d8dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:39.527682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:40.768462 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:41.409450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:47.900448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:10:50.487813 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-3e9a6f45-db32-442d-b586-88d97a3b8609 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3259988 Nov 12 13:10:50.571120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-0a0569bf-6bc5-44f7-9094-5289992624cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:10:50.572630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-0a0569bf-6bc5-44f7-9094-5289992624cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0420144 Nov 12 13:10:50.679208 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-bfac1e19-4008-4c28-a7e1-cbdad7aabd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:10:50.681571 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-bfac1e19-4008-4c28-a7e1-cbdad7aabd14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0891531 Nov 12 13:10:50.746623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-907c0f3f-566d-4cb0-a1b8-847444e6cc5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1003 time: 0.0578721 Nov 12 13:10:50.796015 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-3d4c32dd-8959-4604-8bad-5aeedc36f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:10:50.797476 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-3d4c32dd-8959-4604-8bad-5aeedc36f947 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0438004 Nov 12 13:10:50.846397 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-e7fc1f41-e51c-4672-8b9d-b86d3fce1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:10:50.847864 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-e7fc1f41-e51c-4672-8b9d-b86d3fce1782 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429463 Nov 12 13:10:50.935626 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-85aa19c9-a671-434f-af83-b122de43cdd3 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810068 Nov 12 13:10:51.031022 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4ed2483b-d69c-4add-9f4b-a09a5da913b6 req-419b68f6-9455-490a-8d47-e62253001089 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873079 Nov 12 13:10:59.966522 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:00.395041 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:05.778935 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9072-6899-4718-a734-b3473c085696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:09.030660 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60dccee0-3438-416a-be5a-87f73bed0418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:09.529687 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:10.770133 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:11.411143 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:24.900500 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:11:29.968513 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:30.398928 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:32.779915 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f04fda19-dbe4-4191-95cb-c7cdfc2d3418 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414281 Nov 12 13:11:32.793817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482b76-0cc7-4198-8e30-675f0360395f req-ed1a5e7a-d840-4e81-9352-56e60ca97d75 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:32.798612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06482b76-0cc7-4198-8e30-675f0360395f req-ed1a5e7a-d840-4e81-9352-56e60ca97d75 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0539038 Nov 12 13:11:32.846139 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06482b76-0cc7-4198-8e30-675f0360395f req-9b76bb76-836d-4df1-a26e-037426727771 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Nov 12 13:11:33.904685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-b15fb74f-6607-4e9f-acbd-8d963375fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:33.906255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-b15fb74f-6607-4e9f-acbd-8d963375fabf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0451043 Nov 12 13:11:33.976939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6731-a22d-49d8-8e42-79253113f88f req-768a88c7-1b4f-4fa8-97c9-d3c30814e09f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:33.978715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-055c6731-a22d-49d8-8e42-79253113f88f req-768a88c7-1b4f-4fa8-97c9-d3c30814e09f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0559459 Nov 12 13:11:34.004780 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-34aaa37d-8e3f-43d5-9e2c-645d1f33fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:34.006280 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-34aaa37d-8e3f-43d5-9e2c-645d1f33fb7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0914845 Nov 12 13:11:34.027977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-055c6731-a22d-49d8-8e42-79253113f88f req-918f48dc-42cd-405d-9e1d-f5d04b19d06f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433586 Nov 12 13:11:34.071439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-ab89336d-8347-4f6e-9781-b2acc2e403e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1003 time: 0.0575762 Nov 12 13:11:34.125146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-adaed32c-3baa-418c-aba0-861fd2ddc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:34.126609 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-adaed32c-3baa-418c-aba0-861fd2ddc7d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0484703 Nov 12 13:11:34.171584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f9959dd8-12ba-435b-84ef-37b058ab8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:34.173028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f9959dd8-12ba-435b-84ef-37b058ab8acd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391905 Nov 12 13:11:34.266298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f3e00571-3b4f-4dad-a51e-d4d9bd832d71 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854721 Nov 12 13:11:34.358877 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-0cfc0521-f8b8-4e5e-affd-b14d195e92ff service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Nov 12 13:11:35.150933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fa2c9-3ae6-4308-afca-4a2fc0279332 req-9556397b-30e5-4f50-96d2-f61494f1c4ab tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:35.152462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b39fa2c9-3ae6-4308-afca-4a2fc0279332 req-9556397b-30e5-4f50-96d2-f61494f1c4ab tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0553055 Nov 12 13:11:35.199200 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b39fa2c9-3ae6-4308-afca-4a2fc0279332 req-48607eb7-ae8f-4665-b6ed-828c515bc42e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 Nov 12 13:11:35.780754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117fbd22-b4c6-4c81-8be2-730fd5ab38ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:36.319513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced122e1-399d-4f9c-b65b-95b887aa26d2 req-58b4ef3e-5894-4d67-a3bb-3e516bf4011b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:36.321167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ced122e1-399d-4f9c-b65b-95b887aa26d2 req-58b4ef3e-5894-4d67-a3bb-3e516bf4011b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0523067 Nov 12 13:11:36.376897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ced122e1-399d-4f9c-b65b-95b887aa26d2 req-5373ea90-fb91-442d-817c-56d2a9134081 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495658 Nov 12 13:11:37.494295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f41aed-acdb-4b77-a29b-825223902394 req-c33324b7-5646-42d6-b98d-89109ef99b43 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:37.495796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06f41aed-acdb-4b77-a29b-825223902394 req-c33324b7-5646-42d6-b98d-89109ef99b43 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0493424 Nov 12 13:11:37.545214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06f41aed-acdb-4b77-a29b-825223902394 req-61918a9e-5a66-43d5-bd0a-b55eabab10de tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Nov 12 13:11:38.664660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37acaf-d966-4b30-8a62-940a9466a33d req-23ad80a3-b2ec-4066-bddf-ed36cd49d7da tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:38.666458 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff37acaf-d966-4b30-8a62-940a9466a33d req-23ad80a3-b2ec-4066-bddf-ed36cd49d7da tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Nov 12 13:11:38.713685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ff37acaf-d966-4b30-8a62-940a9466a33d req-52c9283c-fd4f-4307-a636-d037f0047530 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414996 Nov 12 13:11:39.032412 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5990-11e5-405f-8e15-40bb4664f2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:39.534235 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:39.836110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff352ca-c08a-495c-9090-c62777606a9f req-de6587ad-fdc1-4596-9745-49fa43cd7d64 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:39.838585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dff352ca-c08a-495c-9090-c62777606a9f req-de6587ad-fdc1-4596-9745-49fa43cd7d64 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0561352 Nov 12 13:11:39.887194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dff352ca-c08a-495c-9090-c62777606a9f req-028ec4bc-144e-4efd-ae2e-f81e1dda566d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Nov 12 13:11:40.773674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:41.005626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03896f8c-4071-4bf5-8f34-a13ee18e1b4e req-b9b7c29c-5b75-41dc-90f2-55af720b0118 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:41.007083 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03896f8c-4071-4bf5-8f34-a13ee18e1b4e req-b9b7c29c-5b75-41dc-90f2-55af720b0118 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0505157 Nov 12 13:11:41.056596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03896f8c-4071-4bf5-8f34-a13ee18e1b4e req-d737d579-8555-404d-b543-2dd4c0e8d7fa tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 Nov 12 13:11:41.414923 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:42.172056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7fe77-266c-41ec-bcd2-251df6879a71 req-3551e53b-acde-4377-95be-29facd1f178e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:42.173549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98b7fe77-266c-41ec-bcd2-251df6879a71 req-3551e53b-acde-4377-95be-29facd1f178e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0491340 Nov 12 13:11:42.225475 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98b7fe77-266c-41ec-bcd2-251df6879a71 req-208c76ba-d966-4a31-807f-ded21e7a0f3d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460393 Nov 12 13:11:43.351260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec7927-8df6-4025-9706-efe309f58179 req-3b244661-6c49-4e48-8cc8-745a5eac93ed tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:43.353385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8ec7927-8df6-4025-9706-efe309f58179 req-3b244661-6c49-4e48-8cc8-745a5eac93ed tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0508735 Nov 12 13:11:43.403360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8ec7927-8df6-4025-9706-efe309f58179 req-5443e4ea-7366-4235-9e6c-4c2e8a4c2e82 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Nov 12 13:11:44.521872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a321b-11f7-401f-9fc0-8ef4a66fae52 req-f8fa0a0e-03c0-4060-991b-a039c72e3cf6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:44.523398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d4a321b-11f7-401f-9fc0-8ef4a66fae52 req-f8fa0a0e-03c0-4060-991b-a039c72e3cf6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0511613 Nov 12 13:11:44.570638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d4a321b-11f7-401f-9fc0-8ef4a66fae52 req-ce96d16b-f000-428d-885c-83865b54933b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Nov 12 13:11:45.693229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094490f9-03bd-4250-a976-835ed2f777fa req-a8739115-018b-4661-b56d-eb4b67e016b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:45.694759 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-094490f9-03bd-4250-a976-835ed2f777fa req-a8739115-018b-4661-b56d-eb4b67e016b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0540137 Nov 12 13:11:45.743661 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-094490f9-03bd-4250-a976-835ed2f777fa req-db39eff2-e156-44cd-90f5-f2e66f62acf8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419698 Nov 12 13:11:46.217376 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-b1c670f1-2256-48c7-86cc-2816bb00fa70 service neutron] show failed (client error): The resource could not be found. Nov 12 13:11:46.218413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-b1c670f1-2256-48c7-86cc-2816bb00fa70 service neutron] 10.222.0.65 "GET /v2.0/ports/7147ac29-dda4-4aca-bae5-1a562b6ea7a9/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0560997 Nov 12 13:11:46.419806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-46af07da-908e-440b-b574-f2a1d109733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:46.421310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-46af07da-908e-440b-b574-f2a1d109733e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 1097 time: 0.0426774 Nov 12 13:11:46.433089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-d2007085-eafb-44b6-8274-701c85302fc1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:11:46.434046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-d2007085-eafb-44b6-8274-701c85302fc1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057366 Nov 12 13:11:46.447265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:11:46.503864 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:46.714811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:46.749550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:11:46.789963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:11:46.793233 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecec1ea-6a2d-4108-9aad-1427d2a19663" -d '{"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:11:46.797231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:46.810278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Transition to ACTIVE for port object 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:11:46.815268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:46.896960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:46.942973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.943318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.943661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.943997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.944334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.944663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.944987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.945312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.945637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.945959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.946345 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.946665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:46.964280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baeba0-3e10-4d1e-948e-a799ce1cda6b req-cb403c45-8fa3-4acc-b622-49dbaab50def tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:46.965895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6baeba0-3e10-4d1e-948e-a799ce1cda6b req-cb403c45-8fa3-4acc-b622-49dbaab50def tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 944 time: 0.1483884 Nov 12 13:11:47.007239 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] No DVR routers for this DVR port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:11:47.079453 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c6baeba0-3e10-4d1e-948e-a799ce1cda6b req-d1979e8e-438d-4116-b9a0-b833f6bb2249 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061554 Nov 12 13:11:47.146553 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d3b5d-d5e6-488f-9ece-3a023598ff7f x-openstack-request-id: req-ab2d3b5d-d5e6-488f-9ece-3a023598ff7f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:11:47.146854 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:11:47.147109 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab2d3b5d-d5e6-488f-9ece-3a023598ff7f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:11:47.147510 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'code': 200} Nov 12 13:11:47.176575 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:11:47.176908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:11:47.177232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:11:47.182068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:11:47.182430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:11:47.187122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:11:47.187455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:11:47.187833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:11:47.188259 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Bound port: 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:11:47.188606 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:47.250876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:11:47.253899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:11:47.258599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:47.292938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:47.293677 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:47.294960 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] 10.222.0.81 "PUT /v2.0/ports/7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1092 time: 0.8518949 Nov 12 13:11:47.329432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230564-1a11-4da3-ba24-f0019fc16cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:47.367045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-da50a553-dcae-4bec-a466-4b13c5726299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:47.369236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-da50a553-dcae-4bec-a466-4b13c5726299 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0485046 Nov 12 13:11:47.468552 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f2eb4273-b577-478b-b701-9384d9f66152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:47.470092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-f2eb4273-b577-478b-b701-9384d9f66152 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0943444 Nov 12 13:11:47.538784 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-e9634d14-c1f2-4b09-ade2-4c2d148b4a23 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0605049 Nov 12 13:11:47.593071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-8da90ec3-19e4-46cf-9ac5-582382922c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:47.594456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-8da90ec3-19e4-46cf-9ac5-582382922c38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0485764 Nov 12 13:11:47.643429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-8ddd1eb4-9936-4062-9d13-9e3f67a13eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:47.644933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-8ddd1eb4-9936-4062-9d13-9e3f67a13eec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410631 Nov 12 13:11:47.734106 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-23f883a1-f4a6-4b7e-8525-0bb5b43e5834 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811880 Nov 12 13:11:47.830030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb53929b-9aeb-4fce-88fb-e280797424aa req-ce4ed48d-b5eb-4c48-b13d-a31ed8cf130a service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880868 Nov 12 13:11:48.202485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb5fed-ef3b-4b57-a154-679186a4411d req-dbf8594a-4aff-4c3a-bf4e-898e249d27d6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:48.203908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dbb5fed-ef3b-4b57-a154-679186a4411d req-dbf8594a-4aff-4c3a-bf4e-898e249d27d6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 944 time: 0.0517588 Nov 12 13:11:48.251650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8dbb5fed-ef3b-4b57-a154-679186a4411d req-11670679-13ac-4f40-8d42-f63554d1d7ec tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Nov 12 13:11:49.005073 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:11:49.115032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:49.130405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'mac_address': 'fa:16:3e:a6:02:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:11:49.149016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:11:49.153372 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03280ba5-1082-46f5-b845-7381a84eddcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:11:49.157159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:11:49.202992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:49.204491 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41db89-1a15-473b-a89b-a9ccb246dd92 x-openstack-request-id: req-8a41db89-1a15-473b-a89b-a9ccb246dd92 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:11:49.204893 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:11:49.214968 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a41db89-1a15-473b-a89b-a9ccb246dd92 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:11:49.215511 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'status': 'completed', 'code': 200} Nov 12 13:11:49.219793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:11:49.225199 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:11:49.242011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:49.247212 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:49.268426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-2f2012f4-8c7a-45df-b6ba-ea540cd1713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.270418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-2f2012f4-8c7a-45df-b6ba-ea540cd1713c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0480657 Nov 12 13:11:49.274970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-58025135-b3db-4540-8dbf-6564614d55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.276605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-58025135-b3db-4540-8dbf-6564614d55d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0470624 Nov 12 13:11:49.298306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:49.307959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.309617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.311764 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.313180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.313541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.313886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.314244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.315218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.315218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.315218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.315581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.315862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:49.392201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-60a11331-7b83-43c3-a70b-a7fd5086fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.393687 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-60a11331-7b83-43c3-a70b-a7fd5086fcb4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.1104515 Nov 12 13:11:49.436357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9854dfe-ea50-49cb-9cd1-754914685f9b req-00b4dfed-6088-4b91-8c12-23964f833cf8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.437895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9854dfe-ea50-49cb-9cd1-754914685f9b req-00b4dfed-6088-4b91-8c12-23964f833cf8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0944369 Nov 12 13:11:49.438964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-ae49f82f-5089-45c5-82e5-c9af4ac51072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.440300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-ae49f82f-5089-45c5-82e5-c9af4ac51072 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.1605582 Nov 12 13:11:49.465304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-d22c92e7-5a44-4646-b921-33957f499b09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1002 time: 0.0649703 Nov 12 13:11:49.529048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-e2215263-de66-41ac-a838-c55100658edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.530557 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-e2215263-de66-41ac-a838-c55100658edb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0586164 Nov 12 13:11:49.531226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7147ac29-dda4-4aca-bae5-1a562b6ea7a9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:11:49.541310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c9854dfe-ea50-49cb-9cd1-754914685f9b req-d17cecfe-6cc9-4165-aae9-8f3e82fff45d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932894 Nov 12 13:11:49.546794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-542c2e89-0d73-4c42-b1d0-46c3b84512d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1002 time: 0.0925550 Nov 12 13:11:49.587769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-8d91fb8c-6e2f-4eff-bf1e-6f7c159ecacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.589740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-8d91fb8c-6e2f-4eff-bf1e-6f7c159ecacf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515254 Nov 12 13:11:49.604687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-d0eb9cf7-32a1-41f9-beb6-4e9fa679e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.606308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-d0eb9cf7-32a1-41f9-beb6-4e9fa679e3a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0469124 Nov 12 13:11:49.660116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280ba5-1082-46f5-b845-7381a84eddcf req-5f27e21d-cc57-4c0e-8e78-32aab6e555b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:49.661678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-5f27e21d-cc57-4c0e-8e78-32aab6e555b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482118 Nov 12 13:11:49.685367 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-3bcc29c4-2cd3-4d8a-b70a-146c605f9ced service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886405 Nov 12 13:11:49.762314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-3455828e-96cc-45ca-80f5-44c605688ceb service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892158 Nov 12 13:11:49.783518 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-7f7f7d3b-46ff-47f1-82b3-e7114388dff0 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916762 Nov 12 13:11:49.860189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03280ba5-1082-46f5-b845-7381a84eddcf req-b21dda15-87e6-4e7b-b281-1071a5d5c989 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877793 Nov 12 13:11:50.661889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0387-719f-45c8-b705-05c598fe5ba8 req-1f4a6680-8c10-47a7-83b9-4b1feac4c3a4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:50.663460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-328c0387-719f-45c8-b705-05c598fe5ba8 req-1f4a6680-8c10-47a7-83b9-4b1feac4c3a4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0505860 Nov 12 13:11:50.710095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-328c0387-719f-45c8-b705-05c598fe5ba8 req-aeeb207e-2120-4f43-af31-f7cfc463c54b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Nov 12 13:11:51.005451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:11:51.023235 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-0937ade3-eb94-468c-b20e-31d705780ddd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:51.025265 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-0937ade3-eb94-468c-b20e-31d705780ddd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0&tenant_id=3c6efd990a8149969ff39ecbeccef69d&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 945 time: 0.0819468 Nov 12 13:11:51.040555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d9526-7aa4-4dbe-8ac7-961a395470a0 req-81bc22a2-16d1-4bc3-9197-baec39e2be4b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:51.042012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c1d9526-7aa4-4dbe-8ac7-961a395470a0 req-81bc22a2-16d1-4bc3-9197-baec39e2be4b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0719109 Nov 12 13:11:51.055526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:11:51.059822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:11:51.060191 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:51.129866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0c1d9526-7aa4-4dbe-8ac7-961a395470a0 req-99240c68-58e7-4662-abed-76ef34f9a4f1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804992 Nov 12 13:11:51.131657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-6ec92af8-4e2f-423a-963c-d63837ddf079 service neutron] 10.222.0.81 "GET /v2.0/ports/7147ac29-dda4-4aca-bae5-1a562b6ea7a9/bindings/n-h1-804878-5 HTTP/1.1" status: 200 len: 382 time: 0.0887651 Nov 12 13:11:51.140392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:51.167234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:11:51.169408 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043587f8-923f-469f-91c6-751545538d60" -d '{"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-plugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:11:51.182987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:51.187770 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:51.199788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-f6208363-f098-4b10-8a83-d61052ba1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:51.201316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-f6208363-f098-4b10-8a83-d61052ba1f2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0466969 Nov 12 13:11:51.228007 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5f2555-2894-4aab-8d24-44f4e75ca175 x-openstack-request-id: req-fb5f2555-2894-4aab-8d24-44f4e75ca175 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:11:51.228307 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-plugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:11:51.228563 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb5f2555-2894-4aab-8d24-44f4e75ca175 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:11:51.228960 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'code': 200} Nov 12 13:11:51.244435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:51.299329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-62ca5f57-9f89-4759-9b28-dcf2b7acf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:51.300825 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-62ca5f57-9f89-4759-9b28-dcf2b7acf160 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0909946 Nov 12 13:11:51.369641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-858665c0-ea33-4e3b-a8c0-16bc5e539d39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1003 time: 0.0609529 Nov 12 13:11:51.741585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-62e319c6-801e-4b96-9373-23150d0db9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:51.743243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-62e319c6-801e-4b96-9373-23150d0db9af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.3668888 Nov 12 13:11:51.789514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-9fc2b9df-d966-445c-a69d-696dab395cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:51.791644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-9fc2b9df-d966-445c-a69d-696dab395cfe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415885 Nov 12 13:11:51.886667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-819245be-94a5-45f5-bbde-1ef9228f69ee service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868969 Nov 12 13:11:51.975718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-f152519c-eafc-45eb-812f-4b2d5b969a06 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814731 Nov 12 13:11:52.262053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d9b5-5e7d-497d-99fe-deba0ac877ff req-f48d48c7-7a1a-4e98-be9f-5cb2947aa0a5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:52.263483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18b4d9b5-5e7d-497d-99fe-deba0ac877ff req-f48d48c7-7a1a-4e98-be9f-5cb2947aa0a5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0505600 Nov 12 13:11:52.314373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-18b4d9b5-5e7d-497d-99fe-deba0ac877ff req-22ac012b-9e4d-4a35-8921-8a0407296918 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Nov 12 13:11:53.435010 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5262b6-d3a5-42bc-8c2e-791c7334904b req-fee28aa1-67bb-41ed-9709-7735cbad3efc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:53.436547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba5262b6-d3a5-42bc-8c2e-791c7334904b req-fee28aa1-67bb-41ed-9709-7735cbad3efc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 946 time: 0.0517223 Nov 12 13:11:53.489844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba5262b6-d3a5-42bc-8c2e-791c7334904b req-48676a7e-7ba1-4dec-8011-37b6afe6d3b8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Nov 12 13:11:54.067549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-7e3d6792-41c6-4831-a17b-32c579d2a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:54.069009 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-7e3d6792-41c6-4831-a17b-32c579d2a318 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 1097 time: 0.0421083 Nov 12 13:11:54.081276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:11:54.138859 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:54.345002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:54.377478 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:11:54.416701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:11:54.418980 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191bc6a1-4996-4c00-87a6-a65341dac93a" -d '{"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:11:54.422704 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:54.435465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Transition to ACTIVE for port object 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:11:54.438926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:54.476698 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dd5f9d-06c6-4ade-b54d-dc1e0c95ab7e x-openstack-request-id: req-83dd5f9d-06c6-4ade-b54d-dc1e0c95ab7e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:11:54.477003 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:11:54.477336 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83dd5f9d-06c6-4ade-b54d-dc1e0c95ab7e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:11:54.477912 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'code': 200} Nov 12 13:11:54.573010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:54.598355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.598639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.598981 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.599515 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.599858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.600216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.600547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.600870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.601193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.601516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.601835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.602149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:54.627940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0277a-e574-492c-9bba-e3f0604e060d req-8cb503e0-dd9a-4006-a6cf-fc780900e162 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:54.630489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99e0277a-e574-492c-9bba-e3f0604e060d req-8cb503e0-dd9a-4006-a6cf-fc780900e162 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0636413 Nov 12 13:11:54.633016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] No DVR routers for this DVR port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:11:54.682515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-99e0277a-e574-492c-9bba-e3f0604e060d req-a986e2df-cc21-439c-9b7f-ee928ef6f2eb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Nov 12 13:11:54.776773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:11:54.777025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:11:54.777347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:11:54.781456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:11:54.781768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Attempting to bind port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:11:54.786489 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:11:54.786822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:11:54.787195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:11:54.787613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Bound port: 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:11:54.787958 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:54.851017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:11:54.854774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:11:54.859228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:54.893637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:54.894268 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:54.895655 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] 10.222.0.65 "PUT /v2.0/ports/7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1093 time: 0.8183484 Nov 12 13:11:54.918265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a430c-c065-48b8-ac07-0ff5f07b8201 service neutron] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=11']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:54.967639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-5e527865-50b8-49ff-acc5-12b346d4c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:54.969184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-5e527865-50b8-49ff-acc5-12b346d4c38a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0480266 Nov 12 13:11:55.067991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-3a73df36-e104-465c-9220-195346779c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:55.069498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-3a73df36-e104-465c-9220-195346779c5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0930257 Nov 12 13:11:55.140462 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-a337cf28-14df-48e9-8541-a43935c7f61e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0642414 Nov 12 13:11:55.190016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-07dad95f-cdba-4c53-aba1-239277414ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:55.191403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-07dad95f-cdba-4c53-aba1-239277414ec4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0443170 Nov 12 13:11:55.237963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-c8dce19f-7d47-46ae-978d-cb0f5d3f624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:55.239495 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-c8dce19f-7d47-46ae-978d-cb0f5d3f624c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405407 Nov 12 13:11:55.334345 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-f884163a-9924-4344-9afa-aeb919a759c1 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862937 Nov 12 13:11:55.424840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-8ef70e91-8f86-4cc3-95b0-5fdc59dd374a req-b54d6d22-43f3-4d62-8be9-bdacb3b9a827 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836220 Nov 12 13:11:55.803940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43abeb5-4ad5-4933-97e5-b1cdd231740e req-788f67c3-5114-4b81-bb57-f3cd6b7a124d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:55.806022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f43abeb5-4ad5-4933-97e5-b1cdd231740e req-788f67c3-5114-4b81-bb57-f3cd6b7a124d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Nov 12 13:11:55.854104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f43abeb5-4ad5-4933-97e5-b1cdd231740e req-c0fee141-ad79-4273-883e-bbda6c5a6d53 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Nov 12 13:11:56.478714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:11:56.481142 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557a82ae-0cc4-4e5c-916b-f6d303a244f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:11:56.528592 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32dcaed-cba3-4951-b919-4ee0d07477a3 x-openstack-request-id: req-d32dcaed-cba3-4951-b919-4ee0d07477a3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:11:56.528892 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:11:56.529147 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d32dcaed-cba3-4951-b919-4ee0d07477a3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:11:56.529593 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'status': 'completed', 'code': 200} Nov 12 13:11:56.592057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-17a39050-4cb3-4c9e-9a9e-6f800fd42f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.593573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-17a39050-4cb3-4c9e-9a9e-6f800fd42f1d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0435638 Nov 12 13:11:56.597735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-8dee4567-7d3a-4831-a36e-e2e2457a7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.599247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-8dee4567-7d3a-4831-a36e-e2e2457a7e5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0467408 Nov 12 13:11:56.693008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-6cc37cbf-4a3f-452a-bd2e-0193e9d46169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.694549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-6cc37cbf-4a3f-452a-bd2e-0193e9d46169 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0883114 Nov 12 13:11:56.695523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-3f24fadb-28be-46a9-9b22-d078d25687a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.697623 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-3f24fadb-28be-46a9-9b22-d078d25687a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0864539 Nov 12 13:11:56.762801 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-01608c25-476c-4689-9d74-9b4f6951808f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0610943 Nov 12 13:11:56.780086 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-46a5476e-98d1-4649-8cf8-a904bf66bce2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0715189 Nov 12 13:11:56.816387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-b32b2f22-bb13-4a2b-8997-963ee75b06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.819107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-b32b2f22-bb13-4a2b-8997-963ee75b06c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0490980 Nov 12 13:11:56.835486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-25f3daef-a411-47ec-83c7-f5acbca58852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.837032 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-25f3daef-a411-47ec-83c7-f5acbca58852 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0495672 Nov 12 13:11:56.873115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-f5d4d97d-543b-4741-a600-f6f5a693fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.874707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-f5d4d97d-543b-4741-a600-f6f5a693fbd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476747 Nov 12 13:11:56.889257 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-bdc34958-9204-4e44-ad6e-b7fe4a7c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:56.890295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-bdc34958-9204-4e44-ad6e-b7fe4a7c1a01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452247 Nov 12 13:11:57.001393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-69aff118-560d-49fa-a178-c3d9da939d2d service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032000 Nov 12 13:11:57.017954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424410a-b182-4ae3-a6d0-3a916bba327e req-e72f21e6-da12-4574-9f2a-bec76e25026b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:57.019411 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6424410a-b182-4ae3-a6d0-3a916bba327e req-e72f21e6-da12-4574-9f2a-bec76e25026b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0754273 Nov 12 13:11:57.023864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-5d872350-8bd1-462e-b2da-236c887cff20 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358936 Nov 12 13:11:57.099870 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-9f6acd6f-471d-4e11-a629-f94070c67f67 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896204 Nov 12 13:11:57.124033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6424410a-b182-4ae3-a6d0-3a916bba327e req-a788eb49-5ec9-4b99-bf82-c9343f58fcf4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977321 Nov 12 13:11:57.145830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-557a82ae-0cc4-4e5c-916b-f6d303a244f2 req-f493b02b-9903-4283-a96c-a427e4e93d2e service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136563 Nov 12 13:11:57.246920 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c03f36-c945-40fc-b00d-6f4b35959761 req-9990b6e4-e840-4344-849f-c6d807b0806a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:57.248424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57c03f36-c945-40fc-b00d-6f4b35959761 req-9990b6e4-e840-4344-849f-c6d807b0806a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0564520 Nov 12 13:11:57.296729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-57c03f36-c945-40fc-b00d-6f4b35959761 req-342c723f-abdd-4853-8025-4938c25a28f5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 Nov 12 13:11:57.412403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae1721-2a13-4d7a-ab76-6b06843b9a8b req-c01985af-d552-492b-b562-50256b5b1a72 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:57.413930 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dbae1721-2a13-4d7a-ab76-6b06843b9a8b req-c01985af-d552-492b-b562-50256b5b1a72 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Nov 12 13:11:57.462615 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dbae1721-2a13-4d7a-ab76-6b06843b9a8b req-d246f20a-24f1-430c-985b-3be80a0f3847 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Nov 12 13:11:57.696909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b41d-2338-41c8-b0bb-395106637e49 req-00ef5f4e-960c-47c0-a066-5c6d80ad2651 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:57.698428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5149b41d-2338-41c8-b0bb-395106637e49 req-00ef5f4e-960c-47c0-a066-5c6d80ad2651 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0494406 Nov 12 13:11:57.751675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5149b41d-2338-41c8-b0bb-395106637e49 req-7f413bed-8076-4389-89ac-080b90b7daae tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463195 Nov 12 13:11:58.869215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa5c18-01e8-4865-83d8-50139dd2913c req-4dfcd44a-4ad9-4034-a8d9-1ba514201594 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:58.870776 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adaa5c18-01e8-4865-83d8-50139dd2913c req-4dfcd44a-4ad9-4034-a8d9-1ba514201594 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0502520 Nov 12 13:11:58.906212 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-5e8087e7-08cc-45e7-8e2e-9203d4a3f956 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:58.907704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-5e8087e7-08cc-45e7-8e2e-9203d4a3f956 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 945 time: 0.0547669 Nov 12 13:11:58.919407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-adaa5c18-01e8-4865-83d8-50139dd2913c req-f14c6718-19f6-4cee-8f58-21a2e406f892 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Nov 12 13:11:58.999299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Deleting port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:11:58.999637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.056980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:11:59.093470 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:59.093835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.098939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:11:59.198995 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:11:59.293899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:59.304943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'mac_address': 'fa:16:3e:a6:02:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:11:59.344089 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.344355 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.344667 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 disassociated. External IP: 172.25.1.150, port: 7147ac29-dda4-4aca-bae5-1a562b6ea7a9. Nov 12 13:11:59.345011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Calling delete_port for 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:11:59.345720 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.359524 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:11:59.379747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:11:59.383818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.434989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:59.476860 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.510709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event deleted for resources: {'Port': ['ID=7147ac29-dda4-4aca-bae5-1a562b6ea7a9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:59.635778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:11:59.747331 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:11:59.758368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:11:59.769366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:11:59.770111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:11:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:11:59.887314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:00.000905 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.026611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5901aefa-fb46-4c0e-83e2-d03f6ccc2e7a req-6c2a3019-d9e6-4976-b651-b41b6dad6c8d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0 HTTP/1.1" status: 200 len: 210 time: 0.0325735 Nov 12 13:12:00.120241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] No DVR routers for this DVR port 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:12:00.123240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.126679 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-98f3c9a7-864f-4389-9f3e-5d4dd3f4cbde req-aff9eb9d-ce7e-41fb-964e-b8a4f80d9a73 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "DELETE /v2.0/ports/7147ac29-dda4-4aca-bae5-1a562b6ea7a9 HTTP/1.1" status: 204 len: 173 time: 1.2122154 Nov 12 13:12:00.126925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:00.127423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-deleted', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:00.129390 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fa19bb7804619b4f621109b5dc8ecef1e46ed3fe8c31d997db1e113f292ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf90b2ea-3d67-4389-a3a4-c6489b3cad96" -d '{"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-deleted", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:00.162912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:12:00.174394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:00.175087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:11:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:00.176399 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfad70f-3e5e-4ae8-ad84-3582b49ca5bb x-openstack-request-id: req-8cfad70f-3e5e-4ae8-ad84-3582b49ca5bb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:00.176605 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0", "name": "network-vif-deleted", "tag": "7147ac29-dda4-4aca-bae5-1a562b6ea7a9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:00.176847 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cfad70f-3e5e-4ae8-ad84-3582b49ca5bb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:00.178581 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5bcf6-ddfb-4b20-83f4-850e994d9ee0', 'name': 'network-vif-deleted', 'tag': '7147ac29-dda4-4aca-bae5-1a562b6ea7a9', 'status': 'completed', 'code': 200} Nov 12 13:12:00.450727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.461204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:00.678154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:00.704929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8261564-9ff4-4c87-ae40-f6bb7d385827 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:12:00.926880 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2210466e-e268-48ee-b753-153c1aae1525 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:12:01.310514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-bfbe181a-9dc1-402b-a677-e1c2ec5b3488 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--275188915&fields=id&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 267 time: 0.0418501 Nov 12 13:12:01.427831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-08d61eed-f47c-4d78-b1b6-8bd3c895ac49 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:01.429424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-08d61eed-f47c-4d78-b1b6-8bd3c895ac49 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.1114800 Nov 12 13:12:01.447319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-fb166beb-1d86-4b5f-b5bd-7190e308241b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/quotas/3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 375 time: 0.0105703 Nov 12 13:12:01.505454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-bbd37872-c49f-4188-9c34-4c9bbacbb3b3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522299 Nov 12 13:12:01.521098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-ed654240-389b-4b76-a43d-593d5e499539 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:12:01.522091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-ed654240-389b-4b76-a43d-593d5e499539 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052798 Nov 12 13:12:01.621214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-44bd16b6-dad7-411f-9e71-58e1e43ecc47 service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909204 Nov 12 13:12:01.710641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-e974ecf5-26eb-4673-8f22-bea6e2a9bee9 service neutron] 10.222.0.18 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847023 Nov 12 13:12:01.876923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba237cce-912d-4dec-94a5-ab2b41f1131a req-928d7a72-430b-4f2d-ad8d-b4aefd776523 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Nov 12 13:12:01.900219 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:12:02.957196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-826a5738-8a96-4388-b9f1-83da6557902c req-4d4c9d89-a8ee-4ee6-891f-f6e9d8bee004 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0269072 Nov 12 13:12:03.232333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:12:03.252818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:12:03.253161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 7147ac29-dda4-4aca-bae5-1a562b6ea7a9 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:12:04.038639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2660a1b8-a792-48e2-a6f5-b91afa7ce668 req-53c530bd-cca7-4c36-a849-12c041ed10cb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0281103 Nov 12 13:12:05.188288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5ecd182a-7c24-4667-b18b-fb30a240ea9a req-fe0126ff-75ec-4997-b79a-00b5e31566e0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0945668 Nov 12 13:12:05.782329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f211-06b5-4dff-9539-34e7a68ede80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.284927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d6fbe709-d67e-496f-a507-b173bf3e819f req-d1b9ded9-bef0-4a40-aeec-cce5ecc0f519 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Nov 12 13:12:07.017311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-701a9270-4e74-4fd4-ba5a-23a075fbbe0b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:07.018796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-701a9270-4e74-4fd4-ba5a-23a075fbbe0b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 811 time: 0.1135209 Nov 12 13:12:07.080952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1372b1c8-8d65-4695-b191-4fd30b8b5738 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 379 time: 0.0524275 Nov 12 13:12:07.092454 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'port': {'device_id': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'admin_state_up': True, 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'security_groups': ['1b4dc71b-dbd2-4724-9f23-113996e7f49d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:07.203741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Made reservation on behalf of 3c6efd990a8149969ff39ecbeccef69d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:07.207543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.338036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Allocated IP 172.20.0.6 (3c1e5545-ed82-417b-9e4d-d3a02f3bf702/b677fec1-6149-4d28-bbf1-2e56d3524866/00bbf3f3-c252-4ae0-aa90-608afddb7314) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:07.402576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3854a86d-28ef-4909-b900-d5b917d1c01c req-81f9f9a1-702e-4743-99b1-8ea89dd31e08 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0399969 Nov 12 13:12:07.509260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.544494 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.585597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:07.589616 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:07.595876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:07.625710 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:07.656582 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:07.657235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.674592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-1f95a678-6609-4341-8188-33d2a7af5f4c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856798 Nov 12 13:12:07.691970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Request body: {'port': {'device_id': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:07.749627 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.823221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74a34595-9c8b-42b6-95eb-bc181b607f94 None None] Provisioning complete for port 00bbf3f3-c252-4ae0-aa90-608afddb7314 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:07.823725 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74a34595-9c8b-42b6-95eb-bc181b607f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.861747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-74a34595-9c8b-42b6-95eb-bc181b607f94 None None] Port 00bbf3f3-c252-4ae0-aa90-608afddb7314 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:08.026436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:08.034080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.048314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Transition to ACTIVE for port object 00bbf3f3-c252-4ae0-aa90-608afddb7314 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:12:08.052331 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.103574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:08.173520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:08.173858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:08.174217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:08.178746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:12:08.179050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:08.184673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:08.185011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:08.185397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:08.185831 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Bound port: 00bbf3f3-c252-4ae0-aa90-608afddb7314, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:08.186214 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.261640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:08.265976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:08.270686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.307140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.307757 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.309173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] 10.222.0.81 "PUT /v2.0/ports/00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1091 time: 0.6216910 Nov 12 13:12:08.309602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:08.311841 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b303b65-6c02-4b69-a5e6-128779a342c2" -d '{"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:08.340553 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79598db3-85ba-4216-b2aa-a09dc4fe89e6 service neutron] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:08.388061 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27618b5c-e373-407e-8a85-ab927e1405df x-openstack-request-id: req-27618b5c-e373-407e-8a85-ab927e1405df {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:08.388434 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:08.388786 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27618b5c-e373-407e-8a85-ab927e1405df {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:08.389325 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'status': 'completed', 'code': 200} Nov 12 13:12:08.407236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-80551264-0350-4704-9b8c-394234af8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.408758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-80551264-0350-4704-9b8c-394234af8963 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0517986 Nov 12 13:12:08.457592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-0f2b3f99-5786-44af-b72e-1ddf09b0c9d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 217 time: 0.0377023 Nov 12 13:12:08.543248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-cda284c5-2b93-4cd6-b896-d8927811a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.544722 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-cda284c5-2b93-4cd6-b896-d8927811a755 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0782399 Nov 12 13:12:08.588087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58eb85-8def-4816-b935-1d2078f57670 req-52979588-8dc0-404e-8bcd-6dcbf130ecd8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.589560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f58eb85-8def-4816-b935-1d2078f57670 req-52979588-8dc0-404e-8bcd-6dcbf130ecd8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0902159 Nov 12 13:12:08.622511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-8eb1f7f5-d16d-4eea-8f40-0eb153e2f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.624012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-8eb1f7f5-d16d-4eea-8f40-0eb153e2f032 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713792 Nov 12 13:12:08.674117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f58eb85-8def-4816-b935-1d2078f57670 req-96c90736-8c0c-4803-9587-44690fd822a9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776594 Nov 12 13:12:08.734699 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-c8cb95ad-61d5-4d48-8468-1764efa03131 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944283 Nov 12 13:12:08.825831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a6fb9645-4289-40b8-9052-57c592275cd0 req-ae16de3e-420d-42bb-9b3b-d03eb12b8674 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834930 Nov 12 13:12:08.929873 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-a8414663-9c1e-4b45-9f94-31416b1d0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.931656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-a8414663-9c1e-4b45-9f94-31416b1d0247 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0463121 Nov 12 13:12:09.022299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-97f6f323-4112-4212-a857-6c13128362e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:09.024418 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-97f6f323-4112-4212-a857-6c13128362e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0849912 Nov 12 13:12:09.034929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97455452-acee-4d8e-aaf0-c35e7afeddbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.071510 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-df8eaa9d-6b6c-4024-8a20-07294ae37069 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 217 time: 0.0379906 Nov 12 13:12:09.121458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-75e3bac0-f987-4981-86b9-aafafdf15d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:09.122948 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-75e3bac0-f987-4981-86b9-aafafdf15d21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0436661 Nov 12 13:12:09.174043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-c1b4a64e-059c-4b03-a719-7cbe3d273eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:09.175683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-c1b4a64e-059c-4b03-a719-7cbe3d273eb4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427635 Nov 12 13:12:09.270423 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-0cc6e0fc-0122-4b5b-9793-d7dee0ba2abb service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865929 Nov 12 13:12:09.359150 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b303b65-6c02-4b69-a5e6-128779a342c2 req-3e4c0f93-b60e-4711-bef8-d58ec149199b service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814958 Nov 12 13:12:09.535312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.796510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85774a0-1736-4b93-8fee-51ee7c33a63f req-d5ccd0c7-eff9-4228-8bf6-f1ccb2066994 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:09.798101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e85774a0-1736-4b93-8fee-51ee7c33a63f req-d5ccd0c7-eff9-4228-8bf6-f1ccb2066994 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0501981 Nov 12 13:12:09.849437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e85774a0-1736-4b93-8fee-51ee7c33a63f req-fb8ebff1-5423-4f46-958b-9abba7f64c6b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Nov 12 13:12:10.775371 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.966319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18a131-fe20-424d-b809-2b213ff7fe64 req-ab6aba10-93c3-4e76-93a3-a282b866b0e8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:10.967734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e18a131-fe20-424d-b809-2b213ff7fe64 req-ab6aba10-93c3-4e76-93a3-a282b866b0e8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0494428 Nov 12 13:12:11.015203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9e18a131-fe20-424d-b809-2b213ff7fe64 req-ad79d491-a005-4358-86c6-9d4e1b1a38ed tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415740 Nov 12 13:12:11.103123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:12:11.198331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:11.209018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'mac_address': 'fa:16:3e:6b:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:12:11.247326 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.260210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:11.279266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:11.283119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.334682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.418591 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.498752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['00bbf3f3-c252-4ae0-aa90-608afddb7314'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:12:12.131665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9c31-1af3-41ef-a5b3-af8163cb1b61 req-836a104d-c041-4881-af99-784c2194c61c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:12.133220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f6c9c31-1af3-41ef-a5b3-af8163cb1b61 req-836a104d-c041-4881-af99-784c2194c61c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0495093 Nov 12 13:12:12.180737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1f6c9c31-1af3-41ef-a5b3-af8163cb1b61 req-e0f3f558-332d-43c5-b226-f266c088e5cd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Nov 12 13:12:13.119057 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:13.169677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 00bbf3f3-c252-4ae0-aa90-608afddb7314 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:12:13.173563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 00bbf3f3-c252-4ae0-aa90-608afddb7314 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:13.173931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.250791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.275659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:13.277896 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92275a0d496c8f1c3fcc57ac1538119dad4dbeeae527ed5123ca807f69aa7104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a6e92-845b-40ba-bcdb-e8e28fbfc39a" -d '{"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-plugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:13.291085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:13.295463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.305844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e32a98-df25-418a-8bc1-d380d7cc7ee5 req-b3423c5e-49c1-4129-938c-843695974dbc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:13.307549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9e32a98-df25-418a-8bc1-d380d7cc7ee5 req-b3423c5e-49c1-4129-938c-843695974dbc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0573816 Nov 12 13:12:13.347677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:13.357077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f9e32a98-df25-418a-8bc1-d380d7cc7ee5 req-0e19c411-2a79-4ed7-a820-975f4629245d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Nov 12 13:12:13.400354 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01dff65-8e95-4ca2-a401-a0cb20c3462c x-openstack-request-id: req-b01dff65-8e95-4ca2-a401-a0cb20c3462c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:13.400790 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-plugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:13.401209 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b01dff65-8e95-4ca2-a401-a0cb20c3462c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:13.401759 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'code': 200} Nov 12 13:12:13.493829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2d210-76f3-48f4-b889-d1c1c01d9a81 req-c409852b-926d-4d0a-a4ab-6d7a8975823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:13.495349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56b2d210-76f3-48f4-b889-d1c1c01d9a81 req-c409852b-926d-4d0a-a4ab-6d7a8975823a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0400867 Nov 12 13:12:13.539641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56b2d210-76f3-48f4-b889-d1c1c01d9a81 req-da0ebfaa-79c8-4933-ad56-ac382041555b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365174 Nov 12 13:12:14.479671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b754dc6-6faf-4e71-b449-cc8f456806ed req-d64229cb-e568-482c-8b92-3fc20e07c892 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:14.481169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b754dc6-6faf-4e71-b449-cc8f456806ed req-d64229cb-e568-482c-8b92-3fc20e07c892 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Nov 12 13:12:14.529024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4b754dc6-6faf-4e71-b449-cc8f456806ed req-ab8ffced-26d2-4e9c-a934-58d054045090 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Nov 12 13:12:15.715007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f23b28-6c47-4cb1-96a1-d1a85b1beaa7 req-64ff494a-061c-4374-8911-e675a73105a9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:15.716589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72f23b28-6c47-4cb1-96a1-d1a85b1beaa7 req-64ff494a-061c-4374-8911-e675a73105a9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Nov 12 13:12:15.777819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-72f23b28-6c47-4cb1-96a1-d1a85b1beaa7 req-840b021a-5bac-4a9f-9e02-05b9db40b62c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538754 Nov 12 13:12:15.906775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f44c1-2098-4308-a4b7-76c687e8bb6a req-1eefc967-cc84-498d-b14e-b3fbface5fd2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:15.908327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f6f44c1-2098-4308-a4b7-76c687e8bb6a req-1eefc967-cc84-498d-b14e-b3fbface5fd2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0596433 Nov 12 13:12:15.926105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 41808) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:15.930899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Request body: {'floatingip': {'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:15.974217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.431579 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.435248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.534434 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 associated. External IP: 172.25.1.150, port: 00bbf3f3-c252-4ae0-aa90-608afddb7314. Nov 12 13:12:17.064176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:12:17.176994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:12:17.182895 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.187664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:12:17.197582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:17.198255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:12:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:17.212461 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-4d2979dd-cfc7-4087-9991-c9b5c1e91d45 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "PUT /v2.0/floatingips/c100112e-6d9b-448f-9229-b9d677509da2 HTTP/1.1" status: 200 len: 992 time: 1.2852066 Nov 12 13:12:17.213054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:17.215352 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc04536e808dbc3bc1eeead9606e56bafabf71ec7e864f5d6715d7e287218b8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd55ec-e171-4ce9-9398-89868732b7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:17.303719 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1106e7b5-9ec3-4db0-a088-8f4a83e2f2be x-openstack-request-id: req-1106e7b5-9ec3-4db0-a088-8f4a83e2f2be {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:17.304014 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:17.304266 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1106e7b5-9ec3-4db0-a088-8f4a83e2f2be {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:17.304696 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'status': 'completed', 'code': 200} Nov 12 13:12:17.309542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:17.364724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-18ad0400-d277-4624-9489-96df51cc7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:17.366153 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-18ad0400-d277-4624-9489-96df51cc7782 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0408926 Nov 12 13:12:17.462317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-717aac94-2953-43ca-aed3-cd8555c364e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:17.463557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-717aac94-2953-43ca-aed3-cd8555c364e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0874298 Nov 12 13:12:17.534513 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-ae09e100-af27-406a-89b1-4b3c685941e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0636244 Nov 12 13:12:17.537388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:6b:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:12:16Z', 'revision_number': 13, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:17.567502 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:12:17.576575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:17.577180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:12:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:17.585816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-fbd97984-d5e6-4bb0-b770-df7fa500b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:17.587454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-fbd97984-d5e6-4bb0-b770-df7fa500b912 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0453434 Nov 12 13:12:17.634731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-be0470b8-efec-43ea-935d-41dda850fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:17.636168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-be0470b8-efec-43ea-935d-41dda850fa38 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411217 Nov 12 13:12:17.682149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:17.739507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-ec4237c8-081f-4939-86e8-9dbcf8ff108e service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959847 Nov 12 13:12:17.835033 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7dd55ec-e171-4ce9-9398-89868732b7ae req-6e19c9d6-5c36-45a1-95bd-9610434a7eb1 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882981 Nov 12 13:12:17.920494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:6b:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:12:16Z', 'revision_number': 13, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:17.946152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af630206-b6cc-4d03-a9b6-398b2e64f138 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'c100112e-6d9b-448f-9229-b9d677509da2', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'mac_address': 'fa:16:3e:6b:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:05:15Z', 'updated_at': '2021-11-12T13:12:16Z', 'revision_number': 13, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:12:18.136322 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203f57f-febf-4b38-a2d8-b0b0eeb27167 None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:12:29.979207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:30.440650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.784476 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-073185b5-bdae-4dc9-8df6-4c9b6cf193b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:38.901289 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:12:39.038049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f3a0-1436-4a0b-946b-d16fa4dea1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:39.541468 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:40.778574 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.420285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.979201 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.446654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.563675 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-131b9d68-bb44-4ba9-bf29-a9ed4e51ef08 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803595 Nov 12 13:13:03.647747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-6daea8be-dc17-465f-ace2-0d7dc36f84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.649223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-6daea8be-dc17-465f-ace2-0d7dc36f84dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0411913 Nov 12 13:13:03.758687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-19b92a9f-4af5-4b8f-87da-77c62d22e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.760141 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-19b92a9f-4af5-4b8f-87da-77c62d22e248 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0903482 Nov 12 13:13:03.826381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-7dfcb529-203d-4dfe-bc17-79aa77e0c115 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1002 time: 0.0588510 Nov 12 13:13:03.878240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-232d44b2-1344-4f85-9afd-c6d90b85b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.879703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-232d44b2-1344-4f85-9afd-c6d90b85b5b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0463414 Nov 12 13:13:03.930095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-624c7ebe-d410-4349-b6ae-c1beeb4dd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.931624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-624c7ebe-d410-4349-b6ae-c1beeb4dd7bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447457 Nov 12 13:13:04.021847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-728a0452-1051-44f5-b3b1-9bd2257c91bb service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Nov 12 13:13:04.118271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba154780-feb3-4c1e-81b4-9d5133641c8f req-4d2ad933-5e25-49ee-b37a-a0192fe81218 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Nov 12 13:13:05.785648 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dcce5e5a-9af5-48cd-93d3-1bbcc306a49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.039968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-362cb8df-efc9-455f-a32b-220d6ab097ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.540811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.781065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.421841 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.901093 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:13:29.978528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.455574 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.787197 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea401a12-46e1-48ce-b20b-b08e8dc97e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.042124 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee049e9a-b9c2-4488-be8c-3ba906605325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.543925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.783768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.426813 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:52.901298 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:13:55.687814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ef395-cf1a-4cbd-ac56-7b91e2bc4a76 req-11c249bf-8c31-472d-9f6f-7c44e6e17549 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:55.689334 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-866ef395-cf1a-4cbd-ac56-7b91e2bc4a76 req-11c249bf-8c31-472d-9f6f-7c44e6e17549 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0956094 Nov 12 13:13:55.737702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-866ef395-cf1a-4cbd-ac56-7b91e2bc4a76 req-65292e7a-b314-4048-98a4-dcdf75f8a528 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Nov 12 13:13:59.993939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:00.466756 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:05.472338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-8cf927d5-4a9d-4bc6-a0d0-504b286d9dd8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438676 Nov 12 13:14:05.560536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-ac76da65-4905-4313-a6c7-9a856f3d3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.562042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-ac76da65-4905-4313-a6c7-9a856f3d3366 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0459766 Nov 12 13:14:05.670544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-a618a9b5-6c13-4d26-b8d7-a663244111ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.672049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-a618a9b5-6c13-4d26-b8d7-a663244111ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0890005 Nov 12 13:14:05.747818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-23ce2c3c-c4c0-4a47-b409-901b100955ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1002 time: 0.0685468 Nov 12 13:14:05.792273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-49bfc9e7-91fa-439a-b510-bc33724f6935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:05.797580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-d38ab44e-35d6-4685-bf3a-788fb5f7d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.800497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-d38ab44e-35d6-4685-bf3a-788fb5f7d507 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0457070 Nov 12 13:14:05.845980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-c9692302-e628-4157-a96d-76195f08cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.847591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-c9692302-e628-4157-a96d-76195f08cfe4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413778 Nov 12 13:14:05.942688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-7b0d0f1c-97b8-42ca-aa2c-4a99d8dc0043 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882645 Nov 12 13:14:06.032154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-823121a1-d19c-4c04-b05c-a17f79c6864e req-96b35cba-eacb-4545-8f54-623a79c9d7af service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824492 Nov 12 13:14:06.746115 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-6cd472e5-51a0-404d-8c53-36c7167f3838 req-c75d6267-475b-4557-8f36-204938f545a9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:06.747223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cd472e5-51a0-404d-8c53-36c7167f3838 req-c75d6267-475b-4557-8f36-204938f545a9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440793 Nov 12 13:14:06.916751 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-f6a98e7b-306e-403d-81b8-b689f21e5e58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402732 Nov 12 13:14:06.926367 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-ba4d07e8-8fff-43e3-bd88-7110374d70dc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:06.927360 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-ba4d07e8-8fff-43e3-bd88-7110374d70dc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057795 Nov 12 13:14:06.941203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d3db2-f66f-4842-9e88-cedb0013869e req-f882d4ff-d4b4-48e3-9afe-e15e4e2d3c0d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:06.942999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f10d3db2-f66f-4842-9e88-cedb0013869e req-f882d4ff-d4b4-48e3-9afe-e15e4e2d3c0d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0558922 Nov 12 13:14:06.995697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f10d3db2-f66f-4842-9e88-cedb0013869e req-696b60c0-ea17-4250-a89e-136f41ae4810 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467372 Nov 12 13:14:08.115734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42404-0c0b-4c0c-9dd9-a38317d73f64 req-12756c68-377a-4c3e-983d-18eb716b200c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.117231 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4c42404-0c0b-4c0c-9dd9-a38317d73f64 req-12756c68-377a-4c3e-983d-18eb716b200c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0499821 Nov 12 13:14:08.165329 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4c42404-0c0b-4c0c-9dd9-a38317d73f64 req-8b7f592c-5166-4e50-bd69-63c3e83ca0d6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421114 Nov 12 13:14:09.046313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbe74f69-80cd-49e7-99d8-8ebd52f8cc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.285137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc37c0-afaa-40a3-bba9-cdb767dd3eed req-b215b81f-465e-4eec-bad8-887e57aee5da tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:09.286735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78dc37c0-afaa-40a3-bba9-cdb767dd3eed req-b215b81f-465e-4eec-bad8-887e57aee5da tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Nov 12 13:14:09.338053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78dc37c0-afaa-40a3-bba9-cdb767dd3eed req-a00c337a-c921-4336-8e06-2f007c4029b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 Nov 12 13:14:09.546718 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:10.457026 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9e2dc-2401-4d29-bf2a-fa18e9d0927f req-3d0953e6-0991-4519-9d43-d41ff3e70042 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:10.458543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21b9e2dc-2401-4d29-bf2a-fa18e9d0927f req-3d0953e6-0991-4519-9d43-d41ff3e70042 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Nov 12 13:14:10.510897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21b9e2dc-2401-4d29-bf2a-fa18e9d0927f req-fece6be5-b8e5-4d11-9fc1-c1ab80118845 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465252 Nov 12 13:14:10.785672 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:11.428635 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:11.637109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62d1f4-7b81-435b-994c-3b682d3f8b57 req-fd28da2a-52df-447d-9a30-f1f1fbc6ff46 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:11.638682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b62d1f4-7b81-435b-994c-3b682d3f8b57 req-fd28da2a-52df-447d-9a30-f1f1fbc6ff46 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0516906 Nov 12 13:14:11.688280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b62d1f4-7b81-435b-994c-3b682d3f8b57 req-b04a2b3c-86a6-4f14-b7e1-9058e67e1d85 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Nov 12 13:14:12.124623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-fa4920d1-433d-4084-98dd-f66aaf4e0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.126048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-fa4920d1-433d-4084-98dd-f66aaf4e0b87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0453117 Nov 12 13:14:12.215821 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-76d7186e-b7f1-491f-8225-26ba0c77a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.217326 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-76d7186e-b7f1-491f-8225-26ba0c77a011 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0845637 Nov 12 13:14:12.288188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-3a454103-a8a5-4c25-b186-cf5d1312f6ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1002 time: 0.0639703 Nov 12 13:14:12.340727 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-a4fccae5-b958-42eb-a122-502db882e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.342228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-a4fccae5-b958-42eb-a122-502db882e45f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0453629 Nov 12 13:14:12.387908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-78abd3cf-ccba-413d-9c69-5157a87963e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.389408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-78abd3cf-ccba-413d-9c69-5157a87963e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400090 Nov 12 13:14:12.484117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-c01d7495-a4d3-4c0b-93dc-09408f38011f service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872781 Nov 12 13:14:12.579245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-fbda0be7-9102-4633-ac8b-e3cead11ca52 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 Nov 12 13:14:12.811414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264deedb-31cc-4deb-b237-640ca9164538 req-5cc41163-bd6e-4762-8f82-bdb9ca4b127c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.812907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-264deedb-31cc-4deb-b237-640ca9164538 req-5cc41163-bd6e-4762-8f82-bdb9ca4b127c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0534978 Nov 12 13:14:12.860188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-264deedb-31cc-4deb-b237-640ca9164538 req-ca04b217-ec8e-4803-b85b-4a3e4352d91a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Nov 12 13:14:13.980674 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4cc71-5024-476d-8798-cb79f4bf8d99 req-635c05ce-9b1f-42fd-954d-a13d6317ad8a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:13.982197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fb4cc71-5024-476d-8798-cb79f4bf8d99 req-635c05ce-9b1f-42fd-954d-a13d6317ad8a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 12 13:14:14.030041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fb4cc71-5024-476d-8798-cb79f4bf8d99 req-39704cfe-5ada-4881-98fd-4b2dd0c9bbec tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414248 Nov 12 13:14:15.148087 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bfc1a-dd6f-466b-a8c8-1315b5791f28 req-c2367fb1-6cf1-49cf-a0bb-b395ba3ece49 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:15.149568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f7bfc1a-dd6f-466b-a8c8-1315b5791f28 req-c2367fb1-6cf1-49cf-a0bb-b395ba3ece49 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Nov 12 13:14:15.201695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8f7bfc1a-dd6f-466b-a8c8-1315b5791f28 req-2bd929cb-20ec-41bc-9adf-aeace907795c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Nov 12 13:14:16.325813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e09835-9c7f-40e5-a9a9-69c7fb90cea6 req-1cf5693c-3f2c-447a-9492-0612502c3af6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:16.327335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56e09835-9c7f-40e5-a9a9-69c7fb90cea6 req-1cf5693c-3f2c-447a-9492-0612502c3af6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Nov 12 13:14:16.375147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56e09835-9c7f-40e5-a9a9-69c7fb90cea6 req-4fe1c89b-bf3e-4794-9e1a-b7bc693ee003 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414197 Nov 12 13:14:17.492542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bac9f8-ee1b-467e-a5e3-9b42f8d3873f req-33ec66e6-4be4-45d2-949a-ac218f4c4c20 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:17.493970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54bac9f8-ee1b-467e-a5e3-9b42f8d3873f req-33ec66e6-4be4-45d2-949a-ac218f4c4c20 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0492892 Nov 12 13:14:17.542036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-54bac9f8-ee1b-467e-a5e3-9b42f8d3873f req-a9f00909-413f-418c-9632-dd18dfd8bd47 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Nov 12 13:14:18.663683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982927-76f7-4a0b-9008-c66894dc6d19 req-bba732ba-674b-45ee-a3d7-2ca16625d2eb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:18.665199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94982927-76f7-4a0b-9008-c66894dc6d19 req-bba732ba-674b-45ee-a3d7-2ca16625d2eb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0539036 Nov 12 13:14:18.726039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-94982927-76f7-4a0b-9008-c66894dc6d19 req-577de3b3-0b5b-4ea4-aec5-fb1bb51a60bc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545928 Nov 12 13:14:19.859679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b8fe6-ef49-475b-a36a-bc0481c75b21 req-27f2e852-1d77-47a9-a976-32f50dd48469 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:19.861821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d4b8fe6-ef49-475b-a36a-bc0481c75b21 req-27f2e852-1d77-47a9-a976-32f50dd48469 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0542691 Nov 12 13:14:19.920819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7d4b8fe6-ef49-475b-a36a-bc0481c75b21 req-c749ae22-0a28-4529-9590-e820f188fc98 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511389 Nov 12 13:14:21.048023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06478e-14b2-48d7-9187-a04e246814bb req-c0b92279-dd51-4acc-a907-5a124b6419d3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:21.049539 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd06478e-14b2-48d7-9187-a04e246814bb req-c0b92279-dd51-4acc-a907-5a124b6419d3 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0553098 Nov 12 13:14:21.103053 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cd06478e-14b2-48d7-9187-a04e246814bb req-438c19af-17fe-4d0b-bfde-ed25d94c35e4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Nov 12 13:14:22.218929 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3c0f-7024-4024-901a-ecb9f4e32857 req-0aa9661e-1a8f-4275-941d-ea498036a66e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:22.220441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd2a3c0f-7024-4024-901a-ecb9f4e32857 req-0aa9661e-1a8f-4275-941d-ea498036a66e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0491025 Nov 12 13:14:22.267830 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fd2a3c0f-7024-4024-901a-ecb9f4e32857 req-d4c8ca3d-b678-4800-9d3d-e7580c773161 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402331 Nov 12 13:14:23.390145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7dcaa-814d-4796-a427-b155f08258ce req-a1c13338-e3c7-4647-aae0-8673dc9385cb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.391694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3b7dcaa-814d-4796-a427-b155f08258ce req-a1c13338-e3c7-4647-aae0-8673dc9385cb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0544741 Nov 12 13:14:23.441822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3b7dcaa-814d-4796-a427-b155f08258ce req-fa9143e0-489a-41e0-b7df-848d41acc329 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440612 Nov 12 13:14:24.564497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e4a49-4aa7-43e8-8183-a8200a23d328 req-0b28a35d-006f-444a-b98c-c7779d55d3ca tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:24.566026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-974e4a49-4aa7-43e8-8183-a8200a23d328 req-0b28a35d-006f-444a-b98c-c7779d55d3ca tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0564194 Nov 12 13:14:24.615666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-974e4a49-4aa7-43e8-8183-a8200a23d328 req-ddcdef86-1ecd-461e-be45-f4bbcc61ddca tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Nov 12 13:14:25.733954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639e7-0017-4923-8a62-cd1be0490217 req-e50ecb2e-e29e-4368-b577-b31d771ad9d7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:25.735569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391639e7-0017-4923-8a62-cd1be0490217 req-e50ecb2e-e29e-4368-b577-b31d771ad9d7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0509105 Nov 12 13:14:25.785694 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-391639e7-0017-4923-8a62-cd1be0490217 req-f1754175-7dc9-45d1-a740-1b89507efcdb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Nov 12 13:14:26.542434 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [req-6c79333e-7a37-4084-8f31-2df247cf48db req-7b9a5f2f-c8f5-4bb2-8747-22f6dc76ad95 service neutron] show failed (client error): The resource could not be found. Nov 12 13:14:26.543454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-7b9a5f2f-c8f5-4bb2-8747-22f6dc76ad95 service neutron] 10.222.0.81 "GET /v2.0/ports/00bbf3f3-c252-4ae0-aa90-608afddb7314/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0598648 Nov 12 13:14:26.817568 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-8e7add04-ccf3-4f20-aa79-b5d8f1ee80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.819098 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-8e7add04-ccf3-4f20-aa79-b5d8f1ee80ea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 1096 time: 0.0812082 Nov 12 13:14:26.831373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:26.888877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:26.903733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e70c9-45fc-4fe1-a7b7-2dbc915ee51c req-54e02f00-69d5-4806-ba6c-0e6f33701044 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.905275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-108e70c9-45fc-4fe1-a7b7-2dbc915ee51c req-54e02f00-69d5-4806-ba6c-0e6f33701044 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0511255 Nov 12 13:14:26.953723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-108e70c9-45fc-4fe1-a7b7-2dbc915ee51c req-9865cf68-87b1-4941-90e2-9963685565e4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Nov 12 13:14:27.092783 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:27.125905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:27.166427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:27.171354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.184619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Transition to ACTIVE for port object 00bbf3f3-c252-4ae0-aa90-608afddb7314 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:27.187869 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.215806 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d8640-dd35-4174-80d6-e5a086ec4a5b" -d '{"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:27.282073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:27.294060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.294516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.294755 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.295090 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.295423 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.295745 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.296062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.296383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.296705 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.297030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.297413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.297731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:27.337207 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] No DVR routers for this DVR port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on host n-h1-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:27.339751 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e48eb7-c385-451b-820c-f790cd5a4df2 x-openstack-request-id: req-53e48eb7-c385-451b-820c-f790cd5a4df2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:27.340048 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:27.340307 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53e48eb7-c385-451b-820c-f790cd5a4df2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:27.340826 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'code': 200} Nov 12 13:14:27.480887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:27.481222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:27.481549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:27.486424 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:27.486750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:27.491628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:27.491962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:27.492342 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:27.492767 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Bound port: 00bbf3f3-c252-4ae0-aa90-608afddb7314, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:27.493114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.555643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:27.558732 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:27.562712 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.600348 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.600979 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.602380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-87575d82-efde-40ea-9a78-223233443098 service neutron] 10.222.0.65 "PUT /v2.0/ports/00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1091 time: 0.7749736 Nov 12 13:14:27.626639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87575d82-efde-40ea-9a78-223233443098 service neutron] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:27.672538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-18226886-8d62-4470-b336-259974cf0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.674998 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-18226886-8d62-4470-b336-259974cf0999 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0446124 Nov 12 13:14:27.773801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-3d32ef38-3ffa-4180-ab38-35a4f847f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.775314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-3d32ef38-3ffa-4180-ab38-35a4f847f953 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0938292 Nov 12 13:14:27.850931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-9dd7f7fa-e73b-4a09-8e55-47f6b9dfc325 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0666866 Nov 12 13:14:27.902850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-b45c51de-f95c-4fa7-9775-02feb970bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.904342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-b45c51de-f95c-4fa7-9775-02feb970bbdb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0470104 Nov 12 13:14:27.954532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79333e-7a37-4084-8f31-2df247cf48db req-20f97dfa-b6ff-44d7-81c6-068c7bcabef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.956043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-20f97dfa-b6ff-44d7-81c6-068c7bcabef3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450201 Nov 12 13:14:28.048028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-e0baa5bf-e14a-45e1-8848-627709db23f6 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Nov 12 13:14:28.080597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12487-f68f-4656-a2ad-c77f97bd758b req-b731ec42-0393-4a99-a446-9e6bca991e1d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.083627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caa12487-f68f-4656-a2ad-c77f97bd758b req-b731ec42-0393-4a99-a446-9e6bca991e1d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0550041 Nov 12 13:14:28.133968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-caa12487-f68f-4656-a2ad-c77f97bd758b req-a03a4d66-ef29-4dec-8ac0-108ccd9aa897 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Nov 12 13:14:28.149125 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-309b3ad9-80a1-4a97-b46e-46ee826b600c service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937655 Nov 12 13:14:29.259672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abbcd6-365d-4854-abf9-3ae8a9f045e5 req-79e51cd0-ef01-4b2a-aca5-898505f3f379 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.261105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b2abbcd6-365d-4854-abf9-3ae8a9f045e5 req-79e51cd0-ef01-4b2a-aca5-898505f3f379 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0549972 Nov 12 13:14:29.309849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b2abbcd6-365d-4854-abf9-3ae8a9f045e5 req-f8cb295a-7443-48b7-b96f-2c69a0090d91 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425880 Nov 12 13:14:29.342727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:29.345079 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6915fa98-25de-4572-8d7d-e6661a07379e" -d '{"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:29.394828 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac75d5f4-1d72-4f2c-9811-36e59ca54331 x-openstack-request-id: req-ac75d5f4-1d72-4f2c-9811-36e59ca54331 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:29.395097 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:29.395348 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac75d5f4-1d72-4f2c-9811-36e59ca54331 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:29.395754 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'status': 'completed', 'code': 200} Nov 12 13:14:29.458932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-a552b2d6-67f9-4b92-845d-19742c28060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.460514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-a552b2d6-67f9-4b92-845d-19742c28060b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0443859 Nov 12 13:14:29.462564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-ca23709d-ed4e-4d71-9a29-73307b879765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.464044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-ca23709d-ed4e-4d71-9a29-73307b879765 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0454240 Nov 12 13:14:29.561916 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-2944bb85-7ead-457e-a3d2-1ccadddb1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.563702 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-2944bb85-7ead-457e-a3d2-1ccadddb1793 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0948462 Nov 12 13:14:29.567166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-389afdfc-7ed1-437e-a2a4-fee97d3053ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.568676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-389afdfc-7ed1-437e-a2a4-fee97d3053ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0964282 Nov 12 13:14:29.634207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-bfc185d7-7318-4285-b220-6149219576bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0633433 Nov 12 13:14:29.639417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-2d449a03-b0c5-4a11-a87f-04bbcbe94d4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0639744 Nov 12 13:14:29.688588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-56269a4b-3d38-49b8-b78d-38e5e8a2e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.691804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-56269a4b-3d38-49b8-b78d-38e5e8a2e999 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0500078 Nov 12 13:14:29.692290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-8b052123-de98-4dd3-898e-e1b955787046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.693802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-8b052123-de98-4dd3-898e-e1b955787046 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0480101 Nov 12 13:14:29.746061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-e36e6101-65c1-4baa-b135-a47aff3d62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.747627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-e36e6101-65c1-4baa-b135-a47aff3d62fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493402 Nov 12 13:14:29.750410 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915fa98-25de-4572-8d7d-e6661a07379e req-dc5b3841-5a93-4a87-ac22-1d7d6b47caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.753136 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-dc5b3841-5a93-4a87-ac22-1d7d6b47caee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524545 Nov 12 13:14:29.799672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:29.843073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-ca81f65a-fd29-4aa0-bf0a-a963c89af6e7 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Nov 12 13:14:29.852841 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-1870a0ec-77d6-4865-96fd-2936d2d00a64 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934606 Nov 12 13:14:29.855584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:29.905994 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:14:29.951674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-ff552fde-4a9a-416b-a863-9e1db6cbaef5 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009228 Nov 12 13:14:29.961126 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6915fa98-25de-4572-8d7d-e6661a07379e req-ced32d47-9e34-4a20-b2a8-f148d7ce70d8 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009073 Nov 12 13:14:29.992000 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.434248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e72e7-938b-4ed7-832e-07fce01ce71b req-ae439c2a-5397-47e9-9fe1-5bba56d8024c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:30.435755 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a2e72e7-938b-4ed7-832e-07fce01ce71b req-ae439c2a-5397-47e9-9fe1-5bba56d8024c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0515742 Nov 12 13:14:30.467378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.490047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1a2e72e7-938b-4ed7-832e-07fce01ce71b req-c529d4b5-fee2-456c-8c9d-bab910d2dd6a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Nov 12 13:14:31.609708 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7d69f-7093-4b03-918c-483078c950a3 req-004795f7-c3a2-4a36-bb03-9ec522306d3c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.611372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3b7d69f-7093-4b03-918c-483078c950a3 req-004795f7-c3a2-4a36-bb03-9ec522306d3c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0503678 Nov 12 13:14:31.663445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3b7d69f-7093-4b03-918c-483078c950a3 req-079649fb-8468-48b2-95a6-4bf2a03053ac tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 Nov 12 13:14:32.781943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb09d-a2c0-4c14-8698-4fcd968e2ecb req-dc2efa8e-a811-4849-be26-07b67a9a16a0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:32.784891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acceb09d-a2c0-4c14-8698-4fcd968e2ecb req-dc2efa8e-a811-4849-be26-07b67a9a16a0 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0517120 Nov 12 13:14:32.833793 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-acceb09d-a2c0-4c14-8698-4fcd968e2ecb req-bac3f6e9-9f03-4109-946f-a7392bbf1525 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Nov 12 13:14:33.954396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db5cdf-1f9e-4adc-8bdb-7efa0b80afa8 req-91b026f9-900a-4a0f-a4ab-1443492c7faf tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.955884 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2db5cdf-1f9e-4adc-8bdb-7efa0b80afa8 req-91b026f9-900a-4a0f-a4ab-1443492c7faf tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0492194 Nov 12 13:14:34.002474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2db5cdf-1f9e-4adc-8bdb-7efa0b80afa8 req-a2526f7a-1e2a-4fc8-bb17-9025dd7bcd10 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Nov 12 13:14:35.124150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18d03d-b026-4624-87f6-b5be04943d50 req-332fe14a-06e8-4d89-81fc-fb8002115495 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.125553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf18d03d-b026-4624-87f6-b5be04943d50 req-332fe14a-06e8-4d89-81fc-fb8002115495 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0537517 Nov 12 13:14:35.172992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf18d03d-b026-4624-87f6-b5be04943d50 req-159a4cf5-c3af-4646-8c37-53f35ba8a0fa tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Nov 12 13:14:35.795366 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cc90c90-24b3-4514-ae45-d85a3335c0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.291196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5f27-93ce-4c9c-921b-169366793ce5 req-fdb2af08-b9fa-4541-9fd9-256362185905 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.292724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ece5f27-93ce-4c9c-921b-169366793ce5 req-fdb2af08-b9fa-4541-9fd9-256362185905 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0494111 Nov 12 13:14:36.340144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ece5f27-93ce-4c9c-921b-169366793ce5 req-3fc5104b-701c-428d-826e-a8f6fc7feff1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Nov 12 13:14:37.459726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faca4d-5638-422e-9359-dcc76059a0a4 req-bfcaa8d9-6528-4b29-9246-2249c7d1c737 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.461226 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4faca4d-5638-422e-9359-dcc76059a0a4 req-bfcaa8d9-6528-4b29-9246-2249c7d1c737 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0501983 Nov 12 13:14:37.513459 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4faca4d-5638-422e-9359-dcc76059a0a4 req-c64d8ff3-6304-429a-aadf-00205150cd6b tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461943 Nov 12 13:14:38.632059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373884ae-1e0c-41f8-b792-2d754ddeca90 req-7d0734e3-865b-473a-bd69-3098739f6447 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.633599 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-373884ae-1e0c-41f8-b792-2d754ddeca90 req-7d0734e3-865b-473a-bd69-3098739f6447 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0497713 Nov 12 13:14:38.686627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-373884ae-1e0c-41f8-b792-2d754ddeca90 req-44c22d53-d73e-4273-b424-c9f8dbe546ff tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Nov 12 13:14:39.048166 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26e29bab-03b7-462b-80a3-a05a90ba5850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.550008 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.809272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1ca19-f316-4e3a-9032-492ca33b75bb req-e97258de-1e3d-44cf-b45f-330b5c08df2f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.810818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26a1ca19-f316-4e3a-9032-492ca33b75bb req-e97258de-1e3d-44cf-b45f-330b5c08df2f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0497539 Nov 12 13:14:39.859729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26a1ca19-f316-4e3a-9032-492ca33b75bb req-18880ae1-75f8-49ee-9d7b-575e27a6cecb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Nov 12 13:14:40.789620 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.988724 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6ab53-8c24-4539-9f90-650ccd815f53 req-13324c57-211a-4890-b2ed-6edb306169b7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:40.990121 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6d6ab53-8c24-4539-9f90-650ccd815f53 req-13324c57-211a-4890-b2ed-6edb306169b7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0531225 Nov 12 13:14:41.037332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6d6ab53-8c24-4539-9f90-650ccd815f53 req-49f57553-fb2e-4fbd-88ca-8a4fa257ba68 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Nov 12 13:14:41.325458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-32dea3ff-a828-4183-a4dd-9ad5ef55aa8d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.327000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-32dea3ff-a828-4183-a4dd-9ad5ef55aa8d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.65 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0&tenant_id=3c6efd990a8149969ff39ecbeccef69d&binding%3Ahost_id=n-h2-804878-5 HTTP/1.1" status: 200 len: 943 time: 0.0541801 Nov 12 13:14:41.343949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310aed4-630d-40c5-bdf9-aa9c63542112 req-31e0d480-d741-47fa-836b-c7420b2924f9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.345462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e310aed4-630d-40c5-bdf9-aa9c63542112 req-31e0d480-d741-47fa-836b-c7420b2924f9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 943 time: 0.0502691 Nov 12 13:14:41.391796 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-b04dc743-1fe7-44bc-8a6a-3216fbdc032a service neutron] 10.222.0.65 "GET /v2.0/ports/00bbf3f3-c252-4ae0-aa90-608afddb7314/bindings/n-h2-804878-5 HTTP/1.1" status: 200 len: 382 time: 0.0559723 Nov 12 13:14:41.395219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e310aed4-630d-40c5-bdf9-aa9c63542112 req-057d3a75-9f8d-4d15-a0c4-c378d6827eea tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Nov 12 13:14:41.433333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.453648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-2a17269b-46e8-4373-a20b-4395b11c233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.455202 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-2a17269b-46e8-4373-a20b-4395b11c233f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0416443 Nov 12 13:14:41.550422 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-131bc658-fb42-4702-8d8f-925f7c768847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.551800 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-131bc658-fb42-4702-8d8f-925f7c768847 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0894740 Nov 12 13:14:41.623644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-4cef4f75-4495-4d13-9068-1a2e987add32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0646312 Nov 12 13:14:41.672678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-135557e4-7c62-40d8-8d3b-18402300ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.674101 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-135557e4-7c62-40d8-8d3b-18402300ed26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0433788 Nov 12 13:14:41.720855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-3d05f3ea-1d00-4a14-85a7-65ef052dfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.722411 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-3d05f3ea-1d00-4a14-85a7-65ef052dfd1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416982 Nov 12 13:14:41.817229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-084194b8-0819-4846-964f-5efdf4bf9370 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876617 Nov 12 13:14:41.905719 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-ed773dac-3d1a-4ca6-ba8b-f549bf27a8a9 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822086 Nov 12 13:14:41.998858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:42.092033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:42.104186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'mac_address': 'fa:16:3e:6b:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:42.145566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.157821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:42.178604 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:42.182348 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.229844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:42.237866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.238316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.238521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.238857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.239189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.239544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.239870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.240193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.240518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.240843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.241163 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.241485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:42.454543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['00bbf3f3-c252-4ae0-aa90-608afddb7314'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:42.519325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecb4eb-54de-4d63-b15b-f79bb009a30e req-11f17e26-e907-4be9-9845-fa324f6f4554 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:42.520860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14ecb4eb-54de-4d63-b15b-f79bb009a30e req-11f17e26-e907-4be9-9845-fa324f6f4554 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0557513 Nov 12 13:14:42.569082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14ecb4eb-54de-4d63-b15b-f79bb009a30e req-d2199d95-ead9-4fea-9d03-84e3ccf9454c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420909 Nov 12 13:14:43.693220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9376f8-c8cc-48b5-a1a7-c8a84c9d8fa8 req-d6a9f31e-0bb7-4391-9bf5-e8f2c13ad549 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:43.696626 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f9376f8-c8cc-48b5-a1a7-c8a84c9d8fa8 req-d6a9f31e-0bb7-4391-9bf5-e8f2c13ad549 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0566902 Nov 12 13:14:43.748743 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f9376f8-c8cc-48b5-a1a7-c8a84c9d8fa8 req-b067d493-c66f-428c-b191-4545dfacf8bc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454047 Nov 12 13:14:43.995146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:44.045334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 00bbf3f3-c252-4ae0-aa90-608afddb7314 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:44.049257 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 00bbf3f3-c252-4ae0-aa90-608afddb7314 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:44.050228 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.136568 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.160747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:44.174297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:44.179684 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.203850 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fcb398-b326-4567-9537-2ff08f38cc1e" -d '{"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-plugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:44.234379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:44.303708 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563760ca-8f4b-462a-9738-48a210aab167 x-openstack-request-id: req-563760ca-8f4b-462a-9738-48a210aab167 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:44.304089 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-plugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:44.304413 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-563760ca-8f4b-462a-9738-48a210aab167 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:44.304870 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'code': 200} Nov 12 13:14:44.873535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8e0ce-ee46-408c-bded-9030fa6552be req-d9a7906e-2f71-4590-99f8-da2e8eccdc57 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:44.874973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84f8e0ce-ee46-408c-bded-9030fa6552be req-d9a7906e-2f71-4590-99f8-da2e8eccdc57 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0489395 Nov 12 13:14:44.928202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-84f8e0ce-ee46-408c-bded-9030fa6552be req-7625f6f3-e477-4b46-8d4d-c7401d981b1f tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Nov 12 13:14:46.009077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:46.056313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c40c1-7b79-44ba-bbcd-9a2694c947bf req-beaf04da-32de-4b5b-9a68-865caf86aab6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:46.057894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d73c40c1-7b79-44ba-bbcd-9a2694c947bf req-beaf04da-32de-4b5b-9a68-865caf86aab6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0601428 Nov 12 13:14:46.095057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.130364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:46.134957 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.141749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d73c40c1-7b79-44ba-bbcd-9a2694c947bf req-9ed76487-e605-46c0-b799-3f943e35fe29 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765481 Nov 12 13:14:46.147038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-503fbe97-cff3-4324-bf66-8870bf1e3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:46.148562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-503fbe97-cff3-4324-bf66-8870bf1e3def service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0&tenant_id=3c6efd990a8149969ff39ecbeccef69d HTTP/1.1" status: 200 len: 1096 time: 0.0659730 Nov 12 13:14:46.165978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:46.184610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:46.227359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.306219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:46.308641 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb18f9bd-2833-4dd0-a81c-b27f611ea032" -d '{"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:46.363259 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be042f8d-9598-4a69-a217-d8b40aaa6ed5 x-openstack-request-id: req-be042f8d-9598-4a69-a217-d8b40aaa6ed5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:46.363576 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:46.363851 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be042f8d-9598-4a69-a217-d8b40aaa6ed5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:46.364278 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'code': 200} Nov 12 13:14:46.430994 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:46.464182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:46.496536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:46.504378 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.516542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Transition to ACTIVE for port object 00bbf3f3-c252-4ae0-aa90-608afddb7314 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:46.520794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.909834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=11']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:46.923199 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.923546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.923881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.924212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.924566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.924990 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.925319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.925644 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.925967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.926316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.926640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.926960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:46.959505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] No DVR routers for this DVR port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:47.089650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:47.090347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:47.090347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:47.094573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:47.094894 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Attempting to bind port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:47.100392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:47.100728 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Checking segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:47.101110 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Bound using segment: {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:47.101535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Bound port: 00bbf3f3-c252-4ae0-aa90-608afddb7314, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af7d55f-5349-4927-b506-4e9ff5bfa0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:47.101888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.163231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:47.166356 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:47.172214 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.217645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.218314 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.219739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-21d9d134-5936-4868-b463-90919dfce93c service neutron] 10.222.0.81 "PUT /v2.0/ports/00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1092 time: 1.0586653 Nov 12 13:14:47.220189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:47.272885 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a0d784-fd40-4100-a055-520186426f97" -d '{"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:47.296469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9d134-5936-4868-b463-90919dfce93c service neutron] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=12']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:47.327040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b153048-537d-4c34-8011-0519d0469d76 req-cbd8826e-25ed-4aaf-ae00-90d16ee24c5c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.328638 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8b153048-537d-4c34-8011-0519d0469d76 req-cbd8826e-25ed-4aaf-ae00-90d16ee24c5c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.1014068 Nov 12 13:14:47.332486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-3e7cfd81-605d-4e59-931f-356161b77c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.334036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-3e7cfd81-605d-4e59-931f-356161b77c5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0882668 Nov 12 13:14:47.440966 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8b153048-537d-4c34-8011-0519d0469d76 req-07d7ca17-7307-40d6-8586-96635168f866 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041818 Nov 12 13:14:47.468614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-97bd9232-a133-437a-bcf2-fccfed93feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.470260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-97bd9232-a133-437a-bcf2-fccfed93feb7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.1183360 Nov 12 13:14:47.540853 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-77650a07-e5d7-4803-aec9-4900d2f408bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0632851 Nov 12 13:14:47.549259 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8a997-a550-4f66-a673-028b7a40c333 x-openstack-request-id: req-5eb8a997-a550-4f66-a673-028b7a40c333 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:47.549722 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:47.549986 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eb8a997-a550-4f66-a673-028b7a40c333 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:47.550568 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'status': 'completed', 'code': 200} Nov 12 13:14:47.603775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-18c42a6a-e647-43b8-9e02-90a40ff01005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.605275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-18c42a6a-e647-43b8-9e02-90a40ff01005 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0502574 Nov 12 13:14:47.619222 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-571c080b-535d-4c0e-b114-61742e5a0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.620714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-571c080b-535d-4c0e-b114-61742e5a0b02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0442052 Nov 12 13:14:47.652560 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-41deaf88-4dc1-4001-9c27-29173ca6e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.654092 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-41deaf88-4dc1-4001-9c27-29173ca6e467 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418975 Nov 12 13:14:47.718606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-50fee569-bf3f-4157-bb2f-4b99fd97c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.720012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-50fee569-bf3f-4157-bb2f-4b99fd97c295 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.0925398 Nov 12 13:14:47.751202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-a7c4ec46-d061-4795-9d9e-0d4cf1829351 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885844 Nov 12 13:14:47.793865 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-ed03812d-8c6c-4e3c-a967-85ccab0304f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0656116 Nov 12 13:14:47.841666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3c73fa7b-d151-41c2-a53c-ab075887c53b req-b18290f8-f381-4738-8343-65c65544a79f service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839579 Nov 12 13:14:47.847201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-b7db96b3-a3f0-48ca-8200-9c73d9e5bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.848661 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-b7db96b3-a3f0-48ca-8200-9c73d9e5bf8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0483036 Nov 12 13:14:47.900696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-69d7d2ac-2c64-4a82-a925-d183ab166778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.902255 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-69d7d2ac-2c64-4a82-a925-d183ab166778 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467169 Nov 12 13:14:47.932783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-2d8910f3-09c8-42e3-98f4-f1fde306f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.934416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-2d8910f3-09c8-42e3-98f4-f1fde306f400 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c6efd990a8149969ff39ecbeccef69d&device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0513639 Nov 12 13:14:48.009414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-6995683f-e309-4dc0-847e-475d18e70008 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992258 Nov 12 13:14:48.039684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-05d60042-2fa2-4dfc-8508-ee3128e28538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.041731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-05d60042-2fa2-4dfc-8508-ee3128e28538 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 200 len: 912 time: 0.1006265 Nov 12 13:14:48.111624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-38bf0a9d-1240-4d64-89a8-ecf1ff454d11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 200 len: 1000 time: 0.0620377 Nov 12 13:14:48.129646 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-fcb8d20e-f356-4d3a-a0c6-308e84738cd3 service neutron] 10.222.0.65 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133416 Nov 12 13:14:48.168734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-825d4609-8e01-4746-bc98-a858e6dafaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.170152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-825d4609-8e01-4746-bc98-a858e6dafaa3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 200 len: 850 time: 0.0520551 Nov 12 13:14:48.216155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d784-fd40-4100-a055-520186426f97 req-696b9966-d453-473c-9a3e-90c433d385dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.217678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-696b9966-d453-473c-9a3e-90c433d385dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c1e5545-ed82-417b-9e4d-d3a02f3bf702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401609 Nov 12 13:14:48.312318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-c71eedda-44d4-4b37-b4d4-47fecfcf8dfa service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862582 Nov 12 13:14:48.423064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a0d784-fd40-4100-a055-520186426f97 req-e7f92d8e-e988-466a-a5c4-ead9ef648ea0 service neutron] 10.222.0.81 "GET /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036544 Nov 12 13:14:48.562436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcebd52-c153-4d4e-9f7a-b417c433baf7 req-609100ba-7c7d-4761-8423-54780318e288 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.563921 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fcebd52-c153-4d4e-9f7a-b417c433baf7 req-609100ba-7c7d-4761-8423-54780318e288 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0521710 Nov 12 13:14:48.615940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fcebd52-c153-4d4e-9f7a-b417c433baf7 req-ba9f878b-d094-4fef-9534-e379d87d95f5 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454543 Nov 12 13:14:49.739863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c116-cb61-4ebf-9344-cca910c69b58 req-e28fd8b9-d959-4b19-bb20-9919fbab1d7d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:49.741433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcb7c116-cb61-4ebf-9344-cca910c69b58 req-e28fd8b9-d959-4b19-bb20-9919fbab1d7d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0557866 Nov 12 13:14:49.791217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcb7c116-cb61-4ebf-9344-cca910c69b58 req-f0011361-d7b6-4029-bdfc-f0fac46c8c88 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Nov 12 13:14:50.918622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae64b5-2ae9-475a-aa3b-bc14061fa369 req-384331bb-2920-4e06-803d-01efd54fc9f8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:50.920146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbae64b5-2ae9-475a-aa3b-bc14061fa369 req-384331bb-2920-4e06-803d-01efd54fc9f8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0521579 Nov 12 13:14:50.972879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bbae64b5-2ae9-475a-aa3b-bc14061fa369 req-32c64ee8-1249-40bf-9a59-bf8af5b15d41 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459733 Nov 12 13:14:52.093614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef52ec5-66ea-49c4-96c7-627b2a6305da req-05e75315-e2ce-4b8d-8edb-80205df26111 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:52.095032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fef52ec5-66ea-49c4-96c7-627b2a6305da req-05e75315-e2ce-4b8d-8edb-80205df26111 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0527246 Nov 12 13:14:52.142456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fef52ec5-66ea-49c4-96c7-627b2a6305da req-91817e83-e829-4a62-8ecf-6f8bad40105d tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Nov 12 13:14:53.263455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2e41-f1a2-4c3d-b957-8376e4ed305d req-6cc0c267-1e08-436b-9383-8e49eb3b39b1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:53.265101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fac2e41-f1a2-4c3d-b957-8376e4ed305d req-6cc0c267-1e08-436b-9383-8e49eb3b39b1 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0499396 Nov 12 13:14:53.316817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3fac2e41-f1a2-4c3d-b957-8376e4ed305d req-915f6db5-5ad0-4d18-910a-e956801d1d02 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457492 Nov 12 13:14:54.433307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3120-187e-4e86-afd7-ab6ea3c2375f req-5696ab81-36c6-4603-abc8-ba9400ec4fdc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:54.434844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed1f3120-187e-4e86-afd7-ab6ea3c2375f req-5696ab81-36c6-4603-abc8-ba9400ec4fdc tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0495920 Nov 12 13:14:54.487927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ed1f3120-187e-4e86-afd7-ab6ea3c2375f req-470879c9-56b7-4340-8778-7be726519ac9 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467827 Nov 12 13:14:55.606262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52dbb2-00aa-40fb-b5e1-e3a52b81a435 req-dbcb5bcb-69aa-400a-ba3f-bcb3fcbbc54e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:55.613865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e52dbb2-00aa-40fb-b5e1-e3a52b81a435 req-dbcb5bcb-69aa-400a-ba3f-bcb3fcbbc54e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0578051 Nov 12 13:14:55.658105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e52dbb2-00aa-40fb-b5e1-e3a52b81a435 req-69d42923-fb5c-47d6-9ae5-99878b4732eb tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Nov 12 13:14:56.777529 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a2970-c5f8-4778-9947-d1c25efb2e7e req-e8af0177-a82f-483a-b978-9ab756c6a46c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:56.779063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb5a2970-c5f8-4778-9947-d1c25efb2e7e req-e8af0177-a82f-483a-b978-9ab756c6a46c tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0525870 Nov 12 13:14:56.827230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb5a2970-c5f8-4778-9947-d1c25efb2e7e req-2fbdf15d-7404-4b61-998a-4fb18f5ebd04 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Nov 12 13:14:57.952703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0386d-0f21-41c8-8e07-75158157b2c6 req-15f8eea8-76cb-468c-8398-39c4b7ade3b4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:57.954281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0aa0386d-0f21-41c8-8e07-75158157b2c6 req-15f8eea8-76cb-468c-8398-39c4b7ade3b4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0559654 Nov 12 13:14:58.002783 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0aa0386d-0f21-41c8-8e07-75158157b2c6 req-d1a3808b-2826-4943-bcae-6946c6acd088 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Nov 12 13:14:59.121558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeec9e4-a0bb-435e-bf9c-c89006e8b965 req-a5a713cf-ab91-4267-9671-2fa4992e65bf tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:59.123144 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efeec9e4-a0bb-435e-bf9c-c89006e8b965 req-a5a713cf-ab91-4267-9671-2fa4992e65bf tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0495777 Nov 12 13:14:59.170271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-efeec9e4-a0bb-435e-bf9c-c89006e8b965 req-dff745ac-3bfc-4471-85b6-7101cedca107 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Nov 12 13:15:00.004830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.299064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f70e7-445f-48ee-85e4-8d5db0a3edca req-232559d8-7659-4603-b898-ccb452bcff50 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:00.301508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-819f70e7-445f-48ee-85e4-8d5db0a3edca req-232559d8-7659-4603-b898-ccb452bcff50 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0588746 Nov 12 13:15:00.358016 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-819f70e7-445f-48ee-85e4-8d5db0a3edca req-26072865-4d0c-446f-b5fa-fe682910537e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502388 Nov 12 13:15:00.474236 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.476063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2f4b-11a5-46ac-a51d-2a2e993058cb req-78253bf6-b11b-4a6e-8762-871583cd5a8a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:00.477631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe0f2f4b-11a5-46ac-a51d-2a2e993058cb req-78253bf6-b11b-4a6e-8762-871583cd5a8a tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0515647 Nov 12 13:15:00.528655 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fe0f2f4b-11a5-46ac-a51d-2a2e993058cb req-ec7270db-e07d-475f-98cc-0e3792e7ee86 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Nov 12 13:15:00.653410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463c433-79bf-459b-a9e5-63d489e8cdf6 req-3e7acf0e-d085-40f2-bfce-7743a9cb71f6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:00.654982 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e463c433-79bf-459b-a9e5-63d489e8cdf6 req-3e7acf0e-d085-40f2-bfce-7743a9cb71f6 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0501776 Nov 12 13:15:00.724485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e463c433-79bf-459b-a9e5-63d489e8cdf6 req-60fe6e11-649f-429f-a2f2-f31b99d242cd tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617406 Nov 12 13:15:00.980073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7077750-87bd-45c9-9725-e3e244f8b0fc req-dad5fbc5-e834-42a9-8e37-1f909516ee22 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:00.981470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7077750-87bd-45c9-9725-e3e244f8b0fc req-dad5fbc5-e834-42a9-8e37-1f909516ee22 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0534461 Nov 12 13:15:01.029039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7077750-87bd-45c9-9725-e3e244f8b0fc req-ecfb546f-600e-4c48-bdd0-54bd501e4b03 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Nov 12 13:15:01.944401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:02.038832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:02.049596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'port_id': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'mac_address': 'fa:16:3e:6b:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:02.087273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.100942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:02.120916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:02.126783 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.150927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab9a78-1940-4715-b53f-fb53e9fc83a1 req-ca6d20be-f139-4d45-945d-385a1aefa7a7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:02.152429 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88ab9a78-1940-4715-b53f-fb53e9fc83a1 req-ca6d20be-f139-4d45-945d-385a1aefa7a7 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Nov 12 13:15:02.178638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:02.203220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88ab9a78-1940-4715-b53f-fb53e9fc83a1 req-e1feac1b-e7b3-491b-bfe2-a9345ef0027e tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b4dc71b-dbd2-4724-9f23-113996e7f49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444422 Nov 12 13:15:02.622741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-bad9c36c-7dc1-4087-b8d6-03b92ecaeeef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:02.624238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-bad9c36c-7dc1-4087-b8d6-03b92ecaeeef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Nov 12 13:15:02.712280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Deleting port 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:02.712623 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.808303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] For port 00bbf3f3-c252-4ae0-aa90-608afddb7314, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=00bbf3f3-c252-4ae0-aa90-608afddb7314,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:02.808667 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.995596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.995960 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.996272 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Floating IP c100112e-6d9b-448f-9229-b9d677509da2 disassociated. External IP: 172.25.1.150, port: 00bbf3f3-c252-4ae0-aa90-608afddb7314. Nov 12 13:15:02.996661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Calling delete_port for 00bbf3f3-c252-4ae0-aa90-608afddb7314 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:03.125832 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.153946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event deleted for resources: {'Port': ['ID=00bbf3f3-c252-4ae0-aa90-608afddb7314,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:03.308262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aebb145f-84f3-4152-afbd-3a02b39e43d1 req-6d4b0885-fc6b-41da-a361-11f612fe00f4 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0323434 Nov 12 13:15:03.310124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:15:03.421704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:15:03.433298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:15:03.444322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:03.444960 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:14:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:03.463147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] No DVR routers for this DVR port 00bbf3f3-c252-4ae0-aa90-608afddb7314 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:03.465937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.469650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3bc1ec2-15bf-4d2a-be81-ccc8be7805c1 req-8710ce98-f36a-43a5-99d4-56e3c22ed912 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.81 "DELETE /v2.0/ports/00bbf3f3-c252-4ae0-aa90-608afddb7314 HTTP/1.1" status: 204 len: 173 time: 0.8390801 Nov 12 13:15:03.470109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-deleted', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:03.472976 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08963a54-11da-4a45-8f57-53bd75ae27af" -d '{"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-deleted", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:03.517202 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f88525-e34f-4510-b97d-471aa646ce6c x-openstack-request-id: req-d7f88525-e34f-4510-b97d-471aa646ce6c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:03.517547 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96eb7e-ccce-45c6-bad5-d45b526d4dc0", "name": "network-vif-deleted", "tag": "00bbf3f3-c252-4ae0-aa90-608afddb7314", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:03.517884 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7f88525-e34f-4510-b97d-471aa646ce6c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:03.518342 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96eb7e-ccce-45c6-bad5-d45b526d4dc0', 'name': 'network-vif-deleted', 'tag': '00bbf3f3-c252-4ae0-aa90-608afddb7314', 'status': 'completed', 'code': 200} Nov 12 13:15:03.558860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:03.768118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:03.795039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:03.803682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:03.804283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:14:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:03.911916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:03.954846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:03.967815 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No ports have port_id starting with 00bbf3f3-c252-4ae0-aa90-608afddb7314 Nov 12 13:15:03.994810 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 requested by agent hyperv_n-h1-804878-5 not found in database {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 13:15:04.126819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:04.154333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e570ee8-999b-434a-8979-ffecb6466e60 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'be5c1dc9-a014-4d87-b7d4-b9c259fde510', 'name': '', 'network_id': '3c1e5545-ed82-417b-9e4d-d3a02f3bf702', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'mac_address': 'fa:16:3e:c4:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:12Z', 'updated_at': '2021-11-12T13:05:16Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'subnets': [{'id': 'b677fec1-6149-4d28-bbf1-2e56d3524866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:15:04.376010 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fbc4cf-eda5-4740-9123-aeebb7efff0c None None] New status for floating IP c100112e-6d9b-448f-9229-b9d677509da2: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:15:04.428764 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8fea5ef-9138-4c5b-9c06-b35851d12ccf req-2f1212b8-0b38-42f3-b9fb-3f8c015dc575 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Nov 12 13:15:05.526719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-50dff79e-f551-4663-aa97-f9ccad56e4c7 req-e91b5a1c-cbc3-4833-bdba-de86c71ac146 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Nov 12 13:15:05.797608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df06ca66-1f62-4847-accf-426a2336ac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.954343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:05.982142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 00bbf3f3-c252-4ae0-aa90-608afddb7314 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:05.982515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 00bbf3f3-c252-4ae0-aa90-608afddb7314 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:06.633967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-617f9ef3-2f0c-4db4-9f9b-abc8b6034013 req-9c0ce4b4-ddf0-4ac5-bae9-1046223fb6d8 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0322263 Nov 12 13:15:06.907142 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:15:07.735782 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bb380b7e-2aa6-421f-837b-97c831317126 req-b8894983-cea5-48a3-9bc0-c5c874f9de41 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/ports?device_id=db96eb7e-ccce-45c6-bad5-d45b526d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0280461 Nov 12 13:15:09.059104 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a877e61-3e2c-436c-8b9e-98e83e9899fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.552879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.792017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:11.437797 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.746311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42308) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:12.802808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34bb8bdf-acf8-48f2-839d-6f0c96d652ef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.825776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34bb8bdf-acf8-48f2-839d-6f0c96d652ef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.875320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34bb8bdf-acf8-48f2-839d-6f0c96d652ef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.878291 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34bb8bdf-acf8-48f2-839d-6f0c96d652ef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.879593 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-34bb8bdf-acf8-48f2-839d-6f0c96d652ef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b4dc71b-dbd2-4724-9f23-113996e7f49d HTTP/1.1" status: 204 len: 168 time: 0.1322353 Nov 12 13:15:12.882597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:12.889311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8bdf-acf8-48f2-839d-6f0c96d652ef tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4dc71b-dbd2-4724-9f23-113996e7f49d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:12.903363 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [None req-9d5cedfa-788f-478d-af9b-4e2b8ee553b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] show failed (client error): The resource could not be found. Nov 12 13:15:12.904414 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d5cedfa-788f-478d-af9b-4e2b8ee553b2 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "GET /v2.0/security-groups/1b4dc71b-dbd2-4724-9f23-113996e7f49d HTTP/1.1" status: 404 len: 347 time: 0.0201406 Nov 12 13:15:12.907161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:13.040402 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Deleting port 009258bf-ee90-48b3-aad5-cce7c799ee98 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:13.040742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.119883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.120113 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.134233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Calling delete_port for 009258bf-ee90-48b3-aad5-cce7c799ee98 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:13.275157 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.299587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Pushing event deleted for resources: {'Port': ['ID=009258bf-ee90-48b3-aad5-cce7c799ee98,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:13.362730 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.367403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.369152 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-50446d2f-d773-46f3-8b98-1d9c5c22d492 tempest-ServerActionsTestJSON-327929212 tempest-ServerActionsTestJSON-327929212-project] 10.222.0.18 "DELETE /v2.0/floatingips/c100112e-6d9b-448f-9229-b9d677509da2 HTTP/1.1" status: 204 len: 168 time: 0.4609013 Nov 12 13:15:13.372146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42316) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:13.960051 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.199959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Deleting port be5c1dc9-a014-4d87-b7d4-b9c259fde510 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:14.200295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.275975 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] For port be5c1dc9-a014-4d87-b7d4-b9c259fde510, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=be5c1dc9-a014-4d87-b7d4-b9c259fde510,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:14.276334 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.288557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Calling delete_port for be5c1dc9-a014-4d87-b7d4-b9c259fde510 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:14.468828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.498934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5c1dc9-a014-4d87-b7d4-b9c259fde510,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:14.960877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.177316 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Router c5333326-8387-4e3b-8e5d-8784948dfe9e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:15:15.282398 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:15:15.288164 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-312c42a9-4383-4152-ad05-b92b51b91e44 admin admin] 10.222.0.18 "PUT /v2.0/routers/c5333326-8387-4e3b-8e5d-8784948dfe9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151397 Nov 12 13:15:15.290775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:15.291825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] Sync routers for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:15:15.301938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:15.302584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:15:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:15.397928 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.408688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:15.506790 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.561713 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Deleting port fc5f507c-99a6-4daa-af70-0a0800a01dea {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:15.562059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.588881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:15:14Z', 'revision_number': 5, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port': {'id': 'fc5f507c-99a6-4daa-af70-0a0800a01dea', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:05:11Z', 'updated_at': '2021-11-12T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:15.652286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] For port fc5f507c-99a6-4daa-af70-0a0800a01dea, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fc5f507c-99a6-4daa-af70-0a0800a01dea,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:15.652655 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.667609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Calling delete_port for fc5f507c-99a6-4daa-af70-0a0800a01dea owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:15.774045 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] Checking router: c5333326-8387-4e3b-8e5d-8784948dfe9e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:15.782238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] Routers {'c5333326-8387-4e3b-8e5d-8784948dfe9e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:15.782895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:15:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['c5333326-8387-4e3b-8e5d-8784948dfe9e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:15.845766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.871433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] Set router c5333326-8387-4e3b-8e5d-8784948dfe9e gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:15.876986 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5f507c-99a6-4daa-af70-0a0800a01dea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:15.898055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc400a2-b0eb-4a33-bc24-84d46be5d544 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:15.929649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:15:15Z', 'revision_number': 6, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:15.946331 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.960860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b2129-09d6-4b09-a438-8bf16164e078 None None] The sync data for ids ['c5333326-8387-4e3b-8e5d-8784948dfe9e'] in n-d-804878-5 is: [{'id': 'c5333326-8387-4e3b-8e5d-8784948dfe9e', 'name': 'tempest-ServerActionsTestJSON-739218295-router', 'tenant_id': '3c6efd990a8149969ff39ecbeccef69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:05:10Z', 'updated_at': '2021-11-12T13:15:15Z', 'revision_number': 6, 'project_id': '3c6efd990a8149969ff39ecbeccef69d', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:15:16.043704 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.045902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.090330 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.090852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5333326-8387-4e3b-8e5d-8784948dfe9e {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:15:16.095427 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.096554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9a16750e-12c9-4f97-9431-9e0f9ea34dad admin admin] 10.222.0.18 "DELETE /v2.0/routers/c5333326-8387-4e3b-8e5d-8784948dfe9e HTTP/1.1" status: 204 len: 168 time: 0.8048699 Nov 12 13:15:16.099305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:16.149712 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Deleting subnet b677fec1-6149-4d28-bbf1-2e56d3524866 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:16.153055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.189237 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.266234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.323934 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.352763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b677fec1-6149-4d28-bbf1-2e56d3524866,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:16.357608 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.360866 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f2c5b0e6-27f6-4724-bc89-2e46f983d243 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b677fec1-6149-4d28-bbf1-2e56d3524866 HTTP/1.1" status: 204 len: 168 time: 0.2606077 Nov 12 13:15:16.364302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42324) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:16.366463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675e014-f60e-44bc-8b2c-d72fe9e456d9 None None] Network 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:16.444023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.498959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Deleting port d0604b55-9ef1-4e5b-95b4-80a701ffb485 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:16.499298 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.564292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] For port d0604b55-9ef1-4e5b-95b4-80a701ffb485, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d0604b55-9ef1-4e5b-95b4-80a701ffb485,segment=NetworkSegment(9af7d55f-5349-4927-b506-4e9ff5bfa0cd),segment_id=9af7d55f-5349-4927-b506-4e9ff5bfa0cd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:16.564572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.577011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Calling delete_port for d0604b55-9ef1-4e5b-95b4-80a701ffb485 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:16.659518 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.685459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Pushing event deleted for resources: {'Port': ['ID=d0604b55-9ef1-4e5b-95b4-80a701ffb485,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:16.688971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] No DVR routers for this DVR port d0604b55-9ef1-4e5b-95b4-80a701ffb485 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:16.763780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.773706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68903f1c-b9da-4684-bdf1-f5816d3a40b9 None None] DHCP port deletion for 3c1e5545-ed82-417b-9e4d-d3a02f3bf702 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:16.790870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1e5545-ed82-417b-9e4d-d3a02f3bf702']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:16.801421 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af7d55f-5349-4927-b506-4e9ff5bfa0cd') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:16.801719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af7d55f-5349-4927-b506-4e9ff5bfa0cd') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:16.811614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.825292 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.832263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:16.832693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:16.834356 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:16.889487 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.896019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.899230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] 10.222.0.18 "DELETE /v2.0/networks/3c1e5545-ed82-417b-9e4d-d3a02f3bf702 HTTP/1.1" status: 204 len: 168 time: 0.5339217 Nov 12 13:15:16.911206 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2553db-d214-4d7d-9e3e-96d21097acda admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1e5545-ed82-417b-9e4d-d3a02f3bf702,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:17.061761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:17.106974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8047733e-f121-4fe6-b6ec-4c7b516ac99f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c6efd990a8149969ff39ecbeccef69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439243 Nov 12 13:15:17.109363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:17.157130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f125-d3c0-4dfb-9d77-b9feb6e95a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.178252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f125-d3c0-4dfb-9d77-b9feb6e95a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.224787 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f125-d3c0-4dfb-9d77-b9feb6e95a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.227587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f125-d3c0-4dfb-9d77-b9feb6e95a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.228790 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a2a6f125-d3c0-4dfb-9d77-b9feb6e95a02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea5cd50b-33d1-4db6-a9c4-f77f53d1b47c HTTP/1.1" status: 204 len: 168 time: 0.1185319 Nov 12 13:15:17.236739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6f125-d3c0-4dfb-9d77-b9feb6e95a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5cd50b-33d1-4db6-a9c4-f77f53d1b47c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:17.962546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:17.988342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be5c1dc9-a014-4d87-b7d4-b9c259fde510 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:18.008931 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: be5c1dc9-a014-4d87-b7d4-b9c259fde510 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:18.009368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device be5c1dc9-a014-4d87-b7d4-b9c259fde510 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:18.009851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fc5f507c-99a6-4daa-af70-0a0800a01dea no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:18.029844 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: fc5f507c-99a6-4daa-af70-0a0800a01dea {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:18.030217 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fc5f507c-99a6-4daa-af70-0a0800a01dea not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:18.030631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d0604b55-9ef1-4e5b-95b4-80a701ffb485 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:18.057769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d0604b55-9ef1-4e5b-95b4-80a701ffb485 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:18.058110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d0604b55-9ef1-4e5b-95b4-80a701ffb485 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:18.071118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1247774178-network', 'tenant_id': '0b3c2db03c2143c18c3893dc8d892d10'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:18.095139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Made reservation on behalf of 0b3c2db03c2143c18c3893dc8d892d10 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:18.098275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.106523 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.182421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.186153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.208126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:18.222135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50983e30-1cd2-402e-83fc-1d97bc95801e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:18.228010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.228353 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Added segment 8edc1fab-38ed-4a42-9e42-a7df81e8420f of type vlan for network f3c8d25e-c5db-42e8-917c-334e5496bbf2 Nov 12 13:15:18.270951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.295404 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.296353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.296923 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.353196 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3893983 Nov 12 13:15:18.356182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:18.358369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86570b4-258b-4615-bbb2-7f9a9aba45f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c8d25e-c5db-42e8-917c-334e5496bbf2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:18.362821 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Request body: {'subnet': {'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1247774178-subnet', 'tenant_id': '0b3c2db03c2143c18c3893dc8d892d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:18.368549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f3c8d25e-c5db-42e8-917c-334e5496bbf2 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:18.385619 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Made reservation on behalf of 0b3c2db03c2143c18c3893dc8d892d10 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:18.388083 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.561146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.617276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bd8be1-5529-4779-b77d-b9083177b8f7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:18.628849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Checking segment: {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:18.629204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Network hostable DHCP agents. Network: f3c8d25e-c5db-42e8-917c-334e5496bbf2, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:18.645597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Network f3c8d25e-c5db-42e8-917c-334e5496bbf2 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:18.654469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f3c8d25e-c5db-42e8-917c-334e5496bbf2) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:18.658460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.659713 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.663675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8f4a1-0745-4959-bb32-d49f5e5f8c9a None None] Network f3c8d25e-c5db-42e8-917c-334e5496bbf2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:18.675893 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-75792cf8-ea13-4ebb-bbb3-75a2b4e47c50 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3184750 Nov 12 13:15:18.793110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e234e89-6a84-4f2d-8c80-1f98bb2c1533 None None] Network f3c8d25e-c5db-42e8-917c-334e5496bbf2 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:19.116027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-4640a1e2-e1d4-4039-8556-72bb2f48f9a5 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.117586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-4640a1e2-e1d4-4039-8556-72bb2f48f9a5 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/networks?id=f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 200 len: 814 time: 0.1182752 Nov 12 13:15:19.135562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-b02d780f-8a8a-4c76-8114-bb1f672d8e18 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/quotas/0b3c2db03c2143c18c3893dc8d892d10 HTTP/1.1" status: 200 len: 375 time: 0.0102284 Nov 12 13:15:19.169662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-ed8abce1-7c66-43ef-bf5c-d9012821aa75 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287106 Nov 12 13:15:19.279022 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-dfdd30c9-9dc6-4450-8924-0e02403640e6 service neutron] 10.222.0.18 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019919 Nov 12 13:15:19.377557 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-12d88af2-dcf4-4585-9360-7b828dbc2a5c service neutron] 10.222.0.18 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892992 Nov 12 13:15:19.557110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5924a3c-d4c0-4cda-9ec3-7482067a2c1f req-f77a50c8-88a7-411d-9e55-b258c7d1168d tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 210 time: 0.0302641 Nov 12 13:15:20.689902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2ba76419-104c-4ec6-9a2d-a11b920c457a req-74eaddea-16a0-4ae6-b116-fe793bfd8922 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 210 time: 0.0366414 Nov 12 13:15:20.730194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-5b5255a7-ae62-4033-a34b-69635704c6d6 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.732733 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-5b5255a7-ae62-4033-a34b-69635704c6d6 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.81 "GET /v2.0/networks?id=f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 200 len: 814 time: 0.1453149 Nov 12 13:15:20.745588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Request body: {'port': {'device_id': '327f2f75-861c-44a8-aac0-9f456a00500b', 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2', 'admin_state_up': True, 'tenant_id': '0b3c2db03c2143c18c3893dc8d892d10'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:20.859740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Made reservation on behalf of 0b3c2db03c2143c18c3893dc8d892d10 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:20.863725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:20.987426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Allocated IP 172.20.0.10 (f3c8d25e-c5db-42e8-917c-334e5496bbf2/65bd8be1-5529-4779-b77d-b9083177b8f7/555ae3fd-38bc-4b4e-8ea3-99dee9608773) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:21.145193 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.178345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.219461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Network f3c8d25e-c5db-42e8-917c-334e5496bbf2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:21.222955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:21.225331 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:21.264095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Pushing event updated for resources: {'Port': ['ID=555ae3fd-38bc-4b4e-8ea3-99dee9608773,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:21.290310 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:21.290805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.307309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2424eca9-57de-4422-ab21-faf159d775ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657358 Nov 12 13:15:21.320089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Request body: {'port': {'device_id': '327f2f75-861c-44a8-aac0-9f456a00500b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:21.371702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.640297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555ae3fd-38bc-4b4e-8ea3-99dee9608773 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:21.647625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.660072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Transition to ACTIVE for port object 555ae3fd-38bc-4b4e-8ea3-99dee9608773 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:21.664037 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.711987 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Pushing event updated for resources: {'Port': ['ID=555ae3fd-38bc-4b4e-8ea3-99dee9608773,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:21.818896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Attempting to bind port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:21.819232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Attempting to bind port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:21.819561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Attempting to bind port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 on network f3c8d25e-c5db-42e8-917c-334e5496bbf2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:21.828007 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 on network f3c8d25e-c5db-42e8-917c-334e5496bbf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:21.828475 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Attempting to bind port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 on network f3c8d25e-c5db-42e8-917c-334e5496bbf2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:21.834747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:21.835086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Checking segment: {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:21.835474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Bound using segment: {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:21.835908 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Bound port: 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:21.836266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:22.169094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53868e58-e5f1-428c-b0b2-5359662bac46 req-0d514705-171a-4b10-b6ad-2912208e8d9c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.170747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53868e58-e5f1-428c-b0b2-5359662bac46 req-0d514705-171a-4b10-b6ad-2912208e8d9c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 944 time: 0.3985550 Nov 12 13:15:22.255498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] For port 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:22.258971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] For port 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:22.263508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53868e58-e5f1-428c-b0b2-5359662bac46 req-f74fda7d-4ffa-4fbe-a128-689793207dd0 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853496 Nov 12 13:15:22.265294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:22.300778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.301393 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:22.302816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] 10.222.0.81 "PUT /v2.0/ports/555ae3fd-38bc-4b4e-8ea3-99dee9608773 HTTP/1.1" status: 200 len: 1092 time: 0.9867167 Nov 12 13:15:22.303253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327f2f75-861c-44a8-aac0-9f456a00500b', 'tag': '555ae3fd-38bc-4b4e-8ea3-99dee9608773'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:22.305453 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d" -d '{"events": [{"name": "network-changed", "server_uuid": "327f2f75-861c-44a8-aac0-9f456a00500b", "tag": "555ae3fd-38bc-4b4e-8ea3-99dee9608773"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:22.329298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75618c3-2c97-4acd-8749-4af4f84d9680 service neutron] Pushing event updated for resources: {'Port': ['ID=555ae3fd-38bc-4b4e-8ea3-99dee9608773,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:22.342777 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae49b69-066c-4013-a1c0-023979509c73 x-openstack-request-id: req-fae49b69-066c-4013-a1c0-023979509c73 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:22.343062 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327f2f75-861c-44a8-aac0-9f456a00500b", "tag": "555ae3fd-38bc-4b4e-8ea3-99dee9608773", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:22.343312 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fae49b69-066c-4013-a1c0-023979509c73 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:22.343733 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327f2f75-861c-44a8-aac0-9f456a00500b', 'tag': '555ae3fd-38bc-4b4e-8ea3-99dee9608773', 'status': 'completed', 'code': 200} Nov 12 13:15:22.392825 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-22fc3059-079c-4381-beed-44e1e862a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.395021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-22fc3059-079c-4381-beed-44e1e862a127 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 1095 time: 0.0421357 Nov 12 13:15:22.442271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-20f416e2-933b-4077-b053-6c5b96d9035c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773 HTTP/1.1" status: 200 len: 217 time: 0.0373487 Nov 12 13:15:22.490749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-6f7f2ec2-819d-4598-a04e-f38d5f38061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.492195 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-6f7f2ec2-819d-4598-a04e-f38d5f38061a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65bd8be1-5529-4779-b77d-b9083177b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0434012 Nov 12 13:15:22.526650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-bca46075-2fca-421b-9d9f-9464a461a491 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f3c8d25e-c5db-42e8-917c-334e5496bbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261488 Nov 12 13:15:22.633629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-2fe7eede-d19a-4ae3-acb1-2d1150e8e53f service neutron] 10.222.0.81 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960321 Nov 12 13:15:22.723287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1fc2ef31-3f4b-41dd-bbbf-e2e0dd3e104d req-33e45a82-36fd-4252-b440-49572c3b21f0 service neutron] 10.222.0.81 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817499 Nov 12 13:15:22.815950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-807b1331-efbf-481d-aaef-1f04e50ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.817608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-807b1331-efbf-481d-aaef-1f04e50ca7f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 1095 time: 0.0466917 Nov 12 13:15:22.910546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-bf9da3fd-b92a-4b13-aa36-67e73b1ff0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.912024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-bf9da3fd-b92a-4b13-aa36-67e73b1ff0a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 200 len: 915 time: 0.0872264 Nov 12 13:15:22.959062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-aebd9e85-8276-4ce2-8840-071a976bf46e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773 HTTP/1.1" status: 200 len: 217 time: 0.0395629 Nov 12 13:15:23.011140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-984466e2-5009-4192-bdc9-b4ce113c7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:23.012508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-984466e2-5009-4192-bdc9-b4ce113c7186 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65bd8be1-5529-4779-b77d-b9083177b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0445576 Nov 12 13:15:23.044910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-09894a30-4159-43e7-a0bd-7860319ee306 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f3c8d25e-c5db-42e8-917c-334e5496bbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244522 Nov 12 13:15:23.139031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-fcd154cb-f6b3-4489-adb0-c74a46a17da4 service neutron] 10.222.0.81 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868099 Nov 12 13:15:23.230408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93eff8ba-9ad9-40bf-a8e5-8b33d1f4b60d req-12d61401-c2ed-4bb1-b625-ea2acd462d48 service neutron] 10.222.0.81 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833941 Nov 12 13:15:23.383486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073644-10f9-456e-ae5e-4261c562d527 req-9376e3be-0989-41b6-8a80-15b43c54ac55 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:23.384972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23073644-10f9-456e-ae5e-4261c562d527 req-9376e3be-0989-41b6-8a80-15b43c54ac55 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 944 time: 0.0508251 Nov 12 13:15:23.436046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-23073644-10f9-456e-ae5e-4261c562d527 req-729a2de3-ac69-4ddf-81e0-4f12e25368f3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Nov 12 13:15:24.551344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697bf75-25e9-4263-b76f-ab1ddf5c9fcd req-5c1348e6-838e-4f60-abdc-706523b1f98e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:24.552857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8697bf75-25e9-4263-b76f-ab1ddf5c9fcd req-5c1348e6-838e-4f60-abdc-706523b1f98e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 944 time: 0.0510590 Nov 12 13:15:24.602091 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8697bf75-25e9-4263-b76f-ab1ddf5c9fcd req-64e1df0e-c4bb-42e2-a4d7-3f9825dfc52e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431776 Nov 12 13:15:25.719689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49044fd-57a8-4a21-b7e2-fc613e82c8e0 req-1e12ec28-b483-4913-b819-1c0af555f6ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.721227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c49044fd-57a8-4a21-b7e2-fc613e82c8e0 req-1e12ec28-b483-4913-b819-1c0af555f6ee tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 944 time: 0.0504711 Nov 12 13:15:25.771294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c49044fd-57a8-4a21-b7e2-fc613e82c8e0 req-37cdb208-b7ea-4334-a00c-6974c559d7be tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Nov 12 13:15:26.081666 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 555ae3fd-38bc-4b4e-8ea3-99dee9608773 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:26.178485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:26.189234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '555ae3fd-38bc-4b4e-8ea3-99dee9608773', 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2', 'port_id': '555ae3fd-38bc-4b4e-8ea3-99dee9608773', 'mac_address': 'fa:16:3e:b4:62:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd8be1-5529-4779-b77d-b9083177b8f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:26.224982 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.237881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555ae3fd-38bc-4b4e-8ea3-99dee9608773 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:26.257138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:26.260057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.312089 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=555ae3fd-38bc-4b4e-8ea3-99dee9608773,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:26.462493 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['555ae3fd-38bc-4b4e-8ea3-99dee9608773'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:26.889508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a230837-6ea2-4c86-8f90-e1c7dab598d5 req-162137b7-68a8-4d37-b681-e363919d2aa7 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:26.891045 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a230837-6ea2-4c86-8f90-e1c7dab598d5 req-162137b7-68a8-4d37-b681-e363919d2aa7 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 945 time: 0.0538263 Nov 12 13:15:26.937814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a230837-6ea2-4c86-8f90-e1c7dab598d5 req-d236cd28-7ee9-4bc9-8e46-ad2d7a644a72 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Nov 12 13:15:28.053092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698294e-2eb0-479a-b1a5-9c592adb630e req-3faf5a83-fc18-415c-ae4d-f0cac82d9d57 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:28.054527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4698294e-2eb0-479a-b1a5-9c592adb630e req-3faf5a83-fc18-415c-ae4d-f0cac82d9d57 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 945 time: 0.0496624 Nov 12 13:15:28.080220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 555ae3fd-38bc-4b4e-8ea3-99dee9608773 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:28.101724 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4698294e-2eb0-479a-b1a5-9c592adb630e req-7dae219e-f783-4e3f-a444-5719a16bcdbb tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Nov 12 13:15:28.129825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:28.134033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:28.134434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.207889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.228819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327f2f75-861c-44a8-aac0-9f456a00500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555ae3fd-38bc-4b4e-8ea3-99dee9608773'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:28.231045 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9ff3c6-3d2a-47df-8d2f-139ca0769fbe" -d '{"events": [{"server_uuid": "327f2f75-861c-44a8-aac0-9f456a00500b", "name": "network-vif-plugged", "status": "completed", "tag": "555ae3fd-38bc-4b4e-8ea3-99dee9608773"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:28.244648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:28.248710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.275395 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80af1469-9613-4c7e-a4ae-cab057fb2e38 x-openstack-request-id: req-80af1469-9613-4c7e-a4ae-cab057fb2e38 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:28.275682 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327f2f75-861c-44a8-aac0-9f456a00500b", "name": "network-vif-plugged", "status": "completed", "tag": "555ae3fd-38bc-4b4e-8ea3-99dee9608773", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:28.275926 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80af1469-9613-4c7e-a4ae-cab057fb2e38 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:28.276304 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327f2f75-861c-44a8-aac0-9f456a00500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555ae3fd-38bc-4b4e-8ea3-99dee9608773', 'code': 200} Nov 12 13:15:28.302427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=555ae3fd-38bc-4b4e-8ea3-99dee9608773,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:28.372607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49348c34-ad78-4c55-867c-873af19ed2cb req-ad97fdca-2a1d-48e0-8ab3-3d50d3071890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:28.374115 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49348c34-ad78-4c55-867c-873af19ed2cb req-ad97fdca-2a1d-48e0-8ab3-3d50d3071890 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 1097 time: 0.0451450 Nov 12 13:15:28.417810 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-49348c34-ad78-4c55-867c-873af19ed2cb req-aef5e39d-a7ad-4332-ac80-ff37e3357602 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367446 Nov 12 13:15:29.223221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce748-fb04-4144-b271-fcacb9223bfc req-0735e42d-5986-49e1-8868-ae69548e8c4b tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:29.224756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df6ce748-fb04-4144-b271-fcacb9223bfc req-0735e42d-5986-49e1-8868-ae69548e8c4b tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0538464 Nov 12 13:15:29.272911 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df6ce748-fb04-4144-b271-fcacb9223bfc req-3a2ddeb3-d4ba-4c55-afe0-e7ae5141aa42 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Nov 12 13:15:30.038090 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.389108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398228-caed-453a-abf6-9003effdb07a req-0084cafa-46b6-4c7d-90a6-88d9b22d361c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.390650 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc398228-caed-453a-abf6-9003effdb07a req-0084cafa-46b6-4c7d-90a6-88d9b22d361c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0496478 Nov 12 13:15:30.442052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bc398228-caed-453a-abf6-9003effdb07a req-65dd3e6f-da28-41e6-b046-48a56796c5f8 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449407 Nov 12 13:15:30.485476 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.672040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-9f4848ad-5485-4eb4-a894-796b7fd157be tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.673851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-9f4848ad-5485-4eb4-a894-796b7fd157be tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/networks?id=f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 200 len: 814 time: 0.1025114 Nov 12 13:15:30.688762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-4813bcd8-b729-4e78-8ec1-27a9f7628484 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/quotas/0b3c2db03c2143c18c3893dc8d892d10 HTTP/1.1" status: 200 len: 375 time: 0.0091000 Nov 12 13:15:30.738676 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-ab1c3b94-806e-4170-ba60-a91ac33367b5 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439463 Nov 12 13:15:30.835483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-657bd9e2-25ed-48a7-afaf-bd1901684733 service neutron] 10.222.0.18 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896971 Nov 12 13:15:30.924990 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-561b8276-a8b2-4196-9bc6-6523f65966b6 service neutron] 10.222.0.18 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Nov 12 13:15:31.087631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c17538b9-23c0-458a-a4ab-f9f5f31053c0 req-beb48552-bd17-4e15-9786-b485e81ee722 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 210 time: 0.0339141 Nov 12 13:15:32.044346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-83c327ee-48a8-4d29-b752-35893abf9b8e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:32.045994 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-83c327ee-48a8-4d29-b752-35893abf9b8e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.65 "GET /v2.0/networks?id=f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 200 len: 814 time: 0.1134689 Nov 12 13:15:32.060634 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Request body: {'port': {'device_id': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2', 'admin_state_up': True, 'tenant_id': '0b3c2db03c2143c18c3893dc8d892d10'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:32.173549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Made reservation on behalf of 0b3c2db03c2143c18c3893dc8d892d10 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:32.177110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.183919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0050cbaf-b377-4478-9eaf-8d1c43ecc3cd req-2106d808-fb94-4d6f-a727-79670ba80eb1 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 210 time: 0.0282021 Nov 12 13:15:32.308720 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Allocated IP 172.20.0.4 (f3c8d25e-c5db-42e8-917c-334e5496bbf2/65bd8be1-5529-4779-b77d-b9083177b8f7/b2e859c8-734c-4964-8b7e-cc9cc14c7220) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:32.457110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.489677 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.501681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['555ae3fd-38bc-4b4e-8ea3-99dee9608773'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:32.532882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Network f3c8d25e-c5db-42e8-917c-334e5496bbf2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:32.538152 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:32.541960 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:32.566554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Pushing event updated for resources: {'Port': ['ID=b2e859c8-734c-4964-8b7e-cc9cc14c7220,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:32.578832 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.579185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.579528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.579872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.580628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.580628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.580883 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.581217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.581551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.581902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.582407 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.583057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:32.608345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:32.609009 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.626761 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-36d29205-6328-422e-8bc3-dd731dd16615 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704608 Nov 12 13:15:32.641982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Request body: {'port': {'device_id': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:32.705563 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.966927 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e859c8-734c-4964-8b7e-cc9cc14c7220 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:32.974910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.986590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Transition to ACTIVE for port object b2e859c8-734c-4964-8b7e-cc9cc14c7220 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:32.990905 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.042810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e859c8-734c-4964-8b7e-cc9cc14c7220,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:33.119870 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Attempting to bind port b2e859c8-734c-4964-8b7e-cc9cc14c7220 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:33.120535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Attempting to bind port b2e859c8-734c-4964-8b7e-cc9cc14c7220 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:33.120535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Attempting to bind port b2e859c8-734c-4964-8b7e-cc9cc14c7220 on network f3c8d25e-c5db-42e8-917c-334e5496bbf2 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:33.124982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Port b2e859c8-734c-4964-8b7e-cc9cc14c7220 on network f3c8d25e-c5db-42e8-917c-334e5496bbf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:33.125300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Attempting to bind port b2e859c8-734c-4964-8b7e-cc9cc14c7220 on network f3c8d25e-c5db-42e8-917c-334e5496bbf2 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:33.130069 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:33.130494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Checking segment: {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:33.131129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Bound using segment: {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:33.131548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Bound port: b2e859c8-734c-4964-8b7e-cc9cc14c7220, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edc1fab-38ed-4a42-9e42-a7df81e8420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:33.131896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.193586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] For port b2e859c8-734c-4964-8b7e-cc9cc14c7220, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:33.197027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] For port b2e859c8-734c-4964-8b7e-cc9cc14c7220, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:33.200821 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.235637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.236254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.237624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] 10.222.0.65 "PUT /v2.0/ports/b2e859c8-734c-4964-8b7e-cc9cc14c7220 HTTP/1.1" status: 200 len: 1091 time: 0.6024013 Nov 12 13:15:33.238048 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'tag': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:33.240695 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffacfd31-5232-4da2-83c8-5259e1079a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb0640d-bd87-47c2-936f-1e9f573011ad", "tag": "b2e859c8-734c-4964-8b7e-cc9cc14c7220"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:33.271673 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a781a-9fd0-4608-a1f8-021601078463 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e859c8-734c-4964-8b7e-cc9cc14c7220,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:33.311255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945231-55e5-4633-8493-89e939092f02 req-8f0a2b1c-864f-4f30-8fcd-9537a528ebff tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.312792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47945231-55e5-4633-8493-89e939092f02 req-8f0a2b1c-864f-4f30-8fcd-9537a528ebff tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 943 time: 0.0525970 Nov 12 13:15:33.316788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-94bb0613-4932-4d9b-bb36-fe0b7f7ef597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.318542 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-94bb0613-4932-4d9b-bb36-fe0b7f7ef597 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 1094 time: 0.0428023 Nov 12 13:15:33.362641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-47945231-55e5-4633-8493-89e939092f02 req-166a4716-19f0-4015-ab07-e370b11a6c61 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Nov 12 13:15:33.365300 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-684768da-7a25-4fe3-903f-ca341ecec088 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220 HTTP/1.1" status: 200 len: 217 time: 0.0389748 Nov 12 13:15:33.407731 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e82009-1ff1-4e2d-a024-9d917f70e3a7 x-openstack-request-id: req-23e82009-1ff1-4e2d-a024-9d917f70e3a7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:33.408015 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb0640d-bd87-47c2-936f-1e9f573011ad", "tag": "b2e859c8-734c-4964-8b7e-cc9cc14c7220", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:33.408261 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23e82009-1ff1-4e2d-a024-9d917f70e3a7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:33.408655 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'tag': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220', 'status': 'completed', 'code': 200} Nov 12 13:15:33.419123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-787484b1-b788-4dbe-a1e5-2486b81c7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.420589 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-787484b1-b788-4dbe-a1e5-2486b81c7992 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65bd8be1-5529-4779-b77d-b9083177b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0490110 Nov 12 13:15:33.452861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-bd83a130-d2ee-4217-ad78-9fd2381fbce9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3c8d25e-c5db-42e8-917c-334e5496bbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243013 Nov 12 13:15:33.550524 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-2930b7c4-1fcd-4dfb-8a9f-6a282a68f3d4 service neutron] 10.222.0.65 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894511 Nov 12 13:15:33.646128 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-d0ca1dac-5b77-438e-a6ca-e6965b9bc60e req-bfa420ce-7385-4864-99c7-993e618455d7 service neutron] 10.222.0.65 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891705 Nov 12 13:15:33.740159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-61a27330-cfe8-45a9-9a29-f681124b7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.741652 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-61a27330-cfe8-45a9-9a29-f681124b7b6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 1094 time: 0.0465882 Nov 12 13:15:33.832603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-cbb46381-8f4f-420a-a945-12e97de4e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.834008 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-cbb46381-8f4f-420a-a945-12e97de4e5db service neutron] 10.222.0.65 "GET /v2.0/networks?id=f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 200 len: 915 time: 0.0858941 Nov 12 13:15:33.881777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-25927259-eb73-445e-a5bd-b9f267faa46d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220 HTTP/1.1" status: 200 len: 217 time: 0.0403669 Nov 12 13:15:33.931980 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-726abd43-ba3d-43f1-a0fe-26f2f9adef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.933421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-726abd43-ba3d-43f1-a0fe-26f2f9adef8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65bd8be1-5529-4779-b77d-b9083177b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0449619 Nov 12 13:15:33.967837 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-a71da9cd-269f-47c6-b9d8-18fdbaaaf2e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3c8d25e-c5db-42e8-917c-334e5496bbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250571 Nov 12 13:15:34.060121 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-7145626a-d0fe-499d-aad4-c88a32137cae service neutron] 10.222.0.65 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841215 Nov 12 13:15:34.152343 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ffacfd31-5232-4da2-83c8-5259e1079a6f req-b7bd2b89-89b6-41f0-9322-df8c0d8ad04d service neutron] 10.222.0.65 "GET /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837078 Nov 12 13:15:34.481635 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8f64f-3fb4-4fc5-81c3-33804a9a04e8 req-89e7412b-555c-4939-b38c-0315b95c78e8 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:34.483101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8e8f64f-3fb4-4fc5-81c3-33804a9a04e8 req-89e7412b-555c-4939-b38c-0315b95c78e8 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 943 time: 0.0495071 Nov 12 13:15:34.534416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f8e8f64f-3fb4-4fc5-81c3-33804a9a04e8 req-c186bddb-3177-4846-9b2e-982f5b6c0e22 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Nov 12 13:15:35.654549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0824e-944a-460d-a917-3b4ad1a0904e req-adc1f709-5d0c-48ae-9d87-cb5d274f7894 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:35.656062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26f0824e-944a-460d-a917-3b4ad1a0904e req-adc1f709-5d0c-48ae-9d87-cb5d274f7894 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 943 time: 0.0530584 Nov 12 13:15:35.706030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-26f0824e-944a-460d-a917-3b4ad1a0904e req-4959f798-eeb3-4e3b-a2a8-04f3d10e7ab7 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Nov 12 13:15:35.802499 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-57af529d-2fbb-49bc-b7d2-499dbe08d873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.214602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b2e859c8-734c-4964-8b7e-cc9cc14c7220 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:36.311703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b2e859c8-734c-4964-8b7e-cc9cc14c7220, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:36.323175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220', 'network_id': 'f3c8d25e-c5db-42e8-917c-334e5496bbf2', 'port_id': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220', 'mac_address': 'fa:16:3e:88:3b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd8be1-5529-4779-b77d-b9083177b8f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:36.360736 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.373078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e859c8-734c-4964-8b7e-cc9cc14c7220 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:36.392467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b2e859c8-734c-4964-8b7e-cc9cc14c7220, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:36.396980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.442525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b2e859c8-734c-4964-8b7e-cc9cc14c7220,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:36.588952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b2e859c8-734c-4964-8b7e-cc9cc14c7220'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:36.822978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662a495-3385-4840-8f26-e29a28c3a8a1 req-8d1eb8b9-f2a0-4965-b6c6-b5e4e774ac96 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:36.824485 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3662a495-3385-4840-8f26-e29a28c3a8a1 req-8d1eb8b9-f2a0-4965-b6c6-b5e4e774ac96 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 944 time: 0.0492280 Nov 12 13:15:36.870952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3662a495-3385-4840-8f26-e29a28c3a8a1 req-6b73b99c-60d9-4a93-9fcd-4b7348d3c187 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Nov 12 13:15:38.010112 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f1067-264e-4e03-888e-02d8df844af2 req-9026716a-5c87-40f3-8d8e-54770a55ee43 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:38.011583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be4f1067-264e-4e03-888e-02d8df844af2 req-9026716a-5c87-40f3-8d8e-54770a55ee43 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 944 time: 0.0622249 Nov 12 13:15:38.059340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-be4f1067-264e-4e03-888e-02d8df844af2 req-af0f7330-0ece-4bd2-a4ec-8cacc10fd355 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Nov 12 13:15:38.226904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b2e859c8-734c-4964-8b7e-cc9cc14c7220 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:38.275300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b2e859c8-734c-4964-8b7e-cc9cc14c7220 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:38.279015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b2e859c8-734c-4964-8b7e-cc9cc14c7220 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:38.279400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.372052 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.396122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:38.398530 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b3458-797c-4e96-a85b-436b694e325c" -d '{"events": [{"server_uuid": "6bb0640d-bd87-47c2-936f-1e9f573011ad", "name": "network-vif-plugged", "status": "completed", "tag": "b2e859c8-734c-4964-8b7e-cc9cc14c7220"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:38.412706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b2e859c8-734c-4964-8b7e-cc9cc14c7220, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:38.417139 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.440655 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6fca13-5fd1-48c3-bb96-fbe7aabe5095 x-openstack-request-id: req-db6fca13-5fd1-48c3-bb96-fbe7aabe5095 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:38.440948 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb0640d-bd87-47c2-936f-1e9f573011ad", "name": "network-vif-plugged", "status": "completed", "tag": "b2e859c8-734c-4964-8b7e-cc9cc14c7220", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:38.441205 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db6fca13-5fd1-48c3-bb96-fbe7aabe5095 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:38.442441 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220', 'code': 200} Nov 12 13:15:38.467871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b2e859c8-734c-4964-8b7e-cc9cc14c7220,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:38.532173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332a598-49fe-4214-a2ab-51bdae0aec1d req-0d2dbf46-de7c-4dff-af59-06cffe99366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:38.533573 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3332a598-49fe-4214-a2ab-51bdae0aec1d req-0d2dbf46-de7c-4dff-af59-06cffe99366c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 1096 time: 0.0407593 Nov 12 13:15:38.582288 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3332a598-49fe-4214-a2ab-51bdae0aec1d req-351e5714-a843-41a8-83b1-fd078893d48c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Nov 12 13:15:39.052379 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b15cb734-7e28-4fd2-b57d-80a9c1c53185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:39.181313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34319070-5374-41b0-b4da-7e8aede18b04 req-07f7b419-6692-4ee1-9b3e-06d6eec2b1df tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:39.182891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34319070-5374-41b0-b4da-7e8aede18b04 req-07f7b419-6692-4ee1-9b3e-06d6eec2b1df tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 945 time: 0.0505030 Nov 12 13:15:39.233313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-34319070-5374-41b0-b4da-7e8aede18b04 req-5e5b4d09-9f90-4256-8e49-0889163187e0 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Nov 12 13:15:39.559200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.356083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38768ada-34e6-430d-9444-2c412d35722d req-453f14d7-6521-4cc3-beed-636df9fee564 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:40.359151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38768ada-34e6-430d-9444-2c412d35722d req-453f14d7-6521-4cc3-beed-636df9fee564 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 945 time: 0.0586150 Nov 12 13:15:40.407185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38768ada-34e6-430d-9444-2c412d35722d req-e0b1828b-e517-425f-8cd5-7904a2049181 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Nov 12 13:15:40.644772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27af2e-f6e2-480d-bb3f-89bc56c91352 req-0101e824-a424-4f09-b307-efcae1a4798c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:40.646533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e27af2e-f6e2-480d-bb3f-89bc56c91352 req-0101e824-a424-4f09-b307-efcae1a4798c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 945 time: 0.0535791 Nov 12 13:15:40.696154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e27af2e-f6e2-480d-bb3f-89bc56c91352 req-0b86d17d-fb20-4405-8e80-4714b60d0858 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 Nov 12 13:15:40.793066 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:41.431517 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:41.814072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e83fc-0cb7-4a36-b40d-a7bedd332111 req-066d46e6-056b-4340-b87c-00fad8898c97 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:41.815613 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e06e83fc-0cb7-4a36-b40d-a7bedd332111 req-066d46e6-056b-4340-b87c-00fad8898c97 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 945 time: 0.0498843 Nov 12 13:15:41.866666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-525c0bbe-d4af-4a46-8069-606169ce260c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:41.868159 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-525c0bbe-d4af-4a46-8069-606169ce260c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 945 time: 0.0504453 Nov 12 13:15:41.868359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e06e83fc-0cb7-4a36-b40d-a7bedd332111 req-28c6a898-9891-4c4f-bbad-7d7bf1ff80fd tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Nov 12 13:15:41.958475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Deleting port b2e859c8-734c-4964-8b7e-cc9cc14c7220 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:41.958817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.351363 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] For port b2e859c8-734c-4964-8b7e-cc9cc14c7220, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b2e859c8-734c-4964-8b7e-cc9cc14c7220,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:42.351728 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.364541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Calling delete_port for b2e859c8-734c-4964-8b7e-cc9cc14c7220 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:42.493222 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.508141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['555ae3fd-38bc-4b4e-8ea3-99dee9608773'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:42.547464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Pushing event deleted for resources: {'Port': ['ID=b2e859c8-734c-4964-8b7e-cc9cc14c7220,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:42.566768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] No DVR routers for this DVR port b2e859c8-734c-4964-8b7e-cc9cc14c7220 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:42.570060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.573698 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-95b3b79d-8e9d-47ad-97d2-ae790ef0de25 req-3da6e769-1095-4af2-9b71-ecfd99eed2a4 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.65 "DELETE /v2.0/ports/b2e859c8-734c-4964-8b7e-cc9cc14c7220 HTTP/1.1" status: 204 len: 173 time: 0.6996510 Nov 12 13:15:42.574182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'name': 'network-vif-deleted', 'tag': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:42.576625 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aea288-07a4-442e-9662-a6561929c490" -d '{"events": [{"server_uuid": "6bb0640d-bd87-47c2-936f-1e9f573011ad", "name": "network-vif-deleted", "tag": "b2e859c8-734c-4964-8b7e-cc9cc14c7220"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:42.616946 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7dede2-8d8c-472b-9ff2-cb2d2c8c1454 x-openstack-request-id: req-cf7dede2-8d8c-472b-9ff2-cb2d2c8c1454 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:42.617381 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb0640d-bd87-47c2-936f-1e9f573011ad", "name": "network-vif-deleted", "tag": "b2e859c8-734c-4964-8b7e-cc9cc14c7220", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:42.617639 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf7dede2-8d8c-472b-9ff2-cb2d2c8c1454 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:42.618067 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb0640d-bd87-47c2-936f-1e9f573011ad', 'name': 'network-vif-deleted', 'tag': 'b2e859c8-734c-4964-8b7e-cc9cc14c7220', 'status': 'completed', 'code': 200} Nov 12 13:15:42.980257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8134ce0f-7707-4e79-b5f1-50b3e00229ef req-811700e9-b130-4a58-bf1b-c9966486152f tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb0640d-bd87-47c2-936f-1e9f573011ad HTTP/1.1" status: 200 len: 210 time: 0.0289884 Nov 12 13:15:43.906252 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:15:44.129813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba22d8-7af2-4a7c-8b22-7d37f608121a req-8e84f984-3f83-421b-8ceb-299c8f5e6b10 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.131688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1ba22d8-7af2-4a7c-8b22-7d37f608121a req-8e84f984-3f83-421b-8ceb-299c8f5e6b10 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0503130 Nov 12 13:15:44.180435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1ba22d8-7af2-4a7c-8b22-7d37f608121a req-0494d601-e258-4508-a37c-ab05ed2a2658 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Nov 12 13:15:44.289438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b2e859c8-734c-4964-8b7e-cc9cc14c7220 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:44.310259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: b2e859c8-734c-4964-8b7e-cc9cc14c7220 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:44.310535 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b2e859c8-734c-4964-8b7e-cc9cc14c7220 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:44.310974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e9635-2d49-48c6-b406-54baf55c9978 req-3b7c6b75-64a8-429e-8e66-27fed07a311c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.313318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e4e9635-2d49-48c6-b406-54baf55c9978 req-3b7c6b75-64a8-429e-8e66-27fed07a311c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0512753 Nov 12 13:15:44.368958 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e4e9635-2d49-48c6-b406-54baf55c9978 req-4d49fd61-d32d-4d05-8119-3427fceb72ff tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497193 Nov 12 13:15:44.484176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91f8f5-3345-44e8-96aa-f9ccbe9fe76f req-30ac6378-540e-4ad9-92a4-837b1e2d9be6 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.485765 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e91f8f5-3345-44e8-96aa-f9ccbe9fe76f req-30ac6378-540e-4ad9-92a4-837b1e2d9be6 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0505497 Nov 12 13:15:44.533401 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e91f8f5-3345-44e8-96aa-f9ccbe9fe76f req-f501c89f-5a2a-4f9e-9ec1-1664b5b84020 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Nov 12 13:15:44.702184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10477763-2bbd-4658-b734-7bcbcfb3aeea req-a7179bed-c05d-4467-b50d-e037f79f4f7d tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.703818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10477763-2bbd-4658-b734-7bcbcfb3aeea req-a7179bed-c05d-4467-b50d-e037f79f4f7d tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0498714 Nov 12 13:15:44.752110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10477763-2bbd-4658-b734-7bcbcfb3aeea req-8f40e636-0d1d-4549-9a97-3ebee81fbb5e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Nov 12 13:15:44.872892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13dce-3d3d-47f9-bb29-772498e0c5ac req-0526b321-6cf8-4731-aef6-ec240685417b tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.874338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59d13dce-3d3d-47f9-bb29-772498e0c5ac req-0526b321-6cf8-4731-aef6-ec240685417b tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0535870 Nov 12 13:15:44.922580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59d13dce-3d3d-47f9-bb29-772498e0c5ac req-2f712c16-ccae-4d43-88b2-8ce03fac4f6c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Nov 12 13:15:45.045167 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5df82-1467-4d09-9f18-07ad64a44a5e req-6d3926ae-4c03-4f6b-a7d0-3b04fd3d5f39 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:45.046670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11b5df82-1467-4d09-9f18-07ad64a44a5e req-6d3926ae-4c03-4f6b-a7d0-3b04fd3d5f39 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0499325 Nov 12 13:15:45.094373 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-11b5df82-1467-4d09-9f18-07ad64a44a5e req-24cfbfef-e45d-44c7-8dd5-ffe71276eb89 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Nov 12 13:15:45.392074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8a9a-89d7-4e2d-8753-8777e47b9d1c req-76bd1824-4467-4825-92cd-c28a7dd5b34b tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:45.393573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-849a8a9a-89d7-4e2d-8753-8777e47b9d1c req-76bd1824-4467-4825-92cd-c28a7dd5b34b tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0521219 Nov 12 13:15:45.444940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-849a8a9a-89d7-4e2d-8753-8777e47b9d1c req-c4a42e05-82ac-4d03-b6ba-8cfc3dbbf887 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451655 Nov 12 13:15:46.564457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf22f6-6b90-4799-a29e-7e3f48f03b18 req-cc0ec81e-31c7-48da-8e44-1b69a0ac140e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.565975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0acf22f6-6b90-4799-a29e-7e3f48f03b18 req-cc0ec81e-31c7-48da-8e44-1b69a0ac140e tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0515137 Nov 12 13:15:46.616982 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0acf22f6-6b90-4799-a29e-7e3f48f03b18 req-42b9e215-dfe7-49a8-8a52-e500d6234f7f tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.18 "GET /v2.0/security-groups?id=50983e30-1cd2-402e-83fc-1d97bc95801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Nov 12 13:15:46.745114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-b6f025a8-5145-4223-9c2b-49af5779e75c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.746488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-b6f025a8-5145-4223-9c2b-49af5779e75c tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.81 "GET /v2.0/ports?device_id=327f2f75-861c-44a8-aac0-9f456a00500b HTTP/1.1" status: 200 len: 946 time: 0.0484438 Nov 12 13:15:46.839964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Deleting port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:46.840301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.930981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] For port 555ae3fd-38bc-4b4e-8ea3-99dee9608773, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=555ae3fd-38bc-4b4e-8ea3-99dee9608773,segment=NetworkSegment(8edc1fab-38ed-4a42-9e42-a7df81e8420f),segment_id=8edc1fab-38ed-4a42-9e42-a7df81e8420f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:46.931351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.943853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Calling delete_port for 555ae3fd-38bc-4b4e-8ea3-99dee9608773 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:47.072998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.085357 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['555ae3fd-38bc-4b4e-8ea3-99dee9608773'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:47.100525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Pushing event deleted for resources: {'Port': ['ID=555ae3fd-38bc-4b4e-8ea3-99dee9608773,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:47.114649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.115054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.115394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.115733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.116063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.116389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.116713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.117037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.117358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.117677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.117997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.118346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:47.157096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] No DVR routers for this DVR port 555ae3fd-38bc-4b4e-8ea3-99dee9608773 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:47.159802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.163351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1123718-a7dd-4b81-89e4-8e078fb333ed req-f4d81c99-8b27-482f-9021-f253c94664c3 tempest-ServersNegativeTestJSON-519545531 tempest-ServersNegativeTestJSON-519545531-project] 10.222.0.81 "DELETE /v2.0/ports/555ae3fd-38bc-4b4e-8ea3-99dee9608773 HTTP/1.1" status: 204 len: 173 time: 0.4105103 Nov 12 13:15:47.163792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327f2f75-861c-44a8-aac0-9f456a00500b', 'name': 'network-vif-deleted', 'tag': '555ae3fd-38bc-4b4e-8ea3-99dee9608773'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:47.166015 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d579e3c4-4800-4963-91e6-547cb1e40f5b" -d '{"events": [{"server_uuid": "327f2f75-861c-44a8-aac0-9f456a00500b", "name": "network-vif-deleted", "tag": "555ae3fd-38bc-4b4e-8ea3-99dee9608773"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:47.205787 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac9f1f9-7992-48a8-b3b9-5ececf299220 x-openstack-request-id: req-0ac9f1f9-7992-48a8-b3b9-5ececf299220 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:47.206082 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327f2f75-861c-44a8-aac0-9f456a00500b", "name": "network-vif-deleted", "tag": "555ae3fd-38bc-4b4e-8ea3-99dee9608773", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:47.206359 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ac9f1f9-7992-48a8-b3b9-5ececf299220 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:47.207818 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327f2f75-861c-44a8-aac0-9f456a00500b', 'name': 'network-vif-deleted', 'tag': '555ae3fd-38bc-4b4e-8ea3-99dee9608773', 'status': 'completed', 'code': 200} Nov 12 13:15:47.675364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:47.724189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Deleting subnet 65bd8be1-5529-4779-b77d-b9083177b8f7 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:47.728195 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.763030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.802752 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.857508 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.887545 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bd8be1-5529-4779-b77d-b9083177b8f7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:47.891300 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.895060 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-40fd7b79-89e6-4381-8ea0-66e403898661 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65bd8be1-5529-4779-b77d-b9083177b8f7 HTTP/1.1" status: 204 len: 168 time: 0.2180634 Nov 12 13:15:47.897696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:47.966478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.052947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.072202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c8d25e-c5db-42e8-917c-334e5496bbf2']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:48.081644 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edc1fab-38ed-4a42-9e42-a7df81e8420f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:48.082062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edc1fab-38ed-4a42-9e42-a7df81e8420f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:48.091451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.105059 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.111373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:48.111754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:48.113991 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:48.166305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.171840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.175012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f3c8d25e-c5db-42e8-917c-334e5496bbf2 HTTP/1.1" status: 204 len: 168 time: 0.2763324 Nov 12 13:15:48.187006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000a8c6-8f34-4baf-b61a-6f11ce328b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c8d25e-c5db-42e8-917c-334e5496bbf2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:48.284054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42534) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:48.324780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96a64133-31e8-4943-89c3-d9794308ec55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b3c2db03c2143c18c3893dc8d892d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393980 Nov 12 13:15:48.327174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42536) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:48.374881 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d23414ec-9464-48c4-b54a-deb86c12a433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.402474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d23414ec-9464-48c4-b54a-deb86c12a433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.449368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d23414ec-9464-48c4-b54a-deb86c12a433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.452047 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d23414ec-9464-48c4-b54a-deb86c12a433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.453267 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d23414ec-9464-48c4-b54a-deb86c12a433 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50983e30-1cd2-402e-83fc-1d97bc95801e HTTP/1.1" status: 204 len: 168 time: 0.1252012 Nov 12 13:15:48.461817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23414ec-9464-48c4-b54a-deb86c12a433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50983e30-1cd2-402e-83fc-1d97bc95801e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:49.136848 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:49.230577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919677136'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:49.254266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:49.258097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.266434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.349196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.353290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.377533 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:49.393165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9632ee61-720c-4842-8417-175a78408206,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:49.396445 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.396797 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Added segment 2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0 of type vlan for network 49334984-e5cc-42f8-9411-f2df4ae42fb5 Nov 12 13:15:49.441893 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.465833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.471364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.471940 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.532286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3943324 Nov 12 13:15:49.541243 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53770a-8702-4fe9-89c1-ccffdd1770af tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Network': ['ID=49334984-e5cc-42f8-9411-f2df4ae42fb5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:49.552067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:50.235153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 555ae3fd-38bc-4b4e-8ea3-99dee9608773 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:50.257777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 555ae3fd-38bc-4b4e-8ea3-99dee9608773 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:50.258106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 555ae3fd-38bc-4b4e-8ea3-99dee9608773 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:52.861818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:52.867703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'subnet': {'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:52.960499 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:52.963992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.161132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.216190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Subnet': ['ID=a61d2be2-ff88-483e-bb8a-549e4246a0c8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:53.231802 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Checking segment: {'id': '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:53.232158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network hostable DHCP agents. Network: 49334984-e5cc-42f8-9411-f2df4ae42fb5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:53.248289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:53.256807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 49334984-e5cc-42f8-9411-f2df4ae42fb5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:53.261011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.261605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.267479 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade396b-dc0a-4726-8d5d-eec776686ec6 None None] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:53.278369 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68f964a9-9a74-4970-8189-88911999b389 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4153163 Nov 12 13:15:53.281717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:53.287981 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-490099899'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:53.311691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:53.315325 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.338678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:53.349206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.349608 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Added segment 47823fa7-4ebd-4610-a736-7535405da5f4 of type vlan for network ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 Nov 12 13:15:53.401414 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.415786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-49334984-e5cc-42f8-9411-f2df4ae42fb5', 'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5', 'tenant_id': '0e02fe3c574749aba52408ef74e0d75a', 'fixed_ips': [{'subnet_id': 'a61d2be2-ff88-483e-bb8a-549e4246a0c8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:15:53.416705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.433474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.439387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.439987 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.477313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1944141 Nov 12 13:15:53.480646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:53.486855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'subnet': {'network_id': 'ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:53.512062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f814b47-2885-400b-9801-35e18f087410 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Network': ['ID=ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:53.544394 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:53.589080 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:53.592672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.617981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Allocated IP 2001:db8:0:ffff::2 (49334984-e5cc-42f8-9411-f2df4ae42fb5/a61d2be2-ff88-483e-bb8a-549e4246a0c8/e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:53.767987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.775109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.803862 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.813458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:53.818322 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:53.821795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:53.829121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Pushing event updated for resources: {'Port': ['ID=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:53.839268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.839617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.839957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.840295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.840627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.840955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.841276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.841598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.841924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.842291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.842593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.842914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:53.884623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Subnet': ['ID=2d9e8be7-c5da-444e-9990-49718e031a83,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:53.888810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Checking segment: {'id': '47823fa7-4ebd-4610-a736-7535405da5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:53.889227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network hostable DHCP agents. Network: ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:53.907874 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:53.919503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:53.924290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.924892 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.941820 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-123752e2-420d-4163-9c7e-f9351bb4859e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4599171 Nov 12 13:15:53.945061 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42572) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:54.028206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007878c-8e64-4c3c-b6d6-71aafc2814b8 None None] Network ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:54.048754 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.100126 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Attempting to bind port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:54.100499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Attempting to bind port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:54.100858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Attempting to bind port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 on network 49334984-e5cc-42f8-9411-f2df4ae42fb5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:54.105696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.117329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:54.117699 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Checking segment: {'id': '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:54.118101 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.118513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Bound using segment: {'id': '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:54.118990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Bound port: e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '49334984-e5cc-42f8-9411-f2df4ae42fb5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:54.119369 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.179277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.213541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9e8be7-c5da-444e-9990-49718e031a83,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.228531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] For port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:54.254185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] For port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,segment=NetworkSegment(2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0),segment_id=2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:54.257617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2698e0-3b9c-4bbb-8a07-a6e5ce8d6008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45', 'network_id': 'ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45', 'tenant_id': '0e02fe3c574749aba52408ef74e0d75a', 'fixed_ips': [{'subnet_id': '2d9e8be7-c5da-444e-9990-49718e031a83'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:15:54.258616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b2698e0-3b9c-4bbb-8a07-a6e5ce8d6008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.262860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.270243 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.291823 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:54.301893 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47823fa7-4ebd-4610-a736-7535405da5f4') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:54.302563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47823fa7-4ebd-4610-a736-7535405da5f4') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:54.312822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.335332 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.342697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:54.343180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:54.347383 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:54.383026 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9617-4229-4f1a-9246-e8c5f18e986f None None] Pushing event updated for resources: {'Port': ['ID=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.402874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01b048-467f-44fd-9b6f-68c6f7e8c189 None None] Network ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:54.429197 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.435055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.438682 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 HTTP/1.1" status: 204 len: 168 time: 0.4924524 Nov 12 13:15:54.442847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:54.448057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009940159'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:54.463717 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2c03b-c32d-41a6-afba-61cd8714b317 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Network': ['ID=ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.480322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:54.484587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.542299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:54.551440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.551966 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Added segment 2fac8f3b-4508-4a65-a8b0-2cd3b1614a0f of type vlan for network 2bde8e78-8f91-4f30-8f17-c107cf957ea0 Nov 12 13:15:54.597083 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.629127 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.636272 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:54.637016 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.699600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2556179 Nov 12 13:15:54.702435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:54.708003 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'subnet': {'network_id': '2bde8e78-8f91-4f30-8f17-c107cf957ea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:54.726182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93906de-1035-4dfa-a580-31b91bacfa2a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Network': ['ID=2bde8e78-8f91-4f30-8f17-c107cf957ea0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.736841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 2bde8e78-8f91-4f30-8f17-c107cf957ea0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:54.808942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:54.812529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.869377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:15:54.869886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:15:54.995413 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.055611 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Subnet': ['ID=a4253b73-ff62-4695-a5e4-8ebcefc6a1ce,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:55.066120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Checking segment: {'id': '2fac8f3b-4508-4a65-a8b0-2cd3b1614a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2bde8e78-8f91-4f30-8f17-c107cf957ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:55.066895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network hostable DHCP agents. Network: 2bde8e78-8f91-4f30-8f17-c107cf957ea0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:55.084628 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network 2bde8e78-8f91-4f30-8f17-c107cf957ea0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:55.094012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 2bde8e78-8f91-4f30-8f17-c107cf957ea0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:55.099085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.099676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.108795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577be1e-d4ea-4495-be26-afadea534390 None None] Network 2bde8e78-8f91-4f30-8f17-c107cf957ea0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:55.118508 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-21bbe25b-48d2-4a96-bc03-f1b2a47be659 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4149988 Nov 12 13:15:55.121093 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42578) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:55.224569 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.280867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7824403-acdd-41b7-a7ec-25081021bb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-2bde8e78-8f91-4f30-8f17-c107cf957ea0', 'network_id': '2bde8e78-8f91-4f30-8f17-c107cf957ea0', 'tenant_id': '0e02fe3c574749aba52408ef74e0d75a', 'fixed_ips': [{'subnet_id': 'a4253b73-ff62-4695-a5e4-8ebcefc6a1ce'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:15:55.281821 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7824403-acdd-41b7-a7ec-25081021bb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.283408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.286815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf14a18-80c0-45d6-a77a-8a3e692049ff None None] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:55.344011 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.371790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Subnet': ['ID=a4253b73-ff62-4695-a5e4-8ebcefc6a1ce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:55.419077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f45cae20-df38-49ee-b86b-bab039df5c8c None None] Provisioning complete for port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:55.419656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f45cae20-df38-49ee-b86b-bab039df5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.436301 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.457507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bde8e78-8f91-4f30-8f17-c107cf957ea0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:55.463952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6422982-2691-4e4e-a591-4b5cd95e3075 None None] Network 2bde8e78-8f91-4f30-8f17-c107cf957ea0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:55.467157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fac8f3b-4508-4a65-a8b0-2cd3b1614a0f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:55.467456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fac8f3b-4508-4a65-a8b0-2cd3b1614a0f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:55.477450 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.491323 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.497413 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:55.497811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:55.501363 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:55.561237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.566646 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.575201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/2bde8e78-8f91-4f30-8f17-c107cf957ea0 HTTP/1.1" status: 204 len: 168 time: 0.4480345 Nov 12 13:15:55.575400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:55.580207 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911596418'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:55.595246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50460d9e-d07d-4c68-af61-0926b9f1b24b tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Network': ['ID=2bde8e78-8f91-4f30-8f17-c107cf957ea0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:55.617614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:55.621423 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.650154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:55.660853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.661043 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Added segment c8859c34-4cb2-4c67-b1fa-5ba99da25a73 of type vlan for network ef769c32-7f40-4db9-b415-ba25e7a526f5 Nov 12 13:15:55.668727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f45cae20-df38-49ee-b86b-bab039df5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.706421 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f45cae20-df38-49ee-b86b-bab039df5c8c None None] For port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,segment=NetworkSegment(2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0),segment_id=2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:55.707556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.712034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f45cae20-df38-49ee-b86b-bab039df5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.739361 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.746282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.746873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.765155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cae20-df38-49ee-b86b-bab039df5c8c None None] Pushing event updated for resources: {'Port': ['ID=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:55.813729 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2356257 Nov 12 13:15:55.816682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:55.820759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'subnet': {'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:55.840058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589bec5-12d7-414b-9659-6cb3d250d9a6 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Network': ['ID=ef769c32-7f40-4db9-b415-ba25e7a526f5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:55.853423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ef769c32-7f40-4db9-b415-ba25e7a526f5 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:55.921519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:55.925251 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.933977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-94c496a7-b48a-4665-a8e8-f0a5b6d58eb4 None None] Provisioning complete for port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:55.934329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-94c496a7-b48a-4665-a8e8-f0a5b6d58eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.033441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:56.086215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:56.086681 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.139014 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.200382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Subnet': ['ID=ca1387c2-9634-43af-95d3-418c90d993df,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.208182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Checking segment: {'id': 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:56.208427 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network hostable DHCP agents. Network: ef769c32-7f40-4db9-b415-ba25e7a526f5, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:56.224019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network ef769c32-7f40-4db9-b415-ba25e7a526f5 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:56.231919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ef769c32-7f40-4db9-b415-ba25e7a526f5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:56.235684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.236277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.242456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cdb7d-85d8-4ccc-a159-f404f0b63bfc None None] Network ef769c32-7f40-4db9-b415-ba25e7a526f5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:56.252275 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0958ce95-b705-4b78-b1a9-c594dfba85bf tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4353859 Nov 12 13:15:56.256927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42586) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:56.261823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723325695'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:56.283251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:56.287684 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.312672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:56.323166 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.323516 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Added segment 6eba32b3-1cab-47af-8f9a-d0c2f412794a of type vlan for network 7c36768e-5bb1-430b-8303-7d0da8fa9b7d Nov 12 13:15:56.366087 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.393920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.400212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.400918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.402183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ef769c32-7f40-4db9-b415-ba25e7a526f5', 'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5', 'tenant_id': '0e02fe3c574749aba52408ef74e0d75a', 'fixed_ips': [{'subnet_id': 'ca1387c2-9634-43af-95d3-418c90d993df'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:15:56.403380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.455538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1975212 Nov 12 13:15:56.460270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:56.467013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Request body: {'subnet': {'network_id': '7c36768e-5bb1-430b-8303-7d0da8fa9b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:56.491519 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339f04-537c-4d6e-9499-8d3550dd6f4e tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Network': ['ID=7c36768e-5bb1-430b-8303-7d0da8fa9b7d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.502730 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 7c36768e-5bb1-430b-8303-7d0da8fa9b7d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:56.564952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Made reservation on behalf of 0e02fe3c574749aba52408ef74e0d75a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:56.569739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.606989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Allocated IP 2001:db8::2 (ef769c32-7f40-4db9-b415-ba25e7a526f5/ca1387c2-9634-43af-95d3-418c90d993df/8ce56bb3-0648-4d87-b34a-6440da347b61) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:56.764433 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.771717 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.774564 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.809784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Network ef769c32-7f40-4db9-b415-ba25e7a526f5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:56.812528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:56.818214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:56.826862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Pushing event updated for resources: {'Port': ['ID=8ce56bb3-0648-4d87-b34a-6440da347b61,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.836131 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event updated for resources: {'Subnet': ['ID=718d2fff-11f4-4049-b253-eca239236522,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.846756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Checking segment: {'id': '6eba32b3-1cab-47af-8f9a-d0c2f412794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7c36768e-5bb1-430b-8303-7d0da8fa9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:56.847695 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network hostable DHCP agents. Network: 7c36768e-5bb1-430b-8303-7d0da8fa9b7d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:56.868841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Network 7c36768e-5bb1-430b-8303-7d0da8fa9b7d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:56.878221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 7c36768e-5bb1-430b-8303-7d0da8fa9b7d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:56.879800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Attempting to bind port 8ce56bb3-0648-4d87-b34a-6440da347b61 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:56.880291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Attempting to bind port 8ce56bb3-0648-4d87-b34a-6440da347b61 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:56.880543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Attempting to bind port 8ce56bb3-0648-4d87-b34a-6440da347b61 on network ef769c32-7f40-4db9-b415-ba25e7a526f5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:56.885493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.885962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:56.886131 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.886364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Checking segment: {'id': 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:56.886760 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.887146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Bound using segment: {'id': 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:56.887618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Bound port: 8ce56bb3-0648-4d87-b34a-6440da347b61, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ef769c32-7f40-4db9-b415-ba25e7a526f5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:56.887992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.891093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f5c0d6-da91-420f-8be1-d8ddd8d416be None None] Network 7c36768e-5bb1-430b-8303-7d0da8fa9b7d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:56.902536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-559806a7-a516-4b36-8a1a-b63efb19dc6a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4406085 Nov 12 13:15:56.905190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42590) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.012657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.019481 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] For port 8ce56bb3-0648-4d87-b34a-6440da347b61, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:57.025480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] For port 8ce56bb3-0648-4d87-b34a-6440da347b61, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8ce56bb3-0648-4d87-b34a-6440da347b61,segment=NetworkSegment(c8859c34-4cb2-4c67-b1fa-5ba99da25a73),segment_id=c8859c34-4cb2-4c67-b1fa-5ba99da25a73)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:57.046674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.068696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.135433 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6848bf5-0690-4e13-aafd-9d272c00e062 None None] Pushing event updated for resources: {'Port': ['ID=8ce56bb3-0648-4d87-b34a-6440da347b61,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.141918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6859670-6f29-47e5-8d5f-d032813b0620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-7c36768e-5bb1-430b-8303-7d0da8fa9b7d', 'network_id': '7c36768e-5bb1-430b-8303-7d0da8fa9b7d', 'tenant_id': '0e02fe3c574749aba52408ef74e0d75a', 'fixed_ips': [{'subnet_id': '718d2fff-11f4-4049-b253-eca239236522'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:15:57.142860 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6859670-6f29-47e5-8d5f-d032813b0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.151463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.182629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Subnet': ['ID=718d2fff-11f4-4049-b253-eca239236522,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.229930 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6dce7-ea3a-48d1-9df0-91574204427c None None] Network 7c36768e-5bb1-430b-8303-7d0da8fa9b7d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:57.252747 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.276654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c36768e-5bb1-430b-8303-7d0da8fa9b7d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:57.287092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eba32b3-1cab-47af-8f9a-d0c2f412794a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:57.287303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eba32b3-1cab-47af-8f9a-d0c2f412794a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:57.297262 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.327397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.341406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:57.341930 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:57.345374 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:57.411899 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.419361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.426020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/7c36768e-5bb1-430b-8303-7d0da8fa9b7d HTTP/1.1" status: 204 len: 168 time: 0.5146427 Nov 12 13:15:57.426218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.448255 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ec037-ec2d-4cf5-a2b1-5f5f5c24c94a tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Network': ['ID=7c36768e-5bb1-430b-8303-7d0da8fa9b7d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.464783 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b59fa9c-8b4c-4a3d-acc9-9a7951dae7e2 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] GET failed (client error): The resource could not be found. Nov 12 13:15:57.466264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5b59fa9c-8b4c-4a3d-acc9-9a7951dae7e2 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "GET /v2.0/subnets/718d2fff-11f4-4049-b253-eca239236522 HTTP/1.1" status: 404 len: 337 time: 0.0380857 Nov 12 13:15:57.468909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.486734 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a102632b-9f35-4b13-9ea2-e0d0ec7b6eb5 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:57.487253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a102632b-9f35-4b13-9ea2-e0d0ec7b6eb5 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:57.490301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a102632b-9f35-4b13-9ea2-e0d0ec7b6eb5 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/7c36768e-5bb1-430b-8303-7d0da8fa9b7d HTTP/1.1" status: 404 len: 339 time: 0.0204580 Nov 12 13:15:57.494346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.524748 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0025dbe-b2bf-4260-8050-4d4822f25b69 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:57.525194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0025dbe-b2bf-4260-8050-4d4822f25b69 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:57.528298 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c0025dbe-b2bf-4260-8050-4d4822f25b69 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/subnets/718d2fff-11f4-4049-b253-eca239236522 HTTP/1.1" status: 404 len: 337 time: 0.0329328 Nov 12 13:15:57.530741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.548747 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b4aeda-78dd-4bfc-ba2a-2b34e98c3802 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:57.549268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b4aeda-78dd-4bfc-ba2a-2b34e98c3802 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:57.552335 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-41b4aeda-78dd-4bfc-ba2a-2b34e98c3802 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/7c36768e-5bb1-430b-8303-7d0da8fa9b7d HTTP/1.1" status: 404 len: 339 time: 0.0206597 Nov 12 13:15:57.554730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.606555 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Deleting subnet ca1387c2-9634-43af-95d3-418c90d993df {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:57.609788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.654252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.747081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.818781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.847826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1387c2-9634-43af-95d3-418c90d993df,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.851798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.855325 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ebbc1f61-f2e7-485b-ac09-3e2155a44f02 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/subnets/ca1387c2-9634-43af-95d3-418c90d993df HTTP/1.1" status: 204 len: 168 time: 0.2994287 Nov 12 13:15:57.857415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:57.944788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.013782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Deleting port 8ce56bb3-0648-4d87-b34a-6440da347b61 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:58.014130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.049808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8ce56bb3-0648-4d87-b34a-6440da347b61 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:58.093883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] For port 8ce56bb3-0648-4d87-b34a-6440da347b61, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8ce56bb3-0648-4d87-b34a-6440da347b61,segment=NetworkSegment(c8859c34-4cb2-4c67-b1fa-5ba99da25a73),segment_id=c8859c34-4cb2-4c67-b1fa-5ba99da25a73)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:58.094285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.101556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8ce56bb3-0648-4d87-b34a-6440da347b61 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:58.102370 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.109958 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Calling delete_port for 8ce56bb3-0648-4d87-b34a-6440da347b61 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:58.144596 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba738d2d-7326-475e-bca1-8e0aa8def6ed None None] Network ef769c32-7f40-4db9-b415-ba25e7a526f5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:58.197974 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.218680 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No ports have port_id starting with 8ce56bb3-0648-4d87-b34a-6440da347b61 Nov 12 13:15:58.221565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-55b1ed37-cd74-4b82-b4e3-7faa4adc044c None None] Provisioning complete for port 8ce56bb3-0648-4d87-b34a-6440da347b61 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:58.221934 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-55b1ed37-cd74-4b82-b4e3-7faa4adc044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.226204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No DVR routers for this DVR port 8ce56bb3-0648-4d87-b34a-6440da347b61 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:58.229223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Port': ['ID=8ce56bb3-0648-4d87-b34a-6440da347b61,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:58.265339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-55b1ed37-cd74-4b82-b4e3-7faa4adc044c None None] Port 8ce56bb3-0648-4d87-b34a-6440da347b61 was deleted so its status cannot be updated. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 13:15:58.313739 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.336896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef769c32-7f40-4db9-b415-ba25e7a526f5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:58.345664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a52d0-4185-4520-b92e-c06774c44b10 None None] DHCP port deletion for ef769c32-7f40-4db9-b415-ba25e7a526f5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:58.346432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:58.346734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8859c34-4cb2-4c67-b1fa-5ba99da25a73') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:58.358437 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.373629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.380252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:58.380581 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:58.383867 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:58.441803 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.448270 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.451380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/ef769c32-7f40-4db9-b415-ba25e7a526f5 HTTP/1.1" status: 204 len: 168 time: 0.5930347 Nov 12 13:15:58.453853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.471038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a2d4a-fbd3-4896-80cb-1b5bbf5c2036 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Network': ['ID=ef769c32-7f40-4db9-b415-ba25e7a526f5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:58.494962 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9fddaa-7661-45b5-9be4-8caabc8b692c tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:58.495583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9fddaa-7661-45b5-9be4-8caabc8b692c tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:58.498488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2c9fddaa-7661-45b5-9be4-8caabc8b692c tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/subnets/a4253b73-ff62-4695-a5e4-8ebcefc6a1ce HTTP/1.1" status: 404 len: 337 time: 0.0436537 Nov 12 13:15:58.500999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.519721 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-875ecc16-2d37-45fb-a0f0-13823085fa9c tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:58.520286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875ecc16-2d37-45fb-a0f0-13823085fa9c tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:58.523318 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-875ecc16-2d37-45fb-a0f0-13823085fa9c tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/2bde8e78-8f91-4f30-8f17-c107cf957ea0 HTTP/1.1" status: 404 len: 339 time: 0.0213308 Nov 12 13:15:58.525765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.552059 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-84671dfe-dd35-4c52-9c22-2ea897bab157 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:58.552430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84671dfe-dd35-4c52-9c22-2ea897bab157 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:58.555436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-84671dfe-dd35-4c52-9c22-2ea897bab157 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/subnets/2d9e8be7-c5da-444e-9990-49718e031a83 HTTP/1.1" status: 404 len: 337 time: 0.0287399 Nov 12 13:15:58.557688 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.574796 n-d-804878-5 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-25da6809-6afe-4116-a208-229254c8fadb tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] DELETE failed (client error): The resource could not be found. Nov 12 13:15:58.575317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25da6809-6afe-4116-a208-229254c8fadb tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:15:58.578405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25da6809-6afe-4116-a208-229254c8fadb tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/ebdfc92b-5e7c-4a6a-aa62-8ff0e165df45 HTTP/1.1" status: 404 len: 339 time: 0.0197911 Nov 12 13:15:58.580664 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.632717 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Deleting subnet a61d2be2-ff88-483e-bb8a-549e4246a0c8 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:58.635884 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.674635 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.761248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.826315 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.853761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Subnet': ['ID=a61d2be2-ff88-483e-bb8a-549e4246a0c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:58.857914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.861170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c66ca0d1-5ec6-46bb-8125-9b0f1a4b2347 tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/subnets/a61d2be2-ff88-483e-bb8a-549e4246a0c8 HTTP/1.1" status: 204 len: 168 time: 0.2796173 Nov 12 13:15:58.863845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42620) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.864633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f8c98-3d4e-494d-9337-38234376e365 None None] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:58.945168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.998047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Deleting port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:58.998819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.049747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] DHCP port deletion for 49334984-e5cc-42f8-9411-f2df4ae42fb5 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:59.070327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] For port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,segment=NetworkSegment(2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0),segment_id=2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:59.070696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.083843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Calling delete_port for e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:59.096477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Deleting port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:59.096907 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.160492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] For port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,segment=NetworkSegment(2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0),segment_id=2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:59.160893 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.166056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.180083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Calling delete_port for e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:59.192944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Port': ['ID=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:59.194815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] No DVR routers for this DVR port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:59.283329 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.304588 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49334984-e5cc-42f8-9411-f2df4ae42fb5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:59.314564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:59.314882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8f2101-cc0b-47de-bf8c-f50c34dc7ea0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:59.325584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.339520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.345928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:59.346434 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:59.349651 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:59.412899 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.420344 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.420564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.426788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] 10.222.0.18 "DELETE /v2.0/networks/49334984-e5cc-42f8-9411-f2df4ae42fb5 HTTP/1.1" status: 204 len: 168 time: 0.5590196 Nov 12 13:15:59.447391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Pushing event deleted for resources: {'Port': ['ID=e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:59.449355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] Network 49334984-e5cc-42f8-9411-f2df4ae42fb5 is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:15:59.449814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a720fd6-23fa-4c7b-90e0-ec0629948b4f None None] No DVR routers for this DVR port e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:59.695805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:59.767149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254551be-f28a-46b4-8ec1-be7d26abfa9f tempest-NetworksIpV6Test-875809644 tempest-NetworksIpV6Test-875809644-project] Pushing event deleted for resources: {'Network': ['ID=49334984-e5cc-42f8-9411-f2df4ae42fb5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:59.831995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c170777c-4d58-45c4-a0d0-a11e1bd74a75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e02fe3c574749aba52408ef74e0d75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349204 Nov 12 13:15:59.834503 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:59.883365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79a514d3-c5f1-4a97-9a28-1b2b313ad806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.906744 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79a514d3-c5f1-4a97-9a28-1b2b313ad806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.954154 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79a514d3-c5f1-4a97-9a28-1b2b313ad806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.957261 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79a514d3-c5f1-4a97-9a28-1b2b313ad806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.958153 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-79a514d3-c5f1-4a97-9a28-1b2b313ad806 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9632ee61-720c-4842-8417-175a78408206 HTTP/1.1" status: 204 len: 168 time: 0.1227283 Nov 12 13:15:59.966528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a514d3-c5f1-4a97-9a28-1b2b313ad806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9632ee61-720c-4842-8417-175a78408206,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:00.003838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:00.027271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:00.027781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e7a3d744-8d3f-4111-bac9-d2e1d1b9ac73 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:00.028221 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8ce56bb3-0648-4d87-b34a-6440da347b61 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:00.055113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8ce56bb3-0648-4d87-b34a-6440da347b61 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:00.055552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8ce56bb3-0648-4d87-b34a-6440da347b61 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:00.068363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.483547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.606590 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:00.701094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2134815882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:00.725951 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.726978 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.780446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.785030 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.802993 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.804260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2c032dac-ba75-4d41-b621-de4acc577edf tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1966615 Nov 12 13:16:00.806995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:00.812006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-466206309'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:00.832260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Made reservation on behalf of e7a0dfdf8d894b868ad1c5d0cf041447 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:00.836177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.844557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.931013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.934683 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.961843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:00.971710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a773e62-3bca-4c23-b3df-3352f1caf67f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:00.977319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.977673 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Added segment 19eb5b28-9d76-4226-aaa8-c0fad6620020 of type vlan for network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 Nov 12 13:16:01.018456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.043723 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.049562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.050184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.086184 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2780590 Nov 12 13:16:01.089216 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:01.094512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Request body: {'subnet': {'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:01.124359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1cc35-69c4-45d2-82d0-11eb4e5f083c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event updated for resources: {'Network': ['ID=d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:01.139903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:01.187817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Made reservation on behalf of e7a0dfdf8d894b868ad1c5d0cf041447 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:01.191402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.368065 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.431234 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event updated for resources: {'Subnet': ['ID=79f5f364-6bc5-405f-b4f8-5435217f1ff9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:01.443481 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Checking segment: {'id': '19eb5b28-9d76-4226-aaa8-c0fad6620020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:01.443784 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Network hostable DHCP agents. Network: d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:01.460574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:01.469252 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:01.473348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.473946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.479625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10967ef-ce5f-4c4f-a198-77e962f5d35b None None] Network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:01.490718 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c1e5a1a8-4078-44bf-96cb-a375a36e0385 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4003344 Nov 12 13:16:01.493699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:01.498729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-723145849'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:01.520176 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Made reservation on behalf of e7a0dfdf8d894b868ad1c5d0cf041447 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:01.523849 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.547171 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:01.557150 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.557579 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Added segment 55b8fbe3-fab2-48f2-a50f-c733e65768d7 of type vlan for network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 Nov 12 13:16:01.601563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.627542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.633085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64', 'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64', 'tenant_id': 'e7a0dfdf8d894b868ad1c5d0cf041447', 'fixed_ips': [{'subnet_id': '79f5f364-6bc5-405f-b4f8-5435217f1ff9'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:16:01.634029 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.634513 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.635111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.669976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1751060 Nov 12 13:16:01.673006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:01.679835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Request body: {'subnet': {'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:01.706917 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438566f-8780-4a96-ad3a-98facf906a90 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event updated for resources: {'Network': ['ID=cbfeebd9-144a-43fe-a1d7-18a4e1bd3523,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:01.718015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:01.775369 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Made reservation on behalf of e7a0dfdf8d894b868ad1c5d0cf041447 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:01.778915 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.825882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Allocated IP 172.20.0.2 (d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64/79f5f364-6bc5-405f-b4f8-5435217f1ff9/95de3342-3f1c-4759-a06e-f2f3bd521c7e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:01.971103 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.977677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.983419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.025688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:02.028634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:02.033739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:02.034957 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event updated for resources: {'Subnet': ['ID=6e27fb90-a31d-4f8a-baa3-a873bd96da63,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:02.036286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Pushing event updated for resources: {'Port': ['ID=95de3342-3f1c-4759-a06e-f2f3bd521c7e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:02.042505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Checking segment: {'id': '55b8fbe3-fab2-48f2-a50f-c733e65768d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:02.042628 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Network hostable DHCP agents. Network: cbfeebd9-144a-43fe-a1d7-18a4e1bd3523, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:02.060108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:02.069414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, cbfeebd9-144a-43fe-a1d7-18a4e1bd3523) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:02.074312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:02.075975 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.079296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea10bf-b865-41c8-beeb-c6678726895a None None] Network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:02.095007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f962862a-0a38-45b3-bca6-54c3302e690f tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4206972 Nov 12 13:16:02.098837 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42666) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:02.103676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-614251a4-90fb-4354-a636-36295c4a4659 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:02.112293 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Attempting to bind port 95de3342-3f1c-4759-a06e-f2f3bd521c7e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:02.113284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Attempting to bind port 95de3342-3f1c-4759-a06e-f2f3bd521c7e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '19eb5b28-9d76-4226-aaa8-c0fad6620020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:02.113832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Attempting to bind port 95de3342-3f1c-4759-a06e-f2f3bd521c7e on network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:02.144966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:02.145401 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Checking segment: {'id': '19eb5b28-9d76-4226-aaa8-c0fad6620020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:02.145762 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.146134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Bound using segment: {'id': '19eb5b28-9d76-4226-aaa8-c0fad6620020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:02.146653 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Bound port: 95de3342-3f1c-4759-a06e-f2f3bd521c7e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19eb5b28-9d76-4226-aaa8-c0fad6620020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:02.147041 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.258485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] For port 95de3342-3f1c-4759-a06e-f2f3bd521c7e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:02.264290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] For port 95de3342-3f1c-4759-a06e-f2f3bd521c7e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95de3342-3f1c-4759-a06e-f2f3bd521c7e,segment=NetworkSegment(19eb5b28-9d76-4226-aaa8-c0fad6620020),segment_id=19eb5b28-9d76-4226-aaa8-c0fad6620020)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:02.272021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.330809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-cbfeebd9-144a-43fe-a1d7-18a4e1bd3523', 'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523', 'tenant_id': 'e7a0dfdf8d894b868ad1c5d0cf041447', 'fixed_ips': [{'subnet_id': '6e27fb90-a31d-4f8a-baa3-a873bd96da63'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:16:02.331735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.356945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80822bee-6428-4c1f-84ed-8d6be2bd2c8c None None] Pushing event updated for resources: {'Port': ['ID=95de3342-3f1c-4759-a06e-f2f3bd521c7e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:02.366036 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-614251a4-90fb-4354-a636-36295c4a4659 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.511317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Allocated IP 172.21.0.2 (cbfeebd9-144a-43fe-a1d7-18a4e1bd3523/6e27fb90-a31d-4f8a-baa3-a873bd96da63/a450599c-c7a7-4e41-b9fb-085ea305efae) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:02.524544 n-d-804878-5 neutron-server[102778]: INFO neutron.api.v2.resource [None req-614251a4-90fb-4354-a636-36295c4a4659 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:16:02.524544 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-614251a4-90fb-4354-a636-36295c4a4659 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "PUT /v2.0/routers/c90777bd-548a-4e1d-a112-238bbd05f098 HTTP/1.1" status: 400 len: 364 time: 0.4170721 Nov 12 13:16:02.524544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:02.593327 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Deleting subnet 6e27fb90-a31d-4f8a-baa3-a873bd96da63 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:16:02.675995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.681189 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.681689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.719134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:02.723117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.725070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:02.728576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:02.733410 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Pushing event updated for resources: {'Port': ['ID=a450599c-c7a7-4e41-b9fb-085ea305efae,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:02.789302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Attempting to bind port a450599c-c7a7-4e41-b9fb-085ea305efae on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:02.789779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Attempting to bind port a450599c-c7a7-4e41-b9fb-085ea305efae by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '55b8fbe3-fab2-48f2-a50f-c733e65768d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:02.790276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Attempting to bind port a450599c-c7a7-4e41-b9fb-085ea305efae on network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:02.796077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:02.796442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Checking segment: {'id': '55b8fbe3-fab2-48f2-a50f-c733e65768d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:02.796839 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.797225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Bound using segment: {'id': '55b8fbe3-fab2-48f2-a50f-c733e65768d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:02.797687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Bound port: a450599c-c7a7-4e41-b9fb-085ea305efae, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b8fbe3-fab2-48f2-a50f-c733e65768d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cbfeebd9-144a-43fe-a1d7-18a4e1bd3523'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:02.798061 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.818665 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.877071 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.881847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] For port a450599c-c7a7-4e41-b9fb-085ea305efae, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:02.885662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] For port a450599c-c7a7-4e41-b9fb-085ea305efae, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a450599c-c7a7-4e41-b9fb-085ea305efae,segment=NetworkSegment(55b8fbe3-fab2-48f2-a50f-c733e65768d7),segment_id=55b8fbe3-fab2-48f2-a50f-c733e65768d7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:02.892488 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.905596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event deleted for resources: {'Subnet': ['ID=6e27fb90-a31d-4f8a-baa3-a873bd96da63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:02.913776 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.919319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5545694a-f17d-496d-b790-236037ccfceb tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "DELETE /v2.0/subnets/6e27fb90-a31d-4f8a-baa3-a873bd96da63 HTTP/1.1" status: 204 len: 168 time: 0.3915215 Nov 12 13:16:02.919754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:02.958712 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd83207-7df1-4e6a-8405-51300935710e None None] Pushing event updated for resources: {'Port': ['ID=a450599c-c7a7-4e41-b9fb-085ea305efae,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:03.023229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.082675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Deleting port a450599c-c7a7-4e41-b9fb-085ea305efae {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:03.083024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.160106 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] For port a450599c-c7a7-4e41-b9fb-085ea305efae, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a450599c-c7a7-4e41-b9fb-085ea305efae,segment=NetworkSegment(55b8fbe3-fab2-48f2-a50f-c733e65768d7),segment_id=55b8fbe3-fab2-48f2-a50f-c733e65768d7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:03.161290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.183793 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Calling delete_port for a450599c-c7a7-4e41-b9fb-085ea305efae owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:03.276169 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.304922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event deleted for resources: {'Port': ['ID=a450599c-c7a7-4e41-b9fb-085ea305efae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:03.306993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] No DVR routers for this DVR port a450599c-c7a7-4e41-b9fb-085ea305efae on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:03.312959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23b385-8f88-4141-8720-9b6c4ff7ffbb None None] Network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:03.390563 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.412934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfeebd9-144a-43fe-a1d7-18a4e1bd3523']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:03.423761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b8fbe3-fab2-48f2-a50f-c733e65768d7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:03.424117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b8fbe3-fab2-48f2-a50f-c733e65768d7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:03.435622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.450660 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cf649f8a-15c1-4224-ab43-5707049b9798 None None] Provisioning complete for port 95de3342-3f1c-4759-a06e-f2f3bd521c7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:03.450897 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.451005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf649f8a-15c1-4224-ab43-5707049b9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.457004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:16:03.457488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:16:03.460665 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:16:03.528358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.538613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.544372 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "DELETE /v2.0/networks/cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 HTTP/1.1" status: 204 len: 168 time: 0.6213343 Nov 12 13:16:03.544778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:03.555376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e8b1d-45ba-45b7-8b3f-b83ac5fd2c76 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event deleted for resources: {'Network': ['ID=cbfeebd9-144a-43fe-a1d7-18a4e1bd3523,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:03.565178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf649f8a-15c1-4224-ab43-5707049b9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.607285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf649f8a-15c1-4224-ab43-5707049b9798 None None] For port 95de3342-3f1c-4759-a06e-f2f3bd521c7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95de3342-3f1c-4759-a06e-f2f3bd521c7e,segment=NetworkSegment(19eb5b28-9d76-4226-aaa8-c0fad6620020),segment_id=19eb5b28-9d76-4226-aaa8-c0fad6620020)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:03.615132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf649f8a-15c1-4224-ab43-5707049b9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.628697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Deleting subnet 79f5f364-6bc5-405f-b4f8-5435217f1ff9 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:16:03.635389 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.671549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649f8a-15c1-4224-ab43-5707049b9798 None None] Pushing event updated for resources: {'Port': ['ID=95de3342-3f1c-4759-a06e-f2f3bd521c7e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:03.679489 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.781094 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.840718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1fc7531e-3197-49ab-8959-c33c5be68042 None None] Provisioning complete for port 95de3342-3f1c-4759-a06e-f2f3bd521c7e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:03.841358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fc7531e-3197-49ab-8959-c33c5be68042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.852447 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.884653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event deleted for resources: {'Subnet': ['ID=79f5f364-6bc5-405f-b4f8-5435217f1ff9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:03.889270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.892585 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-592cb7ae-cc40-41fd-a335-57e98c3f51f5 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "DELETE /v2.0/subnets/79f5f364-6bc5-405f-b4f8-5435217f1ff9 HTTP/1.1" status: 204 len: 168 time: 0.3461921 Nov 12 13:16:03.895662 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:03.900665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631c165-6261-4702-b9c0-88d5b419cb87 None None] Network d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:03.982127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.046259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Deleting port 95de3342-3f1c-4759-a06e-f2f3bd521c7e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:04.046940 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.099767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b9c6f6b0-09f0-4942-b76c-eb6afcba55c9 None None] Could not find standard attr ID for object a450599c-c7a7-4e41-b9fb-085ea305efae. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:16:04.109069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95de3342-3f1c-4759-a06e-f2f3bd521c7e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:04.118106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc850a8f-1fb5-44c5-930a-37d427b4a99c None None] DHCP port deletion for cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:04.128096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] For port 95de3342-3f1c-4759-a06e-f2f3bd521c7e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=95de3342-3f1c-4759-a06e-f2f3bd521c7e,segment=NetworkSegment(19eb5b28-9d76-4226-aaa8-c0fad6620020),segment_id=19eb5b28-9d76-4226-aaa8-c0fad6620020)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:04.128991 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.143371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Calling delete_port for 95de3342-3f1c-4759-a06e-f2f3bd521c7e owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:04.150686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] DHCP port deletion for d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:04.160288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8065a-232a-4208-9dd5-b224d6c3edc8 None None] Network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:04.193115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8065a-232a-4208-9dd5-b224d6c3edc8 None None] Network cbfeebd9-144a-43fe-a1d7-18a4e1bd3523 could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:16:04.211175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 95de3342-3f1c-4759-a06e-f2f3bd521c7e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:04.211548 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.233727 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.260239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Deleting port 95de3342-3f1c-4759-a06e-f2f3bd521c7e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:04.260607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.260770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event deleted for resources: {'Port': ['ID=95de3342-3f1c-4759-a06e-f2f3bd521c7e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:04.267066 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] No DVR routers for this DVR port 95de3342-3f1c-4759-a06e-f2f3bd521c7e on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:04.272649 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Could not find standard attr ID for object 95de3342-3f1c-4759-a06e-f2f3bd521c7e. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:16:04.281960 n-d-804878-5 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No ports have port_id starting with 95de3342-3f1c-4759-a06e-f2f3bd521c7e Nov 12 13:16:04.326136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] For port 95de3342-3f1c-4759-a06e-f2f3bd521c7e, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:04.326553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.338858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Calling delete_port for 95de3342-3f1c-4759-a06e-f2f3bd521c7e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:04.341432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Port 95de3342-3f1c-4759-a06e-f2f3bd521c7e was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:16:04.342739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.346225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.369218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] Pushing event deleted for resources: {'Port': ['ID=95de3342-3f1c-4759-a06e-f2f3bd521c7e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:04.371435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b48fd-2a50-47fe-9651-85a239573747 None None] No DVR routers for this DVR port 95de3342-3f1c-4759-a06e-f2f3bd521c7e on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:04.375589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:04.388486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19eb5b28-9d76-4226-aaa8-c0fad6620020') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:04.388787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19eb5b28-9d76-4226-aaa8-c0fad6620020') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:04.398344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.412363 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.418347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:16:04.418757 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:16:04.421897 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:16:04.483488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.493797 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.497298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "DELETE /v2.0/networks/d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64 HTTP/1.1" status: 204 len: 168 time: 0.6006820 Nov 12 13:16:04.500196 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:04.509164 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04902a-be42-4b84-b7c9-b95bb77e6de2 tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Pushing event deleted for resources: {'Network': ['ID=d52cf3ac-c1ea-47e5-a5a6-0e522c2ffa64,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:04.529572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c481cce6-fdbd-4f17-aa2f-d361f9d3987c tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "GET /v2.0/ports?device_id=c90777bd-548a-4e1d-a112-238bbd05f098 HTTP/1.1" status: 200 len: 205 time: 0.0281892 Nov 12 13:16:04.531996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:04.608686 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.769305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.772074 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.816690 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.817384 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Fanout notify agent at l3_agent the message router_deleted on router c90777bd-548a-4e1d-a112-238bbd05f098 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:16:04.825297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.826591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-17d6327d-fbc4-4317-a3cb-dce71bc2f84a tempest-RoutersNegativeTest-906850156 tempest-RoutersNegativeTest-906850156-project] 10.222.0.18 "DELETE /v2.0/routers/c90777bd-548a-4e1d-a112-238bbd05f098 HTTP/1.1" status: 204 len: 168 time: 0.2935367 Nov 12 13:16:05.071828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42684) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:05.203174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-121a880a-7c96-46e8-a32d-b4c655891d99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7a0dfdf8d894b868ad1c5d0cf041447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301854 Nov 12 13:16:05.205653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:05.252081 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12edfe17-8c1c-4bd4-9f95-3f4e1a9e6e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.273155 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12edfe17-8c1c-4bd4-9f95-3f4e1a9e6e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.322346 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12edfe17-8c1c-4bd4-9f95-3f4e1a9e6e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.325018 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12edfe17-8c1c-4bd4-9f95-3f4e1a9e6e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.326185 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12edfe17-8c1c-4bd4-9f95-3f4e1a9e6e5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a773e62-3bca-4c23-b3df-3352f1caf67f HTTP/1.1" status: 204 len: 168 time: 0.1194651 Nov 12 13:16:05.333878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edfe17-8c1c-4bd4-9f95-3f4e1a9e6e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a773e62-3bca-4c23-b3df-3352f1caf67f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:05.804528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e6f6-de92-4c23-bb76-1044441ced52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.945202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:06.002797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95de3342-3f1c-4759-a06e-f2f3bd521c7e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:06.028957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 95de3342-3f1c-4759-a06e-f2f3bd521c7e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:06.029307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 95de3342-3f1c-4759-a06e-f2f3bd521c7e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:06.029719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a450599c-c7a7-4e41-b9fb-085ea305efae no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:06.048388 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1952966685-network', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:06.050894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a450599c-c7a7-4e41-b9fb-085ea305efae {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:06.051244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a450599c-c7a7-4e41-b9fb-085ea305efae not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:06.071077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Made reservation on behalf of a3e6bee2e1134401a8fea9b1b7d208c1 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:06.073480 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.081895 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.157185 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.161656 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.186215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:06.196301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77e6a95-f7ba-435c-8237-1e71d3665c54,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:06.201878 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.202265 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Added segment b4250e72-5aca-4d81-a74a-6f8ee1375381 of type vlan for network 8dc22244-9a3b-4649-9369-4e3adeec7404 Nov 12 13:16:06.242895 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.267094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.267978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:06.269117 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.327058 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3807397 Nov 12 13:16:06.330027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42714) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:06.332758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399b202-fcd0-4fb9-8cc4-e614a0bc7396 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc22244-9a3b-4649-9369-4e3adeec7404,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:06.335711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Request body: {'subnet': {'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-subnet', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:06.341994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:06.363938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Made reservation on behalf of a3e6bee2e1134401a8fea9b1b7d208c1 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:06.368002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.547424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.600574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:06.610770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Checking segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:06.611132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Network hostable DHCP agents. Network: 8dc22244-9a3b-4649-9369-4e3adeec7404, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:06.627109 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:06.636592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 8dc22244-9a3b-4649-9369-4e3adeec7404) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:06.640577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:06.641165 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.646927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e68c3c-b8e8-44d2-ad2c-9afab714f0ec None None] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:06.658314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ad11f7c-404a-492f-9f6c-28c5b3628a95 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3268926 Nov 12 13:16:06.660889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:06.665221 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:06.685953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.687021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.745657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.802544 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-8dc22244-9a3b-4649-9369-4e3adeec7404', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'fixed_ips': [{'subnet_id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:16:06.803483 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.896845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.943962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Allocated IP 172.20.0.2 (8dc22244-9a3b-4649-9369-4e3adeec7404/6f3ae255-5db6-4604-8b3c-f35e3b1bd14f/846a67d9-f520-4634-ab15-e35c8139411f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:07.091753 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.097663 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.099197 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.117759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.137025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:07.139824 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:07.142238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:07.164266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Pushing event updated for resources: {'Port': ['ID=846a67d9-f520-4634-ab15-e35c8139411f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:07.222809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Attempting to bind port 846a67d9-f520-4634-ab15-e35c8139411f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:07.223175 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Attempting to bind port 846a67d9-f520-4634-ab15-e35c8139411f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:07.223539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Attempting to bind port 846a67d9-f520-4634-ab15-e35c8139411f on network 8dc22244-9a3b-4649-9369-4e3adeec7404 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:07.228480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:07.228967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Checking segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:07.229372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.229759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Bound using segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:07.230245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Bound port: 846a67d9-f520-4634-ab15-e35c8139411f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:07.230626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.232333 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Allocated IP 172.25.1.69 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/82d4005a-c4a1-43d5-8c42-ea4a43f94351) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:07.299750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] For port 846a67d9-f520-4634-ab15-e35c8139411f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:07.304300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] For port 846a67d9-f520-4634-ab15-e35c8139411f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=846a67d9-f520-4634-ab15-e35c8139411f,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:07.307960 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.344316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.365857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd3791-30b7-4fa1-8b43-0051de14ba6c None None] Pushing event updated for resources: {'Port': ['ID=846a67d9-f520-4634-ab15-e35c8139411f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:07.394725 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.431753 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:07.434535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:07.440063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:07.446602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97b21d-90b8-4c0f-8b66-ec84a97cede8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:07.450000 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Pushing event updated for resources: {'Port': ['ID=82d4005a-c4a1-43d5-8c42-ea4a43f94351,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:07.553532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a26dcd0-a376-4d83-9fb7-258f19a79ba3 None None] Provisioning complete for port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:07.554203 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a26dcd0-a376-4d83-9fb7-258f19a79ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.600400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a26dcd0-a376-4d83-9fb7-258f19a79ba3 None None] Port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:08.046747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 846a67d9-f520-4634-ab15-e35c8139411f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:08.058217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.101943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 846a67d9-f520-4634-ab15-e35c8139411f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:08.102360 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.194803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.237693 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 846a67d9-f520-4634-ab15-e35c8139411f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=846a67d9-f520-4634-ab15-e35c8139411f,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:08.242749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.280254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.310250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=846a67d9-f520-4634-ab15-e35c8139411f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:08.358318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb6614-dba6-4f26-8016-e4ab3e65036a None None] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:08.418523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Router 37c89160-9c00-44bc-9756-8deb37e18fe3 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:16:08.438295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2c1d0499-b425-41a4-b42d-c0b9361c53c7 None None] Provisioning complete for port 846a67d9-f520-4634-ab15-e35c8139411f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:08.438671 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0499-b425-41a4-b42d-c0b9361c53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.529670 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:08.541522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Sync routers for ids ['37c89160-9c00-44bc-9756-8deb37e18fe3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:08.549533 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.551362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fde73bb8-0e62-4c26-ad9a-edf14386beda admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8893282 Nov 12 13:16:08.553155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Routers {'37c89160-9c00-44bc-9756-8deb37e18fe3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:08.553808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42720) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:08.554229 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:15:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['37c89160-9c00-44bc-9756-8deb37e18fe3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:08.680443 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Set router 37c89160-9c00-44bc-9756-8deb37e18fe3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:08.878678 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:16:07Z', 'revision_number': 3, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:08.917588 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Checking router: 37c89160-9c00-44bc-9756-8deb37e18fe3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:08.919223 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Updating router 37c89160-9c00-44bc-9756-8deb37e18fe3 port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:16:08.923792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a3b85e98-37ec-4067-9cb7-4927dab3e9da None None] Provisioning complete for port 846a67d9-f520-4634-ab15-e35c8139411f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:08.924381 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3b85e98-37ec-4067-9cb7-4927dab3e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.957409 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.019347 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.145879 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-debc1c5e-ea7e-4e2f-be15-7bc035563d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.227547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Allocated IP 172.20.0.1 (8dc22244-9a3b-4649-9369-4e3adeec7404/6f3ae255-5db6-4604-8b3c-f35e3b1bd14f/d23d81bc-0dd0-4c49-b823-f6e10911dbd9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:09.279135 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.283778 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.328013 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e67a5-9711-4b8a-b256-90cb9e247a70 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:09.328925 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Pushing event updated for resources: {'Port': ['ID=82d4005a-c4a1-43d5-8c42-ea4a43f94351,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:09.337409 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.344636 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.345030 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.345288 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.345609 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.345932 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.346280 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.346616 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.347481 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.347771 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.348089 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.348405 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.348713 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:09.353695 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Attempting to bind port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:09.354060 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Attempting to bind port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:09.354439 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Attempting to bind port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:09.360203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:09.360756 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:09.361313 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.361690 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:09.362142 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Bound port: 82d4005a-c4a1-43d5-8c42-ea4a43f94351, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:09.363134 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.374823 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.419568 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] For port 82d4005a-c4a1-43d5-8c42-ea4a43f94351, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:09.420657 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:09.423616 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] For port 82d4005a-c4a1-43d5-8c42-ea4a43f94351, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=82d4005a-c4a1-43d5-8c42-ea4a43f94351,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:09.423779 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:09.429703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:09.430184 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.447488 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5a995869-2e8e-4616-a3db-62e05ccca97c None None] Provisioning complete for port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:09.448145 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a995869-2e8e-4616-a3db-62e05ccca97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.453904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Pushing event updated for resources: {'Port': ['ID=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:09.473253 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.480895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9731a-ce61-4a80-92f0-11623f5eb79c None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:09.482576 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Routers {'37c89160-9c00-44bc-9756-8deb37e18fe3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:09.483237 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['37c89160-9c00-44bc-9756-8deb37e18fe3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:09.560323 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab04849-71a5-4024-b6a6-34a7ce7c1e56 None None] Pushing event updated for resources: {'Port': ['ID=82d4005a-c4a1-43d5-8c42-ea4a43f94351,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:09.602391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.606870 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a995869-2e8e-4616-a3db-62e05ccca97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.631419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5a995869-2e8e-4616-a3db-62e05ccca97c None None] For port 82d4005a-c4a1-43d5-8c42-ea4a43f94351, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=82d4005a-c4a1-43d5-8c42-ea4a43f94351,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:09.639478 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a995869-2e8e-4616-a3db-62e05ccca97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.644722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] Set router 37c89160-9c00-44bc-9756-8deb37e18fe3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:09.645511 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.702437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995869-2e8e-4616-a3db-62e05ccca97c None None] Pushing event updated for resources: {'Port': ['ID=82d4005a-c4a1-43d5-8c42-ea4a43f94351,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:09.761386 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d9d2de34-9332-4657-ba35-9e687704cb36 None None] Provisioning complete for port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:09.761673 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9d2de34-9332-4657-ba35-9e687704cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.832275 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:16:07Z', 'revision_number': 3, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:09.836413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.842682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.861804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d9d2de34-9332-4657-ba35-9e687704cb36 None None] Provisioning complete for port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:09.862205 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9d2de34-9332-4657-ba35-9e687704cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.864805 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29a07b-e999-4cc2-bd7f-b8115f0c09f9 None None] The sync data for ids ['37c89160-9c00-44bc-9756-8deb37e18fe3'] in n-d-804878-5 is: [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:16:07Z', 'revision_number': 3, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:09.904083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d9d2de34-9332-4657-ba35-9e687704cb36 None None] Port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:09.917311 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.919287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Pushing event updated for resources: {'Port': ['ID=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:10.013164 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 846a67d9-f520-4634-ab15-e35c8139411f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:10.016825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:10.018329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:10.077616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 846a67d9-f520-4634-ab15-e35c8139411f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:10.078294 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.188002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Router 37c89160-9c00-44bc-9756-8deb37e18fe3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:16:10.322687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:10.327851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8cdd4157-6ea8-4e3c-ab39-d6150f5f51b7 None None] Provisioning complete for port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:10.329036 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4157-6ea8-4e3c-ab39-d6150f5f51b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.332861 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-51431a8a-ce96-40c7-8492-cbe1e90f7caa admin admin] 10.222.0.18 "PUT /v2.0/routers/37c89160-9c00-44bc-9756-8deb37e18fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7778199 Nov 12 13:16:10.368890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd4157-6ea8-4e3c-ab39-d6150f5f51b7 None None] Port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:10.799196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.838558 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:10.843887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1564545081-network', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:10.865916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Made reservation on behalf of bcb4e4b31a2b4c89a88cc2104df509b6 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:10.868357 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.876851 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.952453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.957444 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.982243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:10.992810 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3892945e-5c81-45d1-8ecb-90ec17bae368,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:10.997438 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.997770 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Added segment dc94acbb-39ec-40fe-8934-808c2c3524f7 of type vlan for network ef96972a-94a1-468c-b0c1-1854064c7a0f Nov 12 13:16:11.040291 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.065471 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.066451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:11.067061 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.102383 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2625787 Nov 12 13:16:11.105318 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:11.110393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Request body: {'subnet': {'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-subnet', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:11.132579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Made reservation on behalf of bcb4e4b31a2b4c89a88cc2104df509b6 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:11.135344 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.138391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf92e83-7804-401f-8a0c-e4857afc9b70 admin admin] Pushing event updated for resources: {'Network': ['ID=ef96972a-94a1-468c-b0c1-1854064c7a0f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:11.148802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ef96972a-94a1-468c-b0c1-1854064c7a0f details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:11.315222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.370768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65874a70-96f8-4a41-9131-99be1834e1a8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:11.381191 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Checking segment: {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:11.381696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Network hostable DHCP agents. Network: ef96972a-94a1-468c-b0c1-1854064c7a0f, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:11.400278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Network ef96972a-94a1-468c-b0c1-1854064c7a0f is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:11.409612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ef96972a-94a1-468c-b0c1-1854064c7a0f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:11.413915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:11.438332 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.443063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1316bb7b-e346-42dd-a8fb-a6435d3fed2e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3362012 Nov 12 13:16:11.444333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4de2fb-8ab4-49da-af1c-f47b91b050d0 None None] Network ef96972a-94a1-468c-b0c1-1854064c7a0f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:11.445240 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 42740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:11.450992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:11.467284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.477020 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.478411 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.500609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Sync routers for ids ['37c89160-9c00-44bc-9756-8deb37e18fe3'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:11.529154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Routers {'37c89160-9c00-44bc-9756-8deb37e18fe3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:11.529697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['37c89160-9c00-44bc-9756-8deb37e18fe3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:11.536628 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.671424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.696817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Set router 37c89160-9c00-44bc-9756-8deb37e18fe3 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:11.699924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ef96972a-94a1-468c-b0c1-1854064c7a0f', 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'fixed_ips': [{'subnet_id': '65874a70-96f8-4a41-9131-99be1834e1a8'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:16:11.700777 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.883281 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.907398 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.995985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Allocated IP 172.20.0.2 (ef96972a-94a1-468c-b0c1-1854064c7a0f/65874a70-96f8-4a41-9131-99be1834e1a8/d1169f83-a771-4fd8-8b80-4340109bb863) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:12.019233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Allocated IP 172.25.1.213 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/b86d117d-546d-4030-9813-c2f06a0287b0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:12.073997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 82d4005a-c4a1-43d5-8c42-ea4a43f94351 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:12.132811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.147562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd23d81bc-0dd0-4c49-b823-f6e10911dbd9', 'name': '', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'mac_address': 'fa:16:3e:cb:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:09Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 2, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'subnets': [{'id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:12.168660 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.216135 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:12.217474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Checking router: 37c89160-9c00-44bc-9756-8deb37e18fe3 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:12.217827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Updating router 37c89160-9c00-44bc-9756-8deb37e18fe3 port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:16:12.221269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:12.223538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Pushing event updated for resources: {'Port': ['ID=b86d117d-546d-4030-9813-c2f06a0287b0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:12.226486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:12.251838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555a14c6-27af-4958-9834-4861b17752f3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:12.267674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:12.268034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.275710 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.295594 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.312749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.402339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Network ef96972a-94a1-468c-b0c1-1854064c7a0f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:12.405873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-384ea64e-ff87-478b-b382-0b5690449fae None None] Provisioning complete for port b86d117d-546d-4030-9813-c2f06a0287b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:12.406259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-384ea64e-ff87-478b-b382-0b5690449fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.416015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:12.444680 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:12.447726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Pushing event updated for resources: {'Port': ['ID=d1169f83-a771-4fd8-8b80-4340109bb863,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:12.720928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-384ea64e-ff87-478b-b382-0b5690449fae None None] Port b86d117d-546d-4030-9813-c2f06a0287b0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:12.810330 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.813782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Attempting to bind port d1169f83-a771-4fd8-8b80-4340109bb863 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:12.814152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Attempting to bind port d1169f83-a771-4fd8-8b80-4340109bb863 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:12.814536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Attempting to bind port d1169f83-a771-4fd8-8b80-4340109bb863 on network ef96972a-94a1-468c-b0c1-1854064c7a0f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:12.848967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:12.849333 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Checking segment: {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:12.849742 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.850123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Bound using segment: {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:12.850607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Bound port: d1169f83-a771-4fd8-8b80-4340109bb863, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:12.850982 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.948643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] For port d1169f83-a771-4fd8-8b80-4340109bb863, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:12.985564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] For port d1169f83-a771-4fd8-8b80-4340109bb863, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d1169f83-a771-4fd8-8b80-4340109bb863,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:12.991168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.002503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.042232 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.056249 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.079578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa208-da6c-47c0-ab52-a5b6edcf3173 None None] Pushing event updated for resources: {'Port': ['ID=d1169f83-a771-4fd8-8b80-4340109bb863,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:13.155233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Router 4e7d7573-959e-49f1-aab7-7b960b019d9c is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:16:13.168731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7f7f8-1053-4b88-9f24-93d1a3e8e513 None None] Pushing event updated for resources: {'Port': ['ID=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:13.175263 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Attempting to bind port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:13.176332 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Attempting to bind port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:13.176879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Attempting to bind port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 on network 8dc22244-9a3b-4649-9369-4e3adeec7404 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:13.183124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:13.183701 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Checking segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:13.184304 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.184689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Bound using segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:13.185161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Bound port: d23d81bc-0dd0-4c49-b823-f6e10911dbd9, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:13.185544 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.263219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] For port d23d81bc-0dd0-4c49-b823-f6e10911dbd9, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:13.267360 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] For port d23d81bc-0dd0-4c49-b823-f6e10911dbd9, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:13.272737 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.299302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:13.347798 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.351788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7f7f8-1053-4b88-9f24-93d1a3e8e513 None None] Pushing event updated for resources: {'Port': ['ID=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:13.352159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 42742) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:13.354585 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Routers {'37c89160-9c00-44bc-9756-8deb37e18fe3'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:13.355198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['37c89160-9c00-44bc-9756-8deb37e18fe3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:13.358390 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Sync routers for ids ['4e7d7573-959e-49f1-aab7-7b960b019d9c'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:13.359278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-429f08a9-9831-447b-93cb-57bb6854ccaf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9087820 Nov 12 13:16:13.392796 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Routers {'4e7d7573-959e-49f1-aab7-7b960b019d9c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:13.393538 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4e7d7573-959e-49f1-aab7-7b960b019d9c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:13.503519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7afd968a-5129-4b5e-8d61-8cfa386a6ced None None] Provisioning complete for port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:13.503519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7afd968a-5129-4b5e-8d61-8cfa386a6ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.539567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] Set router 37c89160-9c00-44bc-9756-8deb37e18fe3 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:13.556174 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Set router 4e7d7573-959e-49f1-aab7-7b960b019d9c gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:13.754482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7afd968a-5129-4b5e-8d61-8cfa386a6ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.837204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7afd968a-5129-4b5e-8d61-8cfa386a6ced None None] For port d23d81bc-0dd0-4c49-b823-f6e10911dbd9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:13.843356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7afd968a-5129-4b5e-8d61-8cfa386a6ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.908675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd968a-5129-4b5e-8d61-8cfa386a6ced None None] Pushing event updated for resources: {'Port': ['ID=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:13.912580 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:12Z', 'revision_number': 3, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:13.924407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd23d81bc-0dd0-4c49-b823-f6e10911dbd9', 'name': '', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'mac_address': 'fa:16:3e:cb:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:09Z', 'updated_at': '2021-11-12T13:16:13Z', 'revision_number': 4, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'subnets': [{'id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:13.946836 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Checking router: 4e7d7573-959e-49f1-aab7-7b960b019d9c for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:13.947177 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Updating router 4e7d7573-959e-49f1-aab7-7b960b019d9c port b86d117d-546d-4030-9813-c2f06a0287b0 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:16:13.963981 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41392-2153-46fc-8a01-b6043a50d5c3 None None] The sync data for ids ['37c89160-9c00-44bc-9756-8deb37e18fe3'] in n-d-804878-5 is: [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'd23d81bc-0dd0-4c49-b823-f6e10911dbd9', 'name': '', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'mac_address': 'fa:16:3e:cb:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:09Z', 'updated_at': '2021-11-12T13:16:13Z', 'revision_number': 4, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'subnets': [{'id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:13.987138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a8de0ca-1acd-4165-ac78-fcf9089d8c60 None None] Provisioning complete for port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:13.988060 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a8de0ca-1acd-4165-ac78-fcf9089d8c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.989067 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.205241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d1169f83-a771-4fd8-8b80-4340109bb863 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:14.310258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d1169f83-a771-4fd8-8b80-4340109bb863 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:14.310766 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.415759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.422930 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.432572 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.441808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b3f05-327d-4e5e-a7bc-d189637530c3 None None] Network ef96972a-94a1-468c-b0c1-1854064c7a0f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:14.467668 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.484857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8041aa9-4c6d-40d0-bd60-31e59ad4cb2c None None] Pushing event updated for resources: {'Port': ['ID=b86d117d-546d-4030-9813-c2f06a0287b0,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:14.523271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d097a3a-b640-4844-81d9-7c4edf90ea06 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:14.527092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f0bcb6a2-fad0-43b4-98b1-4932c8ba0952 None None] Provisioning complete for port d1169f83-a771-4fd8-8b80-4340109bb863 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:14.527492 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb6a2-fad0-43b4-98b1-4932c8ba0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.527607 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Attempting to bind port b86d117d-546d-4030-9813-c2f06a0287b0 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:14.528648 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Attempting to bind port b86d117d-546d-4030-9813-c2f06a0287b0 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:14.529034 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Attempting to bind port b86d117d-546d-4030-9813-c2f06a0287b0 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:14.538791 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:14.539385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:14.540114 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.540269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:14.540674 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Bound port: b86d117d-546d-4030-9813-c2f06a0287b0, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:14.541119 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.599240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port d1169f83-a771-4fd8-8b80-4340109bb863, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d1169f83-a771-4fd8-8b80-4340109bb863,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:14.613072 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.627161 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] For port b86d117d-546d-4030-9813-c2f06a0287b0, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:14.631831 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] For port b86d117d-546d-4030-9813-c2f06a0287b0, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b86d117d-546d-4030-9813-c2f06a0287b0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:14.638759 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.657471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Allocated IP 172.20.0.1 (ef96972a-94a1-468c-b0c1-1854064c7a0f/65874a70-96f8-4a41-9131-99be1834e1a8/6c3d5758-dbd4-43a9-86d9-8058c10ba532) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:14.703775 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=d1169f83-a771-4fd8-8b80-4340109bb863,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:14.709917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Routers {'4e7d7573-959e-49f1-aab7-7b960b019d9c'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:14.710601 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4e7d7573-959e-49f1-aab7-7b960b019d9c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:14.716975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c79a0-d1c9-47e6-afd4-ed0aff0e94cf None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:14.751512 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8041aa9-4c6d-40d0-bd60-31e59ad4cb2c None None] Pushing event updated for resources: {'Port': ['ID=b86d117d-546d-4030-9813-c2f06a0287b0,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:14.836275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.854201 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] Set router 4e7d7573-959e-49f1-aab7-7b960b019d9c gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:14.889616 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.933538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Network ef96972a-94a1-468c-b0c1-1854064c7a0f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:14.942251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:14.945045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:14.969530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dc0656c4-134c-4c0f-a444-6732a9c5fdab None None] Provisioning complete for port b86d117d-546d-4030-9813-c2f06a0287b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:14.970044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dc0656c4-134c-4c0f-a444-6732a9c5fdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.972962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3d5758-dbd4-43a9-86d9-8058c10ba532,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:14.992970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.113797 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dc0656c4-134c-4c0f-a444-6732a9c5fdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.115908 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:12Z', 'revision_number': 3, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:15.138789 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dc0656c4-134c-4c0f-a444-6732a9c5fdab None None] For port b86d117d-546d-4030-9813-c2f06a0287b0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b86d117d-546d-4030-9813-c2f06a0287b0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:15.147398 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dc0656c4-134c-4c0f-a444-6732a9c5fdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.162752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d86ad-9301-4bfd-b361-29779096dee2 None None] The sync data for ids ['4e7d7573-959e-49f1-aab7-7b960b019d9c'] in n-d-804878-5 is: [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:12Z', 'revision_number': 3, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:15.190114 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.218959 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0656c4-134c-4c0f-a444-6732a9c5fdab None None] Pushing event updated for resources: {'Port': ['ID=b86d117d-546d-4030-9813-c2f06a0287b0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:15.289192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cb5d54ee-b114-47ab-95bd-0e49529f5e4b None None] Provisioning complete for port d1169f83-a771-4fd8-8b80-4340109bb863 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:15.289697 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54ee-b114-47ab-95bd-0e49529f5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.390530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.396550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.470422 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.484345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3d5758-dbd4-43a9-86d9-8058c10ba532,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:15.503935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-04edbce5-e748-444f-a7b0-10b757820c1d None None] Provisioning complete for port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:15.504530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04edbce5-e748-444f-a7b0-10b757820c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.542771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-04edbce5-e748-444f-a7b0-10b757820c1d None None] Port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:15.579361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Network ef96972a-94a1-468c-b0c1-1854064c7a0f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:15.580921 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:15.758897 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Router 4e7d7573-959e-49f1-aab7-7b960b019d9c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:16:15.864249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b3ac815b-daa9-4787-9a9e-744aedfb3a60 None None] Provisioning complete for port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:15.864615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3ac815b-daa9-4787-9a9e-744aedfb3a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.889516 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:15.896390 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-308a41cf-8b85-48e7-a6c5-51d8f15d5dd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4e7d7573-959e-49f1-aab7-7b960b019d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5420976 Nov 12 13:16:15.915363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac815b-daa9-4787-9a9e-744aedfb3a60 None None] Port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:16.145963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d23d81bc-0dd0-4c49-b823-f6e10911dbd9 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:16.197629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:16.198103 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.286933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b86d117d-546d-4030-9813-c2f06a0287b0 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:16.333900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b86d117d-546d-4030-9813-c2f06a0287b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:16.334205 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.415058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d1169f83-a771-4fd8-8b80-4340109bb863 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:16.469625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d1169f83-a771-4fd8-8b80-4340109bb863 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:16.469997 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.629969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-71d55872-1154-4412-912d-54ca8bf1c70d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:16.631612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-71d55872-1154-4412-912d-54ca8bf1c70d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 817 time: 0.1060905 Nov 12 13:16:16.646469 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-e1ff315e-0a4d-4ef1-8c5f-16c08b5e0413 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/quotas/a3e6bee2e1134401a8fea9b1b7d208c1 HTTP/1.1" status: 200 len: 375 time: 0.0091958 Nov 12 13:16:16.697049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-98591ece-dd1c-4402-a2f1-1394579519a4 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454593 Nov 12 13:16:16.794652 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d9d9480d-6a7a-44b7-bb10-9b2395bb18cc service neutron] 10.222.0.18 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Nov 12 13:16:16.889608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-17774874-e1e8-4478-82a0-a7d8111f7c6b service neutron] 10.222.0.18 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885534 Nov 12 13:16:17.051854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-145c426b-2473-434f-956f-3f18f576204a req-b0288822-862f-4911-ae1c-5de451f4ea26 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 210 time: 0.0279360 Nov 12 13:16:17.437396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Sync routers for ids ['4e7d7573-959e-49f1-aab7-7b960b019d9c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:17.452580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Routers {'4e7d7573-959e-49f1-aab7-7b960b019d9c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:17.453525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4e7d7573-959e-49f1-aab7-7b960b019d9c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:17.569368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Set router 4e7d7573-959e-49f1-aab7-7b960b019d9c gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:17.935310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6c3d5758-dbd4-43a9-86d9-8058c10ba532', 'name': '', 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'mac_address': 'fa:16:3e:a7:65:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65874a70-96f8-4a41-9131-99be1834e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:14Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 2, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'subnets': [{'id': '65874a70-96f8-4a41-9131-99be1834e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:17.963380 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Checking router: 4e7d7573-959e-49f1-aab7-7b960b019d9c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:17.963740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Updating router 4e7d7573-959e-49f1-aab7-7b960b019d9c port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:16:17.997643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.033907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b536d171-4f59-4e01-bd35-d0b3f7e148a6 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.036030 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b536d171-4f59-4e01-bd35-d0b3f7e148a6 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 817 time: 0.1276786 Nov 12 13:16:18.051507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Request body: {'port': {'device_id': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'admin_state_up': True, 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:18.165568 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e72a094e-f604-4e42-8ba9-fb22165257a4 req-0dae2ea4-fb37-49d3-8926-53ae064c0746 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 210 time: 0.0382245 Nov 12 13:16:18.190889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Made reservation on behalf of a3e6bee2e1134401a8fea9b1b7d208c1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:18.194509 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.282039 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.287800 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.335534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Allocated IP 172.20.0.8 (8dc22244-9a3b-4649-9369-4e3adeec7404/6f3ae255-5db6-4604-8b3c-f35e3b1bd14f/8f13e229-9575-4e27-8def-6a69daec567e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:18.340607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fde09-0de3-4fe8-b808-e5ff15554316 None None] Pushing event updated for resources: {'Port': ['ID=6c3d5758-dbd4-43a9-86d9-8058c10ba532,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:18.400768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Attempting to bind port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:18.401422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Attempting to bind port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:18.401972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Attempting to bind port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 on network ef96972a-94a1-468c-b0c1-1854064c7a0f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:18.408114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:18.408586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Checking segment: {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:18.410374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.410895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Bound using segment: {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:18.411504 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Bound port: 6c3d5758-dbd4-43a9-86d9-8058c10ba532, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc94acbb-39ec-40fe-8934-808c2c3524f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:18.411929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.487302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] For port 6c3d5758-dbd4-43a9-86d9-8058c10ba532, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:18.490695 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] For port 6c3d5758-dbd4-43a9-86d9-8058c10ba532, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c3d5758-dbd4-43a9-86d9-8058c10ba532,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:18.496375 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.507258 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.544514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.564607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Routers {'4e7d7573-959e-49f1-aab7-7b960b019d9c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:18.565832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:16:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4e7d7573-959e-49f1-aab7-7b960b019d9c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:18.592607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:18.598366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:18.602360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:18.609543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Pushing event updated for resources: {'Port': ['ID=8f13e229-9575-4e27-8def-6a69daec567e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:18.613637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fde09-0de3-4fe8-b808-e5ff15554316 None None] Pushing event updated for resources: {'Port': ['ID=6c3d5758-dbd4-43a9-86d9-8058c10ba532,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:18.663891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.664865 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.684364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-d2e29e51-b09c-49c7-9c1e-453908e23f9d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372008 Nov 12 13:16:18.698294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Request body: {'port': {'device_id': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:18.703335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4f0454d6-7b8c-4ae8-aa2f-b9f609eddf27 None None] Provisioning complete for port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:18.703700 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f0454d6-7b8c-4ae8-aa2f-b9f609eddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.736739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] Set router 4e7d7573-959e-49f1-aab7-7b960b019d9c gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:18.787511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.923949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f0454d6-7b8c-4ae8-aa2f-b9f609eddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.978974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4f0454d6-7b8c-4ae8-aa2f-b9f609eddf27 None None] For port 6c3d5758-dbd4-43a9-86d9-8058c10ba532, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c3d5758-dbd4-43a9-86d9-8058c10ba532,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:18.998269 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f0454d6-7b8c-4ae8-aa2f-b9f609eddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.056933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0454d6-7b8c-4ae8-aa2f-b9f609eddf27 None None] Pushing event updated for resources: {'Port': ['ID=6c3d5758-dbd4-43a9-86d9-8058c10ba532,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:19.073794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6c3d5758-dbd4-43a9-86d9-8058c10ba532', 'name': '', 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'mac_address': 'fa:16:3e:a7:65:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65874a70-96f8-4a41-9131-99be1834e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:14Z', 'updated_at': '2021-11-12T13:16:18Z', 'revision_number': 4, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'subnets': [{'id': '65874a70-96f8-4a41-9131-99be1834e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:19.090311 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f13e229-9575-4e27-8def-6a69daec567e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:19.097975 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.100782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbe751-b44b-4047-a25a-2dd3ef8f0192 None None] The sync data for ids ['4e7d7573-959e-49f1-aab7-7b960b019d9c'] in n-d-804878-5 is: [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6c3d5758-dbd4-43a9-86d9-8058c10ba532', 'name': '', 'network_id': 'ef96972a-94a1-468c-b0c1-1854064c7a0f', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'mac_address': 'fa:16:3e:a7:65:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65874a70-96f8-4a41-9131-99be1834e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:14Z', 'updated_at': '2021-11-12T13:16:18Z', 'revision_number': 4, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'subnets': [{'id': '65874a70-96f8-4a41-9131-99be1834e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:19.113378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Transition to ACTIVE for port object 8f13e229-9575-4e27-8def-6a69daec567e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:19.117587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.132157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8d276bf-8b8d-4872-80c0-c1983c618be7 None None] Provisioning complete for port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:19.132436 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8d276bf-8b8d-4872-80c0-c1983c618be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.187620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Pushing event updated for resources: {'Port': ['ID=8f13e229-9575-4e27-8def-6a69daec567e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:19.323343 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Attempting to bind port 8f13e229-9575-4e27-8def-6a69daec567e on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:19.323675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Attempting to bind port 8f13e229-9575-4e27-8def-6a69daec567e by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:19.324036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Attempting to bind port 8f13e229-9575-4e27-8def-6a69daec567e on network 8dc22244-9a3b-4649-9369-4e3adeec7404 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:19.334445 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Port 8f13e229-9575-4e27-8def-6a69daec567e on network 8dc22244-9a3b-4649-9369-4e3adeec7404 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:19.334776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Attempting to bind port 8f13e229-9575-4e27-8def-6a69daec567e on network 8dc22244-9a3b-4649-9369-4e3adeec7404 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:19.343442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:19.343819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Checking segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:19.344155 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Bound using segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:19.344592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Bound port: 8f13e229-9575-4e27-8def-6a69daec567e, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:19.345489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.356928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721d9e-7be4-46fa-8c05-c5734369ca40 req-1a93dd83-122d-4cd2-b529-72f0d7b4e980 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.359284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5721d9e-7be4-46fa-8c05-c5734369ca40 req-1a93dd83-122d-4cd2-b529-72f0d7b4e980 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 943 time: 0.0880613 Nov 12 13:16:19.461770 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d5721d9e-7be4-46fa-8c05-c5734369ca40 req-a2a254cd-465f-42f4-beef-f97a721793b4 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930090 Nov 12 13:16:19.468052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] For port 8f13e229-9575-4e27-8def-6a69daec567e, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:19.471870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] For port 8f13e229-9575-4e27-8def-6a69daec567e, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8f13e229-9575-4e27-8def-6a69daec567e,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:19.477697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.528125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.528748 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.530199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] 10.222.0.81 "PUT /v2.0/ports/8f13e229-9575-4e27-8def-6a69daec567e HTTP/1.1" status: 200 len: 1091 time: 0.8367538 Nov 12 13:16:19.530747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'tag': '8f13e229-9575-4e27-8def-6a69daec567e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:19.533473 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48aee71-39c2-4333-a11a-ace40c34bdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a17aa0e2-cae8-4549-862b-ef90980f746a", "tag": "8f13e229-9575-4e27-8def-6a69daec567e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:19.585634 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdcc4bb-9957-4234-8787-088433909e45 x-openstack-request-id: req-fcdcc4bb-9957-4234-8787-088433909e45 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:19.585871 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17aa0e2-cae8-4549-862b-ef90980f746a", "tag": "8f13e229-9575-4e27-8def-6a69daec567e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:19.589106 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcdcc4bb-9957-4234-8787-088433909e45 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:19.589635 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'tag': '8f13e229-9575-4e27-8def-6a69daec567e', 'status': 'completed', 'code': 200} Nov 12 13:16:19.590657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ef87f-7fc1-4382-88b7-6762579c6b45 service neutron] Pushing event updated for resources: {'Port': ['ID=8f13e229-9575-4e27-8def-6a69daec567e,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:19.641151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-82070092-20e4-4487-af1a-cdd790701d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.642779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-82070092-20e4-4487-af1a-cdd790701d69 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 1094 time: 0.0479391 Nov 12 13:16:19.695260 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-32db17f1-d8f6-4f59-93a5-4d01ab227e5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f13e229-9575-4e27-8def-6a69daec567e HTTP/1.1" status: 200 len: 217 time: 0.0442739 Nov 12 13:16:19.752253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-cdd55ddc-af23-4f28-a877-2dab2cbf2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.753963 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-cdd55ddc-af23-4f28-a877-2dab2cbf2be6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f HTTP/1.1" status: 200 len: 856 time: 0.0467703 Nov 12 13:16:19.813238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-4b9fe6b2-3afc-4b3d-b516-db84ad8df37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.814901 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-4b9fe6b2-3afc-4b3d-b516-db84ad8df37e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dc22244-9a3b-4649-9369-4e3adeec7404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529492 Nov 12 13:16:19.915639 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-3f4ba994-f67e-47ff-9e71-d3d8e96a95e6 service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879607 Nov 12 13:16:20.010294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-09645f48-f4a4-484a-8fa4-0794d8e406c6 req-f8477b8b-f020-4aaa-8a7a-018837a8449f service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Nov 12 13:16:20.046060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c3d5758-dbd4-43a9-86d9-8058c10ba532 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:20.094119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:20.094815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.103254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-0c3dbfd6-dc75-4763-8dee-87d619ce4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.104815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-0c3dbfd6-dc75-4763-8dee-87d619ce4c9a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 1094 time: 0.0467248 Nov 12 13:16:20.203773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-50b8f56d-3717-4c22-a0e8-711e80d8d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.205278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-50b8f56d-3717-4c22-a0e8-711e80d8d645 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 918 time: 0.0916276 Nov 12 13:16:20.253701 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-8ff0b96a-50ed-4532-93ad-fad3a245cef6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f13e229-9575-4e27-8def-6a69daec567e HTTP/1.1" status: 200 len: 217 time: 0.0395432 Nov 12 13:16:20.304440 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-ddcb8e76-a118-4b43-8b60-d8a91bf00a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.305875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-ddcb8e76-a118-4b43-8b60-d8a91bf00a10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f HTTP/1.1" status: 200 len: 856 time: 0.0445867 Nov 12 13:16:20.353690 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-09a41833-bb3f-48d7-8733-93b713019089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.355868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-09a41833-bb3f-48d7-8733-93b713019089 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dc22244-9a3b-4649-9369-4e3adeec7404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423245 Nov 12 13:16:20.451407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-4b2deede-8fe9-4df4-8b97-b2cfcdde5b6f service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Nov 12 13:16:20.543490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d48aee71-39c2-4333-a11a-ace40c34bdb3 req-fb78557e-5dda-4e6b-9077-0467699cc206 service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847323 Nov 12 13:16:20.597788 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f17b-11fa-472d-a01f-93366ca62d1c req-d817ffb7-cbed-47d3-a38d-e30ff900864f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.599327 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc65f17b-11fa-472d-a01f-93366ca62d1c req-d817ffb7-cbed-47d3-a38d-e30ff900864f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 943 time: 0.0537114 Nov 12 13:16:20.650715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc65f17b-11fa-472d-a01f-93366ca62d1c req-f15a7297-3498-44ae-a935-7e9d73bf9b43 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Nov 12 13:16:20.905540 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:16:21.789498 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98018c-f754-4e05-9824-7ef08c9c0cdd req-bb2bac79-b4ea-4ce2-923a-82137d677584 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.791352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a98018c-f754-4e05-9824-7ef08c9c0cdd req-bb2bac79-b4ea-4ce2-923a-82137d677584 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 943 time: 0.0603230 Nov 12 13:16:21.856780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a98018c-f754-4e05-9824-7ef08c9c0cdd req-8377e5ee-1ed1-4246-b910-2f327c8c1b7b tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 Nov 12 13:16:22.975551 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efcb9-d737-4127-bd97-e4411c2ac988 req-2ab20d6f-4a67-4013-8322-70c3fe305227 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.977036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d74efcb9-d737-4127-bd97-e4411c2ac988 req-2ab20d6f-4a67-4013-8322-70c3fe305227 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 943 time: 0.0491955 Nov 12 13:16:23.023989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d74efcb9-d737-4127-bd97-e4411c2ac988 req-1a7e489b-78db-4504-995a-dc89bf4b56ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Nov 12 13:16:24.142899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a66a6-6565-431d-b1da-b3c61b0bdcd3 req-a98873d8-33eb-4d8a-b565-b049d0f3e403 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:24.145044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b6a66a6-6565-431d-b1da-b3c61b0bdcd3 req-a98873d8-33eb-4d8a-b565-b049d0f3e403 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 943 time: 0.0544059 Nov 12 13:16:24.207804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7b6a66a6-6565-431d-b1da-b3c61b0bdcd3 req-f4280f2c-3051-41b4-b7ac-c3178ad543de tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567234 Nov 12 13:16:24.343205 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8f13e229-9575-4e27-8def-6a69daec567e details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:24.444905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8f13e229-9575-4e27-8def-6a69daec567e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8f13e229-9575-4e27-8def-6a69daec567e,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:24.455811 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '8f13e229-9575-4e27-8def-6a69daec567e', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'port_id': '8f13e229-9575-4e27-8def-6a69daec567e', 'mac_address': 'fa:16:3e:2b:52:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:24.496729 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.511006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f13e229-9575-4e27-8def-6a69daec567e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:24.530669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8f13e229-9575-4e27-8def-6a69daec567e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8f13e229-9575-4e27-8def-6a69daec567e,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:24.534253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.594475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8f13e229-9575-4e27-8def-6a69daec567e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:24.738894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8f13e229-9575-4e27-8def-6a69daec567e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:25.333745 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f7c55-8e3b-465c-930d-900801412983 req-ea82d99d-b23e-418e-97bc-00c75f48b722 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.335281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-804f7c55-8e3b-465c-930d-900801412983 req-ea82d99d-b23e-418e-97bc-00c75f48b722 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 944 time: 0.0490377 Nov 12 13:16:25.382540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-804f7c55-8e3b-465c-930d-900801412983 req-e18f3bd2-bb3b-425d-9d4c-479707d2d002 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Nov 12 13:16:26.348081 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8f13e229-9575-4e27-8def-6a69daec567e up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:26.397851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 8f13e229-9575-4e27-8def-6a69daec567e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:26.401987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 8f13e229-9575-4e27-8def-6a69daec567e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:26.402398 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.482392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.504008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024044-15ae-4abe-98ae-2673876396cb req-7e10a0eb-f553-4bfb-a462-b73037119668 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:26.506251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd024044-15ae-4abe-98ae-2673876396cb req-7e10a0eb-f553-4bfb-a462-b73037119668 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 944 time: 0.0564184 Nov 12 13:16:26.506430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f13e229-9575-4e27-8def-6a69daec567e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:26.508593 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6725b86f-7078-4950-a52c-e7514bfb01fd" -d '{"events": [{"server_uuid": "a17aa0e2-cae8-4549-862b-ef90980f746a", "name": "network-vif-plugged", "status": "completed", "tag": "8f13e229-9575-4e27-8def-6a69daec567e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:26.525750 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 8f13e229-9575-4e27-8def-6a69daec567e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8f13e229-9575-4e27-8def-6a69daec567e,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.530085 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.559623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd024044-15ae-4abe-98ae-2673876396cb req-fc1396c0-1363-447f-a920-699e1e002979 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Nov 12 13:16:26.580939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=8f13e229-9575-4e27-8def-6a69daec567e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:26.605208 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a38f2-befe-4e60-aeaf-0eb78ffbf4c3 x-openstack-request-id: req-091a38f2-befe-4e60-aeaf-0eb78ffbf4c3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:26.605497 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17aa0e2-cae8-4549-862b-ef90980f746a", "name": "network-vif-plugged", "status": "completed", "tag": "8f13e229-9575-4e27-8def-6a69daec567e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:26.605745 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-091a38f2-befe-4e60-aeaf-0eb78ffbf4c3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:26.606138 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f13e229-9575-4e27-8def-6a69daec567e', 'code': 200} Nov 12 13:16:26.751978 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b44a-dd5b-4237-9fa0-eb83fd59a013 req-faab15de-5e4e-4199-917c-41f79c3c3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:26.753526 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b607b44a-dd5b-4237-9fa0-eb83fd59a013 req-faab15de-5e4e-4199-917c-41f79c3c3d9d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 1096 time: 0.0403001 Nov 12 13:16:26.799184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b607b44a-dd5b-4237-9fa0-eb83fd59a013 req-9e635aca-d708-41fc-bcef-738f608c7afd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Nov 12 13:16:27.677768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba27b-a9ec-45e8-b078-f1d6fc44a149 req-d63e32b4-7559-4406-8d99-8b19c65d1ab7 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:27.679284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48cba27b-a9ec-45e8-b078-f1d6fc44a149 req-d63e32b4-7559-4406-8d99-8b19c65d1ab7 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 945 time: 0.0490746 Nov 12 13:16:27.730712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-48cba27b-a9ec-45e8-b078-f1d6fc44a149 req-fd0eed41-4d87-4d7e-b980-6aedc891b668 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Nov 12 13:16:28.848337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9beff-c91b-4d13-96e7-368acb9b2ad7 req-a0e1335a-54c0-450c-8cad-4d463ce28a95 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.849844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5d9beff-c91b-4d13-96e7-368acb9b2ad7 req-a0e1335a-54c0-450c-8cad-4d463ce28a95 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 945 time: 0.0502629 Nov 12 13:16:28.897704 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5d9beff-c91b-4d13-96e7-368acb9b2ad7 req-f14938e4-85b9-454d-9047-ff6266f8d71b tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Nov 12 13:16:29.010020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a695-2c4d-4ea5-92c2-2af4a5209bd7 req-aaebd0f5-bc27-47a2-8c33-5146a484c858 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.011479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3f62a695-2c4d-4ea5-92c2-2af4a5209bd7 req-aaebd0f5-bc27-47a2-8c33-5146a484c858 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 945 time: 0.0503087 Nov 12 13:16:29.059077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3f62a695-2c4d-4ea5-92c2-2af4a5209bd7 req-8885ee59-18ad-4c9d-9feb-3fc31715f9f2 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Nov 12 13:16:30.054044 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:30.474346 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:35.807174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cf7-07b1-47bb-af05-67af4e6ab3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:39.060927 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32b872d8-5c53-477b-af1a-c581db5c4749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:39.562704 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:40.799876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:41.435646 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:50.637545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802bc32-3e99-4adc-965b-eeac11e03116 req-dd627862-25bc-4b6d-ba66-30220491da82 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.639089 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4802bc32-3e99-4adc-965b-eeac11e03116 req-dd627862-25bc-4b6d-ba66-30220491da82 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 945 time: 0.0560880 Nov 12 13:16:50.688071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4802bc32-3e99-4adc-965b-eeac11e03116 req-bcee54d2-4c5d-446a-ab51-f9ba463391f8 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Nov 12 13:16:51.810034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea81de9-8295-4c0d-9f35-5bd6c1b81a1c req-e60e6af1-5402-40d6-9c7c-6820dc49e9d8 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.811575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dea81de9-8295-4c0d-9f35-5bd6c1b81a1c req-e60e6af1-5402-40d6-9c7c-6820dc49e9d8 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 945 time: 0.0514846 Nov 12 13:16:51.859673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dea81de9-8295-4c0d-9f35-5bd6c1b81a1c req-02eac322-95ed-4052-b802-d38cab0ac1a1 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Nov 12 13:16:52.231387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743488-0721-4d8f-9f76-93a28495681d req-f2c4fe4a-8b97-43a8-9203-c0c7f77569b2 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.232798 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e743488-0721-4d8f-9f76-93a28495681d req-f2c4fe4a-8b97-43a8-9203-c0c7f77569b2 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 945 time: 0.0492196 Nov 12 13:16:52.326749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Deleting port 8f13e229-9575-4e27-8def-6a69daec567e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:52.327091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.415468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] For port 8f13e229-9575-4e27-8def-6a69daec567e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=8f13e229-9575-4e27-8def-6a69daec567e,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:52.415844 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.433044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Calling delete_port for 8f13e229-9575-4e27-8def-6a69daec567e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:52.562705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.574599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['8f13e229-9575-4e27-8def-6a69daec567e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:52.602287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Pushing event deleted for resources: {'Port': ['ID=8f13e229-9575-4e27-8def-6a69daec567e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:52.637232 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.637586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.637931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.638301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.638640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.638977 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.639313 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.639643 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.639975 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.640304 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.640726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.640951 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:52.658523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] No DVR routers for this DVR port 8f13e229-9575-4e27-8def-6a69daec567e on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:52.661963 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.665775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e743488-0721-4d8f-9f76-93a28495681d req-04fa7d08-0dcc-4e94-985f-401432e6e3ab tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "DELETE /v2.0/ports/8f13e229-9575-4e27-8def-6a69daec567e HTTP/1.1" status: 204 len: 173 time: 0.4266317 Nov 12 13:16:52.666263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'name': 'network-vif-deleted', 'tag': '8f13e229-9575-4e27-8def-6a69daec567e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:52.668585 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a35088a-935d-4c42-8da4-aa27d8aa8819" -d '{"events": [{"server_uuid": "a17aa0e2-cae8-4549-862b-ef90980f746a", "name": "network-vif-deleted", "tag": "8f13e229-9575-4e27-8def-6a69daec567e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:52.731050 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a3607-84b2-418c-a07f-8a97b7c8019f x-openstack-request-id: req-dd5a3607-84b2-418c-a07f-8a97b7c8019f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:52.731342 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17aa0e2-cae8-4549-862b-ef90980f746a", "name": "network-vif-deleted", "tag": "8f13e229-9575-4e27-8def-6a69daec567e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:52.732137 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd5a3607-84b2-418c-a07f-8a97b7c8019f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:52.732556 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17aa0e2-cae8-4549-862b-ef90980f746a', 'name': 'network-vif-deleted', 'tag': '8f13e229-9575-4e27-8def-6a69daec567e', 'status': 'completed', 'code': 200} Nov 12 13:16:52.969750 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63064359-66e2-4a7b-b5ab-a8e5608b8240 req-c781519d-2634-4837-b654-df898729f2f9 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17aa0e2-cae8-4549-862b-ef90980f746a HTTP/1.1" status: 200 len: 210 time: 0.0266864 Nov 12 13:16:54.409948 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-6f5e9306-c057-48e4-9a3e-b5940dde39a5 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.412204 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-6f5e9306-c057-48e4-9a3e-b5940dde39a5 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 817 time: 0.1097119 Nov 12 13:16:54.427042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-a5061cb5-f1d9-4d9f-8893-adb58cb3ea5f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/quotas/a3e6bee2e1134401a8fea9b1b7d208c1 HTTP/1.1" status: 200 len: 375 time: 0.0091968 Nov 12 13:16:54.479443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-a88007da-d454-4588-b856-ecb7ecbfea2f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472775 Nov 12 13:16:54.575998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-3597653d-5d8e-42a7-83ae-e12462377d3c service neutron] 10.222.0.18 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848317 Nov 12 13:16:54.679691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-8e602da6-ad19-4af1-a0d8-3a939e3136fb service neutron] 10.222.0.18 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975339 Nov 12 13:16:54.839440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9ac63270-4f9b-4893-8e3c-e93507cc1146 req-7a215fd3-f35d-463c-83f8-1782f7f7104d tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 210 time: 0.0269814 Nov 12 13:16:55.789789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-7d1cc4cc-6498-44ec-8b6b-ca6adf1223f9 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:55.792692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-7d1cc4cc-6498-44ec-8b6b-ca6adf1223f9 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 817 time: 0.1339293 Nov 12 13:16:55.806120 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Request body: {'port': {'device_id': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'admin_state_up': True, 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:55.937964 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba4fa5d5-1024-4a02-b8eb-4d88f03ec9a6 req-f9896870-4466-4248-81ba-7afd60ee3d1c tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 210 time: 0.0301199 Nov 12 13:16:55.938722 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Made reservation on behalf of a3e6bee2e1134401a8fea9b1b7d208c1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:55.942268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.069986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Allocated IP 172.20.0.8 (8dc22244-9a3b-4649-9369-4e3adeec7404/6f3ae255-5db6-4604-8b3c-f35e3b1bd14f/47f165ef-9b1c-48fb-9628-00c7f24b4a59) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:56.232170 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.265260 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.307138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:56.312178 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:56.315924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:56.341407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Pushing event updated for resources: {'Port': ['ID=47f165ef-9b1c-48fb-9628-00c7f24b4a59,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:56.371545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:56.372200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.390257 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-e5c4ed57-1377-4c31-acff-37ba86763f2e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882523 Nov 12 13:16:56.402638 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Request body: {'port': {'device_id': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:56.465308 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.474305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8f13e229-9575-4e27-8def-6a69daec567e no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:56.495409 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 8f13e229-9575-4e27-8def-6a69daec567e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:56.496131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 8f13e229-9575-4e27-8def-6a69daec567e not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:56.592636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5bbc33d7-49bd-4c19-8bfa-b5dda5c83e14 None None] Provisioning complete for port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:56.593023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bbc33d7-49bd-4c19-8bfa-b5dda5c83e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.626487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc33d7-49bd-4c19-8bfa-b5dda5c83e14 None None] Port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:56.732486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f165ef-9b1c-48fb-9628-00c7f24b4a59 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:56.740551 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.752256 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Transition to ACTIVE for port object 47f165ef-9b1c-48fb-9628-00c7f24b4a59 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:56.757024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.807739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Pushing event updated for resources: {'Port': ['ID=47f165ef-9b1c-48fb-9628-00c7f24b4a59,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:56.892005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Attempting to bind port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:56.892337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Attempting to bind port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:56.892661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Attempting to bind port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 on network 8dc22244-9a3b-4649-9369-4e3adeec7404 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:56.898085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 on network 8dc22244-9a3b-4649-9369-4e3adeec7404 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:56.898436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Attempting to bind port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 on network 8dc22244-9a3b-4649-9369-4e3adeec7404 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:56.903364 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:56.903698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Checking segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:56.904077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Bound using segment: {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:56.904502 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Bound port: 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4250e72-5aca-4d81-a74a-6f8ee1375381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:56.904860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.971538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] For port 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:56.975500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] For port 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:56.980214 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.029509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.029938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.031514 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] 10.222.0.81 "PUT /v2.0/ports/47f165ef-9b1c-48fb-9628-00c7f24b4a59 HTTP/1.1" status: 200 len: 1091 time: 0.6335068 Nov 12 13:16:57.034248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'tag': '47f165ef-9b1c-48fb-9628-00c7f24b4a59'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:57.036281 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d125b719-84c5-4650-b744-251b5e1481fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e32f9a9-787d-4f08-8ba5-a860ba72a1eb", "tag": "47f165ef-9b1c-48fb-9628-00c7f24b4a59"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:57.075730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df6061-5027-4c66-9c77-05a589ed2b5f service neutron] Pushing event updated for resources: {'Port': ['ID=47f165ef-9b1c-48fb-9628-00c7f24b4a59,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:57.105583 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc62cb5-1f0e-4f86-be83-db20879baad9 req-123b3b29-cbe3-4551-9ec7-39b9f5ccd227 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.107055 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4cc62cb5-1f0e-4f86-be83-db20879baad9 req-123b3b29-cbe3-4551-9ec7-39b9f5ccd227 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 943 time: 0.0966761 Nov 12 13:16:57.170767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-0ba9db2a-72de-4e80-a6c3-fa8317ec0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.172310 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-0ba9db2a-72de-4e80-a6c3-fa8317ec0102 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 1094 time: 0.0856137 Nov 12 13:16:57.177084 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4cc62cb5-1f0e-4f86-be83-db20879baad9 req-bfc7e361-9f00-4c7a-b50e-246f6448ee77 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 Nov 12 13:16:57.225656 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ab333-b100-4a2d-bcad-de5cd9a82625 x-openstack-request-id: req-de8ab333-b100-4a2d-bcad-de5cd9a82625 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:57.225936 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e32f9a9-787d-4f08-8ba5-a860ba72a1eb", "tag": "47f165ef-9b1c-48fb-9628-00c7f24b4a59", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:57.226282 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de8ab333-b100-4a2d-bcad-de5cd9a82625 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:57.226681 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'tag': '47f165ef-9b1c-48fb-9628-00c7f24b4a59', 'status': 'completed', 'code': 200} Nov 12 13:16:57.228194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-842b59fb-d835-4f3d-bc7e-84e606ceb0f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59 HTTP/1.1" status: 200 len: 217 time: 0.0474405 Nov 12 13:16:57.277956 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-28905f5d-3902-4dec-97eb-81a0cf492efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.279465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-28905f5d-3902-4dec-97eb-81a0cf492efd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f HTTP/1.1" status: 200 len: 856 time: 0.0442905 Nov 12 13:16:57.325144 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-91556ca8-0c47-411b-8e48-52da604111ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.326720 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-91556ca8-0c47-411b-8e48-52da604111ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dc22244-9a3b-4649-9369-4e3adeec7404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401611 Nov 12 13:16:57.762294 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-9d48a93f-e2ae-43fe-8027-1b5bc2339de0 service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286129 Nov 12 13:16:57.852865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16abeb59-cc5f-40fb-98aa-693fae6d2d35 req-590013b3-d99e-4f6d-94e9-553ec4f12960 service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822020 Nov 12 13:16:57.903722 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:16:57.938150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b719-84c5-4650-b744-251b5e1481fb req-d460a89f-fb0d-42a2-997d-f0ee26a6ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.939601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-d460a89f-fb0d-42a2-997d-f0ee26a6ed7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 1094 time: 0.0408278 Nov 12 13:16:58.046912 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b719-84c5-4650-b744-251b5e1481fb req-9afbe9c7-8986-48bb-84b7-aede0f40514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.048414 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-9afbe9c7-8986-48bb-84b7-aede0f40514d service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 918 time: 0.0970678 Nov 12 13:16:58.099864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-67346ccb-09a3-4b50-8921-a42505797102 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59 HTTP/1.1" status: 200 len: 217 time: 0.0435445 Nov 12 13:16:58.153104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b719-84c5-4650-b744-251b5e1481fb req-a1075f50-e73f-4c25-877b-023386f41403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.154564 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-a1075f50-e73f-4c25-877b-023386f41403 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f HTTP/1.1" status: 200 len: 856 time: 0.0469596 Nov 12 13:16:58.200595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b719-84c5-4650-b744-251b5e1481fb req-844ae0c5-8002-495e-9a47-7d68ba69fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.202057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-844ae0c5-8002-495e-9a47-7d68ba69fee8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dc22244-9a3b-4649-9369-4e3adeec7404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388191 Nov 12 13:16:58.329841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-b55b684f-0104-4ab5-85f6-d87a306187b3 service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171911 Nov 12 13:16:58.338892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d4c4-500d-4b28-99e1-0fb56728899f req-29e6e209-05e2-4b8a-9d3d-08ceb56fa2e4 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.340288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85f5d4c4-500d-4b28-99e1-0fb56728899f req-29e6e209-05e2-4b8a-9d3d-08ceb56fa2e4 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 943 time: 0.0765443 Nov 12 13:16:58.447120 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-85f5d4c4-500d-4b28-99e1-0fb56728899f req-d5901891-f6cf-4a94-b400-fdbd4a210ae2 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986862 Nov 12 13:16:58.464451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d125b719-84c5-4650-b744-251b5e1481fb req-e6322c17-17f3-4882-af06-ca61713618dd service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232514 Nov 12 13:16:59.573092 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3de63-0494-4620-9449-26405ed401f0 req-31b32aeb-10d4-466c-951a-867724f92ee3 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:59.574617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cd3de63-0494-4620-9449-26405ed401f0 req-31b32aeb-10d4-466c-951a-867724f92ee3 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 943 time: 0.0553396 Nov 12 13:16:59.622794 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cd3de63-0494-4620-9449-26405ed401f0 req-9e0f3664-9480-4222-8112-45a43b316841 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Nov 12 13:17:00.068325 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.474187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 47f165ef-9b1c-48fb-9628-00c7f24b4a59 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:00.494439 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.575583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:00.586662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '47f165ef-9b1c-48fb-9628-00c7f24b4a59', 'network_id': '8dc22244-9a3b-4649-9369-4e3adeec7404', 'port_id': '47f165ef-9b1c-48fb-9628-00c7f24b4a59', 'mac_address': 'fa:16:3e:95:89:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3ae255-5db6-4604-8b3c-f35e3b1bd14f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:17:00.623324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.636717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f165ef-9b1c-48fb-9628-00c7f24b4a59 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:00.656426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:00.660809 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.709095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=47f165ef-9b1c-48fb-9628-00c7f24b4a59,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:00.717229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.717806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.718095 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.718465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.718861 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.719230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.719562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.719892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.720220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.720548 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.720871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.721195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:00.749610 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a07a9-2a43-4c06-ae4a-e130464a2214 req-1a023a66-fff4-4b5c-9965-30074e22eaea tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.751147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49a07a9-2a43-4c06-ae4a-e130464a2214 req-1a023a66-fff4-4b5c-9965-30074e22eaea tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 944 time: 0.0533974 Nov 12 13:17:00.799947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e49a07a9-2a43-4c06-ae4a-e130464a2214 req-d3e8d618-2530-49f2-b9d6-41c10f3b6fdc tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Nov 12 13:17:00.857093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['47f165ef-9b1c-48fb-9628-00c7f24b4a59'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:01.919964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5953b-aac4-41f8-bd3b-b849188abbb8 req-f85ae83b-7f36-4355-924e-9ebab66c2e4e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:01.921456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ce5953b-aac4-41f8-bd3b-b849188abbb8 req-f85ae83b-7f36-4355-924e-9ebab66c2e4e tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 944 time: 0.0544221 Nov 12 13:17:01.968758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3ce5953b-aac4-41f8-bd3b-b849188abbb8 req-31e121a7-8fb2-464e-afb5-dd4a3eba384f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Nov 12 13:17:02.501945 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 47f165ef-9b1c-48fb-9628-00c7f24b4a59 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:02.549842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:17:02.554062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:02.554453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.634562 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.656440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f165ef-9b1c-48fb-9628-00c7f24b4a59'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:02.658626 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab8896-fb9c-441c-a095-cdd98fb5ffa8" -d '{"events": [{"server_uuid": "1e32f9a9-787d-4f08-8ba5-a860ba72a1eb", "name": "network-vif-plugged", "status": "completed", "tag": "47f165ef-9b1c-48fb-9628-00c7f24b4a59"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:02.671307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:02.675289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.698026 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10a7fd2-8e25-42d8-8698-9f7ab25fb784 x-openstack-request-id: req-f10a7fd2-8e25-42d8-8698-9f7ab25fb784 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:02.698334 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e32f9a9-787d-4f08-8ba5-a860ba72a1eb", "name": "network-vif-plugged", "status": "completed", "tag": "47f165ef-9b1c-48fb-9628-00c7f24b4a59", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:02.698583 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f10a7fd2-8e25-42d8-8698-9f7ab25fb784 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:02.698976 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f165ef-9b1c-48fb-9628-00c7f24b4a59', 'code': 200} Nov 12 13:17:02.726351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=47f165ef-9b1c-48fb-9628-00c7f24b4a59,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:02.797099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d483-c2b0-4039-b050-2d66aad65706 req-899e99c8-7a56-4342-a536-0a6f688de0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:02.798641 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56d8d483-c2b0-4039-b050-2d66aad65706 req-899e99c8-7a56-4342-a536-0a6f688de0ac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 1096 time: 0.0407505 Nov 12 13:17:02.843543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-56d8d483-c2b0-4039-b050-2d66aad65706 req-dee7ee9e-377d-4b6c-a076-9db723b8f025 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378609 Nov 12 13:17:03.086236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3045f07-a794-4406-a9e1-bc1a8993225f req-154e6962-ac6a-4df2-b119-bcd4aaf90b7f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.087656 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3045f07-a794-4406-a9e1-bc1a8993225f req-154e6962-ac6a-4df2-b119-bcd4aaf90b7f tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 945 time: 0.0491347 Nov 12 13:17:03.139170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d3045f07-a794-4406-a9e1-bc1a8993225f req-0f63e7c7-ae02-4397-8eb1-3b7b5d19c785 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455885 Nov 12 13:17:04.258725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6f70-b1ae-4d93-a678-2a48a71b057e req-4f4fd8bc-01cc-4dd9-9876-a27411abe89b tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.260236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5be6f70-b1ae-4d93-a678-2a48a71b057e req-4f4fd8bc-01cc-4dd9-9876-a27411abe89b tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 945 time: 0.0498862 Nov 12 13:17:04.307944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5be6f70-b1ae-4d93-a678-2a48a71b057e req-78678c7c-ccd7-45ff-933a-89fad8f5824c tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Nov 12 13:17:04.424509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cdc23-8b91-4ffe-848c-7f7394c86004 req-bad29a34-8c7f-4cc3-900c-956f7d550943 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.426442 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d39cdc23-8b91-4ffe-848c-7f7394c86004 req-bad29a34-8c7f-4cc3-900c-956f7d550943 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 945 time: 0.0517836 Nov 12 13:17:04.474486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d39cdc23-8b91-4ffe-848c-7f7394c86004 req-18589494-fa06-4200-a2a6-1feb445e2242 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Nov 12 13:17:05.810296 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2d53f47e-3180-4f49-9080-2eeb3fcd4bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.465112 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-96b4fd16-0320-4383-97a9-dcdafcdb0ea9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445361 Nov 12 13:17:07.560935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470989a-d9a8-4103-818c-f9b32608a6be req-76fcd20d-d1a8-4d6f-8975-8e2c651ecd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.562631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-76fcd20d-d1a8-4d6f-8975-8e2c651ecd32 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 1096 time: 0.0422785 Nov 12 13:17:07.678082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470989a-d9a8-4103-818c-f9b32608a6be req-53c1d9c6-2cfb-400a-b2f4-4b51e91e79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.679684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-53c1d9c6-2cfb-400a-b2f4-4b51e91e79af service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 200 len: 918 time: 0.0963116 Nov 12 13:17:07.726672 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-a3e907a4-9448-4f27-a9e9-f436e877f073 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59 HTTP/1.1" status: 200 len: 217 time: 0.0383856 Nov 12 13:17:07.780864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470989a-d9a8-4103-818c-f9b32608a6be req-b7fa22c7-1a36-4e10-845a-9b0be712be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.782497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-b7fa22c7-1a36-4e10-845a-9b0be712be1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f HTTP/1.1" status: 200 len: 856 time: 0.0474467 Nov 12 13:17:07.829452 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470989a-d9a8-4103-818c-f9b32608a6be req-61213ac7-03db-4afa-ba36-c47ca141b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.831057 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-61213ac7-03db-4afa-ba36-c47ca141b1a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dc22244-9a3b-4649-9369-4e3adeec7404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414286 Nov 12 13:17:07.927572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-80a2458c-4630-425e-b8de-431900643956 service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893941 Nov 12 13:17:08.028389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9470989a-d9a8-4103-818c-f9b32608a6be req-42a4bd22-67a0-4c2b-8270-17401f437e8e service neutron] 10.222.0.81 "GET /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929453 Nov 12 13:17:09.063179 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de427cd8-efaa-448b-91f2-2e48a511c501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:09.569706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:10.804021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:11.427255 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:25.935063 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c94c6-61bc-447d-a22d-8e257e8b7ca8 req-7b20ccf6-24da-4e8a-973d-5ae27d1d545c tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:25.936609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-624c94c6-61bc-447d-a22d-8e257e8b7ca8 req-7b20ccf6-24da-4e8a-973d-5ae27d1d545c tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 945 time: 0.0515757 Nov 12 13:17:25.984941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-624c94c6-61bc-447d-a22d-8e257e8b7ca8 req-372e5fec-dabb-4644-a03a-f6edf6d0a294 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Nov 12 13:17:27.111531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347e94d-a145-4e63-9a17-4f4be44c6e77 req-ab75f426-77de-4dbd-8d67-4efc7fd77639 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:27.113452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6347e94d-a145-4e63-9a17-4f4be44c6e77 req-ab75f426-77de-4dbd-8d67-4efc7fd77639 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 945 time: 0.0567579 Nov 12 13:17:27.162315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6347e94d-a145-4e63-9a17-4f4be44c6e77 req-db0c7631-a1d5-4c92-98f4-483e0909ab37 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c77e6a95-f7ba-435c-8237-1e71d3665c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Nov 12 13:17:27.613219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cb653-fdec-4967-95b4-893593976eac req-1f842609-493d-4f02-8337-6668504d6031 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:27.614696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d4cb653-fdec-4967-95b4-893593976eac req-1f842609-493d-4f02-8337-6668504d6031 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 945 time: 0.0543511 Nov 12 13:17:27.704163 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Deleting port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:27.704501 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:27.799258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] For port 47f165ef-9b1c-48fb-9628-00c7f24b4a59, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=47f165ef-9b1c-48fb-9628-00c7f24b4a59,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:27.799628 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:27.812116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Calling delete_port for 47f165ef-9b1c-48fb-9628-00c7f24b4a59 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:27.940277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:27.952973 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['47f165ef-9b1c-48fb-9628-00c7f24b4a59'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:27.968205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Pushing event deleted for resources: {'Port': ['ID=47f165ef-9b1c-48fb-9628-00c7f24b4a59,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:28.019557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] No DVR routers for this DVR port 47f165ef-9b1c-48fb-9628-00c7f24b4a59 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:28.023372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:28.027261 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d4cb653-fdec-4967-95b4-893593976eac req-606c9fac-8acc-4ab8-93ff-08b2b5818939 tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.81 "DELETE /v2.0/ports/47f165ef-9b1c-48fb-9628-00c7f24b4a59 HTTP/1.1" status: 204 len: 173 time: 0.4058018 Nov 12 13:17:28.027751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'name': 'network-vif-deleted', 'tag': '47f165ef-9b1c-48fb-9628-00c7f24b4a59'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:28.030856 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d542b0fc-30a2-4d13-ae64-e65e0f419aaf" -d '{"events": [{"server_uuid": "1e32f9a9-787d-4f08-8ba5-a860ba72a1eb", "name": "network-vif-deleted", "tag": "47f165ef-9b1c-48fb-9628-00c7f24b4a59"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:28.075429 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0dea7-1cd7-4b28-9d3d-96a042c04a1d x-openstack-request-id: req-61b0dea7-1cd7-4b28-9d3d-96a042c04a1d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:28.075725 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e32f9a9-787d-4f08-8ba5-a860ba72a1eb", "name": "network-vif-deleted", "tag": "47f165ef-9b1c-48fb-9628-00c7f24b4a59", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:28.075985 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61b0dea7-1cd7-4b28-9d3d-96a042c04a1d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:28.076397 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e32f9a9-787d-4f08-8ba5-a860ba72a1eb', 'name': 'network-vif-deleted', 'tag': '47f165ef-9b1c-48fb-9628-00c7f24b4a59', 'status': 'completed', 'code': 200} Nov 12 13:17:28.273836 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4c631e61-cd4b-42fd-b912-c6d4b87d7143 req-34548f3f-a2f0-44ed-b1e1-402c560b474b tempest-TestEncryptedCinderVolumes-1999147188 tempest-TestEncryptedCinderVolumes-1999147188-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32f9a9-787d-4f08-8ba5-a860ba72a1eb HTTP/1.1" status: 200 len: 210 time: 0.0269198 Nov 12 13:17:29.366103 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:29.715527 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:29.956602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Deleting port d23d81bc-0dd0-4c49-b823-f6e10911dbd9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:29.956933 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.036379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] For port d23d81bc-0dd0-4c49-b823-f6e10911dbd9, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:30.037324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.049412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Calling delete_port for d23d81bc-0dd0-4c49-b823-f6e10911dbd9 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:30.068253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.232181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.260154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23d81bc-0dd0-4c49-b823-f6e10911dbd9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:30.286526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.287303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.287656 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.288007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.288346 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.288684 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.289022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.289354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.289682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.290007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.290359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.290683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:30.438003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.479507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.654505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Router 37c89160-9c00-44bc-9756-8deb37e18fe3 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:17:30.689644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 47f165ef-9b1c-48fb-9628-00c7f24b4a59 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:30.711123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 47f165ef-9b1c-48fb-9628-00c7f24b4a59 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:30.711554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 47f165ef-9b1c-48fb-9628-00c7f24b4a59 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:30.764144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:30.769248 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-62333f17-a0ad-4050-8eab-62765848caa7 admin admin] 10.222.0.18 "PUT /v2.0/routers/37c89160-9c00-44bc-9756-8deb37e18fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4020267 Nov 12 13:17:30.772166 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:30.772838 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] Sync routers for ids ['37c89160-9c00-44bc-9756-8deb37e18fe3'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:30.783232 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] Routers {'37c89160-9c00-44bc-9756-8deb37e18fe3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:30.783836 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['37c89160-9c00-44bc-9756-8deb37e18fe3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:30.877320 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.888408 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] Set router 37c89160-9c00-44bc-9756-8deb37e18fe3 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:30.981990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.036541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Deleting port 82d4005a-c4a1-43d5-8c42-ea4a43f94351 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:31.037396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.069262 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:17:30Z', 'revision_number': 5, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port': {'id': '82d4005a-c4a1-43d5-8c42-ea4a43f94351', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:07Z', 'updated_at': '2021-11-12T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:31.098667 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] Checking router: 37c89160-9c00-44bc-9756-8deb37e18fe3 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:31.107868 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] Routers {'37c89160-9c00-44bc-9756-8deb37e18fe3'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:31.108496 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['37c89160-9c00-44bc-9756-8deb37e18fe3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:31.119270 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] For port 82d4005a-c4a1-43d5-8c42-ea4a43f94351, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=82d4005a-c4a1-43d5-8c42-ea4a43f94351,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:31.119635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.131692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Calling delete_port for 82d4005a-c4a1-43d5-8c42-ea4a43f94351 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:31.190595 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] Set router 37c89160-9c00-44bc-9756-8deb37e18fe3 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:31.244613 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:17:30Z', 'revision_number': 6, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:31.270226 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba00b59-b16a-45f7-a804-780c6b46775f None None] The sync data for ids ['37c89160-9c00-44bc-9756-8deb37e18fe3'] in n-d-804878-5 is: [{'id': '37c89160-9c00-44bc-9756-8deb37e18fe3', 'name': 'tempest-TestEncryptedCinderVolumes-1952966685-router', 'tenant_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:06Z', 'updated_at': '2021-11-12T13:17:30Z', 'revision_number': 6, 'project_id': 'a3e6bee2e1134401a8fea9b1b7d208c1', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:31.298937 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.325260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d4005a-c4a1-43d5-8c42-ea4a43f94351,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:31.340437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cccbd6-9ce2-474c-b141-7709cc5b8c22 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:31.388960 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.786548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.788950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.831992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.832547 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c89160-9c00-44bc-9756-8deb37e18fe3 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:17:31.837920 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.839238 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-321387f6-d125-4a10-906c-ca8cf70497c8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/37c89160-9c00-44bc-9756-8deb37e18fe3 HTTP/1.1" status: 204 len: 168 time: 1.0664694 Nov 12 13:17:31.841723 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:31.885576 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Deleting subnet 6f3ae255-5db6-4604-8b3c-f35e3b1bd14f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:17:31.888517 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.923990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.004494 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.067515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.076565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d23d81bc-0dd0-4c49-b823-f6e10911dbd9 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:32.095191 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3ae255-5db6-4604-8b3c-f35e3b1bd14f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:32.099015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d23d81bc-0dd0-4c49-b823-f6e10911dbd9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:32.099390 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.099908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d23d81bc-0dd0-4c49-b823-f6e10911dbd9 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:32.100343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 82d4005a-c4a1-43d5-8c42-ea4a43f94351 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:32.103422 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-38d446d2-943f-4154-914b-b0aeeeef1402 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6f3ae255-5db6-4604-8b3c-f35e3b1bd14f HTTP/1.1" status: 204 len: 168 time: 0.2599225 Nov 12 13:17:32.104982 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:32.121956 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb20264-75bf-41be-b2e2-2e1c3c2d7f30 None None] Network 8dc22244-9a3b-4649-9369-4e3adeec7404 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:32.124934 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 82d4005a-c4a1-43d5-8c42-ea4a43f94351 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:32.125279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 82d4005a-c4a1-43d5-8c42-ea4a43f94351 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:32.177824 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.230012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Deleting port 846a67d9-f520-4634-ab15-e35c8139411f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:32.230385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.300254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] For port 846a67d9-f520-4634-ab15-e35c8139411f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=846a67d9-f520-4634-ab15-e35c8139411f,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:32.300639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.315028 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Calling delete_port for 846a67d9-f520-4634-ab15-e35c8139411f owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:32.322787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] DHCP port deletion for 8dc22244-9a3b-4649-9369-4e3adeec7404 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:32.370715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] Deleting port 846a67d9-f520-4634-ab15-e35c8139411f {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:32.371318 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.401273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.426903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Pushing event deleted for resources: {'Port': ['ID=846a67d9-f520-4634-ab15-e35c8139411f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:32.430923 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] No DVR routers for this DVR port 846a67d9-f520-4634-ab15-e35c8139411f on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:32.437425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] For port 846a67d9-f520-4634-ab15-e35c8139411f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=846a67d9-f520-4634-ab15-e35c8139411f,segment=NetworkSegment(b4250e72-5aca-4d81-a74a-6f8ee1375381),segment_id=b4250e72-5aca-4d81-a74a-6f8ee1375381)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:32.437819 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.451536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] Calling delete_port for 846a67d9-f520-4634-ab15-e35c8139411f owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:32.505096 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.528160 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc22244-9a3b-4649-9369-4e3adeec7404']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:32.537442 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4250e72-5aca-4d81-a74a-6f8ee1375381') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:32.537738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4250e72-5aca-4d81-a74a-6f8ee1375381') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:32.539642 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.549181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.562628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] Pushing event deleted for resources: {'Port': ['ID=846a67d9-f520-4634-ab15-e35c8139411f,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:32.565344 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.568853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42134bc-5b96-470a-ae21-eb4e0a219b7b None None] No DVR routers for this DVR port 846a67d9-f520-4634-ab15-e35c8139411f on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:32.582943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:17:32.583593 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:17:32.586008 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:17:32.649277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.655377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.661668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:32.663279 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8dc22244-9a3b-4649-9369-4e3adeec7404 HTTP/1.1" status: 204 len: 168 time: 0.5572388 Nov 12 13:17:32.674871 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07010584-2c4f-4ade-b685-05dedff07911 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc22244-9a3b-4649-9369-4e3adeec7404,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:33.012811 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.253851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Deleting port 6c3d5758-dbd4-43a9-86d9-8058c10ba532 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:33.254198 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.331387 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] For port 6c3d5758-dbd4-43a9-86d9-8058c10ba532, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c3d5758-dbd4-43a9-86d9-8058c10ba532,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:33.331669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.348640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Calling delete_port for 6c3d5758-dbd4-43a9-86d9-8058c10ba532 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:33.528212 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.553460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3d5758-dbd4-43a9-86d9-8058c10ba532,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:33.716165 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.927540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Router 4e7d7573-959e-49f1-aab7-7b960b019d9c has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:17:34.033739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:34.039163 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-da517183-fe70-4e25-85a7-32279d125977 admin admin] 10.222.0.18 "PUT /v2.0/routers/4e7d7573-959e-49f1-aab7-7b960b019d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3762217 Nov 12 13:17:34.041772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:34.045120 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a908883-b060-44c1-96eb-507589602b48 None None] Sync routers for ids ['4e7d7573-959e-49f1-aab7-7b960b019d9c'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:34.055943 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] Routers {'4e7d7573-959e-49f1-aab7-7b960b019d9c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:34.056577 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4e7d7573-959e-49f1-aab7-7b960b019d9c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:34.142814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 846a67d9-f520-4634-ab15-e35c8139411f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:34.149775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.168432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 846a67d9-f520-4634-ab15-e35c8139411f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:34.168776 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 846a67d9-f520-4634-ab15-e35c8139411f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:34.190929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] Set router 4e7d7573-959e-49f1-aab7-7b960b019d9c gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:34.253111 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.306344 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Deleting port b86d117d-546d-4030-9813-c2f06a0287b0 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:34.306711 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.374439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:17:33Z', 'revision_number': 5, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port': {'id': 'b86d117d-546d-4030-9813-c2f06a0287b0', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:34.390477 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] For port b86d117d-546d-4030-9813-c2f06a0287b0, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b86d117d-546d-4030-9813-c2f06a0287b0,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:34.390843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.401149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a908883-b060-44c1-96eb-507589602b48 None None] Checking router: 4e7d7573-959e-49f1-aab7-7b960b019d9c for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:34.404621 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Calling delete_port for b86d117d-546d-4030-9813-c2f06a0287b0 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:34.409341 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] Routers {'4e7d7573-959e-49f1-aab7-7b960b019d9c'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:34.409949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['4e7d7573-959e-49f1-aab7-7b960b019d9c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:34.497925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] Set router 4e7d7573-959e-49f1-aab7-7b960b019d9c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:34.553567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a908883-b060-44c1-96eb-507589602b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:17:34Z', 'revision_number': 6, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:34.572123 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.580646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a908883-b060-44c1-96eb-507589602b48 None None] The sync data for ids ['4e7d7573-959e-49f1-aab7-7b960b019d9c'] in n-d-804878-5 is: [{'id': '4e7d7573-959e-49f1-aab7-7b960b019d9c', 'name': 'tempest-TestEncryptedCinderVolumes-1564545081-router', 'tenant_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:11Z', 'updated_at': '2021-11-12T13:17:34Z', 'revision_number': 6, 'project_id': 'bcb4e4b31a2b4c89a88cc2104df509b6', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:34.602440 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86d117d-546d-4030-9813-c2f06a0287b0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:34.619629 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef74ac4-44bd-4424-859f-accd661f2c5e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:34.686146 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.778572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.780617 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.824762 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.825315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7d7573-959e-49f1-aab7-7b960b019d9c {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:17:34.831475 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.832624 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-73ee33e0-74c0-406d-a6bd-923f6c206754 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4e7d7573-959e-49f1-aab7-7b960b019d9c HTTP/1.1" status: 204 len: 168 time: 0.7898159 Nov 12 13:17:34.836055 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:34.883998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Deleting subnet 65874a70-96f8-4a41-9131-99be1834e1a8 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:17:34.887057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.903444 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:17:34.924361 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.004781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.063963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.090747 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65874a70-96f8-4a41-9131-99be1834e1a8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:35.092745 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.095960 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dbff33c7-6bf5-4131-b201-e0aef6c1c174 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65874a70-96f8-4a41-9131-99be1834e1a8 HTTP/1.1" status: 204 len: 168 time: 0.2589581 Nov 12 13:17:35.098387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:35.100635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8349b-a0da-4b4a-a289-42b89853cf78 None None] Network ef96972a-94a1-468c-b0c1-1854064c7a0f requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:35.167587 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.224190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Deleting port d1169f83-a771-4fd8-8b80-4340109bb863 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:35.225177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.304002 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] For port d1169f83-a771-4fd8-8b80-4340109bb863, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d1169f83-a771-4fd8-8b80-4340109bb863,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:35.304297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.317176 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Calling delete_port for d1169f83-a771-4fd8-8b80-4340109bb863 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:35.343242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] DHCP port deletion for ef96972a-94a1-468c-b0c1-1854064c7a0f request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:35.394647 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] Deleting port d1169f83-a771-4fd8-8b80-4340109bb863 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:35.395025 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.405060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.438587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1169f83-a771-4fd8-8b80-4340109bb863,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:35.440465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] No DVR routers for this DVR port d1169f83-a771-4fd8-8b80-4340109bb863 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:35.468049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] For port d1169f83-a771-4fd8-8b80-4340109bb863, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d1169f83-a771-4fd8-8b80-4340109bb863,segment=NetworkSegment(dc94acbb-39ec-40fe-8934-808c2c3524f7),segment_id=dc94acbb-39ec-40fe-8934-808c2c3524f7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:35.468509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.482780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] Calling delete_port for d1169f83-a771-4fd8-8b80-4340109bb863 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:35.515202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.536339 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef96972a-94a1-468c-b0c1-1854064c7a0f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:35.546230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc94acbb-39ec-40fe-8934-808c2c3524f7') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:35.546538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc94acbb-39ec-40fe-8934-808c2c3524f7') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:35.556926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.561677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.575509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] No DVR routers for this DVR port d1169f83-a771-4fd8-8b80-4340109bb863 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:35.578323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.598682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:17:35.599107 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.603527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c52c36-c189-49f4-adea-42d3969e7e58 None None] Pushing event deleted for resources: {'Port': ['ID=d1169f83-a771-4fd8-8b80-4340109bb863,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:17:35.603910 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:17:35.670841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.676724 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.680656 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ef96972a-94a1-468c-b0c1-1854064c7a0f HTTP/1.1" status: 204 len: 168 time: 0.5813563 Nov 12 13:17:35.698029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4fe40-368c-4146-9d80-b5a5523e0e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef96972a-94a1-468c-b0c1-1854064c7a0f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:35.812410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64a12e0e-281b-4d3e-b014-0908a445f430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.843454 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:35.883374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4b307b23-a5f2-4e55-9202-7c060d36ecb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3e6bee2e1134401a8fea9b1b7d208c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387566 Nov 12 13:17:35.885922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:35.932451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab876-44cf-4b3c-8bcf-03375314349c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:35.953074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab876-44cf-4b3c-8bcf-03375314349c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.003488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab876-44cf-4b3c-8bcf-03375314349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.006885 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab876-44cf-4b3c-8bcf-03375314349c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.010417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7a3ab876-44cf-4b3c-8bcf-03375314349c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c77e6a95-f7ba-435c-8237-1e71d3665c54 HTTP/1.1" status: 204 len: 168 time: 0.1233130 Nov 12 13:17:36.018328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ab876-44cf-4b3c-8bcf-03375314349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77e6a95-f7ba-435c-8237-1e71d3665c54,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:36.073583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d1169f83-a771-4fd8-8b80-4340109bb863 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:36.100339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: d1169f83-a771-4fd8-8b80-4340109bb863 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:36.100457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d1169f83-a771-4fd8-8b80-4340109bb863 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:36.100797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c3d5758-dbd4-43a9-86d9-8058c10ba532 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:36.121739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6c3d5758-dbd4-43a9-86d9-8058c10ba532 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:36.122085 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c3d5758-dbd4-43a9-86d9-8058c10ba532 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:36.122523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b86d117d-546d-4030-9813-c2f06a0287b0 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:36.143706 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b86d117d-546d-4030-9813-c2f06a0287b0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:36.144060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b86d117d-546d-4030-9813-c2f06a0287b0 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:36.346221 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:36.386298 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7d7ecdf8-887a-40d7-9d21-74c314baecf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcb4e4b31a2b4c89a88cc2104df509b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386586 Nov 12 13:17:36.388480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:36.435130 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3546-9324-41db-95f0-67841916fed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.456348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3546-9324-41db-95f0-67841916fed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.503906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3546-9324-41db-95f0-67841916fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.507466 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3546-9324-41db-95f0-67841916fed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:36.508643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9b6a3546-9324-41db-95f0-67841916fed5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3892945e-5c81-45d1-8ecb-90ec17bae368 HTTP/1.1" status: 204 len: 168 time: 0.1192114 Nov 12 13:17:36.516435 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3546-9324-41db-95f0-67841916fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3892945e-5c81-45d1-8ecb-90ec17bae368,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:37.186111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:37.293604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978744283-network', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:37.314692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Made reservation on behalf of 3f3ed111219c4c488257b6263a4ea78e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:37.316996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.328762 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.406153 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.409916 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.431886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:17:37.447300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345a729-65d3-472e-8e3d-bdd56602a600,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:37.450879 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.451234 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Added segment 9fee2f18-ecae-41a3-b653-e5f042338b19 of type vlan for network 096964b4-61c6-4904-bce3-d75356b3546b Nov 12 13:17:37.492371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.516850 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.517991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:37.518681 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.554292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3669622 Nov 12 13:17:37.557235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:37.562389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Request body: {'subnet': {'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978744283-subnet', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:37.584848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Made reservation on behalf of 3f3ed111219c4c488257b6263a4ea78e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:37.587277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1826-11bb-4a08-9e95-9ad5d4f11975 admin admin] Pushing event updated for resources: {'Network': ['ID=096964b4-61c6-4904-bce3-d75356b3546b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:37.587408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.599780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 096964b4-61c6-4904-bce3-d75356b3546b details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:17:37.770217 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.826953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:37.838142 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Checking segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:37.838550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Network hostable DHCP agents. Network: 096964b4-61c6-4904-bce3-d75356b3546b, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:17:37.854648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Network 096964b4-61c6-4904-bce3-d75356b3546b is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:17:37.863668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 096964b4-61c6-4904-bce3-d75356b3546b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:37.868540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:37.869246 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.874208 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b7985-34ee-4bf6-ad57-735b93245488 None None] Network 096964b4-61c6-4904-bce3-d75356b3546b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:37.889193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c9654f35-823b-4610-8f25-0b9fd56df4fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3282418 Nov 12 13:17:37.889451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:37.893811 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:37.915386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.916456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:37.972163 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.025573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-096964b4-61c6-4904-bce3-d75356b3546b', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:17:38.026549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.122769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.159133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Allocated IP 172.20.0.2 (096964b4-61c6-4904-bce3-d75356b3546b/3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38/1df2da9b-4d0f-46b6-9fd0-19f984fdbf13) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:38.304739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.310322 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.334637 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.347570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Network 096964b4-61c6-4904-bce3-d75356b3546b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:38.354376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.354573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:38.359007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:38.362182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Pushing event updated for resources: {'Port': ['ID=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:38.420344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Attempting to bind port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:38.420716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Attempting to bind port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:38.421083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Attempting to bind port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 on network 096964b4-61c6-4904-bce3-d75356b3546b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:38.425993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:38.426396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Checking segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:38.426934 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.427270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Bound using segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:38.428464 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Bound port: 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:38.428944 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.467177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Allocated IP 172.25.1.227 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/c1ce0866-29af-49dc-9aeb-3bfc7e374feb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:38.491159 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] For port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:38.494314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] For port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:38.498484 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.556222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11efc-2500-456c-b81b-b4d19d3c5621 None None] Pushing event updated for resources: {'Port': ['ID=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:38.578929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.614411 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.665465 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:38.668539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:38.673510 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:38.676660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Pushing event updated for resources: {'Port': ['ID=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:38.684216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea041b9-50e5-42c6-ab4f-339834257694 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:38.787472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-faed230d-f0e3-4f07-bb62-580b0dac61d0 None None] Provisioning complete for port c1ce0866-29af-49dc-9aeb-3bfc7e374feb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:38.787987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-faed230d-f0e3-4f07-bb62-580b0dac61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:38.826955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-faed230d-f0e3-4f07-bb62-580b0dac61d0 None None] Port c1ce0866-29af-49dc-9aeb-3bfc7e374feb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:38.964852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.065765 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43e66e4a-da78-44ed-9627-44dd5a295101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.170775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.317045 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Router f91a0346-3fa5-42e0-be83-865d7a39d94f is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:17:39.431904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:39.441007 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Sync routers for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:39.449475 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.453364 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-85f9b829-9404-4e7c-8576-80914a0f6185 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5604432 Nov 12 13:17:39.453727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:39.456148 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:39.456769 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:39.535820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bce5fa-d393-4d92-984a-c0b46e2ebc45 None None] Network 096964b4-61c6-4904-bce3-d75356b3546b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:39.601917 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:39.612916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.621920 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5eb18fb3-ccab-47d6-b190-98463599facc None None] Provisioning complete for port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:39.622546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb18fb3-ccab-47d6-b190-98463599facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.747530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb18fb3-ccab-47d6-b190-98463599facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.816014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5eb18fb3-ccab-47d6-b190-98463599facc None None] For port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:39.820760 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:38Z', 'revision_number': 3, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:39.857501 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Checking router: f91a0346-3fa5-42e0-be83-865d7a39d94f for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:39.857843 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Updating router f91a0346-3fa5-42e0-be83-865d7a39d94f port c1ce0866-29af-49dc-9aeb-3bfc7e374feb binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:17:39.871289 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb18fb3-ccab-47d6-b190-98463599facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.890959 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.172940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:40.198601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb18fb3-ccab-47d6-b190-98463599facc None None] Pushing event updated for resources: {'Port': ['ID=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:40.241415 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:40.241794 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.260146 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.266828 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.352951 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Pushing event updated for resources: {'Port': ['ID=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:40.364113 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.364458 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.364823 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.365770 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.366100 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.366466 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.366790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.367108 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.367424 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.367741 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.368054 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.368367 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:40.392316 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Attempting to bind port c1ce0866-29af-49dc-9aeb-3bfc7e374feb on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:40.392465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f56f92-1a34-455d-83f9-f53f28d528c2 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:40.392833 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Attempting to bind port c1ce0866-29af-49dc-9aeb-3bfc7e374feb by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:40.393195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Attempting to bind port c1ce0866-29af-49dc-9aeb-3bfc7e374feb on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:40.400369 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:40.401195 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:40.401195 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.401802 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:40.401931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Bound port: c1ce0866-29af-49dc-9aeb-3bfc7e374feb, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:40.402308 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.441919 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.459218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] For port c1ce0866-29af-49dc-9aeb-3bfc7e374feb, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:40.462774 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] For port c1ce0866-29af-49dc-9aeb-3bfc7e374feb, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:40.467421 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.509023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Provisioning complete for port c1ce0866-29af-49dc-9aeb-3bfc7e374feb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:40.509405 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.528093 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417666fe-fda7-41a6-b744-537d4e5030ff None None] Pushing event updated for resources: {'Port': ['ID=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:40.533156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ef7ff-d30b-4e47-a9ba-fcb1d2626fff None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:40.535575 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:40.537384 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:40.605157 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.625790 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] For port c1ce0866-29af-49dc-9aeb-3bfc7e374feb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:40.629108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Allocated IP 172.20.0.1 (096964b4-61c6-4904-bce3-d75356b3546b/3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38/dc5e1b89-52c5-4ea0-961c-2cad5674cef4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:40.630013 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.656723 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:40.679344 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Provisioning complete for port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:40.679711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.713965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83266759-d6a1-4400-bf9b-e0ff94f05290 None None] Pushing event updated for resources: {'Port': ['ID=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:40.761696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.804255 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.812154 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.844688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Network 096964b4-61c6-4904-bce3-d75356b3546b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:40.847533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:40.850860 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:40.856545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:38Z', 'revision_number': 3, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:40.885153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:40.891024 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c6025-7dc2-419e-a483-f0f4532a95b9 None None] The sync data for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 is: [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:38Z', 'revision_number': 3, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:40.905553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:40.912470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-69517bad-a155-4a34-98b3-86a215d2187c None None] Provisioning complete for port c1ce0866-29af-49dc-9aeb-3bfc7e374feb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:40.913234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69517bad-a155-4a34-98b3-86a215d2187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.059093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.177768 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c542e4bb-f588-41e4-8156-caf7ebb20814 None None] Provisioning complete for port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:41.178650 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c542e4bb-f588-41e4-8156-caf7ebb20814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.217831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c542e4bb-f588-41e4-8156-caf7ebb20814 None None] Port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:41.254818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.261166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.350857 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:41.355168 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.435026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.467094 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Network 096964b4-61c6-4904-bce3-d75356b3546b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:41.468940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:41.598012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Router f91a0346-3fa5-42e0-be83-865d7a39d94f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:17:41.730071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:41.741375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a93aad0d-e964-4784-99a4-663f25372774 admin admin] 10.222.0.18 "PUT /v2.0/routers/f91a0346-3fa5-42e0-be83-865d7a39d94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864928 Nov 12 13:17:41.765871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cab27382-5502-4830-b5fd-820e1ac3c675 None None] Provisioning complete for port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:41.766359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cab27382-5502-4830-b5fd-820e1ac3c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.805925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cab27382-5502-4830-b5fd-820e1ac3c675 None None] Port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:42.155540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:42.211552 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:42.211934 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.258723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:42.264358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-112064149-network', 'tenant_id': '72d805c06b20449cb4e37b21d1422054'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:42.288514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Made reservation on behalf of 72d805c06b20449cb4e37b21d1422054 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:42.291024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.292678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1ce0866-29af-49dc-9aeb-3bfc7e374feb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:42.304957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.344275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port c1ce0866-29af-49dc-9aeb-3bfc7e374feb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:42.344511 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.385998 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.389808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.412043 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:17:42.428959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a10313-38d0-4cb5-8766-abb550092cd3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:42.433278 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.433632 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Added segment 918a910d-a61a-469d-bf9f-97d9e9b654dd of type vlan for network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 Nov 12 13:17:42.486351 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.505814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Sync routers for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:42.513202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.514140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:42.514735 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.515887 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:42.516508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:42.546843 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2868872 Nov 12 13:17:42.549882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:42.556093 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Request body: {'subnet': {'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-112064149-subnet', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:42.577560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Made reservation on behalf of 72d805c06b20449cb4e37b21d1422054 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:42.579570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1750d2-c917-4208-bb75-225eec050891 admin admin] Pushing event updated for resources: {'Network': ['ID=e08a883c-e1c8-4765-9190-1fbdbf3b4cd7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:42.579973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.600318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:17:42.682384 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:42.755822 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.815077 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52de250-f66b-4a9f-a644-fc1300db9b7c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:42.824235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Checking segment: {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:42.824597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Network hostable DHCP agents. Network: e08a883c-e1c8-4765-9190-1fbdbf3b4cd7, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:17:42.841437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:17:42.851493 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, e08a883c-e1c8-4765-9190-1fbdbf3b4cd7) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:42.860470 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373c901-df64-41ec-8db5-6a791f36ba96 None None] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:42.860911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:42.861546 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.878588 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e298f655-74d6-4fc0-82b2-b2f6ee8ff230 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3263357 Nov 12 13:17:42.881604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:42.885973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:42.908004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.908999 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.972395 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.004816 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 2, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:43.038288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Checking router: f91a0346-3fa5-42e0-be83-865d7a39d94f for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:43.038652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Updating router f91a0346-3fa5-42e0-be83-865d7a39d94f port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:17:43.087867 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.099896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-e08a883c-e1c8-4765-9190-1fbdbf3b4cd7', 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'fixed_ips': [{'subnet_id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:17:43.100745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.120099 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.330546 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.349701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.407368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Allocated IP 172.20.0.2 (e08a883c-e1c8-4765-9190-1fbdbf3b4cd7/f52de250-f66b-4a9f-a644-fc1300db9b7c/a0fe0732-cd85-4049-9bf5-433010613e58) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:43.457637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Allocated IP 172.25.1.65 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/3a95f051-e5a0-418c-8fd1-a4211abb4ee5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:43.560216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.595055 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.629566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.636833 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:43.639049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.642050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:43.646702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:43.652511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Pushing event updated for resources: {'Port': ['ID=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:43.687457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41150e-2ef8-405b-9167-bf71975fc490 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:43.701245 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.723890 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.726228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20d337-16d0-4a59-9501-0d439eba5e47 None None] Pushing event updated for resources: {'Port': ['ID=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:43.828459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:43.841996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:43.844648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Attempting to bind port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:43.845014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Attempting to bind port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:43.845396 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Attempting to bind port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 on network 096964b4-61c6-4904-bce3-d75356b3546b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:43.851788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:43.853818 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Pushing event updated for resources: {'Port': ['ID=a0fe0732-cd85-4049-9bf5-433010613e58,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:43.864459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74060b6d-c2b7-4c7f-842d-bb8ce5305e6d None None] Provisioning complete for port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:43.864889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74060b6d-c2b7-4c7f-842d-bb8ce5305e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.867951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:43.868324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Checking segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:43.868718 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.869108 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Bound using segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:43.869590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Bound port: dc5e1b89-52c5-4ea0-961c-2cad5674cef4, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:43.869966 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.929117 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.969868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-74060b6d-c2b7-4c7f-842d-bb8ce5305e6d None None] Port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:43.993074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Attempting to bind port a0fe0732-cd85-4049-9bf5-433010613e58 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:43.993442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Attempting to bind port a0fe0732-cd85-4049-9bf5-433010613e58 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:43.993817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Attempting to bind port a0fe0732-cd85-4049-9bf5-433010613e58 on network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:44.006238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:44.006863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Checking segment: {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:44.007257 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.007644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Bound using segment: {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:44.008114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Bound port: a0fe0732-cd85-4049-9bf5-433010613e58, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:44.008931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.012113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] For port dc5e1b89-52c5-4ea0-961c-2cad5674cef4, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:44.015797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] For port dc5e1b89-52c5-4ea0-961c-2cad5674cef4, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:44.024413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.138593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20d337-16d0-4a59-9501-0d439eba5e47 None None] Pushing event updated for resources: {'Port': ['ID=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:44.146098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:44.146765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:44.152056 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-65c15296-13ab-4d90-a738-7623c22767ca None None] Provisioning complete for port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:44.152498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c15296-13ab-4d90-a738-7623c22767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.152696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.295467 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Router d80666f9-e232-46f3-9b44-28d87e96a34e is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:17:44.347781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] For port a0fe0732-cd85-4049-9bf5-433010613e58, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:44.386255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] For port a0fe0732-cd85-4049-9bf5-433010613e58, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0fe0732-cd85-4049-9bf5-433010613e58,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:44.401137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.412835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:44.422727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Sync routers for ids ['d80666f9-e232-46f3-9b44-28d87e96a34e'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:44.434969 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Routers {'d80666f9-e232-46f3-9b44-28d87e96a34e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:44.435928 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d80666f9-e232-46f3-9b44-28d87e96a34e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:44.437012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.440955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-63345f4c-f5a0-4138-b6b0-d852ecde141a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5556517 Nov 12 13:17:44.441123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:44.518152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a310d-6f87-4a7f-8cca-0bc2b7ff9009 None None] Pushing event updated for resources: {'Port': ['ID=a0fe0732-cd85-4049-9bf5-433010613e58,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:44.544847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:44.563729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Set router d80666f9-e232-46f3-9b44-28d87e96a34e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:44.594992 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c15296-13ab-4d90-a738-7623c22767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.715298 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65c15296-13ab-4d90-a738-7623c22767ca None None] For port dc5e1b89-52c5-4ea0-961c-2cad5674cef4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:44.722337 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c15296-13ab-4d90-a738-7623c22767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.825166 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c15296-13ab-4d90-a738-7623c22767ca None None] Pushing event updated for resources: {'Port': ['ID=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:44.878382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-176f52ff-70dd-46fd-9a4c-fef984a348c4 None None] Provisioning complete for port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:44.878752 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-176f52ff-70dd-46fd-9a4c-fef984a348c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.923280 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:17:43Z', 'revision_number': 3, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:44.953492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:44.954925 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Checking router: d80666f9-e232-46f3-9b44-28d87e96a34e for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:44.955269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Updating router d80666f9-e232-46f3-9b44-28d87e96a34e port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:17:44.982438 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.989078 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09df9c9-c416-4435-bc96-939c236652d9 None None] The sync data for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 is: [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:45.282194 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.288625 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.335809 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71586962-1d11-4439-b226-2c43850c20cb None None] Pushing event updated for resources: {'Port': ['ID=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:45.356282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69db1686-ea96-46bf-b3e5-b6882dcf9030 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:45.363898 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Attempting to bind port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:45.366064 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Attempting to bind port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:45.366595 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Attempting to bind port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:45.373610 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:45.374798 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:45.375274 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.375795 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:45.376353 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Bound port: 3a95f051-e5a0-418c-8fd1-a4211abb4ee5, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:45.376794 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.421173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.452161 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] For port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:45.456562 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] For port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:45.461346 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.477239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a2a38439-65b2-4c54-bc00-8ef9b95606b2 None None] Provisioning complete for port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:45.477803 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2a38439-65b2-4c54-bc00-8ef9b95606b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.529993 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71586962-1d11-4439-b226-2c43850c20cb None None] Pushing event updated for resources: {'Port': ['ID=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:45.539681 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Routers {'d80666f9-e232-46f3-9b44-28d87e96a34e'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:45.540325 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d80666f9-e232-46f3-9b44-28d87e96a34e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:45.551113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86136c86-21df-4519-8883-521b846a20ca None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:17:45.632847 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2a38439-65b2-4c54-bc00-8ef9b95606b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.681773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a2a38439-65b2-4c54-bc00-8ef9b95606b2 None None] For port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:45.687005 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2a38439-65b2-4c54-bc00-8ef9b95606b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.706727 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] Set router d80666f9-e232-46f3-9b44-28d87e96a34e gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:45.712760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Allocated IP 172.20.0.1 (e08a883c-e1c8-4765-9190-1fbdbf3b4cd7/f52de250-f66b-4a9f-a644-fc1300db9b7c/96d0101c-add5-4ec1-8ce1-a50b743236ff) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:45.767012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a38439-65b2-4c54-bc00-8ef9b95606b2 None None] Pushing event updated for resources: {'Port': ['ID=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:45.809374 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c1159ff-bbfb-463d-830c-80f7ea558228 None None] Provisioning complete for port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:45.811286 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c1159ff-bbfb-463d-830c-80f7ea558228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.867794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef35393-1afa-441c-835e-f51f75a9e954 None None] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:45.894678 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.940034 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.950257 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:17:43Z', 'revision_number': 3, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:45.981945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:45.985301 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:45.990739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:46.000053 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb378cf-ee9a-4840-b4fd-48da35b2dd1d None None] The sync data for ids ['d80666f9-e232-46f3-9b44-28d87e96a34e'] in n-d-804878-5 is: [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:17:43Z', 'revision_number': 3, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:46.039837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Pushing event updated for resources: {'Port': ['ID=96d0101c-add5-4ec1-8ce1-a50b743236ff,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.056119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.139507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-16911c6d-6d03-474a-9a6e-57d86b4f2d72 None None] Provisioning complete for port a0fe0732-cd85-4049-9bf5-433010613e58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:46.140059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16911c6d-6d03-474a-9a6e-57d86b4f2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.248103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0fe0732-cd85-4049-9bf5-433010613e58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:46.271483 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.300114 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16911c6d-6d03-474a-9a6e-57d86b4f2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.356800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-16911c6d-6d03-474a-9a6e-57d86b4f2d72 None None] For port a0fe0732-cd85-4049-9bf5-433010613e58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0fe0732-cd85-4049-9bf5-433010613e58,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:46.362099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16911c6d-6d03-474a-9a6e-57d86b4f2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.405274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a0fe0732-cd85-4049-9bf5-433010613e58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:46.405657 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.479857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16911c6d-6d03-474a-9a6e-57d86b4f2d72 None None] Pushing event updated for resources: {'Port': ['ID=a0fe0732-cd85-4049-9bf5-433010613e58,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.552244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dc5e1b89-52c5-4ea0-961c-2cad5674cef4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:46.565009 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.574903 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.617681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1cb2f003-0008-4d71-bf2e-f82ae0840c10 None None] Provisioning complete for port a0fe0732-cd85-4049-9bf5-433010613e58 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:46.618049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cb2f003-0008-4d71-bf2e-f82ae0840c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.671294 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.679020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:46.679394 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.683305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Pushing event updated for resources: {'Port': ['ID=96d0101c-add5-4ec1-8ce1-a50b743236ff,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.771918 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1cb2f003-0008-4d71-bf2e-f82ae0840c10 None None] Provisioning complete for port 96d0101c-add5-4ec1-8ce1-a50b743236ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:46.772368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cb2f003-0008-4d71-bf2e-f82ae0840c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.808846 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:46.810305 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:46.836241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2f003-0008-4d71-bf2e-f82ae0840c10 None None] Port 96d0101c-add5-4ec1-8ce1-a50b743236ff cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:46.956161 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Router d80666f9-e232-46f3-9b44-28d87e96a34e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:17:46.959678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-670ddaca-abd6-489c-a8a1-c9268c8720fe None None] Provisioning complete for port 96d0101c-add5-4ec1-8ce1-a50b743236ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:46.959950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670ddaca-abd6-489c-a8a1-c9268c8720fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:47.003264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-670ddaca-abd6-489c-a8a1-c9268c8720fe None None] Port 96d0101c-add5-4ec1-8ce1-a50b743236ff cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:47.078648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:47.085072 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-13dc605e-2395-4687-9de8-0879dade243a admin admin] 10.222.0.18 "PUT /v2.0/routers/d80666f9-e232-46f3-9b44-28d87e96a34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6428723 Nov 12 13:17:47.122689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-831cd170-c1db-4ee6-802f-ae52d7316ead None None] Provisioning complete for port 96d0101c-add5-4ec1-8ce1-a50b743236ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:47.123065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-831cd170-c1db-4ee6-802f-ae52d7316ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:47.165176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-831cd170-c1db-4ee6-802f-ae52d7316ead None None] Port 96d0101c-add5-4ec1-8ce1-a50b743236ff cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:48.206546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0fe0732-cd85-4049-9bf5-433010613e58 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:48.266030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port a0fe0732-cd85-4049-9bf5-433010613e58 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:48.266690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:48.366329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:48.439467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:48.439835 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:48.530761 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Sync routers for ids ['d80666f9-e232-46f3-9b44-28d87e96a34e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:48.553480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Routers {'d80666f9-e232-46f3-9b44-28d87e96a34e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:48.554184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d80666f9-e232-46f3-9b44-28d87e96a34e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:48.675882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Set router d80666f9-e232-46f3-9b44-28d87e96a34e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:48.908814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:17:46Z', 'revision_number': 4, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '96d0101c-add5-4ec1-8ce1-a50b743236ff', 'name': '', 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'mac_address': 'fa:16:3e:d6:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:45Z', 'updated_at': '2021-11-12T13:17:46Z', 'revision_number': 2, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'subnets': [{'id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:48.936909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Checking router: d80666f9-e232-46f3-9b44-28d87e96a34e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:48.936909 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Updating router d80666f9-e232-46f3-9b44-28d87e96a34e port 96d0101c-add5-4ec1-8ce1-a50b743236ff binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:17:48.965615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.474761 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.482448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.553286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb620623-b312-4390-b99a-ec2d503c4c18 None None] Pushing event updated for resources: {'Port': ['ID=96d0101c-add5-4ec1-8ce1-a50b743236ff,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:49.606648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Attempting to bind port 96d0101c-add5-4ec1-8ce1-a50b743236ff on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:49.606648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Attempting to bind port 96d0101c-add5-4ec1-8ce1-a50b743236ff by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:49.606648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Attempting to bind port 96d0101c-add5-4ec1-8ce1-a50b743236ff on network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:49.613017 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:49.613575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Checking segment: {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:49.614080 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.615148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Bound using segment: {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:49.615737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Bound port: 96d0101c-add5-4ec1-8ce1-a50b743236ff, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918a910d-a61a-469d-bf9f-97d9e9b654dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:49.617142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.715821 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] For port 96d0101c-add5-4ec1-8ce1-a50b743236ff, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:49.722249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] For port 96d0101c-add5-4ec1-8ce1-a50b743236ff, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=96d0101c-add5-4ec1-8ce1-a50b743236ff,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:49.727911 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.824318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Routers {'d80666f9-e232-46f3-9b44-28d87e96a34e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:49.824968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:17:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d80666f9-e232-46f3-9b44-28d87e96a34e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:49.871526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb620623-b312-4390-b99a-ec2d503c4c18 None None] Pushing event updated for resources: {'Port': ['ID=96d0101c-add5-4ec1-8ce1-a50b743236ff,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:49.954721 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] Set router d80666f9-e232-46f3-9b44-28d87e96a34e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:50.013819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2c31e1a9-aca4-43af-b483-2f205a63296b None None] Provisioning complete for port 96d0101c-add5-4ec1-8ce1-a50b743236ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:50.014217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c31e1a9-aca4-43af-b483-2f205a63296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.216889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c31e1a9-aca4-43af-b483-2f205a63296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.263867 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c31e1a9-aca4-43af-b483-2f205a63296b None None] For port 96d0101c-add5-4ec1-8ce1-a50b743236ff, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=96d0101c-add5-4ec1-8ce1-a50b743236ff,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:50.268825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c31e1a9-aca4-43af-b483-2f205a63296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.302970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:17:46Z', 'revision_number': 4, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '96d0101c-add5-4ec1-8ce1-a50b743236ff', 'name': '', 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'mac_address': 'fa:16:3e:d6:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:45Z', 'updated_at': '2021-11-12T13:17:49Z', 'revision_number': 4, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'subnets': [{'id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:50.336944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0318f62-b4c7-4333-b759-066e10ae4dc7 None None] The sync data for ids ['d80666f9-e232-46f3-9b44-28d87e96a34e'] in n-d-804878-5 is: [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:17:46Z', 'revision_number': 4, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '96d0101c-add5-4ec1-8ce1-a50b743236ff', 'name': '', 'network_id': 'e08a883c-e1c8-4765-9190-1fbdbf3b4cd7', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'mac_address': 'fa:16:3e:d6:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:45Z', 'updated_at': '2021-11-12T13:17:49Z', 'revision_number': 4, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'subnets': [{'id': 'f52de250-f66b-4a9f-a644-fc1300db9b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:50.358228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31e1a9-aca4-43af-b483-2f205a63296b None None] Pushing event updated for resources: {'Port': ['ID=96d0101c-add5-4ec1-8ce1-a50b743236ff,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:50.436037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8eb4e444-8ee8-42e2-9823-6491277855a2 None None] Provisioning complete for port 96d0101c-add5-4ec1-8ce1-a50b743236ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:50.436771 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e444-8ee8-42e2-9823-6491277855a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:52.127025 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 96d0101c-add5-4ec1-8ce1-a50b743236ff up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:52.196442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 96d0101c-add5-4ec1-8ce1-a50b743236ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:52.196817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.337123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-1f8a3c71-e4be-4cc3-a8aa-5c4ff2ea44d5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:57.338530 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-1f8a3c71-e4be-4cc3-a8aa-5c4ff2ea44d5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 815 time: 0.1202099 Nov 12 13:17:57.353710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-ef91c541-b342-4bc7-925f-09520bec0481 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/quotas/3f3ed111219c4c488257b6263a4ea78e HTTP/1.1" status: 200 len: 375 time: 0.0094528 Nov 12 13:17:57.404503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-a1c2c0aa-e4b9-4fc1-8b49-86303089d0be tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454700 Nov 12 13:17:57.502042 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-9d88fd4c-e6ca-414b-944b-7befadbb7a9b service neutron] 10.222.0.18 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Nov 12 13:17:57.589874 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-df9af175-6488-4487-8226-ee36edc7f9fb service neutron] 10.222.0.18 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813293 Nov 12 13:17:57.755417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-87da076d-84b7-4c7b-af63-3277ae5daa20 req-bcd16aa3-bf51-4290-8b4f-711aa8e2e6f3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 210 time: 0.0324099 Nov 12 13:17:58.742194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-6096cbf5-bd4f-4879-b958-74209caf275e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:58.743679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-6096cbf5-bd4f-4879-b958-74209caf275e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 815 time: 0.1087646 Nov 12 13:17:58.757400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'port': {'device_id': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'admin_state_up': True, 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:58.861888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76dbb16e-7b0d-4963-9356-809aa2a94811 req-aa85a176-6980-4846-874f-f7fe1a96d8a6 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 210 time: 0.0368283 Nov 12 13:17:58.907955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Made reservation on behalf of 3f3ed111219c4c488257b6263a4ea78e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:58.911838 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.072023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Allocated IP 172.20.0.11 (096964b4-61c6-4904-bce3-d75356b3546b/3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38/7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:59.330264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.372669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.444061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Network 096964b4-61c6-4904-bce3-d75356b3546b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:59.449407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:59.455231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:59.484625 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:59.500442 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.500792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.501137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.501471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.501803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.502133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.502488 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.502816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.503141 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.503471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.503795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.504116 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:59.543064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:59.543803 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.567596 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-d6c0e6d8-2a55-4c24-9502-64fc0f3a02c7 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8142595 Nov 12 13:17:59.760038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb0120e5-9606-4bbc-aa45-e7efd6b6a70e None None] Provisioning complete for port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:59.760585 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb0120e5-9606-4bbc-aa45-e7efd6b6a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.793485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eb0120e5-9606-4bbc-aa45-e7efd6b6a70e None None] Port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:00.007741 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934742d-3984-44af-96e8-5a9a93393835 req-a024143a-1d12-4e99-ab52-b85ac1d109c6 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:00.009405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5934742d-3984-44af-96e8-5a9a93393835 req-a024143a-1d12-4e99-ab52-b85ac1d109c6 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0708148 Nov 12 13:18:00.073724 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.075888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5934742d-3984-44af-96e8-5a9a93393835 req-d7a2489b-9763-4fb6-9459-efcaef241e78 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Nov 12 13:18:00.485685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:01.201284 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857983b6-d346-411b-b2a4-83f00414d7f9 req-72d80180-fcc7-4bb9-931d-fede07560ff0 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.202927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-857983b6-d346-411b-b2a4-83f00414d7f9 req-72d80180-fcc7-4bb9-931d-fede07560ff0 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0582876 Nov 12 13:18:01.251748 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-857983b6-d346-411b-b2a4-83f00414d7f9 req-09cd567e-2494-443a-91f7-c97151372c40 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Nov 12 13:18:02.372954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c0c82-fc2f-47d1-a9dd-ffcff1dbd157 req-41651071-0d35-4f76-bfba-3adaa88c721b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:02.374537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14c0c82-fc2f-47d1-a9dd-ffcff1dbd157 req-41651071-0d35-4f76-bfba-3adaa88c721b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0483150 Nov 12 13:18:02.429088 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a14c0c82-fc2f-47d1-a9dd-ffcff1dbd157 req-87192db9-619d-4287-afe6-a0afdb834a6d tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Nov 12 13:18:03.556512 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e72130-b64e-4ebd-815b-ee460d7edaf2 req-464b81eb-a24b-455e-be31-0248ae6524ce tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:03.558253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64e72130-b64e-4ebd-815b-ee460d7edaf2 req-464b81eb-a24b-455e-be31-0248ae6524ce tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0568888 Nov 12 13:18:03.611443 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-64e72130-b64e-4ebd-815b-ee460d7edaf2 req-da7df295-c3ef-4421-bae9-04e8958cc3a0 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Nov 12 13:18:04.744523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3ea06-f796-443e-a7b4-4b373228d69b req-e9de18e9-7042-460b-b497-96afde6914ef tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:04.746041 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ba3ea06-f796-443e-a7b4-4b373228d69b req-e9de18e9-7042-460b-b497-96afde6914ef tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0527289 Nov 12 13:18:04.801333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ba3ea06-f796-443e-a7b4-4b373228d69b req-5c5d90ec-6364-41fa-898c-22ec3ed6f353 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Nov 12 13:18:05.814302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a13db8b0-4f40-4c7a-a478-faa6489c03c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.925166 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd38fc-6212-4b58-a72a-756de1fe66ac req-ab09603c-cc5b-4fce-893b-c1be386d1c51 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:05.928287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edd38fc-6212-4b58-a72a-756de1fe66ac req-ab09603c-cc5b-4fce-893b-c1be386d1c51 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0538754 Nov 12 13:18:05.980015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8edd38fc-6212-4b58-a72a-756de1fe66ac req-0ad12947-c24e-40db-bbdf-82a5ccfb7557 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Nov 12 13:18:07.109225 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdc6c2-c17d-4998-af29-6964d6e116ea req-71716f36-372f-49c2-87d7-9f0b038f202a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.110691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcdc6c2-c17d-4998-af29-6964d6e116ea req-71716f36-372f-49c2-87d7-9f0b038f202a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0645118 Nov 12 13:18:07.159069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2bcdc6c2-c17d-4998-af29-6964d6e116ea req-20bac8cf-cd67-4b45-8e71-aa6ea9462b3c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Nov 12 13:18:08.281329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bf817-914b-4ef4-b5e0-1cd96c012d72 req-204f3e8f-5509-4afa-9f30-7a8e76b1d72c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.282885 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-765bf817-914b-4ef4-b5e0-1cd96c012d72 req-204f3e8f-5509-4afa-9f30-7a8e76b1d72c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0508945 Nov 12 13:18:08.345205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-765bf817-914b-4ef4-b5e0-1cd96c012d72 req-d8baeb13-eff0-45dc-8337-2999792939ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Nov 12 13:18:09.069132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec64ad6b-f810-4ec7-9e64-fa3d2ac0cbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.469705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b57d74-a57d-468d-a896-1a1b6309cf09 req-61c92b31-f161-4ac6-b66f-e6d7c198f460 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:09.471245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46b57d74-a57d-468d-a896-1a1b6309cf09 req-61c92b31-f161-4ac6-b66f-e6d7c198f460 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 932 time: 0.0576210 Nov 12 13:18:09.592223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.884815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46b57d74-a57d-468d-a896-1a1b6309cf09 req-41378051-9ba4-493c-b520-33e3b99aaa73 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057722 Nov 12 13:18:09.952289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Request body: {'port': {'device_id': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:10.007062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.267816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:10.275587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.287972 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Transition to ACTIVE for port object 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:10.290930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.338048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:10.410001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Attempting to bind port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:10.410405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Attempting to bind port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:10.411262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Attempting to bind port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 on network 096964b4-61c6-4904-bce3-d75356b3546b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:10.415872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 on network 096964b4-61c6-4904-bce3-d75356b3546b not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:10.416189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Attempting to bind port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 on network 096964b4-61c6-4904-bce3-d75356b3546b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:10.421192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:10.421526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Checking segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:10.421906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Bound using segment: {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:10.422366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Bound port: 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fee2f18-ecae-41a3-b653-e5f042338b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:10.422721 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.491355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:10.494487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:10.498617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.531746 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.532482 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.533934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] 10.222.0.81 "PUT /v2.0/ports/7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 1092 time: 0.6826591 Nov 12 13:18:10.536909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:10.539500 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef6f185-6adf-4fd1-a204-e28d558a5f67" -d '{"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:10.589390 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588866b6-606e-4e84-8ff7-8b52e2d5c68e x-openstack-request-id: req-588866b6-606e-4e84-8ff7-8b52e2d5c68e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:10.589614 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:10.589842 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-588866b6-606e-4e84-8ff7-8b52e2d5c68e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:10.590273 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'status': 'completed', 'code': 200} Nov 12 13:18:10.595033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b3775-143d-4e22-89c7-d9b6234f5cac service neutron] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:10.628623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-a93b98da-54c2-422b-8da8-f05d15586982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.630865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-a93b98da-54c2-422b-8da8-f05d15586982 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1095 time: 0.0552945 Nov 12 13:18:10.680163 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-a34da9be-281c-4980-96cb-835240251b08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 217 time: 0.0405440 Nov 12 13:18:10.733138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-933d5a0c-6007-42a8-ad42-bd166f6b3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.734666 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-933d5a0c-6007-42a8-ad42-bd166f6b3c0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0478120 Nov 12 13:18:10.784408 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322748f-d046-4e8f-a577-04863158697b req-081278f8-563b-4491-9cb3-a5d49efe956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.785863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-081278f8-563b-4491-9cb3-a5d49efe956e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416203 Nov 12 13:18:10.821246 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.880654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-4d87d585-977b-4f5d-9b58-157a35e09b6e service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Nov 12 13:18:11.001975 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8322748f-d046-4e8f-a577-04863158697b req-fba02cb9-258b-4769-9ea3-31216efb57cb service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142197 Nov 12 13:18:11.023255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040cd87-d6c4-4426-9541-b80d7c2ccd0c req-bd71e688-86f7-463b-a2bd-57c592476735 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.024714 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0040cd87-d6c4-4426-9541-b80d7c2ccd0c req-bd71e688-86f7-463b-a2bd-57c592476735 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 944 time: 0.0682077 Nov 12 13:18:11.105598 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0040cd87-d6c4-4426-9541-b80d7c2ccd0c req-89a806e5-44ea-450c-b1d8-b6652569ca66 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740025 Nov 12 13:18:11.111881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-8b0265f5-e448-4aac-98b2-0a9a73319b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.113332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-8b0265f5-e448-4aac-98b2-0a9a73319b42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1095 time: 0.0677640 Nov 12 13:18:11.211556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-df8ed8f6-60b9-4cbc-81f9-b77f2c292836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.213019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-df8ed8f6-60b9-4cbc-81f9-b77f2c292836 service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.0927947 Nov 12 13:18:11.258203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-e3375234-3e7d-4557-bf26-c562920ac430 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 217 time: 0.0371258 Nov 12 13:18:11.308893 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-88f1506f-22f0-465f-83c3-b238e2e464f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.310398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-88f1506f-22f0-465f-83c3-b238e2e464f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0443089 Nov 12 13:18:11.356760 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-22317d75-de6e-401e-ad40-74a8ab7c1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.358216 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-22317d75-de6e-401e-ad40-74a8ab7c1e76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397239 Nov 12 13:18:11.430916 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:11.455013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-a91b2ad6-80b6-48a3-a659-75407134a11c service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892420 Nov 12 13:18:11.549642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1ef6f185-6adf-4fd1-a204-e28d558a5f67 req-f2652261-70d0-49ae-bc3f-3aee4304f451 service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873449 Nov 12 13:18:11.902904 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:18:12.224773 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efcd75-6354-4ac2-8323-5079623ad686 req-7fea9edf-0684-481a-9334-83cf221f0227 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.226316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41efcd75-6354-4ac2-8323-5079623ad686 req-7fea9edf-0684-481a-9334-83cf221f0227 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 944 time: 0.0496707 Nov 12 13:18:12.272893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41efcd75-6354-4ac2-8323-5079623ad686 req-16723514-e30b-49bb-9b43-da2ee0150ffa tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Nov 12 13:18:13.397473 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a25cdf-8754-410c-8ff0-62a2b663a91a req-5902c589-676c-4385-9de7-801128b41652 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.399000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15a25cdf-8754-410c-8ff0-62a2b663a91a req-5902c589-676c-4385-9de7-801128b41652 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 944 time: 0.0504837 Nov 12 13:18:13.447648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15a25cdf-8754-410c-8ff0-62a2b663a91a req-8b5257d2-fab3-4826-96fb-00d2f22bd5c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Nov 12 13:18:14.572822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07f5d-76c6-4071-b59f-f8e720584900 req-b5f72aa2-42b7-4681-822c-55f7f5d6282f tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.574339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82c07f5d-76c6-4071-b59f-f8e720584900 req-b5f72aa2-42b7-4681-822c-55f7f5d6282f tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 944 time: 0.0542424 Nov 12 13:18:14.623532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82c07f5d-76c6-4071-b59f-f8e720584900 req-9db73678-4d48-4c2e-9b21-f3dcb5c80e3f tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Nov 12 13:18:14.878329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:14.971034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:14.985952 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'port_id': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'mac_address': 'fa:16:3e:4e:d8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:15.022040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:15.034379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:15.053189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:15.057165 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:15.103668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:15.110896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.111245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.111581 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.111916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.112245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.112568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.112889 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.113211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.113687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.114010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.114363 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.114675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:15.307532 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:15.742767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7c330-4987-4fbd-9020-dd98bfcecf92 req-8347abb2-3ca4-4d44-9663-e2e31f4763b8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.744290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15d7c330-4987-4fbd-9020-dd98bfcecf92 req-8347abb2-3ca4-4d44-9663-e2e31f4763b8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 945 time: 0.0503523 Nov 12 13:18:15.792851 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15d7c330-4987-4fbd-9020-dd98bfcecf92 req-b932a19a-9c9e-40a3-bb4d-38882a90a7e5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Nov 12 13:18:16.894919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:16.912270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f8cd1-06a4-44c6-ae92-fe38baa016a3 req-3e152176-48c5-4d69-9137-cb291d502e6e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.913929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f79f8cd1-06a4-44c6-ae92-fe38baa016a3 req-3e152176-48c5-4d69-9137-cb291d502e6e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 945 time: 0.0550585 Nov 12 13:18:16.943662 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:16.947674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:16.948048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.963635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f79f8cd1-06a4-44c6-ae92-fe38baa016a3 req-6bd9973d-ad26-4dc9-b444-cb59d4e3d6cb tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Nov 12 13:18:17.032816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:17.055986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:17.058109 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53b3cb-1944-4e68-9a48-9b777c79d1a7" -d '{"events": [{"server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:17.070243 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:17.074309 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:17.098614 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1223d8-0ea7-4b42-af67-c47865bf1016 x-openstack-request-id: req-dc1223d8-0ea7-4b42-af67-c47865bf1016 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:17.098962 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:17.099174 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc1223d8-0ea7-4b42-af67-c47865bf1016 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:17.099535 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'code': 200} Nov 12 13:18:17.124760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:17.194067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48282b-5dfd-4913-8f38-0eb902230e2c req-f53c879f-a41a-4188-9e3e-2911a613ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.195608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e48282b-5dfd-4913-8f38-0eb902230e2c req-f53c879f-a41a-4188-9e3e-2911a613ac46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0407946 Nov 12 13:18:17.241576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e48282b-5dfd-4913-8f38-0eb902230e2c req-d3701790-40c9-4cef-acd7-20f1e315e73a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Nov 12 13:18:18.086336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26295-2614-427e-8dd3-64dbe22de49e req-fae5e5a8-cd0a-4381-b408-688d9bfb2147 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:18.087803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1f26295-2614-427e-8dd3-64dbe22de49e req-fae5e5a8-cd0a-4381-b408-688d9bfb2147 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0502398 Nov 12 13:18:18.140010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1f26295-2614-427e-8dd3-64dbe22de49e req-a3c0cc4b-1e64-4278-ada0-dabc0d7d6e2c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Nov 12 13:18:19.257970 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046270a6-0238-4aef-9d6b-b7f865ca2863 req-026509d0-6279-4aa8-9b39-5ae14a00225d tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:19.259526 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-046270a6-0238-4aef-9d6b-b7f865ca2863 req-026509d0-6279-4aa8-9b39-5ae14a00225d tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0505631 Nov 12 13:18:19.306436 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-046270a6-0238-4aef-9d6b-b7f865ca2863 req-6d3e5fc9-1bbd-4943-b26e-efec8bab15ec tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Nov 12 13:18:19.417632 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a65cf-5f91-4c74-aaaa-3cba1a454198 req-e988e0f4-4651-4b3a-aa45-f3f79b43fee2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:19.419063 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-092a65cf-5f91-4c74-aaaa-3cba1a454198 req-e988e0f4-4651-4b3a-aa45-f3f79b43fee2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0487542 Nov 12 13:18:19.466242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-092a65cf-5f91-4c74-aaaa-3cba1a454198 req-9082d4cc-4a85-4704-b36e-d946f9824c8f tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Nov 12 13:18:19.659522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73b46-dc6a-4a66-a18b-15003b8a3020 req-582a64b8-da3a-4ce8-b9c1-29be2b7e2f7a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:19.661580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7d73b46-dc6a-4a66-a18b-15003b8a3020 req-582a64b8-da3a-4ce8-b9c1-29be2b7e2f7a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0538566 Nov 12 13:18:19.709340 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7d73b46-dc6a-4a66-a18b-15003b8a3020 req-7de90e4c-c871-4db1-aa70-130db19f8bb2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Nov 12 13:18:30.088125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.516303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.213915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd55e26-d3d1-409b-9db2-bbd58111291b req-959ab87a-b5f8-4bd3-8589-ca4cebbd16f5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.215444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbd55e26-d3d1-409b-9db2-bbd58111291b req-959ab87a-b5f8-4bd3-8589-ca4cebbd16f5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0498290 Nov 12 13:18:32.263329 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cbd55e26-d3d1-409b-9db2-bbd58111291b req-dd7f1335-f43d-4ff9-a7a7-c1e801ff1226 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Nov 12 13:18:32.285168 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:32.367443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d63e9-7628-41f0-8a2c-e667a29d572d tempest-TestMinimumBasicScenario-295667195 tempest-TestMinimumBasicScenario-295667195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.368968 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c87d63e9-7628-41f0-8a2c-e667a29d572d tempest-TestMinimumBasicScenario-295667195 tempest-TestMinimumBasicScenario-295667195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1092 time: 0.0827954 Nov 12 13:18:32.371934 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43350) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:32.376172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:32.398254 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.499255 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.605693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Allocated IP 172.25.1.248 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/fd7b084c-8692-40fc-8e15-3f8634210a80) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:32.708501 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.742136 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.783629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:32.789744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:32.793363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:32.796139 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'Port': ['ID=fd7b084c-8692-40fc-8e15-3f8634210a80,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:33.161510 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.229764 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.383534 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.387917 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.459772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'Port': ['ID=fd7b084c-8692-40fc-8e15-3f8634210a80,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:33.471700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.570999 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Floating IP ed954cc8-b2a4-4b68-82bb-62bf69b77de6 associated. External IP: 172.25.1.248, port: 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6. Nov 12 13:18:33.777875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Router f91a0346-3fa5-42e0-be83-865d7a39d94f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:18:33.886650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:18:33.896895 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] Sync routers for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:18:33.904526 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.907371 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:18:33.907991 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:18:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:18:33.934011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5228c37a-c367-4c33-96d5-ba424b4ba0f8 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5610585 Nov 12 13:18:33.934642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:33.936803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:33.937355 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d76d8-9472-41cf-87c1-873b3ab0461e" -d '{"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:33.941701 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609672736', 'description': 'tempest-secgroup-smoke-1609672736 description', 'project_id': '3f3ed111219c4c488257b6263a4ea78e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:33.970369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:33.977178 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90c38f0-2764-489e-8ec8-da5ec27c4b21 x-openstack-request-id: req-f90c38f0-2764-489e-8ec8-da5ec27c4b21 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:33.977468 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:33.977748 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f90c38f0-2764-489e-8ec8-da5ec27c4b21 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:33.978206 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'status': 'completed', 'code': 200} Nov 12 13:18:34.026814 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:18:34.046847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-51a833e5-1199-4a98-9e8b-35ed574a10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.048408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-51a833e5-1199-4a98-9e8b-35ed574a10ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0458448 Nov 12 13:18:34.050263 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.055283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.084140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e23ee2-1a8e-424d-bbb1-36ac446525b3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.094329 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.094697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.095027 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.095368 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.095704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.096034 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.096366 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.096697 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.097025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.097359 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.097681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.098006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:34.118135 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.122636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9f7953d7-8438-4ab0-b011-d5d5472bdf9c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1847420 Nov 12 13:18:34.123494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:34.128258 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group_rule': {'security_group_id': '15e23ee2-1a8e-424d-bbb1-36ac446525b3', 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:34.154186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-af4101eb-6b88-4082-8b8f-a6ada224a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.155999 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-af4101eb-6b88-4082-8b8f-a6ada224a283 service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.0994656 Nov 12 13:18:34.157555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.222953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.226989 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-1cb086d2-4038-4112-b623-ddb4bddc6a0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 1000 time: 0.0634038 Nov 12 13:18:34.227655 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.250637 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01afa4ad-b859-4bf9-b76b-cd51b3e9dd33,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.260840 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.262195 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aeb79770-b02c-4f50-9f1b-4128313560c2 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375563 Nov 12 13:18:34.265050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:34.269226 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group_rule': {'security_group_id': '15e23ee2-1a8e-424d-bbb1-36ac446525b3', 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:34.275817 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'ed954cc8-b2a4-4b68-82bb-62bf69b77de6', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'port_id': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'mac_address': 'fa:16:3e:4e:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:18:33Z', 'updated_at': '2021-11-12T13:18:33Z', 'revision_number': 0, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:18:34.280778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-1ef9dfe4-3839-4370-adb6-6d5584d1a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.282308 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-1ef9dfe4-3839-4370-adb6-6d5584d1a5bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0479808 Nov 12 13:18:34.296871 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.303760 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] Checking router: f91a0346-3fa5-42e0-be83-865d7a39d94f for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:18:34.312259 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:18:34.312937 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:18:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:18:34.336667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-65c4a98a-3620-4f5c-b311-0f8417b71875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.338070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-65c4a98a-3620-4f5c-b311-0f8417b71875 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483832 Nov 12 13:18:34.356835 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.361240 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.385364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7794cc40-c6c3-4e4a-93e2-f1d42837d366,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.394108 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.396178 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a798f7e3-acc7-4f10-8740-137404141873 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303561 Nov 12 13:18:34.398815 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:34.403550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group_rule': {'security_group_id': '15e23ee2-1a8e-424d-bbb1-36ac446525b3', 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:34.433424 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.438448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:18:34.438633 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-04c0bc08-04c7-4a75-bb8d-1da1100c12fe service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932992 Nov 12 13:18:34.494128 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.499554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.519502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1de14d2-d44d-4025-87a6-c33f267f4f32,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.529226 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.530595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-25cdc83f-f8ef-4ff6-af7e-a89feaecd50e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306970 Nov 12 13:18:34.533299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43362) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:34.538406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group_rule': {'security_group_id': '15e23ee2-1a8e-424d-bbb1-36ac446525b3', 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:34.544470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-358d76d8-9472-41cf-87c1-873b3ab0461e req-87db3ef8-10c8-4aee-846d-fb3c34b4857f service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986791 Nov 12 13:18:34.568900 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.629000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.633346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.648740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b82000-36cf-4b3f-a8d2-bf2d238672df,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.659281 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.663742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-aad0d9ac-ff37-4e54-82ad-a8b06187785b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259675 Nov 12 13:18:34.664115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:34.668952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group_rule': {'security_group_id': '15e23ee2-1a8e-424d-bbb1-36ac446525b3', 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:34.691986 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Project 3f3ed111219c4c488257b6263a4ea78e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:18:34.696957 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'ed954cc8-b2a4-4b68-82bb-62bf69b77de6', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'port_id': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'mac_address': 'fa:16:3e:4e:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:18:33Z', 'updated_at': '2021-11-12T13:18:33Z', 'revision_number': 0, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:18:34.697391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.764588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.768694 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.789834 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904824fd-9c5b-4e7e-ae86-a4761f1418af,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.799816 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.804023 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8793976f-7e21-4613-8183-68d1ba9f3e23 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361783 Nov 12 13:18:34.804283 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:34.808962 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'security_group_rule': {'security_group_id': '15e23ee2-1a8e-424d-bbb1-36ac446525b3', 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:34.824337 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb8585-39fe-4e24-885a-c9c9eb29788e None None] The sync data for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 is: [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'ed954cc8-b2a4-4b68-82bb-62bf69b77de6', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'port_id': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'mac_address': 'fa:16:3e:4e:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:18:33Z', 'updated_at': '2021-11-12T13:18:33Z', 'revision_number': 0, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:18:34.832160 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Project 3f3ed111219c4c488257b6263a4ea78e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:18:34.838345 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.901484 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.905706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.923113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47121ca-bc22-4b22-9e93-cb92d52a694b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:34.931398 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:34.935242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6ed9b003-0a7f-4c4e-95bd-7ecb0df4019c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272826 Nov 12 13:18:35.024441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6263e-b3d4-4c79-971f-e99a67bfe060 None None] New status for floating IP ed954cc8-b2a4-4b68-82bb-62bf69b77de6: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:18:35.035456 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-6d04ca82-b446-447b-92da-8eb3b0389ddc tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609672736&fields=id&tenant_id=3f3ed111219c4c488257b6263a4ea78e HTTP/1.1" status: 200 len: 267 time: 0.0512578 Nov 12 13:18:35.089150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-4a883264-dba9-4154-a5f2-fc0c7ee6c4dd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.090579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-4a883264-dba9-4154-a5f2-fc0c7ee6c4dd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0488915 Nov 12 13:18:35.101890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'port': {'security_groups': ['5345a729-65d3-472e-8e3d-bdd56602a600', '15e23ee2-1a8e-424d-bbb1-36ac446525b3']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:35.166855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:35.661996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:35.690008 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:35.695120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:35.709736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:35.737102 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.737983 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:35.740095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-388de7cf-5496-4e70-9f98-e5f0003ca9e4 req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "PUT /v2.0/ports/7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 982 time: 0.6428297 Nov 12 13:18:35.773367 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6aaa-0836-44d5-a52d-492aae563ddd tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:35.802779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:35.857784 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e3868f1-4eed-4273-be35-8cad511bc0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:35.870334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d24bc7-6757-42bb-8c3e-4d2dc7eb672a req-051c5ea1-a8c0-4281-bb3d-895800a76a90 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.871894 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4d24bc7-6757-42bb-8c3e-4d2dc7eb672a req-051c5ea1-a8c0-4281-bb3d-895800a76a90 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0568948 Nov 12 13:18:35.947465 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d4d24bc7-6757-42bb-8c3e-4d2dc7eb672a req-3009cc80-c504-4f40-81ec-ae18ff8f93d3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684247 Nov 12 13:18:35.979305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:35.981890 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a6269-91b6-49a1-93d1-7f0f44632e41" -d '{"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:36.019998 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a6a09e-99b6-4095-91ba-5737aa72af41 x-openstack-request-id: req-27a6a09e-99b6-4095-91ba-5737aa72af41 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:36.020821 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:36.021089 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27a6a09e-99b6-4095-91ba-5737aa72af41 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:36.021648 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'status': 'completed', 'code': 200} Nov 12 13:18:36.048151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed4cfea5-8e43-4e5f-b823-1f64e714bb77 None None] Provisioning complete for port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:36.048663 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed4cfea5-8e43-4e5f-b823-1f64e714bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:36.101952 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-26de5535-ebb7-42ea-b2f7-aefd4a71992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.103648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-26de5535-ebb7-42ea-b2f7-aefd4a71992c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1136 time: 0.0568194 Nov 12 13:18:36.198604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-d890cf71-f056-476f-9ce5-e206b39bec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.200125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-d890cf71-f056-476f-9ce5-e206b39bec2b service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.0885975 Nov 12 13:18:36.274103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-426d2cc0-5219-431f-9e06-fe1ba2b2509d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0646713 Nov 12 13:18:36.324947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-6bd1613e-055c-43d7-9c80-0b3b0bcd80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.326512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-6bd1613e-055c-43d7-9c80-0b3b0bcd80d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0449383 Nov 12 13:18:36.373067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-ae48674d-6633-4130-8c2e-93bc29b1b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.374619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-ae48674d-6633-4130-8c2e-93bc29b1b744 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404847 Nov 12 13:18:36.471991 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-cbc34bba-3298-43cb-b82b-c6e17b30cf89 service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895138 Nov 12 13:18:36.564199 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-201a6269-91b6-49a1-93d1-7f0f44632e41 req-8c82655d-b5ee-47a4-b502-156c8c76e660 service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843918 Nov 12 13:18:39.071661 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b5dee55-cb18-47be-ad5c-dbfe773d2566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:39.577391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.816615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:41.423553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:48.902432 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:18:51.238733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ff94d-ceb8-473a-8a61-7567f0eab77c req-7ff249d0-6d3d-4fa0-ac45-7a49ce6d36c5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.240269 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e06ff94d-ceb8-473a-8a61-7567f0eab77c req-7ff249d0-6d3d-4fa0-ac45-7a49ce6d36c5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0900726 Nov 12 13:18:51.246321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-0f6a6321-57a0-4d91-b4f5-441a9f3c062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.247796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-0f6a6321-57a0-4d91-b4f5-441a9f3c062d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1136 time: 0.0660696 Nov 12 13:18:51.362551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e06ff94d-ceb8-473a-8a61-7567f0eab77c req-62b16699-8e1b-4276-90d7-b77453b4ea4c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136358 Nov 12 13:18:51.384354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-88633e59-7368-425b-80f7-3153c18abffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.385841 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-88633e59-7368-425b-80f7-3153c18abffa service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.1237786 Nov 12 13:18:51.457047 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-f6b194a6-d6be-40b7-be55-ca391d02ead2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0604944 Nov 12 13:18:51.511247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-b6f54854-2828-4e80-8864-a64fc69aeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.512700 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-b6f54854-2828-4e80-8864-a64fc69aeaea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0451884 Nov 12 13:18:51.563818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-38390511-618b-44b1-ace0-ef25f6face3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.565320 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-38390511-618b-44b1-ace0-ef25f6face3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435951 Nov 12 13:18:51.659967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-ef4e40ee-8c2b-4d84-91b6-c3560450d97d service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861154 Nov 12 13:18:51.758071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a88bb3fd-31e9-4233-ba99-8a9592e926b9 req-9eab1504-8cba-4cb2-8167-10443d1dfdbd service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900564 Nov 12 13:18:52.480776 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd47baa-7620-46e1-869a-daca87a97b97 req-0d8be851-bde8-4ed3-a0e1-4c5ff2d6ed0e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:52.482314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dd47baa-7620-46e1-869a-daca87a97b97 req-0d8be851-bde8-4ed3-a0e1-4c5ff2d6ed0e tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0511971 Nov 12 13:18:52.545243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dd47baa-7620-46e1-869a-daca87a97b97 req-dae908bc-f819-45e3-8acd-0def6fcf5ddc tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569625 Nov 12 13:18:53.664940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87991-47a6-4e71-9c53-92e7423c6c3e req-eb5fbc9f-3841-4189-b729-518af451c92a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.666451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1f87991-47a6-4e71-9c53-92e7423c6c3e req-eb5fbc9f-3841-4189-b729-518af451c92a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0497923 Nov 12 13:18:53.732570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a1f87991-47a6-4e71-9c53-92e7423c6c3e req-5dfcdefa-8f76-4fd1-b8ea-0fc5dea6974c tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598361 Nov 12 13:18:54.969038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0291c-6a40-4792-b56a-1222afd50aa6 req-7caa31d5-b003-472a-8293-b920d10fd097 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:54.970573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82b0291c-6a40-4792-b56a-1222afd50aa6 req-7caa31d5-b003-472a-8293-b920d10fd097 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.1664228 Nov 12 13:18:55.031654 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-82b0291c-6a40-4792-b56a-1222afd50aa6 req-ed7e21ea-d5e2-4bf3-b30a-dfc354d956f6 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545020 Nov 12 13:18:56.148122 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c7693-9467-4ff2-ac79-744c5dca240e req-b3d80b9e-2960-4fbc-a3ae-6bae96049591 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.150482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea9c7693-9467-4ff2-ac79-744c5dca240e req-b3d80b9e-2960-4fbc-a3ae-6bae96049591 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0525150 Nov 12 13:18:56.213067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ea9c7693-9467-4ff2-ac79-744c5dca240e req-eb350241-98fd-4caf-b685-40e453c11a31 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567176 Nov 12 13:18:57.334815 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f8170-a25b-4d09-b4c9-1fe7cf56b805 req-a48ed7bb-0cba-438f-baad-158ab276bc02 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.336350 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-681f8170-a25b-4d09-b4c9-1fe7cf56b805 req-a48ed7bb-0cba-438f-baad-158ab276bc02 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0551028 Nov 12 13:18:57.397576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-681f8170-a25b-4d09-b4c9-1fe7cf56b805 req-6be3ec61-dc61-4f37-bbed-bfdd80001059 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551515 Nov 12 13:18:58.518423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1460171-7387-4f30-8518-1bdebb4e3fc2 req-b52d4726-d60b-451d-98f1-590b873aeaba tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.519973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1460171-7387-4f30-8518-1bdebb4e3fc2 req-b52d4726-d60b-451d-98f1-590b873aeaba tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0507314 Nov 12 13:18:58.582402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b1460171-7387-4f30-8518-1bdebb4e3fc2 req-d54ffe66-6a63-42ad-8ba6-896e9f37c8d6 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557375 Nov 12 13:18:59.700236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bba5e-91a7-447c-a180-43444915f639 req-af1e0b4d-19b2-4e16-a79c-f8b622a7e80b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:59.701730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-937bba5e-91a7-447c-a180-43444915f639 req-af1e0b4d-19b2-4e16-a79c-f8b622a7e80b tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0494423 Nov 12 13:18:59.767445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-937bba5e-91a7-447c-a180-43444915f639 req-21bb7b4d-028c-417c-a2a1-b415bceea29a tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590274 Nov 12 13:19:00.089247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:00.538818 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:00.905712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301d30a-a721-44cb-a0d2-54d6431a29ab req-7f6d594d-f634-43b3-a94e-4bb580174a65 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.907299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f301d30a-a721-44cb-a0d2-54d6431a29ab req-7f6d594d-f634-43b3-a94e-4bb580174a65 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0539579 Nov 12 13:19:00.968696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f301d30a-a721-44cb-a0d2-54d6431a29ab req-f8506c90-3141-495d-805f-d08fa1b611af tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551467 Nov 12 13:19:02.086299 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30716d33-ab44-4fd9-b7e4-679c59fd1bad req-2f9e91d2-8e42-4a86-8fac-0b3e1d3af6a5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.087796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30716d33-ab44-4fd9-b7e4-679c59fd1bad req-2f9e91d2-8e42-4a86-8fac-0b3e1d3af6a5 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0498483 Nov 12 13:19:02.148343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30716d33-ab44-4fd9-b7e4-679c59fd1bad req-b59ce742-7cc5-4fe6-a44b-c2653db31c3d tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545042 Nov 12 13:19:03.271789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272011f8-bbc1-4537-b096-799160c660ce req-10289391-8aca-43c1-81b8-b495c5469623 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.273274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-272011f8-bbc1-4537-b096-799160c660ce req-10289391-8aca-43c1-81b8-b495c5469623 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0540257 Nov 12 13:19:03.332271 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-272011f8-bbc1-4537-b096-799160c660ce req-ec54569f-8ddf-407b-9595-fdd0326b3440 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&id=15e23ee2-1a8e-424d-bbb1-36ac446525b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528171 Nov 12 13:19:05.819629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f807ccb-4176-434c-a51a-4655426a332e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:09.074222 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1d9102b-229d-4f07-b632-693582e350da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:09.577756 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:10.448036 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-3006d5a4-cd3e-4e1b-9051-75188d9ebc95 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417600 Nov 12 13:19:10.531328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-525ea025-499e-4594-af1c-f6878b4f68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.532900 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-525ea025-499e-4594-af1c-f6878b4f68b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1136 time: 0.0433502 Nov 12 13:19:10.652899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-85f1a838-10d7-4779-b9cd-305feac805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.654466 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-85f1a838-10d7-4779-b9cd-305feac805ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.0984564 Nov 12 13:19:10.721745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-88a3701e-e882-416f-ac86-a6963b9fa7c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0597119 Nov 12 13:19:10.776694 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-d323df62-e887-454f-ac5f-1ec0890813d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.778181 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-d323df62-e887-454f-ac5f-1ec0890813d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0500872 Nov 12 13:19:10.820735 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:10.826864 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-e8bd3ed8-1f42-49ef-ad70-193859693630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.828546 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-e8bd3ed8-1f42-49ef-ad70-193859693630 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419276 Nov 12 13:19:10.928242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-1f9a2f2b-7ac5-4bb1-89d5-0302af78a7a4 service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893717 Nov 12 13:19:11.021417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803f57ab-8c2b-423b-a0df-be5862bde489 req-ba609ee4-9562-42ce-8398-627c726b95cb service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Nov 12 13:19:11.424880 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:23.028104 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-e01491e4-9e63-4424-8c20-5dce29d4b6f6 req-f856bed6-e0b7-49c6-bd4f-2fe8b9feba6b tempest-ServerDiskConfigTestJSON-72238483 tempest-ServerDiskConfigTestJSON-72238483-project] (102778) timed out ('10.222.0.81', 55386) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:19:25.902234 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:19:30.108400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:30.548875 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:35.823168 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc19de50-42ad-4c26-b589-3f93be4c714d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:35.826660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96549590-9637-4580-9d16-fcf446d7c07b req-c320e043-f2f6-4f55-81d6-9fbd5c195393 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609672736&fields=id&tenant_id=3f3ed111219c4c488257b6263a4ea78e HTTP/1.1" status: 200 len: 267 time: 0.0485270 Nov 12 13:19:35.881368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549590-9637-4580-9d16-fcf446d7c07b req-e4e15b84-5766-4997-a74e-721b9fc54e20 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:35.883180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96549590-9637-4580-9d16-fcf446d7c07b req-e4e15b84-5766-4997-a74e-721b9fc54e20 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 985 time: 0.0537283 Nov 12 13:19:35.895020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Request body: {'port': {'security_groups': ['5345a729-65d3-472e-8e3d-bdd56602a600']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:35.958543 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.137657 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:36.166804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.171246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.183901 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:36.215390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.216019 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.217430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-96549590-9637-4580-9d16-fcf446d7c07b req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "PUT /v2.0/ports/7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 943 time: 0.3268588 Nov 12 13:19:36.217889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:36.220431 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5" -d '{"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:36.223533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:36.259651 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event updated for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:36.268470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.269019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.269369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.269705 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.270041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.270419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.270731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.271246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.271621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.271954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.272279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.272603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfcaed-36d7-4762-bac2-b2456f3452ff tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.290823 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:36.294023 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f1b49c-3725-47c7-9c83-d5a039c9daa3 x-openstack-request-id: req-78f1b49c-3725-47c7-9c83-d5a039c9daa3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:36.294369 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:36.294663 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78f1b49c-3725-47c7-9c83-d5a039c9daa3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:36.295016 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'status': 'completed', 'code': 200} Nov 12 13:19:36.318667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.347501 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.373114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-280c5228-79f5-4b65-9a7c-c1cfd4dd135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.374853 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-280c5228-79f5-4b65-9a7c-c1cfd4dd135f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0542600 Nov 12 13:19:36.431922 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.434879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.436610 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "DELETE /v2.0/security-groups/15e23ee2-1a8e-424d-bbb1-36ac446525b3 HTTP/1.1" status: 204 len: 168 time: 0.2102304 Nov 12 13:19:36.448540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:36.449764 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e23ee2-1a8e-424d-bbb1-36ac446525b3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:36.467591 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.468385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.468385 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.468623 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.468928 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.469260 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.469588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.469912 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.475577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.476039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.476400 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.476730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695d93d-4a70-4f05-a59a-483e50900415 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:36.509764 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-94976f11-6694-4892-9393-7bd22a40d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.511762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-94976f11-6694-4892-9393-7bd22a40d27e service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.1291645 Nov 12 13:19:36.540860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8bf85db-bb66-4b8e-bbd7-51c52fb74622 None None] Provisioning complete for port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:36.541241 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8bf85db-bb66-4b8e-bbd7-51c52fb74622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.595201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-ffdaa7f7-88e8-4d99-93f3-94c69a5021b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0759947 Nov 12 13:19:36.646497 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Deleting port fd7b084c-8692-40fc-8e15-3f8634210a80 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:36.646938 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.650119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-2cc7d9cf-8d9e-4e15-8a0e-5041a8e4c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.651844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-2cc7d9cf-8d9e-4e15-8a0e-5041a8e4c92a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0495894 Nov 12 13:19:36.706140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-257eb871-b00d-4a40-9004-632f031f46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.707737 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-257eb871-b00d-4a40-9004-632f031f46d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475590 Nov 12 13:19:36.737623 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.737981 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.752030 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Calling delete_port for fd7b084c-8692-40fc-8e15-3f8634210a80 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:36.814300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-377c92e8-8a9a-4fc1-9258-f93a331b21dd service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984051 Nov 12 13:19:36.906590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cc81b77-f2e9-48a4-a2cf-34255c5051d5 req-717068a3-d0b1-4eaf-9087-b83ca1331aea service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849540 Nov 12 13:19:36.913413 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.941242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event deleted for resources: {'Port': ['ID=fd7b084c-8692-40fc-8e15-3f8634210a80,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:37.004594 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:37.004923 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Floating IP ed954cc8-b2a4-4b68-82bb-62bf69b77de6 disassociated (deleted). External IP: 172.25.1.248, port: 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6. Nov 12 13:19:37.214750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Router f91a0346-3fa5-42e0-be83-865d7a39d94f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:19:37.324379 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:19:37.328766 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:37.334285 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] Sync routers for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:19:37.344729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:37.345338 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:37.358882 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a4cb4f0c-87ae-4402-980e-1f30c49c1978 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed954cc8-b2a4-4b68-82bb-62bf69b77de6 HTTP/1.1" status: 204 len: 168 time: 0.8987696 Nov 12 13:19:37.359577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:37.361923 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789" -d '{"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:37.452277 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:37.633327 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a1fa9c-34cf-4421-ad73-d64f0f76af2d x-openstack-request-id: req-34a1fa9c-34cf-4421-ad73-d64f0f76af2d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:37.634949 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:37.635400 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34a1fa9c-34cf-4421-ad73-d64f0f76af2d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:37.636358 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'status': 'completed', 'code': 200} Nov 12 13:19:37.681239 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:37.704935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-3a6125cb-0f97-46b4-8040-a68d73929727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.706771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-3a6125cb-0f97-46b4-8040-a68d73929727 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f3ed111219c4c488257b6263a4ea78e&device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0491381 Nov 12 13:19:37.707297 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] Checking router: f91a0346-3fa5-42e0-be83-865d7a39d94f for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:19:37.716733 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:37.717339 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:37.806748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-e0fcbe17-ee6f-4cdc-a091-19c73524e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.808338 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-e0fcbe17-ee6f-4cdc-a091-19c73524e21a service neutron] 10.222.0.81 "GET /v2.0/networks?id=096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 200 len: 916 time: 0.0932913 Nov 12 13:19:37.823881 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:37.863228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-efe32208-3bbe-4a5e-b4ae-f0b96650ebf5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 200 len: 217 time: 0.0454981 Nov 12 13:19:37.927480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-a6a599fd-9a7e-468a-81eb-5a38fe9b348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.929152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-a6a599fd-9a7e-468a-81eb-5a38fe9b348e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 200 len: 854 time: 0.0475984 Nov 12 13:19:37.978816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-e800c750-1bc3-4142-a76f-4fd62888710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.980361 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-e800c750-1bc3-4142-a76f-4fd62888710b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=096964b4-61c6-4904-bce3-d75356b3546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434952 Nov 12 13:19:38.031127 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:38.063457 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f887e-4e55-42e7-b571-4618789beba1 None None] The sync data for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 is: [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:17:41Z', 'revision_number': 4, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'dc5e1b89-52c5-4ea0-961c-2cad5674cef4', 'name': '', 'network_id': '096964b4-61c6-4904-bce3-d75356b3546b', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'mac_address': 'fa:16:3e:a0:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:40Z', 'updated_at': '2021-11-12T13:17:44Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'subnets': [{'id': '3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:19:38.092202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-d1ca22d6-2ff2-4420-804a-710aec83630e service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039643 Nov 12 13:19:38.194725 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0e9bc43d-85c5-4dd4-acbf-8b9e26c1f789 req-a340256d-a69a-4118-b319-61324cb10a6d service neutron] 10.222.0.81 "GET /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939510 Nov 12 13:19:38.321147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87b2fb-4745-4c40-b6bf-c98c4d308be8 None None] New status for floating IP ed954cc8-b2a4-4b68-82bb-62bf69b77de6: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:19:39.077365 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06054566-0976-4ae2-bad2-d43ad87df965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.586063 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:40.826357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:41.426333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:46.473896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100db448-e79c-4439-8d07-f6a746d7a51a req-85c152fe-8535-4826-9ee1-103ec2a04b83 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:46.475837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-100db448-e79c-4439-8d07-f6a746d7a51a req-85c152fe-8535-4826-9ee1-103ec2a04b83 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0515141 Nov 12 13:19:46.534503 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-100db448-e79c-4439-8d07-f6a746d7a51a req-8a1e6e77-f53a-44b0-b26d-3b1ed592d5d3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Nov 12 13:19:47.653525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f65ca4-6bc2-4080-aab5-718558d1af02 req-76487245-6302-4b35-ad86-9846a8ffa668 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:47.655076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63f65ca4-6bc2-4080-aab5-718558d1af02 req-76487245-6302-4b35-ad86-9846a8ffa668 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0496192 Nov 12 13:19:47.702854 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-63f65ca4-6bc2-4080-aab5-718558d1af02 req-95c3a152-fa1f-4273-9e11-73e478edb734 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/security-groups?id=5345a729-65d3-472e-8e3d-bdd56602a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Nov 12 13:19:48.093391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-024dee4f-9b90-4301-a34c-e57f31866fa9 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:48.095533 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-024dee4f-9b90-4301-a34c-e57f31866fa9 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.81 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 946 time: 0.0501046 Nov 12 13:19:48.190556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Deleting port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:48.190889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:48.282140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] For port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:48.282704 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:48.295231 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Calling delete_port for 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:48.424441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:48.436063 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:48.452729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Pushing event deleted for resources: {'Port': ['ID=7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:48.505279 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] No DVR routers for this DVR port 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:48.508267 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:48.512569 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f69f16c6-6467-45e0-b0ef-b832cac172a8 req-cf4adac3-4c43-4737-85a6-93effe874ab3 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.81 "DELETE /v2.0/ports/7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 HTTP/1.1" status: 204 len: 173 time: 0.4114165 Nov 12 13:19:48.513001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'name': 'network-vif-deleted', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:48.515306 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7f70f3-f886-4c43-b7c3-c62907b360af" -d '{"events": [{"server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "name": "network-vif-deleted", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:48.611175 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4853d8a2-be98-4ea2-86e3-c864fb2baa95 x-openstack-request-id: req-4853d8a2-be98-4ea2-86e3-c864fb2baa95 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:48.611556 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c03677-b6ba-4f4d-a4db-51a74ece8a3e", "name": "network-vif-deleted", "tag": "7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:48.611864 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4853d8a2-be98-4ea2-86e3-c864fb2baa95 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:48.612337 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c03677-b6ba-4f4d-a4db-51a74ece8a3e', 'name': 'network-vif-deleted', 'tag': '7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6', 'status': 'completed', 'code': 200} Nov 12 13:19:48.811251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-796adbd5-8632-4573-a230-53148a3ff6f4 req-9fe19796-8988-4e0a-ad17-de34b85b1186 tempest-TestMinimumBasicScenario-1979322049 tempest-TestMinimumBasicScenario-1979322049-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c03677-b6ba-4f4d-a4db-51a74ece8a3e HTTP/1.1" status: 200 len: 210 time: 0.0292115 Nov 12 13:19:50.373278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:50.721102 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:50.977991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Deleting port dc5e1b89-52c5-4ea0-961c-2cad5674cef4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:50.978269 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:51.056569 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] For port dc5e1b89-52c5-4ea0-961c-2cad5674cef4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:51.057657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:51.070453 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Calling delete_port for dc5e1b89-52c5-4ea0-961c-2cad5674cef4 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:51.249265 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:51.284413 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5e1b89-52c5-4ea0-961c-2cad5674cef4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:51.448184 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:51.466592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:51.486483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:51.486830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 7ea3b683-7ec4-4aa8-b61b-4d93c3705dd6 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:51.664592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Router f91a0346-3fa5-42e0-be83-865d7a39d94f has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:19:51.771630 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:19:51.776750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bcb0af36-e82e-4113-bf3d-20a8ecd7ece8 admin admin] 10.222.0.18 "PUT /v2.0/routers/f91a0346-3fa5-42e0-be83-865d7a39d94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4023745 Nov 12 13:19:51.779411 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:51.780857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] Sync routers for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:19:51.791825 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:51.792532 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:51.885021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:51.895564 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:51.997049 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.072731 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:19:51Z', 'revision_number': 5, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port': {'id': 'c1ce0866-29af-49dc-9aeb-3bfc7e374feb', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:38Z', 'updated_at': '2021-11-12T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:52.195654 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] Checking router: f91a0346-3fa5-42e0-be83-865d7a39d94f for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:19:52.205545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] Routers {'f91a0346-3fa5-42e0-be83-865d7a39d94f'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:52.206186 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f91a0346-3fa5-42e0-be83-865d7a39d94f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:52.298731 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] Set router f91a0346-3fa5-42e0-be83-865d7a39d94f gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:52.354795 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:19:51Z', 'revision_number': 6, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:52.362627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Deleting port c1ce0866-29af-49dc-9aeb-3bfc7e374feb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:52.362961 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.385699 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb9588-34ad-4316-9f7f-f6268ba7766e None None] The sync data for ids ['f91a0346-3fa5-42e0-be83-865d7a39d94f'] in n-d-804878-5 is: [{'id': 'f91a0346-3fa5-42e0-be83-865d7a39d94f', 'name': 'tempest-TestMinimumBasicScenario-1978744283-router', 'tenant_id': '3f3ed111219c4c488257b6263a4ea78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:37Z', 'updated_at': '2021-11-12T13:19:51Z', 'revision_number': 6, 'project_id': '3f3ed111219c4c488257b6263a4ea78e', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:19:52.447154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] For port c1ce0866-29af-49dc-9aeb-3bfc7e374feb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:52.447989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.459848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Calling delete_port for c1ce0866-29af-49dc-9aeb-3bfc7e374feb owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:52.629654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.655156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ce0866-29af-49dc-9aeb-3bfc7e374feb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:52.670281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59abad-9385-4d89-bf2a-4cb08c2bf5a6 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:19:52.716572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.814244 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.816448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.864371 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.864938 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f91a0346-3fa5-42e0-be83-865d7a39d94f {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:19:52.869327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.870677 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-825a6e39-1678-4236-a385-6dde27deec27 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f91a0346-3fa5-42e0-be83-865d7a39d94f HTTP/1.1" status: 204 len: 168 time: 1.0899765 Nov 12 13:19:52.873197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:52.917794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Deleting subnet 3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:19:52.920801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.954088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.033453 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.084629 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.110966 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:53.114541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.120063 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3475964a-1bed-46ba-98e8-2cb2e33861c2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3df2ac2b-9c11-4a6f-8c3e-66cbf78a9e38 HTTP/1.1" status: 204 len: 168 time: 0.2436085 Nov 12 13:19:53.120459 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:53.122871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2496e3-3e4b-46a4-a123-c5d495476ebe None None] Network 096964b4-61c6-4904-bce3-d75356b3546b requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:19:53.198783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.259685 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Deleting port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:53.260060 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.311334 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc5a16-4316-4778-8105-768b5346636b None None] DHCP port deletion for 096964b4-61c6-4904-bce3-d75356b3546b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:19:53.327660 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] For port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:53.328018 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.341817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Calling delete_port for 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:53.359912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Deleting port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:53.360284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.434399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-67bc5a16-4316-4778-8105-768b5346636b None None] For port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,segment=NetworkSegment(9fee2f18-ecae-41a3-b653-e5f042338b19),segment_id=9fee2f18-ecae-41a3-b653-e5f042338b19)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:53.435010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.438650 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.450086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Calling delete_port for 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:53.469154 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:53.471724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] No DVR routers for this DVR port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:19:53.534960 n-d-804878-5 neutron-server[102780]: self.session.flush() Nov 12 13:19:53.543535 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.552340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.573994 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096964b4-61c6-4904-bce3-d75356b3546b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:53.583878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fee2f18-ecae-41a3-b653-e5f042338b19') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:53.584293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fee2f18-ecae-41a3-b653-e5f042338b19') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:53.584817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Pushing event deleted for resources: {'Port': ['ID=1df2da9b-4d0f-46b6-9fd0-19f984fdbf13,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:53.595950 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.596879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc5a16-4316-4778-8105-768b5346636b None None] No DVR routers for this DVR port 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:53.605361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.605361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.605361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.605361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.605361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.605361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.606069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.606376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.606863 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.607542 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.608377 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.608857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5a16-4316-4778-8105-768b5346636b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.620698 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.627266 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:19:53.627649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:19:53.629443 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:19:53.684612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.690339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.693563 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] 10.222.0.18 "DELETE /v2.0/networks/096964b4-61c6-4904-bce3-d75356b3546b HTTP/1.1" status: 204 len: 168 time: 0.5721750 Nov 12 13:19:53.696545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:53.705575 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdc3f8-0959-46df-9d0a-214353b91d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=096964b4-61c6-4904-bce3-d75356b3546b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:54.042752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.142432 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dc5e1b89-52c5-4ea0-961c-2cad5674cef4 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:54.162484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: dc5e1b89-52c5-4ea0-961c-2cad5674cef4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:54.162827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device dc5e1b89-52c5-4ea0-961c-2cad5674cef4 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:54.163234 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:54.183148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:54.183484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 1df2da9b-4d0f-46b6-9fd0-19f984fdbf13 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:54.183890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1ce0866-29af-49dc-9aeb-3bfc7e374feb no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:54.202463 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: c1ce0866-29af-49dc-9aeb-3bfc7e374feb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:54.202807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device c1ce0866-29af-49dc-9aeb-3bfc7e374feb not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:54.286631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Deleting port 96d0101c-add5-4ec1-8ce1-a50b743236ff {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:54.286973 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.372227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] For port 96d0101c-add5-4ec1-8ce1-a50b743236ff, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=96d0101c-add5-4ec1-8ce1-a50b743236ff,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:54.372519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.385822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Calling delete_port for 96d0101c-add5-4ec1-8ce1-a50b743236ff owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:54.880131 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.907600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d0101c-add5-4ec1-8ce1-a50b743236ff,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:55.076187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.288707 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Router d80666f9-e232-46f3-9b44-28d87e96a34e has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:19:55.394968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:19:55.400674 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-589b404a-9309-49d6-b6a7-67ab5c1b6ff3 admin admin] 10.222.0.18 "PUT /v2.0/routers/d80666f9-e232-46f3-9b44-28d87e96a34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028887 Nov 12 13:19:55.403589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:55.405753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] Sync routers for ids ['d80666f9-e232-46f3-9b44-28d87e96a34e'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:19:55.415338 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] Routers {'d80666f9-e232-46f3-9b44-28d87e96a34e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:55.416077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d80666f9-e232-46f3-9b44-28d87e96a34e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:55.512032 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.521526 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] Set router d80666f9-e232-46f3-9b44-28d87e96a34e gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:55.617309 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.673550 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Deleting port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:55.673781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.708659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:19:54Z', 'revision_number': 5, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port': {'id': '3a95f051-e5a0-418c-8fd1-a4211abb4ee5', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:43Z', 'updated_at': '2021-11-12T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:55.735368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] Checking router: d80666f9-e232-46f3-9b44-28d87e96a34e for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:19:55.743615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] Routers {'d80666f9-e232-46f3-9b44-28d87e96a34e'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:55.744855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['d80666f9-e232-46f3-9b44-28d87e96a34e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:55.762689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] For port 3a95f051-e5a0-418c-8fd1-a4211abb4ee5, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:55.763052 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.774807 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Calling delete_port for 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:55.831685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] Set router d80666f9-e232-46f3-9b44-28d87e96a34e gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:55.887638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:19:55Z', 'revision_number': 6, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:55.916183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d8f56-c95e-47c5-b684-e9250844355c None None] The sync data for ids ['d80666f9-e232-46f3-9b44-28d87e96a34e'] in n-d-804878-5 is: [{'id': 'd80666f9-e232-46f3-9b44-28d87e96a34e', 'name': 'tempest-TestMinimumBasicScenario-112064149-router', 'tenant_id': '72d805c06b20449cb4e37b21d1422054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:17:42Z', 'updated_at': '2021-11-12T13:19:55Z', 'revision_number': 6, 'project_id': '72d805c06b20449cb4e37b21d1422054', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:19:55.947062 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.975495 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a95f051-e5a0-418c-8fd1-a4211abb4ee5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:55.991453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6cf8a0-a6e0-4aba-83e8-9037f9df4a73 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:19:56.040696 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.137286 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.139615 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.184304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.184933 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80666f9-e232-46f3-9b44-28d87e96a34e {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:19:56.189323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.190479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9453489b-2b06-4d06-8be5-68fa17840d5b admin admin] 10.222.0.18 "DELETE /v2.0/routers/d80666f9-e232-46f3-9b44-28d87e96a34e HTTP/1.1" status: 204 len: 168 time: 0.7858748 Nov 12 13:19:56.192963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:56.237328 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Deleting subnet f52de250-f66b-4a9f-a644-fc1300db9b7c {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:19:56.240721 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.280036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.372998 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.425600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.454012 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52de250-f66b-4a9f-a644-fc1300db9b7c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.457565 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.461456 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-97d31ef9-a090-4e9a-9316-e340c0992d07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f52de250-f66b-4a9f-a644-fc1300db9b7c HTTP/1.1" status: 204 len: 168 time: 0.2675211 Nov 12 13:19:56.463443 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:56.463674 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41bf3b2-3b83-4656-b03a-b42a805e08f9 None None] Network e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:19:56.535855 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.588580 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Deleting port a0fe0732-cd85-4049-9bf5-433010613e58 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:56.589097 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.655556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] For port a0fe0732-cd85-4049-9bf5-433010613e58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0fe0732-cd85-4049-9bf5-433010613e58,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:56.655930 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.675696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Calling delete_port for a0fe0732-cd85-4049-9bf5-433010613e58 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:56.688307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] DHCP port deletion for e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:19:56.691615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 96d0101c-add5-4ec1-8ce1-a50b743236ff no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:56.714779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 96d0101c-add5-4ec1-8ce1-a50b743236ff {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:56.715039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 96d0101c-add5-4ec1-8ce1-a50b743236ff not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:56.761938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] Deleting port a0fe0732-cd85-4049-9bf5-433010613e58 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:56.762352 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.773825 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.801053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fe0732-cd85-4049-9bf5-433010613e58,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.804967 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] No DVR routers for this DVR port a0fe0732-cd85-4049-9bf5-433010613e58 on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:56.841527 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] For port a0fe0732-cd85-4049-9bf5-433010613e58, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=a0fe0732-cd85-4049-9bf5-433010613e58,segment=NetworkSegment(918a910d-a61a-469d-bf9f-97d9e9b654dd),segment_id=918a910d-a61a-469d-bf9f-97d9e9b654dd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:56.841924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.855529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] Calling delete_port for a0fe0732-cd85-4049-9bf5-433010613e58 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:56.887580 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.909526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08a883c-e1c8-4765-9190-1fbdbf3b4cd7']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:56.920538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918a910d-a61a-469d-bf9f-97d9e9b654dd') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:56.920918 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918a910d-a61a-469d-bf9f-97d9e9b654dd') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:56.930831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.932852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.946699 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.953806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:19:56.954516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:19:56.956422 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:19:56.958895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] Pushing event deleted for resources: {'Port': ['ID=a0fe0732-cd85-4049-9bf5-433010613e58,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.968328 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ae719-dd86-4cd9-804c-571023d5b5ae None None] No DVR routers for this DVR port a0fe0732-cd85-4049-9bf5-433010613e58 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:57.023378 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.028386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.031764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e08a883c-e1c8-4765-9190-1fbdbf3b4cd7 HTTP/1.1" status: 204 len: 168 time: 0.5672612 Nov 12 13:19:57.045057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff325d7-34e0-45e4-b74c-224455058ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08a883c-e1c8-4765-9190-1fbdbf3b4cd7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:57.187397 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:57.226721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b5c32db1-7ac6-4b2a-bf7f-fb5905ff478e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f3ed111219c4c488257b6263a4ea78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380063 Nov 12 13:19:57.229017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:57.284457 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6afb3da-bc9a-462a-b91e-635e0cdc128a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.304946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6afb3da-bc9a-462a-b91e-635e0cdc128a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.351926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6afb3da-bc9a-462a-b91e-635e0cdc128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.354771 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6afb3da-bc9a-462a-b91e-635e0cdc128a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.355941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d6afb3da-bc9a-462a-b91e-635e0cdc128a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5345a729-65d3-472e-8e3d-bdd56602a600 HTTP/1.1" status: 204 len: 168 time: 0.1260045 Nov 12 13:19:57.364378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afb3da-bc9a-462a-b91e-635e0cdc128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345a729-65d3-472e-8e3d-bdd56602a600,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:57.669146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:57.708931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-959981aa-4e47-45f3-8e30-0b6b082827b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72d805c06b20449cb4e37b21d1422054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386233 Nov 12 13:19:57.711422 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:57.758511 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da233300-fb11-4572-9633-3bb019158806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.778896 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da233300-fb11-4572-9633-3bb019158806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.825955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da233300-fb11-4572-9633-3bb019158806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.828617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da233300-fb11-4572-9633-3bb019158806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.829775 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-da233300-fb11-4572-9633-3bb019158806 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80a10313-38d0-4cb5-8766-abb550092cd3 HTTP/1.1" status: 204 len: 168 time: 0.1174676 Nov 12 13:19:57.837763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da233300-fb11-4572-9633-3bb019158806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a10313-38d0-4cb5-8766-abb550092cd3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:58.144598 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0fe0732-cd85-4049-9bf5-433010613e58 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:58.166510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: a0fe0732-cd85-4049-9bf5-433010613e58 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:58.166765 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device a0fe0732-cd85-4049-9bf5-433010613e58 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:58.167187 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:58.188618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:58.188990 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 3a95f051-e5a0-418c-8fd1-a4211abb4ee5 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:59.643471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:59.648174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987534422', 'description': 'tempest-secgroup-smoke-1987534422 description', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:59.678203 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.686360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.762914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.766695 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.807314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e18075-7498-4abc-9918-fdffa74b3e41,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:59.847196 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.850827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.883698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.885829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2408345 Nov 12 13:19:59.887715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fa651-5e3d-429e-9d27-507f2d3de29e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:59.888587 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:59.893457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '9ac922bd-4ff4-4a11-b150-df79c7a9a4a4', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:59.921116 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.979386 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.982910 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.002475 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554e6af6-6181-459d-8849-96e0906d3e3b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.008122 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.012750 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2675e7b7-06c7-4c02-88cf-371d62aa2336 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197236 Nov 12 13:20:00.012750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.016952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '9ac922bd-4ff4-4a11-b150-df79c7a9a4a4', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.043321 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.099109 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.102779 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.118760 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.120570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659a7552-87d5-41eb-ae71-fb0ffb86c454,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.129818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.131066 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-abdf27f3-33ec-4897-9a58-fa4424ff52b1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174593 Nov 12 13:20:00.134042 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.138902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '9ac922bd-4ff4-4a11-b150-df79c7a9a4a4', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.164548 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.222784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.226283 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.243852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bb9e6c-9b19-45f1-ae1d-1102e9a12d4b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.250913 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.252114 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-77ad1fd5-1064-418f-b90c-7c83630450d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166401 Nov 12 13:20:00.254826 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.259483 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '9ac922bd-4ff4-4a11-b150-df79c7a9a4a4', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.286572 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.342952 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.346366 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.364136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4bfa62-d6be-461d-bfd4-3eb0c85c4d66,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.372074 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.373339 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-562c116d-8462-4a27-86ed-a6a5a1790241 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174152 Nov 12 13:20:00.376300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.380680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '9ac922bd-4ff4-4a11-b150-df79c7a9a4a4', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.403242 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:20:00.408036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.465304 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.468878 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.487391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70def5e5-14d7-4169-a3a2-9b16bdf6df60,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.493359 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.495218 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4bf0042e-5aa4-4665-9567-ba6966f37e7c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173012 Nov 12 13:20:00.497784 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43618) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.502063 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '9ac922bd-4ff4-4a11-b150-df79c7a9a4a4', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.523514 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:20:00.528216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.555227 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.589516 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.593329 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.610898 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bc7a81-1a91-4e50-b861-992e957ec595,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.620367 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.621561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1667d45a-2e94-447f-84ad-497200bfa660 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228118 Nov 12 13:20:00.624553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.629380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'network': {'name': 'tempest-network-smoke--568795224', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.649760 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:00.653223 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.676293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:00.686908 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.687319 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Added segment c61f694a-b3c0-4cc1-93b7-23ce3930e471 of type vlan for network 9c5791d5-3469-4327-8179-a46d80e12811 Nov 12 13:20:00.727317 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.752469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.758319 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.758911 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.822967 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972163 Nov 12 13:20:00.825838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43622) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.832133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'admin_state_up': True, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:00.843318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47431d-0883-4c2a-bbd8-5e0f6430bcf3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Network': ['ID=9c5791d5-3469-4327-8179-a46d80e12811,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.854182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 9c5791d5-3469-4327-8179-a46d80e12811 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:00.859105 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.860209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.912509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.059139 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.251180 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.269877 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.397323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.21 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/012d4d11-b283-46d3-b437-1c828cd7a017) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:01.503273 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.537133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.574205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:01.579006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:01.582611 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:01.592309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c643a-06e1-4755-8176-98383e61a200 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:20:01.607450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=012d4d11-b283-46d3-b437-1c828cd7a017,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:01.686310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-07f5eeff-07d2-429f-9882-25a73179960b None None] Provisioning complete for port 012d4d11-b283-46d3-b437-1c828cd7a017 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:01.686688 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-07f5eeff-07d2-429f-9882-25a73179960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.722927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-07f5eeff-07d2-429f-9882-25a73179960b None None] Port 012d4d11-b283-46d3-b437-1c828cd7a017 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:02.157538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.351382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.492987 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 9c2957db-9261-4fc8-93dd-1a973d8053fe is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:20:02.600405 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:02.611000 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Sync routers for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:02.620371 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:02.620983 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:02.621869 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.623428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-357167c8-506f-4200-a785-c52fa42bbfb4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7964602 Nov 12 13:20:02.626351 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43624) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:02.736842 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:02.756427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f316591-4574-487b-b55a-da37510ead04 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6e7a741bb7eb4e80b0ad25e053eb6abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286836 Nov 12 13:20:02.759173 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:02.903656 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:20:02.912303 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed94068-6cc1-402b-973c-b80e811c74ab tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:02.913969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bed94068-6cc1-402b-973c-b80e811c74ab tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538837 Nov 12 13:20:02.917527 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:02.929589 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:01Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:02.953115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a6996c9-4af6-4c4d-81de-67c9a519c223 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344865 Nov 12 13:20:02.955735 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:02.960019 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Checking router: 9c2957db-9261-4fc8-93dd-1a973d8053fe for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:02.960448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Updating router 9c2957db-9261-4fc8-93dd-1a973d8053fe port 012d4d11-b283-46d3-b437-1c828cd7a017 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:20:02.960604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-523689192', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:02.985589 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.053715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:03.059225 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.251063 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.257336 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.267646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.303134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb09d2fd-00e3-4d36-a23e-031e75a087dd None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:20:03.304777 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Pushing event updated for resources: {'Port': ['ID=012d4d11-b283-46d3-b437-1c828cd7a017,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:03.317467 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.317850 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.318142 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.318498 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.318828 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.319143 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.319474 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.319793 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.320116 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.320436 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.320756 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.321074 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:03.328469 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Attempting to bind port 012d4d11-b283-46d3-b437-1c828cd7a017 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:03.328835 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Attempting to bind port 012d4d11-b283-46d3-b437-1c828cd7a017 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:03.329189 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Attempting to bind port 012d4d11-b283-46d3-b437-1c828cd7a017 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:03.334140 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:03.334528 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:03.334917 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.335295 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:03.335758 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Bound port: 012d4d11-b283-46d3-b437-1c828cd7a017, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:03.336114 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.336390 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Subnet': ['ID=a7b5fd0b-962b-4263-ba71-ba7d2833fe5e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:03.339099 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Checking segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:03.339293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network hostable DHCP agents. Network: 9c5791d5-3469-4327-8179-a46d80e12811, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:20:03.357429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9c5791d5-3469-4327-8179-a46d80e12811 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:20:03.360983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ba06b835-3049-4bee-bec7-fe81b817834f None None] Provisioning complete for port 012d4d11-b283-46d3-b437-1c828cd7a017 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:03.361709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba06b835-3049-4bee-bec7-fe81b817834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.367437 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 9c5791d5-3469-4327-8179-a46d80e12811) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:03.372514 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:03.373416 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.390536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4551b31-5ac0-4d94-841d-3eafb923b062 None None] Network 9c5791d5-3469-4327-8179-a46d80e12811 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:03.395468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43634) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:03.396000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e7a8d61-a05c-47af-8065-fd5a623b5a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4388795 Nov 12 13:20:03.402851 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] For port 012d4d11-b283-46d3-b437-1c828cd7a017, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:03.407995 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] For port 012d4d11-b283-46d3-b437-1c828cd7a017, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=012d4d11-b283-46d3-b437-1c828cd7a017,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:03.412232 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.459071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebca7c-110b-42a1-95d3-c4e90495a0e3 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:20:03.461404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ba06b835-3049-4bee-bec7-fe81b817834f None None] Port 012d4d11-b283-46d3-b437-1c828cd7a017 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:03.485311 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390bbd-d8e0-46ee-aa72-c2473cdecc61 None None] Pushing event updated for resources: {'Port': ['ID=012d4d11-b283-46d3-b437-1c828cd7a017,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:03.489389 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:03.490037 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:03.581860 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c81ee396-7e21-46b2-ab1f-5e9d458be1c0 None None] Provisioning complete for port 012d4d11-b283-46d3-b437-1c828cd7a017 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:03.582303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c81ee396-7e21-46b2-ab1f-5e9d458be1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.584839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-9c5791d5-3469-4327-8179-a46d80e12811', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:20:03.585831 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.595478 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:03.758869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c81ee396-7e21-46b2-ab1f-5e9d458be1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.781459 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:01Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:03.812972 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8958c49-7d82-4001-aed1-e511936c5129 None None] The sync data for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 is: [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:01Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:03.818562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c81ee396-7e21-46b2-ab1f-5e9d458be1c0 None None] For port 012d4d11-b283-46d3-b437-1c828cd7a017, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=012d4d11-b283-46d3-b437-1c828cd7a017,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:03.819966 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Allocated IP 172.20.0.2 (9c5791d5-3469-4327-8179-a46d80e12811/a7b5fd0b-962b-4263-ba71-ba7d2833fe5e/bfef308b-b229-40a1-9e95-4cbf596b991b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:03.826119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c81ee396-7e21-46b2-ab1f-5e9d458be1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.927613 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee396-7e21-46b2-ab1f-5e9d458be1c0 None None] Pushing event updated for resources: {'Port': ['ID=012d4d11-b283-46d3-b437-1c828cd7a017,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:03.954613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.013308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.020356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.063014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Network 9c5791d5-3469-4327-8179-a46d80e12811 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:04.066385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:04.074376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:04.097037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Pushing event updated for resources: {'Port': ['ID=bfef308b-b229-40a1-9e95-4cbf596b991b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:04.153611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Attempting to bind port bfef308b-b229-40a1-9e95-4cbf596b991b on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:04.153982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Attempting to bind port bfef308b-b229-40a1-9e95-4cbf596b991b by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:04.154555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Attempting to bind port bfef308b-b229-40a1-9e95-4cbf596b991b on network 9c5791d5-3469-4327-8179-a46d80e12811 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:04.163317 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:04.164037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Checking segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:04.164721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.165295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Bound using segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:04.167759 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Bound port: bfef308b-b229-40a1-9e95-4cbf596b991b, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:04.168985 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.232075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 012d4d11-b283-46d3-b437-1c828cd7a017 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:04.285277 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] For port bfef308b-b229-40a1-9e95-4cbf596b991b, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:04.290259 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] For port bfef308b-b229-40a1-9e95-4cbf596b991b, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bfef308b-b229-40a1-9e95-4cbf596b991b,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:04.298202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.351330 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 012d4d11-b283-46d3-b437-1c828cd7a017 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:04.352009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.404030 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9ee15-8963-4590-9b33-6e5a956077a7 None None] Pushing event updated for resources: {'Port': ['ID=bfef308b-b229-40a1-9e95-4cbf596b991b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:04.409138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.1 (9c5791d5-3469-4327-8179-a46d80e12811/a7b5fd0b-962b-4263-ba71-ba7d2833fe5e/b3655608-1dbd-4167-a89d-b02e2da0bb95) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:04.567722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.608641 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.648282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9c5791d5-3469-4327-8179-a46d80e12811 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:04.652022 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:04.654816 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:04.707471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=b3655608-1dbd-4167-a89d-b02e2da0bb95,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:04.718028 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.859383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.146092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.152091 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.232302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=b3655608-1dbd-4167-a89d-b02e2da0bb95,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:05.234927 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.309140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2b730-fb02-41b7-9506-2ff5cf808ce3 None None] Network 9c5791d5-3469-4327-8179-a46d80e12811 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:05.334368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9c5791d5-3469-4327-8179-a46d80e12811 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:05.335885 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:05.459697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 9c2957db-9261-4fc8-93dd-1a973d8053fe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:05.543218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-99357cbf-9438-4d35-9af0-dc207fb3cfac None None] Provisioning complete for port bfef308b-b229-40a1-9e95-4cbf596b991b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:05.543218 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99357cbf-9438-4d35-9af0-dc207fb3cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.577038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:05.583219 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89aaa0b2-6398-4c89-963c-a6495d61e76b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/9c2957db-9261-4fc8-93dd-1a973d8053fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1864223 Nov 12 13:20:05.700042 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99357cbf-9438-4d35-9af0-dc207fb3cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.748505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-99357cbf-9438-4d35-9af0-dc207fb3cfac None None] For port bfef308b-b229-40a1-9e95-4cbf596b991b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bfef308b-b229-40a1-9e95-4cbf596b991b,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:05.753187 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99357cbf-9438-4d35-9af0-dc207fb3cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.774749 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-da98b2bd-2b83-4027-886f-070474e30f82 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987534422&fields=id&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 267 time: 0.0638440 Nov 12 13:20:05.827714 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99357cbf-9438-4d35-9af0-dc207fb3cfac None None] Pushing event updated for resources: {'Port': ['ID=bfef308b-b229-40a1-9e95-4cbf596b991b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:05.842757 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf503-5f3b-41aa-a627-cfc60c42b3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.854472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Sync routers for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:05.864788 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:05.865531 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:05.914540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-5c4db731-1356-4102-a78b-f27ba6c4b37c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:05.916731 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-5c4db731-1356-4102-a78b-f27ba6c4b37c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/networks?id=9c5791d5-3469-4327-8179-a46d80e12811 HTTP/1.1" status: 200 len: 796 time: 0.1386211 Nov 12 13:20:05.935322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-0b94546a-5bf1-4dca-a7eb-96c5e5885042 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/quotas/6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 375 time: 0.0114520 Nov 12 13:20:05.991588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:05.995519 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-5cc498a3-23b8-45cf-9338-392e0cbf05b6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539033 Nov 12 13:20:06.025370 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bda08704-e0b3-4657-b748-69ae8fd5ce5c None None] Provisioning complete for port bfef308b-b229-40a1-9e95-4cbf596b991b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:06.028202 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bda08704-e0b3-4657-b748-69ae8fd5ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.185035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-df707620-c843-4653-8038-0d5df9369837 service neutron] 10.222.0.18 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768239 Nov 12 13:20:06.238233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bfef308b-b229-40a1-9e95-4cbf596b991b up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:06.296232 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-03670b6a-2f48-489f-9e42-a253cd36b6bb service neutron] 10.222.0.18 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049786 Nov 12 13:20:06.342670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bda08704-e0b3-4657-b748-69ae8fd5ce5c None None] Provisioning complete for port b3655608-1dbd-4167-a89d-b02e2da0bb95 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:06.343057 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bda08704-e0b3-4657-b748-69ae8fd5ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.380927 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port bfef308b-b229-40a1-9e95-4cbf596b991b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:06.381410 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.419896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bda08704-e0b3-4657-b748-69ae8fd5ce5c None None] Port b3655608-1dbd-4167-a89d-b02e2da0bb95 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:06.440717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:05Z', 'revision_number': 2, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:06.470329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Checking router: 9c2957db-9261-4fc8-93dd-1a973d8053fe for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:06.470689 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Updating router 9c2957db-9261-4fc8-93dd-1a973d8053fe port b3655608-1dbd-4167-a89d-b02e2da0bb95 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:20:06.482408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77fd22ec-db1f-4ac0-9607-8d8f5c98ecd9 req-c459bdad-4ac8-4674-9da6-1721f88bdd09 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 210 time: 0.0299559 Nov 12 13:20:06.502230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.588391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-15c1d58d-4336-4fb1-9c82-4eed29f7d71d None None] Provisioning complete for port b3655608-1dbd-4167-a89d-b02e2da0bb95 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:06.589133 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-15c1d58d-4336-4fb1-9c82-4eed29f7d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.691400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-15c1d58d-4336-4fb1-9c82-4eed29f7d71d None None] Port b3655608-1dbd-4167-a89d-b02e2da0bb95 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:06.863047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.868248 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.924737 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ebea2-9982-4234-97ef-ecaae1ee408d None None] Pushing event updated for resources: {'Port': ['ID=b3655608-1dbd-4167-a89d-b02e2da0bb95,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:06.986364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Attempting to bind port b3655608-1dbd-4167-a89d-b02e2da0bb95 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:06.986814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Attempting to bind port b3655608-1dbd-4167-a89d-b02e2da0bb95 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:06.987185 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Attempting to bind port b3655608-1dbd-4167-a89d-b02e2da0bb95 on network 9c5791d5-3469-4327-8179-a46d80e12811 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:06.993211 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:06.993592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Checking segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:06.994004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.995031 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Bound using segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:06.995182 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Bound port: b3655608-1dbd-4167-a89d-b02e2da0bb95, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:06.995573 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.064201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] For port b3655608-1dbd-4167-a89d-b02e2da0bb95, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:07.067793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] For port b3655608-1dbd-4167-a89d-b02e2da0bb95, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b3655608-1dbd-4167-a89d-b02e2da0bb95,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:07.072834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.134516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:07.136296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:19:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:07.139225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ebea2-9982-4234-97ef-ecaae1ee408d None None] Pushing event updated for resources: {'Port': ['ID=b3655608-1dbd-4167-a89d-b02e2da0bb95,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:07.259103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a04846a5-b9ea-42c0-8068-caefbefd6f54 None None] Provisioning complete for port b3655608-1dbd-4167-a89d-b02e2da0bb95 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:07.259474 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04846a5-b9ea-42c0-8068-caefbefd6f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.264602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:07.476700 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04846a5-b9ea-42c0-8068-caefbefd6f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.524544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-559d211f-9946-4702-815a-f355f2f5eaa5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:07.527270 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-559d211f-9946-4702-815a-f355f2f5eaa5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/networks?id=9c5791d5-3469-4327-8179-a46d80e12811 HTTP/1.1" status: 200 len: 796 time: 0.1405039 Nov 12 13:20:07.546615 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a04846a5-b9ea-42c0-8068-caefbefd6f54 None None] For port b3655608-1dbd-4167-a89d-b02e2da0bb95, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b3655608-1dbd-4167-a89d-b02e2da0bb95,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:07.553033 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04846a5-b9ea-42c0-8068-caefbefd6f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.615520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-44bc3317-fdd0-422b-95de-20d490c2fab4 req-71e89f2f-a9e3-4a21-8130-5ed831415f85 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 210 time: 0.0444825 Nov 12 13:20:07.619222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04846a5-b9ea-42c0-8068-caefbefd6f54 None None] Pushing event updated for resources: {'Port': ['ID=b3655608-1dbd-4167-a89d-b02e2da0bb95,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:07.623177 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-3d6a4992-f20c-448b-a6e4-6cf2e925a7a7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 380 time: 0.0840418 Nov 12 13:20:07.628458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:07.639254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'port': {'device_id': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'admin_state_up': True, 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'security_groups': ['9ac922bd-4ff4-4a11-b150-df79c7a9a4a4']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:07.656735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b819271-49ef-418f-af04-1ff66eabd40d None None] The sync data for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 is: [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:07.674296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5965b192-7d3c-4c9d-9ece-2e2cd751b11e None None] Provisioning complete for port b3655608-1dbd-4167-a89d-b02e2da0bb95 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:07.674673 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5965b192-7d3c-4c9d-9ece-2e2cd751b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.797685 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:07.801469 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.941477 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.13 (9c5791d5-3469-4327-8179-a46d80e12811/a7b5fd0b-962b-4263-ba71-ba7d2833fe5e/ef2882b5-6dd6-4700-83cb-3a8977f40f02) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:08.086962 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.139488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.192083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9c5791d5-3469-4327-8179-a46d80e12811 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:08.198390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:08.204495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b3655608-1dbd-4167-a89d-b02e2da0bb95 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:08.211439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:08.217150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ef2882b5-6dd6-4700-83cb-3a8977f40f02,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:08.279282 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port b3655608-1dbd-4167-a89d-b02e2da0bb95 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:08.279690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.283212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:08.283920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.310774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c8c26a5f-5d72-4f70-83ab-9fa9e1693399 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6789944 Nov 12 13:20:08.322900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Request body: {'port': {'device_id': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:08.388676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.526904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-89be9b8d-0a0f-49ca-b62f-3a275b3e1321 None None] Provisioning complete for port ef2882b5-6dd6-4700-83cb-3a8977f40f02 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:08.527417 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89be9b8d-0a0f-49ca-b62f-3a275b3e1321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.568675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-89be9b8d-0a0f-49ca-b62f-3a275b3e1321 None None] Port ef2882b5-6dd6-4700-83cb-3a8977f40f02 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:08.881706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f79a22-6d8b-4543-b78e-fe44d34b574f req-b4c0f6b7-d894-46a3-a9ab-e7752aa224e2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:08.883567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67f79a22-6d8b-4543-b78e-fe44d34b574f req-b4c0f6b7-d894-46a3-a9ab-e7752aa224e2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 932 time: 0.1282070 Nov 12 13:20:08.997359 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67f79a22-6d8b-4543-b78e-fe44d34b574f req-f2afe8e9-4318-4150-bd09-6a10ef49cb87 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068385 Nov 12 13:20:09.079801 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa264192-b5f4-447b-b384-033af47cc21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.082649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2882b5-6dd6-4700-83cb-3a8977f40f02 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:09.094522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.112558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Transition to ACTIVE for port object ef2882b5-6dd6-4700-83cb-3a8977f40f02 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:20:09.120546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.178124 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Pushing event updated for resources: {'Port': ['ID=ef2882b5-6dd6-4700-83cb-3a8977f40f02,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:09.245302 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Attempting to bind port ef2882b5-6dd6-4700-83cb-3a8977f40f02 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:09.245922 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Attempting to bind port ef2882b5-6dd6-4700-83cb-3a8977f40f02 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:09.246557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Attempting to bind port ef2882b5-6dd6-4700-83cb-3a8977f40f02 on network 9c5791d5-3469-4327-8179-a46d80e12811 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:09.251780 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Port ef2882b5-6dd6-4700-83cb-3a8977f40f02 on network 9c5791d5-3469-4327-8179-a46d80e12811 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:20:09.252105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Attempting to bind port ef2882b5-6dd6-4700-83cb-3a8977f40f02 on network 9c5791d5-3469-4327-8179-a46d80e12811 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:09.257604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:09.257942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Checking segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:09.258360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Bound using segment: {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:09.258797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Bound port: ef2882b5-6dd6-4700-83cb-3a8977f40f02, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f694a-b3c0-4cc1-93b7-23ce3930e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:09.259168 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.329164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] For port ef2882b5-6dd6-4700-83cb-3a8977f40f02, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:09.332712 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] For port ef2882b5-6dd6-4700-83cb-3a8977f40f02, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:09.336722 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.374767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.375392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.376796 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] 10.222.0.81 "PUT /v2.0/ports/ef2882b5-6dd6-4700-83cb-3a8977f40f02 HTTP/1.1" status: 200 len: 1092 time: 1.0590930 Nov 12 13:20:09.377233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:09.379475 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1797f28-c320-4a69-9d92-eecd36ae416c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:09.411411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f52b2f-aa26-4183-8426-0ace1264220f service neutron] Pushing event updated for resources: {'Port': ['ID=ef2882b5-6dd6-4700-83cb-3a8977f40f02,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:09.453037 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a03a2-c19b-4e34-8759-8f9d5e36b0b6 x-openstack-request-id: req-0f0a03a2-c19b-4e34-8759-8f9d5e36b0b6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:09.453329 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:09.453575 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f0a03a2-c19b-4e34-8759-8f9d5e36b0b6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:09.453969 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'status': 'completed', 'code': 200} Nov 12 13:20:09.471242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-500f8441-7b86-4f71-b01b-10b4561213c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.472762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-500f8441-7b86-4f71-b01b-10b4561213c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 1095 time: 0.0526364 Nov 12 13:20:09.518551 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-c71d44a5-90da-4148-8298-604adf0aecbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02 HTTP/1.1" status: 200 len: 217 time: 0.0374234 Nov 12 13:20:09.583984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-94a24371-ae18-434c-b477-3b3eb6811324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.585972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-94a24371-ae18-434c-b477-3b3eb6811324 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7b5fd0b-962b-4263-ba71-ba7d2833fe5e HTTP/1.1" status: 200 len: 834 time: 0.0585308 Nov 12 13:20:09.587287 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.633291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-e5a8d8f7-0812-4f7c-adc3-8c613de66173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.635484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-e5a8d8f7-0812-4f7c-adc3-8c613de66173 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c5791d5-3469-4327-8179-a46d80e12811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422399 Nov 12 13:20:09.725512 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-250c4c29-c56c-4262-ae46-f13b537cf1ab service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836949 Nov 12 13:20:09.822772 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3572c245-6bfe-4884-99b2-43546cae35f4 req-2f64f6b8-4ada-405e-a743-9e1581117f79 service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897260 Nov 12 13:20:09.905652 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-499e18cf-24e2-47c3-b752-71a6a568af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.907238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-499e18cf-24e2-47c3-b752-71a6a568af1d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 1095 time: 0.0427105 Nov 12 13:20:10.003530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-46e06434-15a5-4914-a6f1-e2c8be6f6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.005013 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-46e06434-15a5-4914-a6f1-e2c8be6f6ade service neutron] 10.222.0.81 "GET /v2.0/networks?id=9c5791d5-3469-4327-8179-a46d80e12811 HTTP/1.1" status: 200 len: 897 time: 0.0896370 Nov 12 13:20:10.049428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-2f7c112f-2990-4510-be68-8db10c20b52a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02 HTTP/1.1" status: 200 len: 217 time: 0.0366685 Nov 12 13:20:10.134078 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-7576f653-f405-4c61-9977-9e3ab76c00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.136670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-7576f653-f405-4c61-9977-9e3ab76c00c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7b5fd0b-962b-4263-ba71-ba7d2833fe5e HTTP/1.1" status: 200 len: 834 time: 0.0782995 Nov 12 13:20:10.180543 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f78a-0cea-443b-b588-4415542c51d4 req-9715412d-1b28-484a-8357-4fa9d7b15d6e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.182031 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8374f78a-0cea-443b-b588-4415542c51d4 req-9715412d-1b28-484a-8357-4fa9d7b15d6e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 944 time: 0.0911517 Nov 12 13:20:10.217328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-2e8e46e1-15a6-4e65-a59d-4430059effba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.218974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-2e8e46e1-15a6-4e65-a59d-4430059effba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c5791d5-3469-4327-8179-a46d80e12811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740197 Nov 12 13:20:10.267469 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8374f78a-0cea-443b-b588-4415542c51d4 req-a441a7a0-6915-41f9-afdd-e6126b7e1799 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761626 Nov 12 13:20:10.333495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-8313c6dc-b225-417e-8eee-b243f6fda87b service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053374 Nov 12 13:20:10.425309 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f1797f28-c320-4a69-9d92-eecd36ae416c req-8497bdd0-ac8b-4869-be3b-3485dd5abf07 service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840392 Nov 12 13:20:10.826001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:11.391785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af121f7f-ea77-4f37-9e37-adfd6544ccbe req-d853d734-001c-4add-8d24-6d148d1b4f26 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:11.393319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-af121f7f-ea77-4f37-9e37-adfd6544ccbe req-d853d734-001c-4add-8d24-6d148d1b4f26 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 944 time: 0.0548179 Nov 12 13:20:11.430537 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:11.445870 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-af121f7f-ea77-4f37-9e37-adfd6544ccbe req-0be1b75b-c91e-46a6-9813-534a9ecb20f1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Nov 12 13:20:12.565108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31bca9-4ab6-4899-b655-9410cb4cb347 req-ebd70a71-8d6d-4f00-a954-a30eea12ed17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:12.566632 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e31bca9-4ab6-4899-b655-9410cb4cb347 req-ebd70a71-8d6d-4f00-a954-a30eea12ed17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 944 time: 0.0491347 Nov 12 13:20:12.617809 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6e31bca9-4ab6-4899-b655-9410cb4cb347 req-29c40eb1-d735-4014-9b71-d2965915dee4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Nov 12 13:20:13.588673 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ef2882b5-6dd6-4700-83cb-3a8977f40f02 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:20:13.688218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ef2882b5-6dd6-4700-83cb-3a8977f40f02, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:13.700828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'port_id': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'mac_address': 'fa:16:3e:0c:51:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:20:13.736568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5d4d-17d5-4770-8e5c-743f9738dbc9 req-d1a0c069-1aae-4817-8590-1a85a3569abe tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:13.738125 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb9e5d4d-17d5-4770-8e5c-743f9738dbc9 req-d1a0c069-1aae-4817-8590-1a85a3569abe tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 944 time: 0.0499394 Nov 12 13:20:13.738386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:13.751453 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2882b5-6dd6-4700-83cb-3a8977f40f02 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:13.775232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ef2882b5-6dd6-4700-83cb-3a8977f40f02, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:13.780859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:13.800321 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb9e5d4d-17d5-4770-8e5c-743f9738dbc9 req-53423061-112b-4989-a715-a5ce01b7ab40 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560410 Nov 12 13:20:13.999204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ef2882b5-6dd6-4700-83cb-3a8977f40f02,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:14.048286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['ef2882b5-6dd6-4700-83cb-3a8977f40f02'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:14.920119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966346-92af-495b-9097-764ec22eb6c9 req-7168a329-8509-408c-995b-fa3588021609 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:14.922076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d966346-92af-495b-9097-764ec22eb6c9 req-7168a329-8509-408c-995b-fa3588021609 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 945 time: 0.0513420 Nov 12 13:20:14.972734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8d966346-92af-495b-9097-764ec22eb6c9 req-cc3c6785-34d3-4cd2-bec8-956ec5d10df8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Nov 12 13:20:15.619580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ef2882b5-6dd6-4700-83cb-3a8977f40f02 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:15.669203 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port ef2882b5-6dd6-4700-83cb-3a8977f40f02 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:20:15.673114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port ef2882b5-6dd6-4700-83cb-3a8977f40f02 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:15.673491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.753200 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.778253 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:15.780509 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860ff107-abb1-493b-ac9c-fa29e2198306" -d '{"events": [{"server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "name": "network-vif-plugged", "status": "completed", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:15.794553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ef2882b5-6dd6-4700-83cb-3a8977f40f02, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:15.799273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.848687 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ef2882b5-6dd6-4700-83cb-3a8977f40f02,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:15.880985 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a724ef2-a941-49e8-b88f-fe39e2abc3e4 x-openstack-request-id: req-1a724ef2-a941-49e8-b88f-fe39e2abc3e4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:15.881279 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "name": "network-vif-plugged", "status": "completed", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:15.881721 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a724ef2-a941-49e8-b88f-fe39e2abc3e4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:15.882407 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'code': 200} Nov 12 13:20:15.987281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4aedd2-3a2a-49b0-829f-674f6a0efb9e req-79395192-3daf-40be-b6eb-74e6f9b64abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:15.988773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b4aedd2-3a2a-49b0-829f-674f6a0efb9e req-79395192-3daf-40be-b6eb-74e6f9b64abb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0402272 Nov 12 13:20:16.038389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6b4aedd2-3a2a-49b0-829f-674f6a0efb9e req-72728f13-5508-4383-a349-9eee3a96166a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Nov 12 13:20:16.109591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef81ce-85d2-49c8-9d70-90e3a41f2b31 req-27b64cbc-f433-4a98-82eb-bf80694986c6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:16.111183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0ef81ce-85d2-49c8-9d70-90e3a41f2b31 req-27b64cbc-f433-4a98-82eb-bf80694986c6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0676255 Nov 12 13:20:16.170831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0ef81ce-85d2-49c8-9d70-90e3a41f2b31 req-05e31d5e-7151-4d9f-a835-4258ad99085a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534816 Nov 12 13:20:17.287417 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd365-f4d9-4719-b0f0-af0455b2efe5 req-976e1c21-3c1b-4463-9671-32c27ffd2adc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:17.288590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-392bd365-f4d9-4719-b0f0-af0455b2efe5 req-976e1c21-3c1b-4463-9671-32c27ffd2adc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0496905 Nov 12 13:20:17.338789 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-392bd365-f4d9-4719-b0f0-af0455b2efe5 req-32a7e1fb-201d-4b41-8382-574dcdc38533 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Nov 12 13:20:17.452807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113655b1-ae16-4306-bd14-a6c38bafd1fb req-45ec597a-ed46-4f8d-be3e-846c47c043ca tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:17.454225 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-113655b1-ae16-4306-bd14-a6c38bafd1fb req-45ec597a-ed46-4f8d-be3e-846c47c043ca tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0497773 Nov 12 13:20:17.507868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-113655b1-ae16-4306-bd14-a6c38bafd1fb req-a40fd088-dca1-48b3-9dc1-a4b343f39b7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Nov 12 13:20:17.529778 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.569704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd0088-d81b-48de-adee-298af8279d29 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:17.571245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b6fd0088-d81b-48de-adee-298af8279d29 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 1092 time: 0.0404663 Nov 12 13:20:17.574154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.578466 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:17.601085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.696903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.806661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.17 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/3b07c1d0-544f-4d3d-a2b9-e08309fe3d0c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:17.911590 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.943992 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.980989 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:17.983823 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:17.989301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:18.015418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=3b07c1d0-544f-4d3d-a2b9-e08309fe3d0c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.373194 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.439504 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.608699 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.613055 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.682850 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=3b07c1d0-544f-4d3d-a2b9-e08309fe3d0c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.696394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.793900 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 16d2d9f8-52f9-4268-a0cc-be18ab252fac associated. External IP: 172.25.1.17, port: ef2882b5-6dd6-4700-83cb-3a8977f40f02. Nov 12 13:20:19.009997 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 9c2957db-9261-4fc8-93dd-1a973d8053fe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:19.117995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:19.128526 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] Sync routers for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:19.136740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.140451 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:19.141377 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:20:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:19.166427 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2446221-cf4d-457b-8c59-cfdc29c76f5a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5901222 Nov 12 13:20:19.167163 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:19.169575 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694cf445-57de-4ae9-9a80-51b69ed5340f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:19.272393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d1f7b-c245-4904-bd77-5f30c1d31ef5 req-9004bc95-32ac-427a-9ae4-fe8a08b1e97a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.273933 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c5d1f7b-c245-4904-bd77-5f30c1d31ef5 req-9004bc95-32ac-427a-9ae4-fe8a08b1e97a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0521266 Nov 12 13:20:19.331527 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c5d1f7b-c245-4904-bd77-5f30c1d31ef5 req-cb3a18c8-41d5-4d61-a42c-cf401316a4d8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502450 Nov 12 13:20:19.355482 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:19.357180 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:19.375914 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09eaba-d15e-4946-800c-afc0b8212154 x-openstack-request-id: req-9e09eaba-d15e-4946-800c-afc0b8212154 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:19.376420 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:19.376420 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e09eaba-d15e-4946-800c-afc0b8212154 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:19.376839 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'status': 'completed', 'code': 200} Nov 12 13:20:19.430330 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-99e16bcd-12dc-4bb5-b4a3-e43469b45db4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/16d2d9f8-52f9-4268-a0cc-be18ab252fac HTTP/1.1" status: 200 len: 991 time: 0.0735996 Nov 12 13:20:19.442298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-02841873-e658-4478-9855-197cdb849b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.443908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-02841873-e658-4478-9855-197cdb849b21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0420301 Nov 12 13:20:19.537192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-a4a9d0e4-a4d3-4ae3-9139-2581ceb4abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.538648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-a4a9d0e4-a4d3-4ae3-9139-2581ceb4abe6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9c5791d5-3469-4327-8179-a46d80e12811 HTTP/1.1" status: 200 len: 897 time: 0.0855105 Nov 12 13:20:19.583302 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '16d2d9f8-52f9-4268-a0cc-be18ab252fac', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'port_id': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'mac_address': 'fa:16:3e:0c:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:20:18Z', 'updated_at': '2021-11-12T13:20:18Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:19.611943 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-5180f71c-232f-439a-acb7-10360df65df8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02 HTTP/1.1" status: 200 len: 999 time: 0.0664291 Nov 12 13:20:19.614703 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] Checking router: 9c2957db-9261-4fc8-93dd-1a973d8053fe for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:19.623702 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:19.624293 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:20:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:19.661856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-6d03112f-7fa3-4794-bf30-0671cffe4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.663592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-6d03112f-7fa3-4794-bf30-0671cffe4438 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7b5fd0b-962b-4263-ba71-ba7d2833fe5e HTTP/1.1" status: 200 len: 834 time: 0.0433595 Nov 12 13:20:19.709070 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-d625de9b-b2b6-4648-add6-7dc791f6deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.710607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-d625de9b-b2b6-4648-add6-7dc791f6deca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c5791d5-3469-4327-8179-a46d80e12811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403171 Nov 12 13:20:19.730545 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:19.808611 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-821facc9-f050-41fe-b5d0-1c634f0a1137 service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906553 Nov 12 13:20:19.902602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-694cf445-57de-4ae9-9a80-51b69ed5340f req-1ee62adb-a849-47b6-b9c0-2980f613361b service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874171 Nov 12 13:20:19.955418 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '16d2d9f8-52f9-4268-a0cc-be18ab252fac', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'port_id': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'mac_address': 'fa:16:3e:0c:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:20:18Z', 'updated_at': '2021-11-12T13:20:18Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:19.984151 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43bb5e1-31b4-4cb0-9256-37563f786724 None None] The sync data for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 is: [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '16d2d9f8-52f9-4268-a0cc-be18ab252fac', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'port_id': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'mac_address': 'fa:16:3e:0c:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:20:18Z', 'updated_at': '2021-11-12T13:20:18Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:20.171983 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f9812-e337-4a58-90e5-7a7007870bcf None None] New status for floating IP 16d2d9f8-52f9-4268-a0cc-be18ab252fac: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:20:20.432854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:20.494521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-68e2e5bd-375d-4ac4-b482-239c8fc2be18 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/16d2d9f8-52f9-4268-a0cc-be18ab252fac HTTP/1.1" status: 200 len: 993 time: 0.0598273 Nov 12 13:20:30.121731 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.562708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.829313 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be5a37b2-313c-4f0d-af99-52064a774680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.082477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ed45-16ef-41b8-8958-6ab569404ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.589429 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.903113 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:20:40.829110 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:41.423910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.910021 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab65ddf-ccfb-4da5-84ea-46b667aff38a req-99712dd8-48db-4609-bbee-e0d41cf67bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:53.911554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6ab65ddf-ccfb-4da5-84ea-46b667aff38a req-99712dd8-48db-4609-bbee-e0d41cf67bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0497155 Nov 12 13:20:53.963134 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6ab65ddf-ccfb-4da5-84ea-46b667aff38a req-5e1501d8-78b8-4e6c-8fc3-c5fb7f87c416 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Nov 12 13:20:55.085439 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650c6f9-992b-444c-a8ce-d7283222d97c req-56cfd28f-f9d7-4aa5-8f45-8453c4f9050b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.086879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d650c6f9-992b-444c-a8ce-d7283222d97c req-56cfd28f-f9d7-4aa5-8f45-8453c4f9050b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0536499 Nov 12 13:20:55.139023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d650c6f9-992b-444c-a8ce-d7283222d97c req-5a6b4588-88e0-4983-bcb0-f4cd3094e99b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454943 Nov 12 13:20:55.161296 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:55.221035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-96a98745-de73-419e-a270-2c3d1ee24a61 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/16d2d9f8-52f9-4268-a0cc-be18ab252fac HTTP/1.1" status: 200 len: 993 time: 0.0586040 Nov 12 13:20:56.494068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715117f-a698-412d-83a5-61606c4e7f8e req-69d10225-176f-4200-9003-a221806969e1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.495623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8715117f-a698-412d-83a5-61606c4e7f8e req-69d10225-176f-4200-9003-a221806969e1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0531266 Nov 12 13:20:56.547837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8715117f-a698-412d-83a5-61606c4e7f8e req-3ad2f2bd-63b8-4239-8d00-89fcdb88203a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455511 Nov 12 13:20:57.669782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882f22e-e97a-4de9-9e80-8a9610845ae4 req-33d4e0bb-39c9-462e-9729-70b5379e71b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.671300 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b882f22e-e97a-4de9-9e80-8a9610845ae4 req-33d4e0bb-39c9-462e-9729-70b5379e71b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0499158 Nov 12 13:20:57.721421 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b882f22e-e97a-4de9-9e80-8a9610845ae4 req-dbded023-040c-4395-943e-3b17869244da tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Nov 12 13:20:57.744117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:57.807864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f3999a25-c7c8-4912-80b9-0b5ab838d91a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/16d2d9f8-52f9-4268-a0cc-be18ab252fac HTTP/1.1" status: 200 len: 993 time: 0.0626142 Nov 12 13:20:58.030333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:58.189718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 3b07c1d0-544f-4d3d-a2b9-e08309fe3d0c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:58.190551 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.265347 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.265671 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.277619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 3b07c1d0-544f-4d3d-a2b9-e08309fe3d0c owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:58.424685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.454174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=3b07c1d0-544f-4d3d-a2b9-e08309fe3d0c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:58.480217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.480567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.480911 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.481880 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.482321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.482661 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.483054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.483385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.483713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.484037 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.484360 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.484684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:58.524550 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.524885 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 16d2d9f8-52f9-4268-a0cc-be18ab252fac disassociated (deleted). External IP: 172.25.1.17, port: ef2882b5-6dd6-4700-83cb-3a8977f40f02. Nov 12 13:20:58.730432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 9c2957db-9261-4fc8-93dd-1a973d8053fe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:59.159389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:59.164079 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.170327 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] Sync routers for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:59.179699 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:59.180383 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:20:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:59.190518 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2de5de1e-40ad-4e52-b52a-ca12d5aab5c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/floatingips/16d2d9f8-52f9-4268-a0cc-be18ab252fac HTTP/1.1" status: 204 len: 168 time: 1.1590757 Nov 12 13:20:59.191210 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:59.193539 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d8c06-5c0d-4556-8e09-968141a26098" -d '{"events": [{"name": "network-changed", "server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:59.285905 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:59.358102 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bccf86c-7e42-4055-ba7c-66a4be50ea5d x-openstack-request-id: req-0bccf86c-7e42-4055-ba7c-66a4be50ea5d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:59.358456 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:59.358712 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bccf86c-7e42-4055-ba7c-66a4be50ea5d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:59.359119 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'status': 'completed', 'code': 200} Nov 12 13:20:59.467511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-80b4fb59-c507-4354-88d7-10e03ec1e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.469250 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-80b4fb59-c507-4354-88d7-10e03ec1e01e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 1097 time: 0.0778894 Nov 12 13:20:59.482068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7bbb-2ae7-42f4-b19c-aecd1435d2a0 req-f234fb1a-e55a-4c5e-8686-09445d0ed2ad tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.483550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0ec7bbb-2ae7-42f4-b19c-aecd1435d2a0 req-f234fb1a-e55a-4c5e-8686-09445d0ed2ad tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0638258 Nov 12 13:20:59.494647 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:59.521578 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] Checking router: 9c2957db-9261-4fc8-93dd-1a973d8053fe for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:59.531180 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:59.531790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:20:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:59.595711 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b0ec7bbb-2ae7-42f4-b19c-aecd1435d2a0 req-2fdd4070-11c9-4556-bdb8-3a99d77c9070 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019726 Nov 12 13:20:59.610874 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-41e2eb1e-351b-447e-ab49-114e18c5c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.615071 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-41e2eb1e-351b-447e-ab49-114e18c5c080 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9c5791d5-3469-4327-8179-a46d80e12811 HTTP/1.1" status: 200 len: 897 time: 0.1306064 Nov 12 13:20:59.640648 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:59.665670 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-109539d2-d339-4e7a-9a83-059cab52cee6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02 HTTP/1.1" status: 200 len: 217 time: 0.0403380 Nov 12 13:20:59.716974 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-1e693428-0d32-49f1-8743-ff8409e13ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.718516 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-1e693428-0d32-49f1-8743-ff8409e13ebb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7b5fd0b-962b-4263-ba71-ba7d2833fe5e HTTP/1.1" status: 200 len: 834 time: 0.0443707 Nov 12 13:20:59.766505 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-dc1e93ba-5919-4c55-a283-96083d36b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.768102 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-dc1e93ba-5919-4c55-a283-96083d36b496 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c5791d5-3469-4327-8179-a46d80e12811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405068 Nov 12 13:20:59.837359 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:59.862124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-70aec7ae-1848-475c-bfb8-77a996cc4418 service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852361 Nov 12 13:20:59.866840 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a902a1c-e9b7-4f07-89d4-c00cdc547a7d None None] The sync data for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 is: [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:20:04Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'b3655608-1dbd-4167-a89d-b02e2da0bb95', 'name': '', 'network_id': '9c5791d5-3469-4327-8179-a46d80e12811', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:9a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:04Z', 'updated_at': '2021-11-12T13:20:07Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'a7b5fd0b-962b-4263-ba71-ba7d2833fe5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:59.959288 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e86d8c06-5c0d-4556-8e09-968141a26098 req-97cfd67e-064f-4c8f-91d5-8c7ab5757433 service neutron] 10.222.0.81 "GET /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891399 Nov 12 13:21:00.089307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678df25d-62d6-45bf-9d94-0c106b7e0759 None None] New status for floating IP 16d2d9f8-52f9-4268-a0cc-be18ab252fac: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:21:00.167166 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.565682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.718346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95008216-725f-41c8-9b03-d00ba9f80458 req-17684e3f-e057-4704-abeb-dd32cedb633c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:00.719831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95008216-725f-41c8-9b03-d00ba9f80458 req-17684e3f-e057-4704-abeb-dd32cedb633c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0488241 Nov 12 13:21:00.777511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95008216-725f-41c8-9b03-d00ba9f80458 req-36c0b330-22cc-45ec-88ea-7c2e672be45c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516961 Nov 12 13:21:01.057209 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-eb17883b-254c-40dc-bd4e-f02c7010be1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:01.058716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-eb17883b-254c-40dc-bd4e-f02c7010be1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 946 time: 0.0489235 Nov 12 13:21:01.147170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port ef2882b5-6dd6-4700-83cb-3a8977f40f02 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:01.147520 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.238627 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port ef2882b5-6dd6-4700-83cb-3a8977f40f02, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ef2882b5-6dd6-4700-83cb-3a8977f40f02,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:01.238994 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.251805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for ef2882b5-6dd6-4700-83cb-3a8977f40f02 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:01.383767 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.414619 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=ef2882b5-6dd6-4700-83cb-3a8977f40f02,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:01.455957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] No DVR routers for this DVR port ef2882b5-6dd6-4700-83cb-3a8977f40f02 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:01.458842 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.462242 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1dfaa8bc-9988-4eee-a09b-af05e5517511 req-5b48cfe5-0e64-4608-80b8-c39650a369e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "DELETE /v2.0/ports/ef2882b5-6dd6-4700-83cb-3a8977f40f02 HTTP/1.1" status: 204 len: 173 time: 0.3977246 Nov 12 13:21:01.462673 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'name': 'network-vif-deleted', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:01.464892 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc9143-1906-4450-a738-652bbe5d9494" -d '{"events": [{"server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "name": "network-vif-deleted", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:01.503417 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f49d1f-2946-4bc4-be99-89b22a5f7ed6 x-openstack-request-id: req-94f49d1f-2946-4bc4-be99-89b22a5f7ed6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:01.503713 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce408993-8e5e-45a3-9237-deb89436fd0a", "name": "network-vif-deleted", "tag": "ef2882b5-6dd6-4700-83cb-3a8977f40f02", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:01.503972 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94f49d1f-2946-4bc4-be99-89b22a5f7ed6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:01.504381 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce408993-8e5e-45a3-9237-deb89436fd0a', 'name': 'network-vif-deleted', 'tag': 'ef2882b5-6dd6-4700-83cb-3a8977f40f02', 'status': 'completed', 'code': 200} Nov 12 13:21:01.897505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9037a638-7c68-463c-947e-f479d1ba76ee req-61ad2798-c0fa-4b3a-b998-04dc206477d6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce408993-8e5e-45a3-9237-deb89436fd0a HTTP/1.1" status: 200 len: 210 time: 0.0296719 Nov 12 13:21:02.957496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43756) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:03.325853 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.584165 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port b3655608-1dbd-4167-a89d-b02e2da0bb95 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:03.584424 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.676743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port b3655608-1dbd-4167-a89d-b02e2da0bb95, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=b3655608-1dbd-4167-a89d-b02e2da0bb95,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:03.677108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.689775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for b3655608-1dbd-4167-a89d-b02e2da0bb95 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:03.873013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.902698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=b3655608-1dbd-4167-a89d-b02e2da0bb95,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:04.079738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.307771 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 9c2957db-9261-4fc8-93dd-1a973d8053fe has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:04.413939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:04.420072 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ed021b38-5da6-468d-836d-4f3be37a10b7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/9c2957db-9261-4fc8-93dd-1a973d8053fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4604468 Nov 12 13:21:04.422679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:04.424909 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] Sync routers for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:04.436203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:04.437155 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:20:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:04.475332 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting subnet a7b5fd0b-962b-4263-ba71-ba7d2833fe5e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:04.478530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.520365 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.615228 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.643855 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:04.675031 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.699457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b5fd0b-962b-4263-ba71-ba7d2833fe5e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:04.709944 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.713203 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/subnets/a7b5fd0b-962b-4263-ba71-ba7d2833fe5e HTTP/1.1" status: 204 len: 168 time: 0.2894623 Nov 12 13:21:04.713340 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f53c92-7d36-48f3-a2f0-bd34deac69c3 None None] Network 9c5791d5-3469-4327-8179-a46d80e12811 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:04.715692 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.716551 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.716896 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.717786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.717786 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.717995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.718235 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.718532 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.718856 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.719153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:04.719267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.719494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.719814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14241154-2f96-4cb7-87d7-1b0a6d2ce0c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:04.850253 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:21:03Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:04.864529 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.885593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] Checking router: 9c2957db-9261-4fc8-93dd-1a973d8053fe for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:04.893701 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] Routers {'9c2957db-9261-4fc8-93dd-1a973d8053fe'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:04.894337 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:20:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['9c2957db-9261-4fc8-93dd-1a973d8053fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:04.943064 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] DHCP port deletion for 9c5791d5-3469-4327-8179-a46d80e12811 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:04.978833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.991271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Deleting port bfef308b-b229-40a1-9e95-4cbf596b991b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:04.991719 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.003331 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] Set router 9c2957db-9261-4fc8-93dd-1a973d8053fe gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:05.037236 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 012d4d11-b283-46d3-b437-1c828cd7a017 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:05.037582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.058592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] For port bfef308b-b229-40a1-9e95-4cbf596b991b, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bfef308b-b229-40a1-9e95-4cbf596b991b,segment=NetworkSegment(c61f694a-b3c0-4cc1-93b7-23ce3930e471),segment_id=c61f694a-b3c0-4cc1-93b7-23ce3930e471)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:05.058980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.072191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Calling delete_port for bfef308b-b229-40a1-9e95-4cbf596b991b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:05.120950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port 012d4d11-b283-46d3-b437-1c828cd7a017, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=012d4d11-b283-46d3-b437-1c828cd7a017,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:05.121598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.134574 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 012d4d11-b283-46d3-b437-1c828cd7a017 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:05.152510 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.182643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Pushing event deleted for resources: {'Port': ['ID=bfef308b-b229-40a1-9e95-4cbf596b991b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:05.186550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] No DVR routers for this DVR port bfef308b-b229-40a1-9e95-4cbf596b991b on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:05.198188 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.206787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.207162 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.207503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.207843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.208179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.208511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.208840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.209169 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.209499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.209827 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.210150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efa978-017b-42cb-a5cb-118146d7e511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:05.221933 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:21:03Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:05.253204 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711fa307-fa77-414e-92d1-5595bb7c5e9e None None] The sync data for ids ['9c2957db-9261-4fc8-93dd-1a973d8053fe'] in n-d-804878-5 is: [{'id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283703650', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:00Z', 'updated_at': '2021-11-12T13:21:03Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '012d4d11-b283-46d3-b437-1c828cd7a017', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2957db-9261-4fc8-93dd-1a973d8053fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:01Z', 'updated_at': '2021-11-12T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:05.344442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.371109 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=012d4d11-b283-46d3-b437-1c828cd7a017,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:05.385392 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d098b53-ea0f-492c-ae4c-bcff6492c08f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:05.433446 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.533135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.535996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.583428 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.584170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2957db-9261-4fc8-93dd-1a973d8053fe {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:21:05.592224 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.595848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-61af1e67-6f6f-444c-91c3-d410cc4cf285 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/routers/9c2957db-9261-4fc8-93dd-1a973d8053fe HTTP/1.1" status: 204 len: 168 time: 0.8724520 Nov 12 13:21:05.596203 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43762) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:05.678147 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.771888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.792346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5791d5-3469-4327-8179-a46d80e12811']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:05.802411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61f694a-b3c0-4cc1-93b7-23ce3930e471') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:05.802734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61f694a-b3c0-4cc1-93b7-23ce3930e471') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:05.814229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.824393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-811a4ef8-38d7-46e4-a34d-1fa3eea2cfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.829372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.836390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ef2882b5-6dd6-4700-83cb-3a8977f40f02 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:05.842637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:05.843476 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:05.848291 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:05.863336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: ef2882b5-6dd6-4700-83cb-3a8977f40f02 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:05.863679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ef2882b5-6dd6-4700-83cb-3a8977f40f02 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:05.924035 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.928442 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.934893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/networks/9c5791d5-3469-4327-8179-a46d80e12811 HTTP/1.1" status: 204 len: 168 time: 0.3347483 Nov 12 13:21:05.935123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:05.947495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff604c-3475-4c94-9a82-53e0fd3d0dd5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Network': ['ID=9c5791d5-3469-4327-8179-a46d80e12811,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:05.996886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6154db15-876b-4138-9594-31caa1c663f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.026002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6154db15-876b-4138-9594-31caa1c663f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.086278 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6154db15-876b-4138-9594-31caa1c663f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.088768 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6154db15-876b-4138-9594-31caa1c663f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.089933 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6154db15-876b-4138-9594-31caa1c663f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ac922bd-4ff4-4a11-b150-df79c7a9a4a4 HTTP/1.1" status: 204 len: 168 time: 0.1535895 Nov 12 13:21:06.101033 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154db15-876b-4138-9594-31caa1c663f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac922bd-4ff4-4a11-b150-df79c7a9a4a4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.327824 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:06.331711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bfef308b-b229-40a1-9e95-4cbf596b991b no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:06.332505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918319582', 'description': 'tempest-secgroup-smoke-1918319582 description', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:06.353538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: bfef308b-b229-40a1-9e95-4cbf596b991b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:06.353865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bfef308b-b229-40a1-9e95-4cbf596b991b not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:06.354230 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b3655608-1dbd-4167-a89d-b02e2da0bb95 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:06.355259 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.375060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: b3655608-1dbd-4167-a89d-b02e2da0bb95 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:06.375408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device b3655608-1dbd-4167-a89d-b02e2da0bb95 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:06.375814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 012d4d11-b283-46d3-b437-1c828cd7a017 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:06.396077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 012d4d11-b283-46d3-b437-1c828cd7a017 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:06.396077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 012d4d11-b283-46d3-b437-1c828cd7a017 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:06.424376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.428088 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.452259 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.453490 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1246243 Nov 12 13:21:06.456596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43774) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:06.461728 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f132592-b93b-4d48-b9bf-877904558db8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aefa030-a836-4da9-a8b6-2828466dd122,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.462595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '5aefa030-a836-4da9-a8b6-2828466dd122', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:06.489208 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.552495 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.555999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.574346 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3bc9bf-e2ba-40e5-941e-a7b495f7c731,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.581297 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.582511 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3fbb3af9-d305-4441-a67d-395f05fd8e17 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235266 Nov 12 13:21:06.585260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43776) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:06.589490 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '5aefa030-a836-4da9-a8b6-2828466dd122', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:06.621296 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.678383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.683058 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.702050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a057f4d5-f4f1-4bc0-bc79-2d1dfb53405f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.707676 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.708875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2bedea7-218b-4621-838c-4be7ec08a44f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227040 Nov 12 13:21:06.711743 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:06.716622 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '5aefa030-a836-4da9-a8b6-2828466dd122', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:06.743568 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.806054 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.809731 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.827636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2e61f4-5341-4083-8cf8-10e08eab2390,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.835650 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.836937 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-90ba130d-e49a-4ada-b0d3-0fd6c9976c0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241872 Nov 12 13:21:06.839792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43780) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:06.845312 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '5aefa030-a836-4da9-a8b6-2828466dd122', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:06.873050 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.923056 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.926576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.943718 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c8abe2-4bf3-4ee9-93e9-8671a4143286,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.952990 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.954216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a90935bf-498d-4cb9-a59e-6973983709a0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128907 Nov 12 13:21:06.957039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:06.961285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '5aefa030-a836-4da9-a8b6-2828466dd122', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:06.982834 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:21:06.987553 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.049721 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.053538 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.070636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f5cbdd-6afd-4200-85c3-099fa89257a0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:07.081021 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.082235 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bce9da3f-2e1a-4177-94bd-bf8f9df09db3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242583 Nov 12 13:21:07.084998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:07.089233 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '5aefa030-a836-4da9-a8b6-2828466dd122', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:07.111012 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:21:07.115693 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.174977 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.178620 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.197120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc6ac5d-ecd3-4d0d-bdc9-38a4d9f387c8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:07.207439 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.208635 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a66fb25b-f252-4689-9e31-917f38dbf041 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227262 Nov 12 13:21:07.211577 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:07.216919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'network': {'name': 'tempest-network-smoke--1494129020', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:07.236456 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:07.239956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.263765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:21:07.272953 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.273381 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Added segment fae8184a-6518-498e-9c77-ea4dc7949db8 of type vlan for network f7030a91-a82b-4a1a-aa60-231583fb0a71 Nov 12 13:21:07.313212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.337057 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.343843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:07.344614 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.383379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1707916 Nov 12 13:21:07.386308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:07.392531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'admin_state_up': True, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:07.417778 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eae984-0aef-4e71-b8ad-87b5e10f1fed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Network': ['ID=f7030a91-a82b-4a1a-aa60-231583fb0a71,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:07.418691 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.419943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.429631 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:21:07.474362 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.616615 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.808181 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.157814 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.258470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.187 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/391bc086-a38f-4631-89d6-776dcd534654) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:08.361432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.395067 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.429629 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:08.432332 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:08.435258 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:08.446762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d2e5c-1768-401e-b70f-8f866f2c976a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:08.468041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=391bc086-a38f-4631-89d6-776dcd534654,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:08.503450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d161099b-82ce-408f-9202-c345e269039d None None] Provisioning complete for port 391bc086-a38f-4631-89d6-776dcd534654 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:08.504078 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d161099b-82ce-408f-9202-c345e269039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.539069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d161099b-82ce-408f-9202-c345e269039d None None] Port 391bc086-a38f-4631-89d6-776dcd534654 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:08.695585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.890955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.016227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:21:09.085048 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c42f394-5040-4564-814c-907cb0ab6c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.125085 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:09.134335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Sync routers for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:09.145366 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.146813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d40beb39-e063-42dd-ad82-1e51363cd906 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7594132 Nov 12 13:21:09.149575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:09.150233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:21:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:09.150406 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.181403 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f63d1d7f-578f-4157-b58f-0b3947c5f75c tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6e7a741bb7eb4e80b0ad25e053eb6abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297358 Nov 12 13:21:09.184306 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.258197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:09.274855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c4ed37-1f1d-4ad4-a18b-5b408fb94e7a tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:09.276277 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f3c4ed37-1f1d-4ad4-a18b-5b408fb94e7a tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910068 Nov 12 13:21:09.279964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.308338 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3ce5f4a6-6ced-483d-bf67-98a9ff4a996e tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272713 Nov 12 13:21:09.311300 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.315964 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591264965', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:09.405444 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:09.408968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.439868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:08Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:09.466691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Checking router: 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:09.467390 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Updating router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 port 391bc086-a38f-4631-89d6-776dcd534654 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:21:09.493221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.600969 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.604702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.669782 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Subnet': ['ID=29fcc234-8711-458d-968e-2741bd88bdb7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:09.680291 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Checking segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:09.680653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network hostable DHCP agents. Network: f7030a91-a82b-4a1a-aa60-231583fb0a71, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:21:09.698119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:21:09.707323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, f7030a91-a82b-4a1a-aa60-231583fb0a71) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:09.711612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:09.712216 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.724314 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508913a-22fa-4f3a-9ab8-9742f0070070 None None] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:09.729964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9d70f34d-d559-400c-9e75-149ebe31dff6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4174652 Nov 12 13:21:09.733102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.991106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.001925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.065516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4aa83c-a000-4152-a441-3c1b78ca085a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:10.104094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Attempting to bind port 391bc086-a38f-4631-89d6-776dcd534654 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:10.104471 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Attempting to bind port 391bc086-a38f-4631-89d6-776dcd534654 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:10.104958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Attempting to bind port 391bc086-a38f-4631-89d6-776dcd534654 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:10.108771 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a742-7320-4199-931e-85b1ab5cfdf7 None None] Pushing event updated for resources: {'Port': ['ID=391bc086-a38f-4631-89d6-776dcd534654,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:10.118756 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:10.119557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:10.119557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.119905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:10.120372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Bound port: 391bc086-a38f-4631-89d6-776dcd534654, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:10.120858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.172289 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.194547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] For port 391bc086-a38f-4631-89d6-776dcd534654, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:10.198648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-f7030a91-a82b-4a1a-aa60-231583fb0a71', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:21:10.199415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.203267 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] For port 391bc086-a38f-4631-89d6-776dcd534654, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=391bc086-a38f-4631-89d6-776dcd534654,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:10.218007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.225407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f9dc1b87-2d05-42a0-99d1-bc226a53ff4f None None] Provisioning complete for port 391bc086-a38f-4631-89d6-776dcd534654 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:10.225776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1b87-2d05-42a0-99d1-bc226a53ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.311134 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a12f5-65b7-47ea-9731-a9cebef2475a None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:10.380393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a742-7320-4199-931e-85b1ab5cfdf7 None None] Pushing event updated for resources: {'Port': ['ID=391bc086-a38f-4631-89d6-776dcd534654,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:10.394455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:10.395361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:21:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:10.578926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Allocated IP 172.20.0.2 (f7030a91-a82b-4a1a-aa60-231583fb0a71/29fcc234-8711-458d-968e-2741bd88bdb7/0bf5048a-60f6-42b1-a65c-0b8c002b8e97) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:10.586482 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1b87-2d05-42a0-99d1-bc226a53ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.637354 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:10.640339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f9dc1b87-2d05-42a0-99d1-bc226a53ff4f None None] For port 391bc086-a38f-4631-89d6-776dcd534654, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=391bc086-a38f-4631-89d6-776dcd534654,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:10.702319 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1b87-2d05-42a0-99d1-bc226a53ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.886615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.888118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc1b87-2d05-42a0-99d1-bc226a53ff4f None None] Pushing event updated for resources: {'Port': ['ID=391bc086-a38f-4631-89d6-776dcd534654,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:10.919557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-78adb5a9-a052-4460-9282-ba52d958b5e1 None None] Provisioning complete for port 391bc086-a38f-4631-89d6-776dcd534654 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:10.919928 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78adb5a9-a052-4460-9282-ba52d958b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.997007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.005859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.051389 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.1 (f7030a91-a82b-4a1a-aa60-231583fb0a71/29fcc234-8711-458d-968e-2741bd88bdb7/6d23f6f4-444d-4843-931e-51c9324c819c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:11.064457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:11.071303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:11.073022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Pushing event updated for resources: {'Port': ['ID=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:11.077553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:11.171970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:08Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:11.174721 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.176819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Attempting to bind port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:11.176819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Attempting to bind port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:11.177179 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Attempting to bind port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 on network f7030a91-a82b-4a1a-aa60-231583fb0a71 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:11.206495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9716e-e191-4a93-b11b-bcb7d1fb10c0 None None] The sync data for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 is: [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:08Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:11.208373 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:11.208748 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.208911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Checking segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:11.209217 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.209661 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Bound using segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:11.210111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Bound port: 0bf5048a-60f6-42b1-a65c-0b8c002b8e97, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:11.210508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.254153 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:11.259792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:11.264785 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:11.290879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=6d23f6f4-444d-4843-931e-51c9324c819c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:11.295852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] For port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:11.300266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] For port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:11.304682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.319218 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.367908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ef3e3-a7a5-4426-b235-fcf2adeb127c None None] Pushing event updated for resources: {'Port': ['ID=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:11.435765 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.505163 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.148271 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.155299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.243265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=6d23f6f4-444d-4843-931e-51c9324c819c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:12.250973 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.300301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:12.354143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:12.354549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.362323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:12.363895 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:12.454716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.487236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:12.490027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1ab53-bc85-4d41-b099-4bfc50990d50 None None] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:12.510906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:12.525908 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.526708 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 391bc086-a38f-4631-89d6-776dcd534654 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:12.603146 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:12.618840 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-52dfea0c-6727-4a2b-bfd6-f4ade42c314e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/8c8dfeb1-ed5d-4e6c-9919-a5d829430130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845580 Nov 12 13:21:12.783403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-32f01e84-fdc3-4348-944b-c78cea3fcdf8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918319582&fields=id&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 267 time: 0.0507114 Nov 12 13:21:12.802496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-afedfa30-8724-413c-958f-3a13a5b5f684 None None] Provisioning complete for port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:12.802875 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afedfa30-8724-413c-958f-3a13a5b5f684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.867281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:12.903300 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-7d372743-11ba-4403-b1e0-da54a6781efc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:12.905758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-7d372743-11ba-4403-b1e0-da54a6781efc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 797 time: 0.1150432 Nov 12 13:21:12.921167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 391bc086-a38f-4631-89d6-776dcd534654 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:12.921546 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.924523 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-672fb5f6-6f31-4bd5-95f4-f280b00f7e40 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/quotas/6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 375 time: 0.0108228 Nov 12 13:21:12.979314 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-712ee2d7-0145-4da7-a1b8-7535a9446de3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488622 Nov 12 13:21:12.994136 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Sync routers for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:13.005285 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:13.008814 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:21:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:13.098774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-d3ae5151-5107-4532-84c9-8aebefde70e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053762 Nov 12 13:21:13.139876 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:13.201343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-fbafd710-fb80-4573-b67c-cd84bb9c8681 service neutron] 10.222.0.18 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978780 Nov 12 13:21:13.358919 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c4c20d6-10b0-4de7-b8ec-b7b2dc5e66c7 None None] Provisioning complete for port 6d23f6f4-444d-4843-931e-51c9324c819c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:13.359517 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c4c20d6-10b0-4de7-b8ec-b7b2dc5e66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.366801 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:12Z', 'revision_number': 2, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:13.401841 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Checking router: 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:13.402792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Updating router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 port 6d23f6f4-444d-4843-931e-51c9324c819c binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:21:13.412232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c20d6-10b0-4de7-b8ec-b7b2dc5e66c7 None None] Port 6d23f6f4-444d-4843-931e-51c9324c819c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:13.430065 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.431140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c4c20d6-10b0-4de7-b8ec-b7b2dc5e66c7 None None] Provisioning complete for port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:13.431722 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c4c20d6-10b0-4de7-b8ec-b7b2dc5e66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.438417 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15adc6b3-4ba9-4859-b76e-e21d5655cfff req-b093595d-a399-465b-8dcb-b07a6323728f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 210 time: 0.0400445 Nov 12 13:21:13.666567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0367a8a2-6639-40b8-9f0b-29d9bb1c8582 None None] Provisioning complete for port 6d23f6f4-444d-4843-931e-51c9324c819c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:13.667344 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0367a8a2-6639-40b8-9f0b-29d9bb1c8582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.708519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0367a8a2-6639-40b8-9f0b-29d9bb1c8582 None None] Port 6d23f6f4-444d-4843-931e-51c9324c819c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:13.731607 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.739663 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.789130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Pushing event updated for resources: {'Port': ['ID=6d23f6f4-444d-4843-931e-51c9324c819c,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:13.798396 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.798744 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.799081 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.799417 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.799777 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.800070 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.800392 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.800715 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.801038 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.801357 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.801681 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.801997 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:13.837817 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f0b74856-0e19-4fba-8380-4c34afca4f26 None None] Provisioning complete for port 6d23f6f4-444d-4843-931e-51c9324c819c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:13.838467 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0b74856-0e19-4fba-8380-4c34afca4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.865102 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Attempting to bind port 6d23f6f4-444d-4843-931e-51c9324c819c on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:13.865472 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Attempting to bind port 6d23f6f4-444d-4843-931e-51c9324c819c by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:13.865837 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Attempting to bind port 6d23f6f4-444d-4843-931e-51c9324c819c on network f7030a91-a82b-4a1a-aa60-231583fb0a71 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:13.871205 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:13.872109 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Checking segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:13.872800 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.873377 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Bound using segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:13.874034 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Bound port: 6d23f6f4-444d-4843-931e-51c9324c819c, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:13.874459 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.885831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f0b74856-0e19-4fba-8380-4c34afca4f26 None None] Port 6d23f6f4-444d-4843-931e-51c9324c819c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:13.947410 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] For port 6d23f6f4-444d-4843-931e-51c9324c819c, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:13.952692 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] For port 6d23f6f4-444d-4843-931e-51c9324c819c, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6d23f6f4-444d-4843-931e-51c9324c819c,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:13.956439 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.002970 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:14.003786 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:21:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:14.068691 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86364be2-0600-4e70-a964-025d28d3f411 None None] Pushing event updated for resources: {'Port': ['ID=6d23f6f4-444d-4843-931e-51c9324c819c,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:14.116087 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d7293052-2747-4d99-a039-5f8139c9900c None None] Provisioning complete for port 6d23f6f4-444d-4843-931e-51c9324c819c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:14.118308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7293052-2747-4d99-a039-5f8139c9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.230019 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:14.240570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:14.274267 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7293052-2747-4d99-a039-5f8139c9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.319456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d7293052-2747-4d99-a039-5f8139c9900c None None] For port 6d23f6f4-444d-4843-931e-51c9324c819c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6d23f6f4-444d-4843-931e-51c9324c819c,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:14.324238 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7293052-2747-4d99-a039-5f8139c9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.353176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:14.353549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.405206 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7293052-2747-4d99-a039-5f8139c9900c None None] Pushing event updated for resources: {'Port': ['ID=6d23f6f4-444d-4843-931e-51c9324c819c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:14.435393 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:13Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:14.470593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522744d-9fe7-43a0-82e9-7409172790f7 None None] The sync data for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 is: [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:13Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:14.484589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-91f833c8-dce7-4123-8e3c-5072878175a8 None None] Provisioning complete for port 6d23f6f4-444d-4843-931e-51c9324c819c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:14.484820 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91f833c8-dce7-4123-8e3c-5072878175a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.614644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-af74705b-af39-4106-b596-df039d1002dc req-65a97098-fdc1-4356-a2a7-52b5e981cb77 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 210 time: 0.0417824 Nov 12 13:21:14.704033 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-4f3ae34f-e306-41ba-ac41-dc1c77f527a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:14.705996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-4f3ae34f-e306-41ba-ac41-dc1c77f527a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 797 time: 0.1809809 Nov 12 13:21:14.780224 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-437fbb56-ba95-4fb6-9c80-346a63f8ceda tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 380 time: 0.0595136 Nov 12 13:21:14.792854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'port': {'device_id': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'admin_state_up': True, 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'security_groups': ['5aefa030-a836-4da9-a8b6-2828466dd122']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:14.913016 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:14.916693 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.056799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.7 (f7030a91-a82b-4a1a-aa60-231583fb0a71/29fcc234-8711-458d-968e-2741bd88bdb7/36f3d21a-5482-43fd-a576-953440400d54) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:15.206103 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.245498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.290862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:15.298587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:15.303265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:15.307448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=36f3d21a-5482-43fd-a576-953440400d54,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.360668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:15.361348 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.379692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-c235076c-ac86-4639-9577-6c23328db8cf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909357 Nov 12 13:21:15.393569 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Request body: {'port': {'device_id': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:15.458144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.543007 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d96cd539-f849-4248-bfd3-88a257f3a59a None None] Provisioning complete for port 36f3d21a-5482-43fd-a576-953440400d54 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:15.543599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d96cd539-f849-4248-bfd3-88a257f3a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.583999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d96cd539-f849-4248-bfd3-88a257f3a59a None None] Port 36f3d21a-5482-43fd-a576-953440400d54 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:15.776453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f3d21a-5482-43fd-a576-953440400d54 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:15.790461 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b9e32-58fe-4480-8e15-e0d109329620 req-5be2148b-855a-4677-8ea9-1cbfedea2ae7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:15.791997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-143b9e32-58fe-4480-8e15-e0d109329620 req-5be2148b-855a-4677-8ea9-1cbfedea2ae7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 931 time: 0.0983455 Nov 12 13:21:15.794599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.820843 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Transition to ACTIVE for port object 36f3d21a-5482-43fd-a576-953440400d54 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:21:15.827459 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.881957 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-143b9e32-58fe-4480-8e15-e0d109329620 req-d557e4ee-f784-4ce2-88af-6cb179032231 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832822 Nov 12 13:21:15.909785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Pushing event updated for resources: {'Port': ['ID=36f3d21a-5482-43fd-a576-953440400d54,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.977886 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Attempting to bind port 36f3d21a-5482-43fd-a576-953440400d54 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:15.978248 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Attempting to bind port 36f3d21a-5482-43fd-a576-953440400d54 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:15.978579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Attempting to bind port 36f3d21a-5482-43fd-a576-953440400d54 on network f7030a91-a82b-4a1a-aa60-231583fb0a71 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:15.983949 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Port 36f3d21a-5482-43fd-a576-953440400d54 on network f7030a91-a82b-4a1a-aa60-231583fb0a71 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:21:15.984278 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Attempting to bind port 36f3d21a-5482-43fd-a576-953440400d54 on network f7030a91-a82b-4a1a-aa60-231583fb0a71 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:15.989572 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:15.989914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Checking segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:15.990339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Bound using segment: {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:15.990777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Bound port: 36f3d21a-5482-43fd-a576-953440400d54, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae8184a-6518-498e-9c77-ea4dc7949db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:15.991179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.064462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] For port 36f3d21a-5482-43fd-a576-953440400d54, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:16.067794 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] For port 36f3d21a-5482-43fd-a576-953440400d54, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=36f3d21a-5482-43fd-a576-953440400d54,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:16.072527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.113027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.113652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.115123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] 10.222.0.81 "PUT /v2.0/ports/36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 1091 time: 0.7260265 Nov 12 13:21:16.115559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'tag': '36f3d21a-5482-43fd-a576-953440400d54'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:16.117833 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52563b0-518e-40d6-9645-7fe938eb6cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "tag": "36f3d21a-5482-43fd-a576-953440400d54"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:16.147117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa46e-0f61-4fc7-9516-cc25cd5ff644 service neutron] Pushing event updated for resources: {'Port': ['ID=36f3d21a-5482-43fd-a576-953440400d54,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:16.173745 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f78c1e-d9be-4794-bbf4-e2e878277160 x-openstack-request-id: req-c4f78c1e-d9be-4794-bbf4-e2e878277160 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:16.174092 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "tag": "36f3d21a-5482-43fd-a576-953440400d54", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:16.174463 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4f78c1e-d9be-4794-bbf4-e2e878277160 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:16.174901 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'tag': '36f3d21a-5482-43fd-a576-953440400d54', 'status': 'completed', 'code': 200} Nov 12 13:21:16.220677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-15026f43-64f6-4dda-96e4-fb81dce3e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.222094 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-15026f43-64f6-4dda-96e4-fb81dce3e851 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1094 time: 0.0463712 Nov 12 13:21:16.237895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6d23f6f4-444d-4843-931e-51c9324c819c up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:16.278411 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-b8bdde69-4183-49d5-a811-10b97bc13da4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 217 time: 0.0443571 Nov 12 13:21:16.291454 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6d23f6f4-444d-4843-931e-51c9324c819c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:16.292279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.331197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-d04e5c96-eb48-4a63-8f3e-8f30045166e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.332688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-d04e5c96-eb48-4a63-8f3e-8f30045166e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 200 len: 835 time: 0.0487518 Nov 12 13:21:16.381061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-f99c5cce-5de6-4780-8580-9210890a83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.382977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-f99c5cce-5de6-4780-8580-9210890a83ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7030a91-a82b-4a1a-aa60-231583fb0a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429256 Nov 12 13:21:16.477936 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-1234fa01-f5d4-4c06-9567-e875b0fc9416 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874414 Nov 12 13:21:16.565738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-471ee692-eb33-44e5-ad05-5f98a07b5633 req-d007552c-2926-4680-ba9a-1aaf04aa609d service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812492 Nov 12 13:21:16.655747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-d501961a-67b3-4ef2-9a88-07aac08c23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.657230 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-d501961a-67b3-4ef2-9a88-07aac08c23bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1094 time: 0.0481696 Nov 12 13:21:16.750863 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-f8f105df-1f59-420b-9551-f924ef1a19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.752363 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-f8f105df-1f59-420b-9551-f924ef1a19fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 898 time: 0.0859628 Nov 12 13:21:16.798381 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-0c2fa87d-ff2b-43a1-9b24-2d1e39cfdb50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 217 time: 0.0380590 Nov 12 13:21:16.850830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-9b8a973a-4441-45e1-a3ff-9a058c70570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.852280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-9b8a973a-4441-45e1-a3ff-9a058c70570c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 200 len: 835 time: 0.0440490 Nov 12 13:21:16.899082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-5aa72427-d3da-4a09-ab2e-922d7cd2899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.900605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-5aa72427-d3da-4a09-ab2e-922d7cd2899d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7030a91-a82b-4a1a-aa60-231583fb0a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403347 Nov 12 13:21:16.902026 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:21:17.031359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52221f3-763f-4212-8836-9c70ca438407 req-e2ebb9b8-913f-4cc6-aaa4-fdec3e409e2e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:17.032869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52221f3-763f-4212-8836-9c70ca438407 req-e2ebb9b8-913f-4cc6-aaa4-fdec3e409e2e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 943 time: 0.0707698 Nov 12 13:21:17.035197 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-f5742c64-806c-436e-b268-0d4a4d687d79 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272409 Nov 12 13:21:17.143803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52221f3-763f-4212-8836-9c70ca438407 req-ac7cc20f-2aa1-46f1-b9a8-fd6ae0379dcb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049857 Nov 12 13:21:17.164103 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e52563b0-518e-40d6-9645-7fe938eb6cc6 req-21eb1b8e-2856-4bd5-9e95-14f66d623b5f service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189361 Nov 12 13:21:18.261334 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f6929-34c1-4d8c-8ee9-ed9bb0b3c843 req-525a4b73-ad38-4dd4-b13c-500d50547a06 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:18.263015 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f99f6929-34c1-4d8c-8ee9-ed9bb0b3c843 req-525a4b73-ad38-4dd4-b13c-500d50547a06 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 943 time: 0.0515110 Nov 12 13:21:18.315354 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f99f6929-34c1-4d8c-8ee9-ed9bb0b3c843 req-668b0303-f1bf-4694-ad82-4e9cf5d1a363 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456164 Nov 12 13:21:19.429579 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475311b2-98fa-43e8-acfc-be791ad856a0 req-155952a0-937d-46d0-b36e-2fae5dda40ab tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:19.431110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-475311b2-98fa-43e8-acfc-be791ad856a0 req-155952a0-937d-46d0-b36e-2fae5dda40ab tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 943 time: 0.0493970 Nov 12 13:21:19.486378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-475311b2-98fa-43e8-acfc-be791ad856a0 req-9ca97ab7-beff-47d8-a4f7-f20db370906f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488646 Nov 12 13:21:19.919093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 36f3d21a-5482-43fd-a576-953440400d54 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:21:20.016733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 36f3d21a-5482-43fd-a576-953440400d54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=36f3d21a-5482-43fd-a576-953440400d54,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:20.027445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '36f3d21a-5482-43fd-a576-953440400d54', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'port_id': '36f3d21a-5482-43fd-a576-953440400d54', 'mac_address': 'fa:16:3e:94:3d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:21:20.067498 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:20.081165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f3d21a-5482-43fd-a576-953440400d54 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:20.100112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 36f3d21a-5482-43fd-a576-953440400d54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=36f3d21a-5482-43fd-a576-953440400d54,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:20.104191 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:20.155339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=36f3d21a-5482-43fd-a576-953440400d54,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:20.315874 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['36f3d21a-5482-43fd-a576-953440400d54'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:20.602265 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dc8a3-6339-4aa4-a1cd-139f9cadb742 req-5989ac7a-916d-46ba-b4de-dc4393c7a8ac tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:20.603658 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e8dc8a3-6339-4aa4-a1cd-139f9cadb742 req-5989ac7a-916d-46ba-b4de-dc4393c7a8ac tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 944 time: 0.0480103 Nov 12 13:21:20.663872 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1e8dc8a3-6339-4aa4-a1cd-139f9cadb742 req-406aacf6-f02f-4302-a3af-6da2b621b068 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534103 Nov 12 13:21:21.784476 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2998e-4df2-4278-91b9-12150f66f273 req-1b17c94a-fa3b-4936-93b9-3cb1e7f2c8e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:21.785978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9e2998e-4df2-4278-91b9-12150f66f273 req-1b17c94a-fa3b-4936-93b9-3cb1e7f2c8e6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 944 time: 0.0494018 Nov 12 13:21:21.836910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9e2998e-4df2-4278-91b9-12150f66f273 req-07cc329c-5f46-4fee-b719-3f651561641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448694 Nov 12 13:21:21.930316 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 36f3d21a-5482-43fd-a576-953440400d54 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:21.979690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 36f3d21a-5482-43fd-a576-953440400d54 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:21:21.984273 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 36f3d21a-5482-43fd-a576-953440400d54 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:21.984647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.063253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.085540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f3d21a-5482-43fd-a576-953440400d54'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:22.087781 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc364ad-1728-4c67-a565-07138ee903f7" -d '{"events": [{"server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "name": "network-vif-plugged", "status": "completed", "tag": "36f3d21a-5482-43fd-a576-953440400d54"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:22.101161 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 36f3d21a-5482-43fd-a576-953440400d54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=36f3d21a-5482-43fd-a576-953440400d54,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:22.105212 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.128794 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a8dd9-0712-44ed-89a2-1c3fc9e99369 x-openstack-request-id: req-687a8dd9-0712-44ed-89a2-1c3fc9e99369 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:22.129086 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "name": "network-vif-plugged", "status": "completed", "tag": "36f3d21a-5482-43fd-a576-953440400d54", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:22.129343 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-687a8dd9-0712-44ed-89a2-1c3fc9e99369 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:22.129738 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f3d21a-5482-43fd-a576-953440400d54', 'code': 200} Nov 12 13:21:22.160307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=36f3d21a-5482-43fd-a576-953440400d54,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:22.229377 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67da8a-6699-4479-bd8a-4b8039dbbca7 req-38fbf7ac-7b76-455f-9cbe-56ba97332e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:22.231705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a67da8a-6699-4479-bd8a-4b8039dbbca7 req-38fbf7ac-7b76-455f-9cbe-56ba97332e4c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1096 time: 0.0442824 Nov 12 13:21:22.276024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6a67da8a-6699-4479-bd8a-4b8039dbbca7 req-1f7b518b-5785-404c-8261-7a29f49e58f5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378270 Nov 12 13:21:22.956744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf4f3-db18-490a-b148-2a1cfcea4a21 req-7bd12f4d-5b40-4d44-84b9-4973dcc92d35 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:22.958243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d52cf4f3-db18-490a-b148-2a1cfcea4a21 req-7bd12f4d-5b40-4d44-84b9-4973dcc92d35 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Nov 12 13:21:23.008378 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d52cf4f3-db18-490a-b148-2a1cfcea4a21 req-3ac9aeef-21ba-434b-8544-135fafa5f082 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Nov 12 13:21:24.123520 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3da1-6f62-424c-9864-a9e34022a0c4 req-36958fc2-ff56-4cdb-8e43-194b237cdba9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:24.125146 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7abc3da1-6f62-424c-9864-a9e34022a0c4 req-36958fc2-ff56-4cdb-8e43-194b237cdba9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0497384 Nov 12 13:21:24.180236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7abc3da1-6f62-424c-9864-a9e34022a0c4 req-d5aae3b0-9bc2-4198-8ed4-c7785b7ab38b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490668 Nov 12 13:21:24.293472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5db192-7c5c-4a3b-9732-5d9b48841b20 req-785f1bb7-aea4-44ff-a8a1-92e5cc3e3ac9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:24.295693 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf5db192-7c5c-4a3b-9732-5d9b48841b20 req-785f1bb7-aea4-44ff-a8a1-92e5cc3e3ac9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0505421 Nov 12 13:21:24.344866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bf5db192-7c5c-4a3b-9732-5d9b48841b20 req-71ef2d40-e120-4df5-8469-a9466ad8c3a2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Nov 12 13:21:24.366594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:24.406691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f67011-27ce-47d1-80ef-a64e3415b348 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:24.408184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-54f67011-27ce-47d1-80ef-a64e3415b348 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1091 time: 0.0406067 Nov 12 13:21:24.413591 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:24.419391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '36f3d21a-5482-43fd-a576-953440400d54', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:24.441855 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.540791 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.646373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.5 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/0c3183ff-aa65-4aa4-ac84-d9cce4553e57) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:24.748527 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.782556 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.825663 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:24.830592 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:24.833158 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:24.836164 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=0c3183ff-aa65-4aa4-ac84-d9cce4553e57,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:25.190669 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:25.258930 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:25.744925 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:25.750072 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:25.817418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=0c3183ff-aa65-4aa4-ac84-d9cce4553e57,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:25.831702 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:25.929492 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 424e4a42-cc87-477d-bb07-16f9379c7599 associated. External IP: 172.25.1.5, port: 36f3d21a-5482-43fd-a576-953440400d54. Nov 12 13:21:26.145739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:26.263446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:26.275439 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] Sync routers for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:26.281680 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:26.286672 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:26.287300 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:21:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:26.313889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f98f4ade-8d8e-4ed1-aa21-776418cad1fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8992069 Nov 12 13:21:26.314615 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'tag': '36f3d21a-5482-43fd-a576-953440400d54'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:26.317136 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d91b43-4940-4729-898c-f923dd60579d" -d '{"events": [{"name": "network-changed", "server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "tag": "36f3d21a-5482-43fd-a576-953440400d54"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:26.408403 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:26.422962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8561960-3198-437d-9d50-d9ac5eaf9490 req-cff5f1ce-1619-436e-a1d6-536e0131873b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:26.424706 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8561960-3198-437d-9d50-d9ac5eaf9490 req-cff5f1ce-1619-436e-a1d6-536e0131873b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0539634 Nov 12 13:21:26.483193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a8561960-3198-437d-9d50-d9ac5eaf9490 req-5a971a73-43c8-48c5-afda-b54b5e0fe155 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514207 Nov 12 13:21:26.509458 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:26.537085 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be51e67-5aab-488e-b67a-4ea6ef422c64 x-openstack-request-id: req-9be51e67-5aab-488e-b67a-4ea6ef422c64 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:26.537470 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "tag": "36f3d21a-5482-43fd-a576-953440400d54", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:26.537821 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9be51e67-5aab-488e-b67a-4ea6ef422c64 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:26.538588 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'tag': '36f3d21a-5482-43fd-a576-953440400d54', 'status': 'completed', 'code': 200} Nov 12 13:21:26.588556 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a6d39a16-129b-498d-911c-8024b834e05c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/424e4a42-cc87-477d-bb07-16f9379c7599 HTTP/1.1" status: 200 len: 989 time: 0.0779107 Nov 12 13:21:26.605118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d91b43-4940-4729-898c-f923dd60579d req-90fd9d0e-4272-4513-8e75-2b82e5e85545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:26.606716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-90fd9d0e-4272-4513-8e75-2b82e5e85545 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1096 time: 0.0464690 Nov 12 13:21:26.698233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '424e4a42-cc87-477d-bb07-16f9379c7599', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'port_id': '36f3d21a-5482-43fd-a576-953440400d54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'mac_address': 'fa:16:3e:94:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:21:25Z', 'updated_at': '2021-11-12T13:21:25Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:14Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:26.720100 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d91b43-4940-4729-898c-f923dd60579d req-1c577148-960f-4c18-88a9-1ad63dba850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:26.721623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-1c577148-960f-4c18-88a9-1ad63dba850e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 898 time: 0.1078606 Nov 12 13:21:26.729518 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] Checking router: 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:26.739957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:26.740580 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:21:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:26.799529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-95a1486f-fb04-4979-9a1a-0a702b5f24d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 997 time: 0.0704355 Nov 12 13:21:26.856723 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d91b43-4940-4729-898c-f923dd60579d req-03122314-ab79-4167-b9ec-328c07190c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:26.858667 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-03122314-ab79-4167-b9ec-328c07190c51 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 200 len: 835 time: 0.0518167 Nov 12 13:21:26.862132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:26.914099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d91b43-4940-4729-898c-f923dd60579d req-810db743-8dc7-45a4-a811-6a69d5a6612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:26.916573 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-810db743-8dc7-45a4-a811-6a69d5a6612d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7030a91-a82b-4a1a-aa60-231583fb0a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511775 Nov 12 13:21:27.022301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-e11e6219-efd9-4db1-a43b-592427112ed4 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976727 Nov 12 13:21:27.111986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '424e4a42-cc87-477d-bb07-16f9379c7599', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'port_id': '36f3d21a-5482-43fd-a576-953440400d54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'mac_address': 'fa:16:3e:94:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:21:25Z', 'updated_at': '2021-11-12T13:21:25Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:14Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:27.114840 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f0d91b43-4940-4729-898c-f923dd60579d req-c2649398-43be-46aa-9881-216064848b82 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846407 Nov 12 13:21:27.140311 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6980fd-96b5-4623-912b-312a641004a1 None None] The sync data for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 is: [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '424e4a42-cc87-477d-bb07-16f9379c7599', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'port_id': '36f3d21a-5482-43fd-a576-953440400d54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'mac_address': 'fa:16:3e:94:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:21:25Z', 'updated_at': '2021-11-12T13:21:25Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:14Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:27.324380 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec32c8-931d-4aba-b571-be66ff7f9935 None None] New status for floating IP 424e4a42-cc87-477d-bb07-16f9379c7599: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:21:27.592797 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:27.653155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2368aa34-0e1b-4a93-b726-b2117236869e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/424e4a42-cc87-477d-bb07-16f9379c7599 HTTP/1.1" status: 200 len: 991 time: 0.0591791 Nov 12 13:21:30.137230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:30.559807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.817339 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-68d0af1c-ccaa-450e-9cce-9175ccb5ba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.087453 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b31bd42-ee46-483e-9417-0b930bc19a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.596233 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.832378 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.429004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.901247 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:21:56.369759 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-52ddc2b0-fc85-44f8-8c59-6c4463c4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.371315 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-52ddc2b0-fc85-44f8-8c59-6c4463c4abe7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1096 time: 0.0664008 Nov 12 13:21:56.379740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cb66-9cd1-443a-9a02-bc062d5fdd2e req-eeb46209-1c6a-43ea-a046-017a963117bf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.381130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7f4cb66-9cd1-443a-9a02-bc062d5fdd2e req-eeb46209-1c6a-43ea-a046-017a963117bf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0862596 Nov 12 13:21:56.489686 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a7f4cb66-9cd1-443a-9a02-bc062d5fdd2e req-dfe91f27-11f8-4add-beda-2db2f6eb2f93 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001413 Nov 12 13:21:56.505205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-2d96fa00-9c6d-47ca-949e-1bc149923eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.506738 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-2d96fa00-9c6d-47ca-949e-1bc149923eb2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 898 time: 0.1247523 Nov 12 13:21:56.572307 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-edbd417c-3daa-4c8b-9af0-79760e77731a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 999 time: 0.0577779 Nov 12 13:21:56.627729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-9459b1c8-d1dc-443d-9296-9a8d70730cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.629235 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-9459b1c8-d1dc-443d-9296-9a8d70730cb1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 200 len: 835 time: 0.0455244 Nov 12 13:21:56.679832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-1fdc87c3-0926-481a-902a-f08d1cc743d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.681334 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-1fdc87c3-0926-481a-902a-f08d1cc743d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7030a91-a82b-4a1a-aa60-231583fb0a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445626 Nov 12 13:21:56.692213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-5c5de041-45a7-4ef2-8d88-ef6da1c5e3dc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:21:56.693169 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-5c5de041-45a7-4ef2-8d88-ef6da1c5e3dc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048733 Nov 12 13:21:56.789812 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-999fa8c3-f278-4b7b-aca7-0429cf00e982 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881600 Nov 12 13:21:56.891779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec2d4b7-7e53-4e74-9f17-8df3519f2314 req-8813b9ac-8aec-41b5-8d2c-e535a63af83f service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929687 Nov 12 13:21:57.606426 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ef64f-6484-4fa3-af3a-76090c361ec0 req-2e75d838-8471-4c00-863e-022a7eef39a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:57.607940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f0ef64f-6484-4fa3-af3a-76090c361ec0 req-2e75d838-8471-4c00-863e-022a7eef39a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Nov 12 13:21:57.658010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0f0ef64f-6484-4fa3-af3a-76090c361ec0 req-1212673d-11c7-4d2b-9dba-13acee85a94f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Nov 12 13:21:58.776541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3cc29-5891-4bdf-ba80-8bf8519950a5 req-9eb0a88b-c50e-4ddc-bd9d-ab3a1deed898 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:58.778060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4b3cc29-5891-4bdf-ba80-8bf8519950a5 req-9eb0a88b-c50e-4ddc-bd9d-ab3a1deed898 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Nov 12 13:21:58.831049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c4b3cc29-5891-4bdf-ba80-8bf8519950a5 req-671b4d51-ec53-4762-b13c-a1828b51c0e7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Nov 12 13:21:59.946835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0191456-4f24-4637-9fae-ad08f0ca43ba req-11f34e62-0ea6-4ec5-ad9b-226d6e2996a5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:59.948353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0191456-4f24-4637-9fae-ad08f0ca43ba req-11f34e62-0ea6-4ec5-ad9b-226d6e2996a5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0483916 Nov 12 13:21:59.998449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a0191456-4f24-4637-9fae-ad08f0ca43ba req-7a34141f-1f93-49e5-84bb-d98c40dfdf78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Nov 12 13:22:00.139550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.562474 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.117065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71cf9b-34bc-424d-93ce-7eaa8de18f11 req-32882649-45f9-417a-bec4-e71fa10cf284 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:01.118567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb71cf9b-34bc-424d-93ce-7eaa8de18f11 req-32882649-45f9-417a-bec4-e71fa10cf284 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Nov 12 13:22:01.167813 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb71cf9b-34bc-424d-93ce-7eaa8de18f11 req-c58439d9-2dd3-4b1a-b926-50c12b4b9de1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 Nov 12 13:22:02.287965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781a926-84db-449c-b9d9-3105598947d9 req-639a87fe-8716-4f40-ac97-b7b0a184599b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:02.289482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2781a926-84db-449c-b9d9-3105598947d9 req-639a87fe-8716-4f40-ac97-b7b0a184599b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Nov 12 13:22:02.338323 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2781a926-84db-449c-b9d9-3105598947d9 req-9b803f4c-6e09-4dbd-8889-953e2f86777b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Nov 12 13:22:03.454138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d747e-011c-4950-a0fb-37a072a24883 req-91410536-d8d6-432f-b148-01297e57dc80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:03.455678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-538d747e-011c-4950-a0fb-37a072a24883 req-91410536-d8d6-432f-b148-01297e57dc80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Nov 12 13:22:03.505349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-538d747e-011c-4950-a0fb-37a072a24883 req-26b6347a-8178-4e02-96a7-5fdad704fc1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436950 Nov 12 13:22:04.631853 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b45878-88e3-4491-be75-947272086474 req-65700658-9180-4631-ad1e-a85e8219282c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:04.633643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67b45878-88e3-4491-be75-947272086474 req-65700658-9180-4631-ad1e-a85e8219282c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Nov 12 13:22:04.687170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67b45878-88e3-4491-be75-947272086474 req-cf120489-c763-4ad0-9ad1-bcfc9f77e327 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Nov 12 13:22:05.805228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d37cb0-ebcd-47b5-9488-a663b9d87bb2 req-02292e54-5f2f-44ed-85c9-43808892f4aa tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:05.806859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33d37cb0-ebcd-47b5-9488-a663b9d87bb2 req-02292e54-5f2f-44ed-85c9-43808892f4aa tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Nov 12 13:22:05.819632 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a5a92d08-c63c-4542-b6e8-01cc37600f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.872285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33d37cb0-ebcd-47b5-9488-a663b9d87bb2 req-265d6e9d-2d16-4cb8-8891-e41696e75fb6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583625 Nov 12 13:22:06.993201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0a3ca-7a5a-4de9-9c0e-68d83e9e3cc0 req-c3808b83-6849-427f-8af7-e2b25e9712b4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:06.994708 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2af0a3ca-7a5a-4de9-9c0e-68d83e9e3cc0 req-c3808b83-6849-427f-8af7-e2b25e9712b4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Nov 12 13:22:07.044981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2af0a3ca-7a5a-4de9-9c0e-68d83e9e3cc0 req-0572c954-5f6f-4a98-bddf-c5691516192b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 Nov 12 13:22:08.167469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d5816-9ab5-428e-835e-1f2342d4b6aa req-16409002-944e-4c72-be0f-3e99fbabe323 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:08.168954 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-968d5816-9ab5-428e-835e-1f2342d4b6aa req-16409002-944e-4c72-be0f-3e99fbabe323 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0552189 Nov 12 13:22:08.219525 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-968d5816-9ab5-428e-835e-1f2342d4b6aa req-41bdb2ae-47a8-4abc-a8cc-f9c2400fb5c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444229 Nov 12 13:22:08.241995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43906) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:08.302601 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-764aae1e-395c-4ebd-8e43-c39b83097f3a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/424e4a42-cc87-477d-bb07-16f9379c7599 HTTP/1.1" status: 200 len: 991 time: 0.0593333 Nov 12 13:22:09.089674 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-830a8241-1f53-471b-8372-988a4f5e1432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:09.598138 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.835722 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:11.431330 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:11.454716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-a42d2b47-43a5-4fb4-a178-1eeec44b2aab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446601 Nov 12 13:22:11.539798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-8432d148-e610-49c8-808f-25a9fedbb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.541319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-8432d148-e610-49c8-808f-25a9fedbb581 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1096 time: 0.0427136 Nov 12 13:22:11.648190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-15b8f2ec-3bdc-4466-90b4-719105304422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.649668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-15b8f2ec-3bdc-4466-90b4-719105304422 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 898 time: 0.0877295 Nov 12 13:22:11.720893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-a1a5d749-2cf0-46d3-b85c-5943899e7906 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 999 time: 0.0631053 Nov 12 13:22:11.770906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-91250856-2fa9-45d9-b8e2-b94365bb2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.772367 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-91250856-2fa9-45d9-b8e2-b94365bb2d6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 200 len: 835 time: 0.0449932 Nov 12 13:22:11.819453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-59d78cf0-4139-421e-b79e-dc8e0b186ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.820965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-59d78cf0-4139-421e-b79e-dc8e0b186ac1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7030a91-a82b-4a1a-aa60-231583fb0a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410340 Nov 12 13:22:11.915124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-a92a3c7e-817c-4568-a27d-a8e810037e9f service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867522 Nov 12 13:22:12.008779 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dc22c007-08b4-43db-8f60-d3a17ae9fc09 req-3cbc44eb-e1a9-406c-b58c-ca7512c77edf service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856025 Nov 12 13:22:30.168851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.569777 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.900752 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:22:35.820881 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f839b7f9-b7c5-422c-80c3-f7f12dc95296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:39.091493 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81fd1b60-cb72-4ba9-ba40-6f03692dca16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:39.601716 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:40.669770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:40.837947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:40.838649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 0c3183ff-aa65-4aa4-ac84-d9cce4553e57 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:22:40.838649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:40.913552 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:40.913869 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:40.925349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 0c3183ff-aa65-4aa4-ac84-d9cce4553e57 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:22:41.073023 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:41.099423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=0c3183ff-aa65-4aa4-ac84-d9cce4553e57,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:41.112137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.112497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.112844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.113186 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.113526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.113862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.114222 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.114562 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.114895 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.115223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.115548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.115872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:41.174498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:41.174919 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 424e4a42-cc87-477d-bb07-16f9379c7599 disassociated (deleted). External IP: 172.25.1.5, port: 36f3d21a-5482-43fd-a576-953440400d54. Nov 12 13:22:41.382090 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:22:41.434219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:41.492961 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:22:41.497738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:41.504130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] Sync routers for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:22:41.513847 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:41.514497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:41.525402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-25a1da91-5478-4429-b381-f074b1c40e67 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/floatingips/424e4a42-cc87-477d-bb07-16f9379c7599 HTTP/1.1" status: 204 len: 168 time: 0.8541074 Nov 12 13:22:41.526381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'tag': '36f3d21a-5482-43fd-a576-953440400d54'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:41.528617 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1c50c5-3a12-4124-8264-4f2f190a3149" -d '{"events": [{"name": "network-changed", "server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "tag": "36f3d21a-5482-43fd-a576-953440400d54"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:41.629189 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:41.690994 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209fdaa-6410-48bf-b702-830291a8bbda x-openstack-request-id: req-9209fdaa-6410-48bf-b702-830291a8bbda {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:41.691626 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "tag": "36f3d21a-5482-43fd-a576-953440400d54", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:41.691885 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9209fdaa-6410-48bf-b702-830291a8bbda {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:41.693115 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'tag': '36f3d21a-5482-43fd-a576-953440400d54', 'status': 'completed', 'code': 200} Nov 12 13:22:41.791270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-8c088dc0-7404-4764-b262-a826d22331fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.792844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-8c088dc0-7404-4764-b262-a826d22331fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 1096 time: 0.0784025 Nov 12 13:22:41.817204 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec7e55-9865-4cf9-81c8-6d8821913072 req-d2e0af12-500d-42ea-b3ec-69d567a73e07 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.818983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32ec7e55-9865-4cf9-81c8-6d8821913072 req-d2e0af12-500d-42ea-b3ec-69d567a73e07 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0738964 Nov 12 13:22:41.928259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32ec7e55-9865-4cf9-81c8-6d8821913072 req-0e470dd0-1747-4214-afe8-b64340c9e1bb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961020 Nov 12 13:22:41.943797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-ecdccdfc-0656-48c0-9ee0-75aa1dfa3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.945343 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-ecdccdfc-0656-48c0-9ee0-75aa1dfa3591 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 200 len: 898 time: 0.1441717 Nov 12 13:22:41.990640 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-0a5c2504-4499-47a8-9850-b3ccca7ddd1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 200 len: 217 time: 0.0362813 Nov 12 13:22:42.011665 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:14Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:42.037414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] Checking router: 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:22:42.041834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-db453d5c-6490-4f43-8251-de5af9540c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:42.043351 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-db453d5c-6490-4f43-8251-de5af9540c1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 200 len: 835 time: 0.0438907 Nov 12 13:22:42.045382 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:42.045977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:42.089587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-7ac066aa-da78-4c0a-9d7b-5a8a1fdeba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:42.091165 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-7ac066aa-da78-4c0a-9d7b-5a8a1fdeba77 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7030a91-a82b-4a1a-aa60-231583fb0a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402765 Nov 12 13:22:42.153511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:42.191243 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-2292f739-3d18-460c-b7d9-d36d5fae2c97 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910378 Nov 12 13:22:42.287093 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db1c50c5-3a12-4124-8264-4f2f190a3149 req-c8ccd817-90a2-44bc-90e6-d8d9c2b02aa1 service neutron] 10.222.0.81 "GET /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882869 Nov 12 13:22:42.366639 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:14Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:42.393097 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbe89f-3636-4c88-a2fc-7275eda8dc16 None None] The sync data for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 is: [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:21:11Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '6d23f6f4-444d-4843-931e-51c9324c819c', 'name': '', 'network_id': 'f7030a91-a82b-4a1a-aa60-231583fb0a71', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:19:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:10Z', 'updated_at': '2021-11-12T13:21:14Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '29fcc234-8711-458d-968e-2741bd88bdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:22:42.603448 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fb7df-64f5-4e4a-bfc9-f44f821e9108 None None] New status for floating IP 424e4a42-cc87-477d-bb07-16f9379c7599: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:22:43.051088 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c923-3a2b-4246-b291-900848d10bb7 req-9fd36039-22e4-4015-929d-824719fa717a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:43.052582 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec7c923-3a2b-4246-b291-900848d10bb7 req-9fd36039-22e4-4015-929d-824719fa717a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Nov 12 13:22:43.112217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ec7c923-3a2b-4246-b291-900848d10bb7 req-a28b5052-764d-445b-957a-34a5ee7b7dbe tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aefa030-a836-4da9-a8b6-2828466dd122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533230 Nov 12 13:22:43.229769 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-f5303e35-d8e7-42d8-a603-b962ac95c448 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:43.231180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-f5303e35-d8e7-42d8-a603-b962ac95c448 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/ports?device_id=a00d4edd-126f-4e90-b39d-b0d31517ad00 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Nov 12 13:22:43.323781 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 36f3d21a-5482-43fd-a576-953440400d54 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:22:43.324118 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.412526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port 36f3d21a-5482-43fd-a576-953440400d54, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=36f3d21a-5482-43fd-a576-953440400d54,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:43.412890 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.427515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 36f3d21a-5482-43fd-a576-953440400d54 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:22:43.568749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.601047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=36f3d21a-5482-43fd-a576-953440400d54,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:43.651957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] No DVR routers for this DVR port 36f3d21a-5482-43fd-a576-953440400d54 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:22:43.660418 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.663856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6139d9e5-bda4-4f68-9b85-d6a07eab42b3 req-0c430b77-f586-400e-8287-214e6227783b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "DELETE /v2.0/ports/36f3d21a-5482-43fd-a576-953440400d54 HTTP/1.1" status: 204 len: 173 time: 0.4254663 Nov 12 13:22:43.694689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'name': 'network-vif-deleted', 'tag': '36f3d21a-5482-43fd-a576-953440400d54'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:43.697245 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03395c55-420d-4a34-838c-ad26b6727622" -d '{"events": [{"server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "name": "network-vif-deleted", "tag": "36f3d21a-5482-43fd-a576-953440400d54"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:43.742745 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41b136-8119-488f-a19f-2f6125c79768 x-openstack-request-id: req-7d41b136-8119-488f-a19f-2f6125c79768 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:43.743076 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00d4edd-126f-4e90-b39d-b0d31517ad00", "name": "network-vif-deleted", "tag": "36f3d21a-5482-43fd-a576-953440400d54", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:43.743324 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d41b136-8119-488f-a19f-2f6125c79768 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:43.743748 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00d4edd-126f-4e90-b39d-b0d31517ad00', 'name': 'network-vif-deleted', 'tag': '36f3d21a-5482-43fd-a576-953440400d54', 'status': 'completed', 'code': 200} Nov 12 13:22:44.168840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:44.860402 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.125729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 6d23f6f4-444d-4843-931e-51c9324c819c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:22:45.125996 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.216980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port 6d23f6f4-444d-4843-931e-51c9324c819c, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6d23f6f4-444d-4843-931e-51c9324c819c,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:45.217703 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.230852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 6d23f6f4-444d-4843-931e-51c9324c819c owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:22:45.416343 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.443220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=6d23f6f4-444d-4843-931e-51c9324c819c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:45.631273 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.846474 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:22:45.952348 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:22:45.957927 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7f65da06-71e5-48f4-8c22-4cc5119980b5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/8c8dfeb1-ed5d-4e6c-9919-a5d829430130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7880571 Nov 12 13:22:45.960659 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:45.964911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] Sync routers for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:22:45.979638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:45.980265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:46.019271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting subnet 29fcc234-8711-458d-968e-2741bd88bdb7 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:22:46.022525 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.063631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.087290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:46.156187 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.224199 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.259576 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Subnet': ['ID=29fcc234-8711-458d-968e-2741bd88bdb7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:46.261780 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.268434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ea379955-29a5-4ddb-b0b7-15cc7db03402 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/subnets/29fcc234-8711-458d-968e-2741bd88bdb7 HTTP/1.1" status: 204 len: 168 time: 0.3033435 Nov 12 13:22:46.269180 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:46.270049 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd438e-5c7b-476c-b6dc-e63758399a5a None None] Network f7030a91-a82b-4a1a-aa60-231583fb0a71 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:46.326743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 36f3d21a-5482-43fd-a576-953440400d54 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:22:46.355489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 36f3d21a-5482-43fd-a576-953440400d54 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:22:46.355833 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 36f3d21a-5482-43fd-a576-953440400d54 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:22:46.380516 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.394997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:22:45Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:46.422557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] Checking router: 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:22:46.448426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] Routers {'8c8dfeb1-ed5d-4e6c-9919-a5d829430130'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:46.449037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:46.487219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.549813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 391bc086-a38f-4631-89d6-776dcd534654 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:22:46.550156 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.567773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] DHCP port deletion for f7030a91-a82b-4a1a-aa60-231583fb0a71 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:22:46.573242 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] Set router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:46.632939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port 391bc086-a38f-4631-89d6-776dcd534654, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=391bc086-a38f-4631-89d6-776dcd534654,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:46.633299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.646188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 391bc086-a38f-4631-89d6-776dcd534654 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:22:46.743264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Deleting port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:22:46.743630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.811335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.830571 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] For port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,segment=NetworkSegment(fae8184a-6518-498e-9c77-ea4dc7949db8),segment_id=fae8184a-6518-498e-9c77-ea4dc7949db8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:46.830977 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.840969 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=391bc086-a38f-4631-89d6-776dcd534654,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:46.846601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Calling delete_port for 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:22:46.859767 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf5967-f9f3-4c64-abd4-6e8073438deb None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:22:46.905303 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.911420 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:22:45Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:46.943508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d49294-6b0c-4c60-b10a-7e2f48e308c0 None None] The sync data for ids ['8c8dfeb1-ed5d-4e6c-9919-a5d829430130'] in n-d-804878-5 is: [{'id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095806835', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '391bc086-a38f-4631-89d6-776dcd534654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:07Z', 'updated_at': '2021-11-12T13:22:45Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '391bc086-a38f-4631-89d6-776dcd534654', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dfeb1-ed5d-4e6c-9919-a5d829430130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:08Z', 'updated_at': '2021-11-12T13:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:22:46.984773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.003144 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.005336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.009590 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Pushing event deleted for resources: {'Port': ['ID=0bf5048a-60f6-42b1-a65c-0b8c002b8e97,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:47.020735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] No DVR routers for this DVR port 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:22:47.023110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.023449 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.023781 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.024113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.024438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.024766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.025086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.025406 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.025722 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.026040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.026381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.026698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90b74e-4197-47ce-9933-66181a112969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.062009 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.062581 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Fanout notify agent at l3_agent the message router_deleted on router 8c8dfeb1-ed5d-4e6c-9919-a5d829430130 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:22:47.072137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.073290 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8fd96b66-4690-48ab-9bdd-2e8709776236 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/routers/8c8dfeb1-ed5d-4e6c-9919-a5d829430130 HTTP/1.1" status: 204 len: 168 time: 0.8031566 Nov 12 13:22:47.076056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:47.152112 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.241470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.261507 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7030a91-a82b-4a1a-aa60-231583fb0a71']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:47.270648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae8184a-6518-498e-9c77-ea4dc7949db8') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:47.270955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae8184a-6518-498e-9c77-ea4dc7949db8') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:47.280319 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.294799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.302754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:22:47.303231 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:22:47.307666 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:22:47.368491 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.376085 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.379773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/networks/f7030a91-a82b-4a1a-aa60-231583fb0a71 HTTP/1.1" status: 204 len: 168 time: 0.3027608 Nov 12 13:22:47.382905 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:47.392798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1027c-3c39-4e21-9881-f3a1e0251bde tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Network': ['ID=f7030a91-a82b-4a1a-aa60-231583fb0a71,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:47.447205 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.477082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.543515 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.546137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.550216 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/security-groups/5aefa030-a836-4da9-a8b6-2828466dd122 HTTP/1.1" status: 204 len: 168 time: 0.1629598 Nov 12 13:22:47.562375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aefa030-a836-4da9-a8b6-2828466dd122,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:47.571079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.571554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.571951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.572297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.572958 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.573238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.573750 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.574246 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.574594 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.574930 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.575259 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.575625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cfa47-d315-4256-9706-a92a8e27f455 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:47.785714 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43962) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:47.790761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706130028', 'description': 'tempest-secgroup-smoke-706130028 description', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:47.813555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.883316 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.886896 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.917026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.918742 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1314824 Nov 12 13:22:47.922067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:47.925010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1365a3-249e-4c21-860c-8c14088feba5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3baed77d-17c7-4a5c-8e8b-b09847348af1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:47.928993 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '3baed77d-17c7-4a5c-8e8b-b09847348af1', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:47.962246 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.036056 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.039711 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.058740 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fee53df-0e49-4c40-b257-8abee81bb52c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:48.067833 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.069076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-77c07f19-6022-4838-9a6c-e75307a7b36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459639 Nov 12 13:22:48.071882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.076289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '3baed77d-17c7-4a5c-8e8b-b09847348af1', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.108119 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.176640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.181448 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.201942 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cf40cd-fa60-477e-b284-24817ce5f6a7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:48.207971 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.209951 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8afe3548-f50a-410f-9324-8e3be4d41eaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363695 Nov 12 13:22:48.211976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.216303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '3baed77d-17c7-4a5c-8e8b-b09847348af1', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.245586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:22:48.250951 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.273745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:22:48.274068 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 0bf5048a-60f6-42b1-a65c-0b8c002b8e97 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:22:48.275160 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 391bc086-a38f-4631-89d6-776dcd534654 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:22:48.297226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 391bc086-a38f-4631-89d6-776dcd534654 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:22:48.297480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 391bc086-a38f-4631-89d6-776dcd534654 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:22:48.297893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6d23f6f4-444d-4843-931e-51c9324c819c no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:22:48.319804 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.320519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6d23f6f4-444d-4843-931e-51c9324c819c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:22:48.320871 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6d23f6f4-444d-4843-931e-51c9324c819c not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:22:48.324116 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.343854 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b6cb08-19f8-4952-86ea-c0ddbdc681b1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:48.353785 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.355097 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5e3401cf-6bf9-4938-9474-dcfde233e49d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421833 Nov 12 13:22:48.359303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.365862 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '3baed77d-17c7-4a5c-8e8b-b09847348af1', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.393749 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.459010 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.463149 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.482378 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150b1452-a57c-44ca-bbec-cfdbfbc52b34,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:48.490210 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.491370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f2b65fd7-2dd3-4751-95d8-75c8351cd2e8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309865 Nov 12 13:22:48.494652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.499320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '3baed77d-17c7-4a5c-8e8b-b09847348af1', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.523687 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:22:48.528959 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.595295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.601043 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.621903 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae495937-0cf9-4f23-9dbc-214668905853,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:48.634658 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.635914 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6417cbdb-bbd1-4498-b113-ef27b56f63d9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402323 Nov 12 13:22:48.638702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.643436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '3baed77d-17c7-4a5c-8e8b-b09847348af1', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.666047 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:22:48.671435 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.737274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.743040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.764229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8d2b00-b216-4e6b-9238-ae59579fcf12,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:48.772929 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.774246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3892d064-c6de-4a47-b3e8-d093cfa1ba47 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344864 Nov 12 13:22:48.777219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.782182 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'network': {'name': 'tempest-network-smoke--1687230222', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.807485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:48.811108 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.839726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:22:48.851082 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.851371 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Added segment c29c8ce0-00a4-46da-a909-2491c5a6014e of type vlan for network c5746478-511b-4d94-9cb0-8e09caf6a36a Nov 12 13:22:48.904844 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.931822 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.937631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.938310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.980952 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2026594 Nov 12 13:22:48.985193 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:48.993214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'admin_state_up': True, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:49.029693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1353e-8e2d-4188-ac8c-73882edcb66d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Network': ['ID=c5746478-511b-4d94-9cb0-8e09caf6a36a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:49.036669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.038042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.045102 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network c5746478-511b-4d94-9cb0-8e09caf6a36a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:22:49.112784 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.260546 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.458188 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.476742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.582738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.169 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/ee638e43-aaaf-41d1-ad62-59d9c4bf1350) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:49.687036 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.721012 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.765097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:49.768082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:49.773654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:49.780783 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c303397-3806-4232-84a1-b779cbe7bb36 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:22:49.798383 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:49.840042 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe7b778a-06a0-4f82-a6dd-a30e4edb3c64 None None] Provisioning complete for port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:49.841280 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe7b778a-06a0-4f82-a6dd-a30e4edb3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.890467 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b778a-06a0-4f82-a6dd-a30e4edb3c64 None None] Port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:50.052403 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.273287 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.402264 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 284f3118-3eb9-47ac-8a50-1fb654581d7a is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:22:50.508902 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:22:50.519970 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Sync routers for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:22:50.529916 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.531200 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b08ede81-298e-41d3-bbdc-0ae9cc8f8178 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5442722 Nov 12 13:22:50.535172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:50.537116 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:50.537762 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:50.583302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c836de2b-1e48-4237-9b3d-c855d9b783d1 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6e7a741bb7eb4e80b0ad25e053eb6abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441482 Nov 12 13:22:50.583915 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:50.659522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:50.712648 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2bb3d-32ab-4fc6-a7ef-c9f128c07c1d tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:50.716995 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-57e2bb3d-32ab-4fc6-a7ef-c9f128c07c1d tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294088 Nov 12 13:22:50.717159 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43984) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:50.746555 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8b1a5088-43f9-4308-9609-0e2777b630a2 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282497 Nov 12 13:22:50.749416 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 43986) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:50.754835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559017424', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:50.849057 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:50.853025 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.859432 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:49Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:50.885779 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Checking router: 284f3118-3eb9-47ac-8a50-1fb654581d7a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:22:50.886130 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Updating router 284f3118-3eb9-47ac-8a50-1fb654581d7a port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:22:50.911775 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.057743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.119959 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Subnet': ['ID=45c7dd9e-234d-485d-8c4a-b2815abb76a6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:51.130238 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Checking segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:51.130608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network hostable DHCP agents. Network: c5746478-511b-4d94-9cb0-8e09caf6a36a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:22:51.148663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network c5746478-511b-4d94-9cb0-8e09caf6a36a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:22:51.158392 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, c5746478-511b-4d94-9cb0-8e09caf6a36a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:51.166766 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.167368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.168611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c1024-93b8-452d-a360-64d9b77ecdd0 None None] Network c5746478-511b-4d94-9cb0-8e09caf6a36a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:51.184935 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7bf42da2-f78b-4640-97d0-5a9d9ccdeaaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4340129 Nov 12 13:22:51.187557 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 43988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:51.191643 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.197810 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.243868 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Pushing event updated for resources: {'Port': ['ID=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:51.244266 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a180b-e01a-4e3e-971b-666d80c6dc33 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:22:51.266031 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Attempting to bind port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:51.266555 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Attempting to bind port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:51.266977 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Attempting to bind port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:51.273198 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:51.273651 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:51.274116 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.274603 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:51.275152 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Bound port: ee638e43-aaaf-41d1-ad62-59d9c4bf1350, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:51.275675 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.296468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.296931 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.297428 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.298098 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.298310 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.299235 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.299810 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.300220 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.300911 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.301038 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.301440 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.301909 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:51.337956 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] For port ee638e43-aaaf-41d1-ad62-59d9c4bf1350, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:51.341328 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] For port ee638e43-aaaf-41d1-ad62-59d9c4bf1350, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:51.349180 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.351878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-078a3c73-258e-4869-b71a-ea265af19363 None None] Provisioning complete for port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:51.352666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-078a3c73-258e-4869-b71a-ea265af19363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.378530 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-c5746478-511b-4d94-9cb0-8e09caf6a36a', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:22:51.379708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.409514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6aceb6-ba28-4af6-acdb-f07623bafdf4 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:22:51.414767 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd2be3-c151-423b-82de-b6e90e2f85cf None None] Pushing event updated for resources: {'Port': ['ID=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:51.425366 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:51.426318 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:51.543919 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:51.666013 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.723609 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-078a3c73-258e-4869-b71a-ea265af19363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.751650 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:49Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:51.757565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-078a3c73-258e-4869-b71a-ea265af19363 None None] For port ee638e43-aaaf-41d1-ad62-59d9c4bf1350, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:51.762749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-078a3c73-258e-4869-b71a-ea265af19363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.779454 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6424cd5-7a13-4e0a-b95c-03d8e99673ed None None] The sync data for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 is: [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:49Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:22:51.790888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Allocated IP 172.20.0.2 (c5746478-511b-4d94-9cb0-8e09caf6a36a/45c7dd9e-234d-485d-8c4a-b2815abb76a6/d9cc17a1-ebab-4918-ae00-51561dd3bcbb) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:51.847018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a3c73-258e-4869-b71a-ea265af19363 None None] Pushing event updated for resources: {'Port': ['ID=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:51.906881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-68c3e1b4-0479-4435-a5fd-f9bc90949270 None None] Provisioning complete for port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:51.907250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-68c3e1b4-0479-4435-a5fd-f9bc90949270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.015069 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.049109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.103280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.1 (c5746478-511b-4d94-9cb0-8e09caf6a36a/45c7dd9e-234d-485d-8c4a-b2815abb76a6/ca92d628-bbcd-4f4b-a059-fc4620d2646d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:52.111538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Network c5746478-511b-4d94-9cb0-8e09caf6a36a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:52.115113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:52.120881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:52.122868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Pushing event updated for resources: {'Port': ['ID=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:52.194151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Attempting to bind port d9cc17a1-ebab-4918-ae00-51561dd3bcbb on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:52.194752 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Attempting to bind port d9cc17a1-ebab-4918-ae00-51561dd3bcbb by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:52.196442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Attempting to bind port d9cc17a1-ebab-4918-ae00-51561dd3bcbb on network c5746478-511b-4d94-9cb0-8e09caf6a36a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:52.202440 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:52.202914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Checking segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:52.203355 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.203814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Bound using segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:52.205593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Bound port: d9cc17a1-ebab-4918-ae00-51561dd3bcbb, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:52.205593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.307093 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] For port d9cc17a1-ebab-4918-ae00-51561dd3bcbb, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:52.311308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ee638e43-aaaf-41d1-ad62-59d9c4bf1350 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:52.317539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] For port d9cc17a1-ebab-4918-ae00-51561dd3bcbb, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:52.345917 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.449177 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:52.449549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.451271 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d28953-3fdd-4580-9721-688843ad6f0e None None] Pushing event updated for resources: {'Port': ['ID=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:52.685372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.733475 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.777147 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network c5746478-511b-4d94-9cb0-8e09caf6a36a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:52.780242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:52.793833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:52.802025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ca92d628-bbcd-4f4b-a059-fc4620d2646d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:52.850077 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.981874 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.309519 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.316102 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.404094 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.406111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ca92d628-bbcd-4f4b-a059-fc4620d2646d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:53.470812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168efb97-7ea7-4912-8626-4a513d9073a7 None None] Network c5746478-511b-4d94-9cb0-8e09caf6a36a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:53.517472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network c5746478-511b-4d94-9cb0-8e09caf6a36a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:53.518884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:53.553364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef6dd38f-5d3b-4d11-925a-1833d201b587 None None] Provisioning complete for port d9cc17a1-ebab-4918-ae00-51561dd3bcbb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:53.553830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd38f-5d3b-4d11-925a-1833d201b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.641389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 284f3118-3eb9-47ac-8a50-1fb654581d7a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:22:53.704687 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd38f-5d3b-4d11-925a-1833d201b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.754667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef6dd38f-5d3b-4d11-925a-1833d201b587 None None] For port d9cc17a1-ebab-4918-ae00-51561dd3bcbb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:53.769392 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd38f-5d3b-4d11-925a-1833d201b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.776173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:22:53.783600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-308b6234-27c7-4dc2-9a0f-91ad10f466e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/284f3118-3eb9-47ac-8a50-1fb654581d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5949559 Nov 12 13:22:53.856845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd38f-5d3b-4d11-925a-1833d201b587 None None] Pushing event updated for resources: {'Port': ['ID=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:53.977860 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-8b90ed17-4ce7-4898-b16a-13706c8d1ee3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706130028&fields=id&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 267 time: 0.0502467 Nov 12 13:22:53.996766 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0e742877-4227-4cc0-b89b-76f26bf151e1 None None] Provisioning complete for port d9cc17a1-ebab-4918-ae00-51561dd3bcbb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:53.997148 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e742877-4227-4cc0-b89b-76f26bf151e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.105670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0e742877-4227-4cc0-b89b-76f26bf151e1 None None] Provisioning complete for port ca92d628-bbcd-4f4b-a059-fc4620d2646d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:54.106137 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e742877-4227-4cc0-b89b-76f26bf151e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.127593 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-cf0c8840-975a-4406-9dd1-fe9405d95373 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.130600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-cf0c8840-975a-4406-9dd1-fe9405d95373 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 797 time: 0.1440077 Nov 12 13:22:54.135917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Sync routers for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:22:54.153721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-22a9983e-4bad-485c-9e9c-089dd82c5213 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/quotas/6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 375 time: 0.0167515 Nov 12 13:22:54.162090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:54.162846 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:54.168238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0e742877-4227-4cc0-b89b-76f26bf151e1 None None] Port ca92d628-bbcd-4f4b-a059-fc4620d2646d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:54.230625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-93a2e7d2-77e1-4c28-99e8-162a14270a37 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644312 Nov 12 13:22:54.238763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-c785c81b-df64-40fe-b3f5-238d34c4b87a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:22:54.245848 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-c785c81b-df64-40fe-b3f5-238d34c4b87a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119915 Nov 12 13:22:54.301643 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:54.340014 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d9cc17a1-ebab-4918-ae00-51561dd3bcbb up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:54.353079 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa0a621c-e0bb-4f9e-9eac-9aa6ae8c7f61 None None] Provisioning complete for port ca92d628-bbcd-4f4b-a059-fc4620d2646d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:54.353450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa0a621c-e0bb-4f9e-9eac-9aa6ae8c7f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.357550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-22c01d66-3d23-4df6-a5e7-a72cabded6d7 service neutron] 10.222.0.18 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098945 Nov 12 13:22:54.458578 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-06df865f-338a-4564-868c-48a8ed7977f1 service neutron] 10.222.0.18 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951953 Nov 12 13:22:54.474593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a621c-e0bb-4f9e-9eac-9aa6ae8c7f61 None None] Port ca92d628-bbcd-4f4b-a059-fc4620d2646d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:54.527955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port d9cc17a1-ebab-4918-ae00-51561dd3bcbb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:54.528361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.622999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-41fc7910-16b9-4b62-9bf7-1095e3adb5e4 None None] Provisioning complete for port ca92d628-bbcd-4f4b-a059-fc4620d2646d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:54.623368 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41fc7910-16b9-4b62-9bf7-1095e3adb5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.643554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76b9121e-e5fc-4514-b0a1-eb2dbea872b3 req-7edf4232-61ee-46b4-b2ea-f7475fd0b638 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 210 time: 0.0348551 Nov 12 13:22:54.698635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41fc7910-16b9-4b62-9bf7-1095e3adb5e4 None None] Port ca92d628-bbcd-4f4b-a059-fc4620d2646d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:54.715356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:53Z', 'revision_number': 2, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:54.748046 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Checking router: 284f3118-3eb9-47ac-8a50-1fb654581d7a for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:22:54.748404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Updating router 284f3118-3eb9-47ac-8a50-1fb654581d7a port ca92d628-bbcd-4f4b-a059-fc4620d2646d binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:22:54.773234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.064016 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.071204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.143220 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a2e29-d8ac-4d1a-a7d2-0d4036981320 None None] Pushing event updated for resources: {'Port': ['ID=ca92d628-bbcd-4f4b-a059-fc4620d2646d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:55.185237 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Attempting to bind port ca92d628-bbcd-4f4b-a059-fc4620d2646d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:55.185609 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Attempting to bind port ca92d628-bbcd-4f4b-a059-fc4620d2646d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:55.185969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Attempting to bind port ca92d628-bbcd-4f4b-a059-fc4620d2646d on network c5746478-511b-4d94-9cb0-8e09caf6a36a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:55.192419 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:55.192807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Checking segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:55.193203 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.193602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Bound using segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:55.194077 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Bound port: ca92d628-bbcd-4f4b-a059-fc4620d2646d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:55.194486 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.262539 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] For port ca92d628-bbcd-4f4b-a059-fc4620d2646d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:55.265782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] For port ca92d628-bbcd-4f4b-a059-fc4620d2646d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ca92d628-bbcd-4f4b-a059-fc4620d2646d,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:55.271367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.335402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:22:55.336032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:55.394391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a2e29-d8ac-4d1a-a7d2-0d4036981320 None None] Pushing event updated for resources: {'Port': ['ID=ca92d628-bbcd-4f4b-a059-fc4620d2646d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:55.468231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0d4d75e3-edcf-4ab0-bf7a-e527c851ffbd None None] Provisioning complete for port ca92d628-bbcd-4f4b-a059-fc4620d2646d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:55.468713 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d4d75e3-edcf-4ab0-bf7a-e527c851ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.494632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:22:55.778657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c35b4dfa-4bed-41da-a822-c5264f962901 req-3f0f48a1-8021-4ec1-bc4a-1cb51e86cf4e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 210 time: 0.0492451 Nov 12 13:22:55.854515 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d4d75e3-edcf-4ab0-bf7a-e527c851ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.861073 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-17bce366-bd27-44bd-b5c6-d9deb07b23e1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.862637 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-17bce366-bd27-44bd-b5c6-d9deb07b23e1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 797 time: 0.1650012 Nov 12 13:22:55.918979 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0d4d75e3-edcf-4ab0-bf7a-e527c851ffbd None None] For port ca92d628-bbcd-4f4b-a059-fc4620d2646d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ca92d628-bbcd-4f4b-a059-fc4620d2646d,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:55.923455 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d4d75e3-edcf-4ab0-bf7a-e527c851ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.930587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-65f2d5d1-1fe7-41e7-89c7-e82942d1cb44 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 379 time: 0.0581932 Nov 12 13:22:55.942544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'port': {'device_id': '31bcc958-0b5b-460b-b774-f310944414bc', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'admin_state_up': True, 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'security_groups': ['3baed77d-17c7-4a5c-8e8b-b09847348af1']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:55.982348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d75e3-edcf-4ab0-bf7a-e527c851ffbd None None] Pushing event updated for resources: {'Port': ['ID=ca92d628-bbcd-4f4b-a059-fc4620d2646d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:55.990483 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:56.017740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059ba8e-d1a2-43ad-b77e-ad2ddf87960d None None] The sync data for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 is: [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:22:56.043519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1a32dc28-4628-47da-be00-e6eada951698 None None] Provisioning complete for port ca92d628-bbcd-4f4b-a059-fc4620d2646d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:56.043891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a32dc28-4628-47da-be00-e6eada951698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:56.091757 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:56.096322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:56.302270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca92d628-bbcd-4f4b-a059-fc4620d2646d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:56.328451 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.7 (c5746478-511b-4d94-9cb0-8e09caf6a36a/45c7dd9e-234d-485d-8c4a-b2815abb76a6/c5fea891-e51e-41a1-9baf-b7f7aa213163) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:56.371364 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ca92d628-bbcd-4f4b-a059-fc4620d2646d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:56.371949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:56.589040 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:56.648669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:56.707528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network c5746478-511b-4d94-9cb0-8e09caf6a36a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:56.713076 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:56.716058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:56.774624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:56.826798 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.827788 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:56.870947 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-b4970db4-02b1-41f5-b9f8-ae8fe9e40ac0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9323914 Nov 12 13:22:56.884879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-efb15bd8-e7be-4f94-854b-4a9482287dd2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:22:56.887699 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-efb15bd8-e7be-4f94-854b-4a9482287dd2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111554 Nov 12 13:22:57.012977 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Request body: {'port': {'device_id': '31bcc958-0b5b-460b-b774-f310944414bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:57.054261 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf75f3-f044-415e-bc28-e0a302d978c4 req-ca573675-dde6-4b1c-adac-2d7de7e58f02 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:57.057172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4cf75f3-f044-415e-bc28-e0a302d978c4 req-ca573675-dde6-4b1c-adac-2d7de7e58f02 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 931 time: 0.1340170 Nov 12 13:22:57.103867 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.120487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5759a55f-ba3c-4637-8d87-3dd766619b1d None None] Provisioning complete for port c5fea891-e51e-41a1-9baf-b7f7aa213163 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:57.122465 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5759a55f-ba3c-4637-8d87-3dd766619b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.163059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4cf75f3-f044-415e-bc28-e0a302d978c4 req-e192224c-309d-4777-b145-3a8de53e5125 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990462 Nov 12 13:22:57.194568 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5759a55f-ba3c-4637-8d87-3dd766619b1d None None] Port c5fea891-e51e-41a1-9baf-b7f7aa213163 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:57.756481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fea891-e51e-41a1-9baf-b7f7aa213163 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:57.764653 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.777065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Transition to ACTIVE for port object c5fea891-e51e-41a1-9baf-b7f7aa213163 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:57.780849 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.831759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:57.910814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:57.911502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:57.911604 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 on network c5746478-511b-4d94-9cb0-8e09caf6a36a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:57.916115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Port c5fea891-e51e-41a1-9baf-b7f7aa213163 on network c5746478-511b-4d94-9cb0-8e09caf6a36a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:57.916431 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 on network c5746478-511b-4d94-9cb0-8e09caf6a36a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:57.921659 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:57.922064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Checking segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:57.922490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Bound using segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:57.922919 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Bound port: c5fea891-e51e-41a1-9baf-b7f7aa213163, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:57.923769 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.992703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:57.995907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:58.000382 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:58.038494 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.039136 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:58.040533 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] 10.222.0.65 "PUT /v2.0/ports/c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 1091 time: 1.1443088 Nov 12 13:22:58.040973 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:58.043280 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa22d67-2ba0-423a-9497-1c9835593ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:58.069452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571157ee-6f29-4c14-8c32-03b1b4bba5ee service neutron] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:58.127616 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9bcffe-eaa8-41b3-9ff5-e15ba55c2c74 x-openstack-request-id: req-6c9bcffe-eaa8-41b3-9ff5-e15ba55c2c74 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:58.127906 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:58.128158 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c9bcffe-eaa8-41b3-9ff5-e15ba55c2c74 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:58.128573 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'status': 'completed', 'code': 200} Nov 12 13:22:58.146776 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-1e30b9c2-68fa-427d-9587-2feef8d0403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.148312 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-1e30b9c2-68fa-427d-9587-2feef8d0403b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1094 time: 0.0550761 Nov 12 13:22:58.196440 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-d73ce14e-abcc-40a3-bf96-86a4dbe3582b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 217 time: 0.0369081 Nov 12 13:22:58.254244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-a434376d-1eca-407f-b659-722549aec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.257892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-a434376d-1eca-407f-b659-722549aec956 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0486360 Nov 12 13:22:58.296464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55e2f-ea26-460c-a950-663142d4a241 req-9b834521-b611-4dfb-a865-9c72eb8c162f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.297972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2e55e2f-ea26-460c-a950-663142d4a241 req-9b834521-b611-4dfb-a865-9c72eb8c162f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0531633 Nov 12 13:22:58.311345 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-9265bf8d-720d-4221-8661-17b213cef280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.312955 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-9265bf8d-720d-4221-8661-17b213cef280 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482252 Nov 12 13:22:58.351464 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f2e55e2f-ea26-460c-a950-663142d4a241 req-d4e8d628-4d6e-4615-998a-7448f60d5381 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Nov 12 13:22:58.412155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-825b7590-38b1-4d50-8de5-e6d6dea7bb1f service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912981 Nov 12 13:22:58.509417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-88dd4dc0-0ba1-4a57-aa61-0d6a27fe0300 req-6265095b-ff84-4fb7-a160-8852c3301a5a service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898144 Nov 12 13:22:58.610492 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-cdcd1156-bed8-4968-8d1b-9e65165ffdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.612340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-cdcd1156-bed8-4968-8d1b-9e65165ffdb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1094 time: 0.0527623 Nov 12 13:22:58.718511 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-de62c79b-c271-44cf-81fc-a2976a00ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.720714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-de62c79b-c271-44cf-81fc-a2976a00ac08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0937450 Nov 12 13:22:58.774044 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-428ef94e-b3a1-48aa-8b45-7e5aeea573e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 217 time: 0.0438919 Nov 12 13:22:58.830878 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-71a883f6-2a5a-4fbb-bb8e-05da3223e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.832404 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-71a883f6-2a5a-4fbb-bb8e-05da3223e29d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0503809 Nov 12 13:22:58.888844 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-6a926ec0-e1f3-4c9c-aa54-ad200368cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.889077 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-6a926ec0-e1f3-4c9c-aa54-ad200368cdf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436425 Nov 12 13:22:58.991028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-3d7cdba8-1196-4479-9c45-e892228f4f1a service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942836 Nov 12 13:22:59.094260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7aa22d67-2ba0-423a-9497-1c9835593ac0 req-8243758e-1924-438c-8610-275c7952f695 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951419 Nov 12 13:22:59.479803 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f1206-bf7d-40ee-b7aa-37942438fc74 req-01b17c98-e009-45ab-9ae1-01e8923153f6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.481059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb3f1206-bf7d-40ee-b7aa-37942438fc74 req-01b17c98-e009-45ab-9ae1-01e8923153f6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0546165 Nov 12 13:22:59.531962 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fb3f1206-bf7d-40ee-b7aa-37942438fc74 req-6fce287c-e816-4ec3-a2ce-0008ccb9ac9a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Nov 12 13:23:00.182132 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:00.557942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:00.652835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7690e3-5fb9-4a3c-ab38-d4f8c2eeb59e req-a336b375-67b2-4d99-a0da-8f218aff5e96 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:00.654386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa7690e3-5fb9-4a3c-ab38-d4f8c2eeb59e req-a336b375-67b2-4d99-a0da-8f218aff5e96 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0515926 Nov 12 13:23:00.706050 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-fa7690e3-5fb9-4a3c-ab38-d4f8c2eeb59e req-367f6f29-7019-4999-941a-10dc640732d8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452473 Nov 12 13:23:01.827118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93357150-4d9c-488b-b009-b4da9639b48e req-ba6f1b61-6aa5-4043-8b99-11b47c0f3120 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.828644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93357150-4d9c-488b-b009-b4da9639b48e req-ba6f1b61-6aa5-4043-8b99-11b47c0f3120 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0512738 Nov 12 13:23:01.883833 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93357150-4d9c-488b-b009-b4da9639b48e req-74a61dee-ac88-475d-9c7a-92130fc79330 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480881 Nov 12 13:23:02.026946 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:02.129178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:02.140646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'port_id': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'mac_address': 'fa:16:3e:00:62:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:02.178019 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:02.191692 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fea891-e51e-41a1-9baf-b7f7aa213163 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:02.211648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:02.216776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:02.263154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:02.475302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c5fea891-e51e-41a1-9baf-b7f7aa213163'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:03.000706 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f7a4-13f2-4fba-a9df-339b785b9e27 req-c6fd3456-a8e6-4e64-b094-28057612281f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:03.002536 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c91f7a4-13f2-4fba-a9df-339b785b9e27 req-c6fd3456-a8e6-4e64-b094-28057612281f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 944 time: 0.0503771 Nov 12 13:23:03.053066 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6c91f7a4-13f2-4fba-a9df-339b785b9e27 req-02b2232e-1cc0-46d8-9d41-bd2f66c14db4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Nov 12 13:23:04.029678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:23:04.080070 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port c5fea891-e51e-41a1-9baf-b7f7aa213163 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:23:04.084664 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c5fea891-e51e-41a1-9baf-b7f7aa213163 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:23:04.085000 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:04.165739 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:04.174914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25011f-a261-4e8a-a550-66b40be4f3af req-0c5a762e-f407-402f-8909-3233f17d9ab9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.176489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b25011f-a261-4e8a-a550-66b40be4f3af req-0c5a762e-f407-402f-8909-3233f17d9ab9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 944 time: 0.0527353 Nov 12 13:23:04.190850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:04.193158 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33d137-a045-42c6-9062-2798089473c8" -d '{"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:04.207260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:04.211180 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:04.229970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9b25011f-a261-4e8a-a550-66b40be4f3af req-b4d13ee7-e729-411c-8b12-cad4704b2037 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474834 Nov 12 13:23:04.263339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:04.275724 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e1ec3e-edc0-4a70-a4b8-bfd24caa4fa3 x-openstack-request-id: req-f6e1ec3e-edc0-4a70-a4b8-bfd24caa4fa3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:04.276023 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:04.276278 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6e1ec3e-edc0-4a70-a4b8-bfd24caa4fa3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:04.276673 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'code': 200} Nov 12 13:23:04.380562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fa1b-860f-4321-a673-0990ee0e728f req-a0cb96d0-55fe-47d5-b10e-44865230c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.381996 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7444fa1b-860f-4321-a673-0990ee0e728f req-a0cb96d0-55fe-47d5-b10e-44865230c963 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1096 time: 0.0416400 Nov 12 13:23:04.433182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-7444fa1b-860f-4321-a673-0990ee0e728f req-0f9ed9cf-078b-4655-b386-62ca1263fad0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Nov 12 13:23:05.355246 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6517e-b0fa-4595-9158-9b7884abbbba req-0e588c3a-9b59-45cd-b0ce-a9637f75a72b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.356778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfc6517e-b0fa-4595-9158-9b7884abbbba req-0e588c3a-9b59-45cd-b0ce-a9637f75a72b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0551894 Nov 12 13:23:05.407021 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bfc6517e-b0fa-4595-9158-9b7884abbbba req-c76f014d-2fa6-4225-85f8-a1bc98c7789b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436502 Nov 12 13:23:05.822791 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e551912d-4213-4609-927c-1829962af4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:06.525532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312acc7a-34ac-4abd-a17b-821fb5e5f76e req-a75b27f2-2df9-48f6-bece-f29174d2f25e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.527095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-312acc7a-34ac-4abd-a17b-821fb5e5f76e req-a75b27f2-2df9-48f6-bece-f29174d2f25e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0507112 Nov 12 13:23:06.578648 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-312acc7a-34ac-4abd-a17b-821fb5e5f76e req-8dc8b0bc-fe96-4397-995b-b67aa7e96e6f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Nov 12 13:23:06.699757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29e5e8-9966-4670-8c40-9dd7bcc44ba2 req-1d6fd8e9-444a-4bcc-84ff-fe1c2a439a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.701193 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba29e5e8-9966-4670-8c40-9dd7bcc44ba2 req-1d6fd8e9-444a-4bcc-84ff-fe1c2a439a04 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0499537 Nov 12 13:23:06.756124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba29e5e8-9966-4670-8c40-9dd7bcc44ba2 req-2bd116a9-4ec1-42d8-9e19-0be8d4260d96 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488787 Nov 12 13:23:06.777729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:06.819713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990aa01-0861-4f9d-a60d-57b9376c0679 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.821283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9990aa01-0861-4f9d-a60d-57b9376c0679 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1091 time: 0.0425086 Nov 12 13:23:06.824051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:06.828528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:06.852512 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:06.949738 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.058834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.189 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bef8c0d7-de78-42a8-a093-38aad1736445) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:23:07.164075 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.197481 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.234828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:23:07.240325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:23:07.243940 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:23:07.266198 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=bef8c0d7-de78-42a8-a093-38aad1736445,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:07.611024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.677611 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.829831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.834427 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.900733 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:23:07.902597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=bef8c0d7-de78-42a8-a093-38aad1736445,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:07.915506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.018536 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 488493db-fb25-420d-aa75-fc079b6740be associated. External IP: 172.25.1.189, port: c5fea891-e51e-41a1-9baf-b7f7aa213163. Nov 12 13:23:08.244693 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 284f3118-3eb9-47ac-8a50-1fb654581d7a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:23:08.361861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:23:08.371817 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] Sync routers for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:23:08.380784 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.383293 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:23:08.383983 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:08.408497 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1e2d99c9-f77a-49e3-82ef-e3f153df6176 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5833690 Nov 12 13:23:08.409381 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:08.411951 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3607e81c-cd40-4889-b8ef-f1ffed0363b8" -d '{"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:08.495417 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:23:08.511603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c086ff-3d55-43f7-a3e9-7a41ee554001 req-0f9fcf6f-77bc-414f-be24-669ec4facdfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.513217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05c086ff-3d55-43f7-a3e9-7a41ee554001 req-0f9fcf6f-77bc-414f-be24-669ec4facdfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0517228 Nov 12 13:23:08.573703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-05c086ff-3d55-43f7-a3e9-7a41ee554001 req-e2cd4f6e-cab2-4d96-a4bd-7059a85b9479 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541115 Nov 12 13:23:08.598648 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:08.660246 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccf75c0-1782-4499-9665-d9428be7be17 x-openstack-request-id: req-8ccf75c0-1782-4499-9665-d9428be7be17 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:08.661003 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:08.661003 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ccf75c0-1782-4499-9665-d9428be7be17 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:08.661181 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'status': 'completed', 'code': 200} Nov 12 13:23:08.699207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5db0321c-ff01-4a77-b80e-762c1a1264a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/488493db-fb25-420d-aa75-fc079b6740be HTTP/1.1" status: 200 len: 991 time: 0.0993598 Nov 12 13:23:08.707387 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-2cde727e-f772-4837-91ca-d4cf7fb94b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.708927 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-2cde727e-f772-4837-91ca-d4cf7fb94b4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1096 time: 0.0525775 Nov 12 13:23:08.815097 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-79b55920-c281-47fb-8244-e99b1c7b87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.816598 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-79b55920-c281-47fb-8244-e99b1c7b87f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0974040 Nov 12 13:23:08.827713 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '488493db-fb25-420d-aa75-fc079b6740be', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'port_id': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'mac_address': 'fa:16:3e:00:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcc958-0b5b-460b-b774-f310944414bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:23:07Z', 'updated_at': '2021-11-12T13:23:07Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:08.855843 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] Checking router: 284f3118-3eb9-47ac-8a50-1fb654581d7a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:23:08.865088 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:23:08.865703 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:22:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:08.886484 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-511f03a0-63c5-4877-ba0f-371c821e1332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 999 time: 0.0615964 Nov 12 13:23:08.943158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-afe7052b-3d2b-43eb-bb42-4e25f510eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.944643 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-afe7052b-3d2b-43eb-bb42-4e25f510eb05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0512400 Nov 12 13:23:08.976593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:23:08.993102 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-cbe179a4-706d-455e-bb94-36f56fa9f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.994667 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-cbe179a4-706d-455e-bb94-36f56fa9f8bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425472 Nov 12 13:23:09.094809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-5ccbdfae-9089-423a-9b10-e08e157fb9e7 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913486 Nov 12 13:23:09.096806 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-830d598f-44b7-4b53-8097-815420c8bcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.194236 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3607e81c-cd40-4889-b8ef-f1ffed0363b8 req-79a08d46-9f5a-4a0b-93b9-588ca6431fd6 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922070 Nov 12 13:23:09.230851 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '488493db-fb25-420d-aa75-fc079b6740be', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'port_id': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'mac_address': 'fa:16:3e:00:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcc958-0b5b-460b-b774-f310944414bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:23:07Z', 'updated_at': '2021-11-12T13:23:07Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:09.259018 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5860c10-55f1-4b21-9eda-eb9b9e0a507d None None] The sync data for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 is: [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '488493db-fb25-420d-aa75-fc079b6740be', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'port_id': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'mac_address': 'fa:16:3e:00:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcc958-0b5b-460b-b774-f310944414bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:23:07Z', 'updated_at': '2021-11-12T13:23:07Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:23:09.471559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd9eb-c69b-4d95-b94f-437c483dbcdf None None] New status for floating IP 488493db-fb25-420d-aa75-fc079b6740be: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:23:09.624196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.703086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:09.775505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3034230f-0005-40f5-8c25-b7f4f2c90534 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/488493db-fb25-420d-aa75-fc079b6740be HTTP/1.1" status: 200 len: 993 time: 0.0711842 Nov 12 13:23:10.842980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:11.436763 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:30.180643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:30.574447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:35.824851 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0824b3b-9b87-4ff7-97d9-e1825d741e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:39.090480 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5426-cf05-4c43-9878-8dda1f7fecf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:39.613931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:40.847087 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:41.440618 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:43.272585 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bb699-130e-48ea-af69-ea5a8db0501e req-7ca7b8a9-7c0a-40c7-b07a-62b15e7b5e4c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:43.274264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-931bb699-130e-48ea-af69-ea5a8db0501e req-7ca7b8a9-7c0a-40c7-b07a-62b15e7b5e4c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0592573 Nov 12 13:23:43.283074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:43.336386 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-931bb699-130e-48ea-af69-ea5a8db0501e req-8a65804a-8297-40be-8c1b-bd58f8c20998 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555973 Nov 12 13:23:43.369829 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-b617c335-edb1-4403-815d-dc04b37e4468 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855031 Nov 12 13:23:43.379092 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1060f7dc-f327-47df-83c2-cf9c5c3ef975 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:23:43.380112 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1060f7dc-f327-47df-83c2-cf9c5c3ef975 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052230 Nov 12 13:23:44.480748 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730b53b-230e-4b39-97c4-b2a5d59b24a5 req-053fbb95-5b6e-4c36-8ad8-63fef499f1f6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.482313 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b730b53b-230e-4b39-97c4-b2a5d59b24a5 req-053fbb95-5b6e-4c36-8ad8-63fef499f1f6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0606174 Nov 12 13:23:44.543032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b730b53b-230e-4b39-97c4-b2a5d59b24a5 req-07547349-8083-4fad-b7c5-24b94f56e6ee tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544841 Nov 12 13:23:44.825537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-a40f426c-8667-4c65-be89-7962ab2aab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.827115 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-a40f426c-8667-4c65-be89-7962ab2aab2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1096 time: 0.0447621 Nov 12 13:23:44.900416 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:23:44.935239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-adb09dd3-0196-4b10-8890-31b3d759f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.936722 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-adb09dd3-0196-4b10-8890-31b3d759f1bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0985193 Nov 12 13:23:45.007869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-f52b70d8-21ee-40df-82c2-72c84d3da28e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 1001 time: 0.0602674 Nov 12 13:23:45.061017 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-146fbeea-5953-4e08-919e-6a61b7f980f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.062427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-146fbeea-5953-4e08-919e-6a61b7f980f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0460377 Nov 12 13:23:45.117770 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-088c962e-0ca6-43fe-8e25-c2cad3773649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.119939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-088c962e-0ca6-43fe-8e25-c2cad3773649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490365 Nov 12 13:23:45.215645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-e5622230-71ac-42e0-ace8-14f50d2038d6 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876484 Nov 12 13:23:45.316881 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-4a44607d-414f-451d-a78f-18939b1b6437 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909965 Nov 12 13:23:45.674287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e96c-c25b-4825-bf23-f82099435706 req-de5bd808-4fa0-4c7d-b60e-800516f541a6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.675868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f684e96c-c25b-4825-bf23-f82099435706 req-de5bd808-4fa0-4c7d-b60e-800516f541a6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0524952 Nov 12 13:23:45.728246 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f684e96c-c25b-4825-bf23-f82099435706 req-875a9d8b-0a15-4b35-b03f-992866658d88 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463529 Nov 12 13:23:46.875244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9076cf-1832-41f5-afac-ee5190e81b6c req-fb81e4ff-a463-4739-9cf6-50e067ff0c60 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.876811 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e9076cf-1832-41f5-afac-ee5190e81b6c req-fb81e4ff-a463-4739-9cf6-50e067ff0c60 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0674057 Nov 12 13:23:46.929108 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2e9076cf-1832-41f5-afac-ee5190e81b6c req-f87d19d3-e381-485c-ba38-77fd855730f1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446825 Nov 12 13:23:48.061620 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131511a-eb08-497c-bfa2-5090771da55e req-b8b5b797-d6b0-4ae4-b100-e4ebd4a65fb0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.063145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d131511a-eb08-497c-bfa2-5090771da55e req-b8b5b797-d6b0-4ae4-b100-e4ebd4a65fb0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0590003 Nov 12 13:23:48.116059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d131511a-eb08-497c-bfa2-5090771da55e req-cb9fd5de-dc74-452e-9fa6-e8e8d832a120 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458484 Nov 12 13:23:49.249291 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cfb6a-5262-4bff-9fc4-485262a920b2 req-8be24629-c2a4-4bac-829c-f527acc5b9ca tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.250981 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e1cfb6a-5262-4bff-9fc4-485262a920b2 req-8be24629-c2a4-4bac-829c-f527acc5b9ca tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0519097 Nov 12 13:23:49.307044 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e1cfb6a-5262-4bff-9fc4-485262a920b2 req-215e438a-107f-4d20-9345-5f7c43a55ccf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493734 Nov 12 13:23:50.428485 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a398de-6994-4bcd-839f-af18ad45bb02 req-cff23916-aca4-42e5-983a-9d5659414118 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:50.430009 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6a398de-6994-4bcd-839f-af18ad45bb02 req-cff23916-aca4-42e5-983a-9d5659414118 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0513403 Nov 12 13:23:50.483331 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f6a398de-6994-4bcd-839f-af18ad45bb02 req-9e76d025-ef5d-4994-9cea-3f09448113ad tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471694 Nov 12 13:23:51.602761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805935a-8bcb-4b79-9e54-69d158eb8014 req-00793d3b-dd4d-4937-acfa-b202faea384f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.604380 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2805935a-8bcb-4b79-9e54-69d158eb8014 req-00793d3b-dd4d-4937-acfa-b202faea384f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0506768 Nov 12 13:23:51.655395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2805935a-8bcb-4b79-9e54-69d158eb8014 req-ac206b5d-34f7-45f6-8d3e-de3b059ec77b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450838 Nov 12 13:23:52.784228 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe7a04-c9f0-4745-afd0-8b2561580c0b req-67f2c35a-3b61-4110-9fa9-e4b10d060842 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:52.785819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7cfe7a04-c9f0-4745-afd0-8b2561580c0b req-67f2c35a-3b61-4110-9fa9-e4b10d060842 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0541928 Nov 12 13:23:52.840011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7cfe7a04-c9f0-4745-afd0-8b2561580c0b req-4b704636-45b7-4ab4-ba0f-505ce6c50f0c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475757 Nov 12 13:23:53.959852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae35a6-236a-4f83-aa15-cc0ed6514996 req-674e7923-4f18-40d9-a6db-5481abbbfb9e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.961387 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30ae35a6-236a-4f83-aa15-cc0ed6514996 req-674e7923-4f18-40d9-a6db-5481abbbfb9e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0502908 Nov 12 13:23:54.013680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-30ae35a6-236a-4f83-aa15-cc0ed6514996 req-20f254f9-b12f-4c0b-b87f-d3071b551445 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463481 Nov 12 13:23:55.218725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcdb4b-06bf-4967-9b99-db304ef4ad8f req-87ab90c6-0032-4dee-a771-abd1b68b0797 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.220346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-addcdb4b-06bf-4967-9b99-db304ef4ad8f req-87ab90c6-0032-4dee-a771-abd1b68b0797 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.1334078 Nov 12 13:23:55.288730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-addcdb4b-06bf-4967-9b99-db304ef4ad8f req-d21f8009-2578-42cc-85ff-2f8f35cacaa9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599835 Nov 12 13:23:56.409251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22643-e760-455e-b771-8af7c095b144 req-eeb4862e-ce2c-4ec3-a3d8-5e5364e3c7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.410865 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7b22643-e760-455e-b771-8af7c095b144 req-eeb4862e-ce2c-4ec3-a3d8-5e5364e3c7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0509877 Nov 12 13:23:56.465857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f7b22643-e760-455e-b771-8af7c095b144 req-bcea7edb-8bd0-41e9-8465-2d87ddc8cc3e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480559 Nov 12 13:23:57.600465 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb15b-dce8-4c83-9f25-906811da4db1 req-91bfd336-11fe-4e74-91f6-33f7709849eb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.602002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7dcbb15b-dce8-4c83-9f25-906811da4db1 req-91bfd336-11fe-4e74-91f6-33f7709849eb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0629990 Nov 12 13:23:57.653906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7dcbb15b-dce8-4c83-9f25-906811da4db1 req-d4001dae-b08b-46ba-84fc-d30d116d099a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Nov 12 13:23:58.787456 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57200d-473f-4482-ad08-bc9d33522065 req-1221d432-2bc6-4425-8108-45e902383447 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:58.789095 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b57200d-473f-4482-ad08-bc9d33522065 req-1221d432-2bc6-4425-8108-45e902383447 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0598917 Nov 12 13:23:58.845255 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3b57200d-473f-4482-ad08-bc9d33522065 req-154529b6-410a-4179-be60-e20e92bf67b0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499661 Nov 12 13:23:59.972678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b8f7-26c6-47a6-9dd6-cbc9179ad353 req-5f3e62ed-1289-4d8b-9755-a82846c5cc20 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.974302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a7b8f7-26c6-47a6-9dd6-cbc9179ad353 req-5f3e62ed-1289-4d8b-9755-a82846c5cc20 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0518255 Nov 12 13:24:00.028495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3a7b8f7-26c6-47a6-9dd6-cbc9179ad353 req-4a245b17-0710-40cc-bd16-f0391165203e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479712 Nov 12 13:24:00.184188 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.582811 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:01.156368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cc002-54dd-425a-989d-e7256a9fa98e req-216e88f9-1677-419e-aaaf-9e7e1151711b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:01.157945 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-232cc002-54dd-425a-989d-e7256a9fa98e req-216e88f9-1677-419e-aaaf-9e7e1151711b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0571432 Nov 12 13:24:01.212450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-232cc002-54dd-425a-989d-e7256a9fa98e req-30bde6c4-4979-4db1-8c45-cd8750c84dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479331 Nov 12 13:24:02.339847 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613a2-4d24-4256-a346-e4e71271999d req-465dc8df-bde9-46a9-af86-5cc56a826805 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.341416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a613a2-4d24-4256-a346-e4e71271999d req-465dc8df-bde9-46a9-af86-5cc56a826805 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0557759 Nov 12 13:24:02.393379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a613a2-4d24-4256-a346-e4e71271999d req-7fc7adff-b594-42fe-b31e-389a2216e36c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Nov 12 13:24:02.651350 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-af0cb10f-2bbb-499f-8f82-1ba68057e68f service neutron] show failed (client error): The resource could not be found. Nov 12 13:24:02.652460 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-af0cb10f-2bbb-499f-8f82-1ba68057e68f service neutron] 10.222.0.65 "GET /v2.0/ports/c5fea891-e51e-41a1-9baf-b7f7aa213163/bindings/n-h1-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0604308 Nov 12 13:24:02.907385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-233a0442-b3fb-4e01-afbe-49a90cbe5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.908928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-233a0442-b3fb-4e01-afbe-49a90cbe5ba0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 1096 time: 0.0880778 Nov 12 13:24:02.923014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:02.980888 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.195402 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:03.229410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:03.273108 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:03.275477 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87be0cdc-5b92-410a-900e-9cce3d023291" -d '{"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:03.279587 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.296500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Transition to ACTIVE for port object c5fea891-e51e-41a1-9baf-b7f7aa213163 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:24:03.309725 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.337991 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d04750-fb89-4109-b813-5763d85df580 x-openstack-request-id: req-27d04750-fb89-4109-b813-5763d85df580 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:03.338308 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:03.338563 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27d04750-fb89-4109-b813-5763d85df580 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:03.338966 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'code': 200} Nov 12 13:24:03.400503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:03.415988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.416335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.416678 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.417032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.417366 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.417701 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.418028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.418386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.418714 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.419044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.419373 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.419700 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:03.461587 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] No DVR routers for this DVR port c5fea891-e51e-41a1-9baf-b7f7aa213163 on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:03.959930 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d52c4-f4f7-4494-98d9-253fd7bd9461 req-ffd8bf8a-82d7-4fd7-a35d-aa645c5fa1ad tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:03.961469 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba9d52c4-f4f7-4494-98d9-253fd7bd9461 req-ffd8bf8a-82d7-4fd7-a35d-aa645c5fa1ad tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.4633245 Nov 12 13:24:04.042089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:04.042536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:04.042871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 on network c5746478-511b-4d94-9cb0-8e09caf6a36a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:04.051673 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ba9d52c4-f4f7-4494-98d9-253fd7bd9461 req-35e0d584-e57f-44c5-8ccc-1859ba7cd051 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834866 Nov 12 13:24:04.052639 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Port c5fea891-e51e-41a1-9baf-b7f7aa213163 on network c5746478-511b-4d94-9cb0-8e09caf6a36a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:24:04.052964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Attempting to bind port c5fea891-e51e-41a1-9baf-b7f7aa213163 on network c5746478-511b-4d94-9cb0-8e09caf6a36a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:04.058612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:04.058964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Checking segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:04.059355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Bound using segment: {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:04.059805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Bound port: c5fea891-e51e-41a1-9baf-b7f7aa213163, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29c8ce0-00a4-46da-a909-2491c5a6014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:04.060559 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.137980 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:04.141872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:04.147546 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.184145 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.184779 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.186285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] 10.222.0.81 "PUT /v2.0/ports/c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 1091 time: 1.2675030 Nov 12 13:24:04.214996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688847f-dbf5-4459-819c-6fbc38060c9f service neutron] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:04.268899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-89689b85-328b-4bae-a880-6d0768bf4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.270487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-89689b85-328b-4bae-a880-6d0768bf4b67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1094 time: 0.0525906 Nov 12 13:24:04.373193 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-237b1c08-ef6a-45ed-86f8-a58aae0a93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.374619 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-237b1c08-ef6a-45ed-86f8-a58aae0a93d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0969577 Nov 12 13:24:04.455678 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-1f23df4c-c928-4c5f-9307-9e577296064a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 999 time: 0.0664628 Nov 12 13:24:04.511671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-200c5c63-8341-49de-91ec-cd29f54e70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.513715 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-200c5c63-8341-49de-91ec-cd29f54e70e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0482936 Nov 12 13:24:04.562146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-71fcfb68-3c23-441c-91f9-f4cf5f534b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.563671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-71fcfb68-3c23-441c-91f9-f4cf5f534b8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431030 Nov 12 13:24:04.668608 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-f7d8dffb-821c-49d8-bfb4-c71d5b674a37 service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948193 Nov 12 13:24:04.774495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a74957ea-0cc4-4104-860b-e054f0c8d818 req-377b26d1-b9aa-46f8-943e-8fd318034512 service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922427 Nov 12 13:24:05.181545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa5f9-dbdb-457c-bf06-398efd0ae6ee req-ffcd1118-3cb4-4727-8b04-c62ca8b5d8cb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.183155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45bfa5f9-dbdb-457c-bf06-398efd0ae6ee req-ffcd1118-3cb4-4727-8b04-c62ca8b5d8cb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0578525 Nov 12 13:24:05.244046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-45bfa5f9-dbdb-457c-bf06-398efd0ae6ee req-fee22140-d347-4e40-92b6-7f35dfca4407 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536587 Nov 12 13:24:05.340184 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:05.342684 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9646769-654d-4ba1-bea9-4e54c90bfeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:05.391703 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7c3048-ed83-449f-815a-b5e20b4d8656 x-openstack-request-id: req-3b7c3048-ed83-449f-815a-b5e20b4d8656 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:05.392021 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:05.392272 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b7c3048-ed83-449f-815a-b5e20b4d8656 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:05.392698 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'status': 'completed', 'code': 200} Nov 12 13:24:05.460538 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-7d9722c4-67e6-41c2-99f0-5c289cdbc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.462119 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-7d9722c4-67e6-41c2-99f0-5c289cdbc6e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1094 time: 0.0452130 Nov 12 13:24:05.464410 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-01878b1d-04d6-4f0b-babd-2966fc5453b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.465926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-01878b1d-04d6-4f0b-babd-2966fc5453b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1094 time: 0.0481248 Nov 12 13:24:05.563273 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-387185ed-ae6e-440d-a82b-935d1f06d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.564776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-387185ed-ae6e-440d-a82b-935d1f06d826 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0960631 Nov 12 13:24:05.570034 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-30f94239-3b5e-4b98-a002-41a1ca2805c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.571562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-30f94239-3b5e-4b98-a002-41a1ca2805c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0987661 Nov 12 13:24:05.637243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-85d77f8d-d8b8-4fd7-b416-db494f0c4681 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 999 time: 0.0641589 Nov 12 13:24:05.656476 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-79a39665-99bf-4017-9e7a-46abccd00af9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 999 time: 0.0764203 Nov 12 13:24:05.709528 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-e100ca64-935f-4a2d-b7d6-6451a809d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.711116 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-e100ca64-935f-4a2d-b7d6-6451a809d13e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0653520 Nov 12 13:24:05.719872 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-5be60cbb-96d9-435a-b263-3c9fe6c59a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.722227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-5be60cbb-96d9-435a-b263-3c9fe6c59a11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0574117 Nov 12 13:24:05.766522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-e50e68d0-760e-4567-b0c9-53d9c630a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.768191 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-e50e68d0-760e-4567-b0c9-53d9c630a493 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486298 Nov 12 13:24:05.773660 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-b5d77c3c-fac3-4f80-9c3a-9effb4f4b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.775287 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-b5d77c3c-fac3-4f80-9c3a-9effb4f4b1da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444896 Nov 12 13:24:05.830605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f92319ff-9c9b-42b5-b628-b6c7450ddc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:05.874848 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-840cc738-b152-4659-b6c7-132be6257a16 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987451 Nov 12 13:24:05.886712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-433fb44d-bfcd-4d80-b73e-96cb63be53df service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035566 Nov 12 13:24:05.984307 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-7983609b-ec24-48bc-97ef-d7075fae2a42 service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894227 Nov 12 13:24:05.986347 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b9646769-654d-4ba1-bea9-4e54c90bfeb1 req-faca07ab-3cd0-4ad4-aa00-cd1085684e82 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994506 Nov 12 13:24:06.300610 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:06.341482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:06.389467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bd2ef-c43f-4c9b-b6db-d8f31225cbb1 req-20de883d-b973-461a-a41f-46ec46ffc527 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.391082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803bd2ef-c43f-4c9b-b6db-d8f31225cbb1 req-20de883d-b973-461a-a41f-46ec46ffc527 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0686774 Nov 12 13:24:06.449595 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-803bd2ef-c43f-4c9b-b6db-d8f31225cbb1 req-e4b56a25-2e16-4fc6-bec2-2f92cbed0d1d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509236 Nov 12 13:24:07.584668 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c2a8-2a3a-4b68-bc14-f1ec79d863c2 req-c0adf93d-2821-440e-b319-8a6241ea58e2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:07.586506 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e6d1c2a8-2a3a-4b68-bc14-f1ec79d863c2 req-c0adf93d-2821-440e-b319-8a6241ea58e2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0529149 Nov 12 13:24:07.640048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e6d1c2a8-2a3a-4b68-bc14-f1ec79d863c2 req-bc4487ee-850a-40f8-9463-f6f561771e30 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476601 Nov 12 13:24:07.874405 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576fb54-19cd-4100-acba-cb30074f2487 req-f3ca3974-19ea-42d9-9259-2d4fd00f2498 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:07.877355 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3576fb54-19cd-4100-acba-cb30074f2487 req-f3ca3974-19ea-42d9-9259-2d4fd00f2498 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0610209 Nov 12 13:24:07.891688 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-8f701630-0fa9-4088-bbba-839de052c3ff tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:07.893224 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-8f701630-0fa9-4088-bbba-839de052c3ff tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&binding%3Ahost_id=n-h1-804878-5 HTTP/1.1" status: 200 len: 943 time: 0.0676987 Nov 12 13:24:07.940059 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3576fb54-19cd-4100-acba-cb30074f2487 req-a7731411-34ee-4b43-aceb-994cbcf74322 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560188 Nov 12 13:24:07.968898 n-d-804878-5 neutron-server[102779]: INFO neutron.api.v2.resource [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-822b9d6b-bea2-440f-a66d-d897034060f8 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:24:07.970147 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-822b9d6b-bea2-440f-a66d-d897034060f8 service neutron] 10.222.0.65 "DELETE /v2.0/ports/c5fea891-e51e-41a1-9baf-b7f7aa213163/bindings/n-h2-804878-5 HTTP/1.1" status: 404 len: 380 time: 0.0670469 Nov 12 13:24:08.074536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb24c3-bf26-482f-ba22-a809e6624a0c req-4e08aa25-19dd-4c9b-8cba-a3a05105fbd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.076170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0eeb24c3-bf26-482f-ba22-a809e6624a0c req-4e08aa25-19dd-4c9b-8cba-a3a05105fbd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 943 time: 0.0583982 Nov 12 13:24:08.091239 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-ce466282-bbfb-456a-a96b-91cb996aec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.092776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-ce466282-bbfb-456a-a96b-91cb996aec6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1094 time: 0.0524266 Nov 12 13:24:08.133505 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0eeb24c3-bf26-482f-ba22-a809e6624a0c req-1ba2bdc6-36ff-4e44-9822-bf511920fd89 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504124 Nov 12 13:24:08.199703 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-f007ee4b-588e-4df1-818c-852a33a71d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.201339 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-f007ee4b-588e-4df1-818c-852a33a71d4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.1004832 Nov 12 13:24:08.276428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-a2353e3e-8d5e-46e9-9720-b957d41cf7db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 999 time: 0.0665817 Nov 12 13:24:08.335395 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-2a5bacc7-cc2a-45e6-9000-a3fe942ccd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.336892 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-2a5bacc7-cc2a-45e6-9000-a3fe942ccd64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0534551 Nov 12 13:24:08.390680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-a2f5048e-178b-4ecb-be95-24f7ff6870b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.392243 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-a2f5048e-178b-4ecb-be95-24f7ff6870b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465314 Nov 12 13:24:08.496257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-d398d0ac-8e54-483c-9cc7-49ffed788d24 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944357 Nov 12 13:24:08.592329 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6fbbb117-1da7-4f84-befc-3f89e3bb26a4 req-3ee58541-cdc5-4f2f-9d30-67eb7a62e9a2 service neutron] 10.222.0.65 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Nov 12 13:24:08.691284 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:08.805281 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:08.817588 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'port_id': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'mac_address': 'fa:16:3e:00:62:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:08.857824 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:08.879529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fea891-e51e-41a1-9baf-b7f7aa213163 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:08.905496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:08.910593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:08.978499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:08.992445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.992795 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.993173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.993514 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.993853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.994222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.994574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.994913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.995249 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.995583 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.995914 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:08.996244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:09.095475 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6729-847f-4a81-bbd4-d3332bd46168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:09.201747 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['c5fea891-e51e-41a1-9baf-b7f7aa213163'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:09.284995 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166967a2-39e6-40b1-9d58-058a7a6669f1 req-3c50e854-337f-4d82-8a68-a600058c7969 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:09.290745 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-166967a2-39e6-40b1-9d58-058a7a6669f1 req-3c50e854-337f-4d82-8a68-a600058c7969 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 944 time: 0.0688353 Nov 12 13:24:09.377940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-166967a2-39e6-40b1-9d58-058a7a6669f1 req-0f9a6d57-80d5-40fd-b6ff-3ad75c0c6f8c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836096 Nov 12 13:24:09.409707 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:09.480538 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1a702c94-5ab8-4059-b5f6-00b37a39f9fe tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/488493db-fb25-420d-aa75-fc079b6740be HTTP/1.1" status: 200 len: 992 time: 0.0695291 Nov 12 13:24:09.610728 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:10.703174 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:10.760283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port c5fea891-e51e-41a1-9baf-b7f7aa213163 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:10.764086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port c5fea891-e51e-41a1-9baf-b7f7aa213163 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:10.764506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:10.859755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:10.860437 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:10.885251 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:10.887627 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc26b3b-a1e2-44d4-ace9-37182e84fbe1" -d '{"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:10.901980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:10.906623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:10.932288 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bab1c1-3ab6-4e34-b9d4-f43e267be54f x-openstack-request-id: req-f9bab1c1-3ab6-4e34-b9d4-f43e267be54f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:10.932577 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-plugged", "status": "completed", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:10.932830 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9bab1c1-3ab6-4e34-b9d4-f43e267be54f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:10.933263 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'code': 200} Nov 12 13:24:10.960455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:11.445751 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.467488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-69fff7bd-950d-4505-be8a-7a0ed0e9b009 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417075 Nov 12 13:24:12.552055 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c766b-c68b-4add-bf57-7f4113397c9a req-0cadbda6-a115-48a5-8418-2b0eb896b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.554228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-0cadbda6-a115-48a5-8418-2b0eb896b723 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1096 time: 0.0415578 Nov 12 13:24:12.668322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c766b-c68b-4add-bf57-7f4113397c9a req-1e0b4e54-bc5c-4bc8-839e-5605451c0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.669827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-1e0b4e54-bc5c-4bc8-839e-5605451c0aa6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.0919437 Nov 12 13:24:12.740992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-b7024d8a-76e1-496d-a7f2-d75ae9073a80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 1001 time: 0.0626686 Nov 12 13:24:12.796495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c766b-c68b-4add-bf57-7f4113397c9a req-4a5eff22-7484-4961-8bfc-322e663c7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.798018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-4a5eff22-7484-4961-8bfc-322e663c7629 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0499282 Nov 12 13:24:12.848814 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c766b-c68b-4add-bf57-7f4113397c9a req-8201ada8-24d1-44f5-b55f-0f24c75c151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.850891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-8201ada8-24d1-44f5-b55f-0f24c75c151d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460112 Nov 12 13:24:12.944111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-363525b3-05e6-4faf-b196-828d371cab5d service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856030 Nov 12 13:24:13.042653 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-384c766b-c68b-4add-bf57-7f4113397c9a req-ca406ff7-12c9-41af-8154-600d9d37ede1 service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914116 Nov 12 13:24:21.900271 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:24:30.180746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:30.580030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.821915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311c27ee-57f3-4588-be62-f6080b1c23fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.965792 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:38.133562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port bef8c0d7-de78-42a8-a093-38aad1736445 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:38.133562 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.216408 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.216729 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.229229 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for bef8c0d7-de78-42a8-a093-38aad1736445 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:38.413543 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.445112 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=bef8c0d7-de78-42a8-a093-38aad1736445,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:38.474474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.474827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.475172 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.475542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.475881 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.476219 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.476556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.476888 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.477217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.477542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.477867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.478210 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:38.523523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.523894 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 488493db-fb25-420d-aa75-fc079b6740be disassociated (deleted). External IP: 172.25.1.189, port: c5fea891-e51e-41a1-9baf-b7f7aa213163. Nov 12 13:24:38.744761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 284f3118-3eb9-47ac-8a50-1fb654581d7a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:24:38.855466 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:38.860327 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.865333 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] Sync routers for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:38.875947 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:38.876870 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:38.889776 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14aebaa3-bc0e-475f-b636-ec7ee61ff36d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/floatingips/488493db-fb25-420d-aa75-fc079b6740be HTTP/1.1" status: 204 len: 168 time: 0.9228439 Nov 12 13:24:38.890666 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:38.893457 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b234c7-2cdb-4691-99b8-a1974a0fdb64" -d '{"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:38.996434 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:39.110664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b220971-d46c-47d3-b8d8-8f90ea5ac87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.121722 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df03a631-0230-48a1-a885-8eb772b6958a x-openstack-request-id: req-df03a631-0230-48a1-a885-8eb772b6958a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:39.122424 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:39.122424 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df03a631-0230-48a1-a885-8eb772b6958a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:39.122720 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'status': 'completed', 'code': 200} Nov 12 13:24:39.215787 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:39.232896 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-2c09ace1-8859-4034-b23b-59b9b14f8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.234588 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-2c09ace1-8859-4034-b23b-59b9b14f8989 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 1096 time: 0.0805221 Nov 12 13:24:39.242538 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] Checking router: 284f3118-3eb9-47ac-8a50-1fb654581d7a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:39.251586 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:39.252111 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:39.254029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3251-5d77-4671-af4d-16dce8a516c0 req-5cd7b126-8178-4222-8e53-44fb0ba4b0b2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.255659 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad5a3251-5d77-4671-af4d-16dce8a516c0 req-5cd7b126-8178-4222-8e53-44fb0ba4b0b2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0667665 Nov 12 13:24:39.375094 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:39.381548 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ad5a3251-5d77-4671-af4d-16dce8a516c0 req-26ba6371-2b5a-4e25-a383-92139edbd4c8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069903 Nov 12 13:24:39.396954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-6256a4ef-ccef-4fea-becf-13a6c8c69920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.398646 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-6256a4ef-ccef-4fea-becf-13a6c8c69920 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 200 len: 898 time: 0.1538861 Nov 12 13:24:39.446917 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-f7bdd9d6-84fc-431b-b76e-97f5f0a16ab3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 200 len: 217 time: 0.0391462 Nov 12 13:24:39.502072 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-f9306b7a-f729-440c-bf6f-4b51ed1ee7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.503495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-f9306b7a-f729-440c-bf6f-4b51ed1ee7b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 200 len: 834 time: 0.0493262 Nov 12 13:24:39.556359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-6389f9ca-3fe6-4808-ae07-9ee7285c5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.558002 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-6389f9ca-3fe6-4808-ae07-9ee7285c5a03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5746478-511b-4d94-9cb0-8e09caf6a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448284 Nov 12 13:24:39.620261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.671220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-4b4ce814-7cfd-4e3b-8535-6dca95c58e11 service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040459 Nov 12 13:24:39.702512 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:39.730949 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11672056-13ab-412c-87ed-76a67b440d31 None None] The sync data for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 is: [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:52Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'ca92d628-bbcd-4f4b-a059-fc4620d2646d', 'name': '', 'network_id': 'c5746478-511b-4d94-9cb0-8e09caf6a36a', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:7b:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:51Z', 'updated_at': '2021-11-12T13:22:55Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '45c7dd9e-234d-485d-8c4a-b2815abb76a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:39.794929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b234c7-2cdb-4691-99b8-a1974a0fdb64 req-bd8e85fd-e8bd-42c1-934e-c2e693fdf932 service neutron] 10.222.0.81 "GET /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098511 Nov 12 13:24:39.983749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6841d5a-b8fb-4e6f-8423-fd4e492629a0 None None] New status for floating IP 488493db-fb25-420d-aa75-fc079b6740be: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:24:40.519390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ab613-09fe-4b4f-aa10-d6bf0911038e req-e31313c6-c4c0-4c56-9642-5030d8b686dc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.520947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-955ab613-09fe-4b4f-aa10-d6bf0911038e req-e31313c6-c4c0-4c56-9642-5030d8b686dc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0513358 Nov 12 13:24:40.577190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-955ab613-09fe-4b4f-aa10-d6bf0911038e req-25372188-7a04-427e-8a81-469564b7ec26 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=3baed77d-17c7-4a5c-8e8b-b09847348af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495858 Nov 12 13:24:40.706976 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321560-3f59-4241-9375-dc8892cc82bc req-ace0a493-b6dd-499b-8552-033e1d423064 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.708454 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4321560-3f59-4241-9375-dc8892cc82bc req-ace0a493-b6dd-499b-8552-033e1d423064 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bcc958-0b5b-460b-b774-f310944414bc HTTP/1.1" status: 200 len: 945 time: 0.0492010 Nov 12 13:24:40.801689 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port c5fea891-e51e-41a1-9baf-b7f7aa213163 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:40.802026 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.855967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.904536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port c5fea891-e51e-41a1-9baf-b7f7aa213163, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=c5fea891-e51e-41a1-9baf-b7f7aa213163,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:40.904908 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.918818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for c5fea891-e51e-41a1-9baf-b7f7aa213163 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:41.056531 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.087436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=c5fea891-e51e-41a1-9baf-b7f7aa213163,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:41.131157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] No DVR routers for this DVR port c5fea891-e51e-41a1-9baf-b7f7aa213163 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:41.134139 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.138607 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f4321560-3f59-4241-9375-dc8892cc82bc req-6dd60610-5a19-4b4f-bb14-38896fe900fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "DELETE /v2.0/ports/c5fea891-e51e-41a1-9baf-b7f7aa213163 HTTP/1.1" status: 204 len: 173 time: 0.4225354 Nov 12 13:24:41.139118 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-deleted', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:41.141410 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d26794-ad34-44df-a427-cc098cee7c94" -d '{"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-deleted", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:41.184454 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f66637-ff83-414b-abe6-4ffab47a9680 x-openstack-request-id: req-b3f66637-ff83-414b-abe6-4ffab47a9680 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:41.184742 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bcc958-0b5b-460b-b774-f310944414bc", "name": "network-vif-deleted", "tag": "c5fea891-e51e-41a1-9baf-b7f7aa213163", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:41.184993 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3f66637-ff83-414b-abe6-4ffab47a9680 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:41.185472 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bcc958-0b5b-460b-b774-f310944414bc', 'name': 'network-vif-deleted', 'tag': 'c5fea891-e51e-41a1-9baf-b7f7aa213163', 'status': 'completed', 'code': 200} Nov 12 13:24:41.459292 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.642617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:42.041889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.335577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port ca92d628-bbcd-4f4b-a059-fc4620d2646d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:42.335914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.426526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port ca92d628-bbcd-4f4b-a059-fc4620d2646d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ca92d628-bbcd-4f4b-a059-fc4620d2646d,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:42.426889 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.439882 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for ca92d628-bbcd-4f4b-a059-fc4620d2646d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:42.647164 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.680105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=ca92d628-bbcd-4f4b-a059-fc4620d2646d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:42.857652 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.080437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 284f3118-3eb9-47ac-8a50-1fb654581d7a has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:24:43.193255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:43.202932 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-63656ca0-c1d0-4e4e-a526-3ecd87150a58 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/284f3118-3eb9-47ac-8a50-1fb654581d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5588102 Nov 12 13:24:43.205663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:43.207047 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] Sync routers for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:43.218590 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:43.219291 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:43.258774 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting subnet 45c7dd9e-234d-485d-8c4a-b2815abb76a6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:24:43.262680 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.305449 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.328200 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:43.553087 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:24:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:43.582238 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] Checking router: 284f3118-3eb9-47ac-8a50-1fb654581d7a for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:43.591348 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] Routers {'284f3118-3eb9-47ac-8a50-1fb654581d7a'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:43.591968 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['284f3118-3eb9-47ac-8a50-1fb654581d7a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:43.709070 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] Set router 284f3118-3eb9-47ac-8a50-1fb654581d7a gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:43.761177 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.834901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.863899 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Subnet': ['ID=45c7dd9e-234d-485d-8c4a-b2815abb76a6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:43.867746 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.871425 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f8fad9fc-53a4-40fd-81d7-c7dba4ed6d86 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/subnets/45c7dd9e-234d-485d-8c4a-b2815abb76a6 HTTP/1.1" status: 204 len: 168 time: 0.6645162 Nov 12 13:24:43.874018 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:43.876727 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e96cd0-a2b2-4c29-8714-086f2f4e3cb4 None None] Network c5746478-511b-4d94-9cb0-8e09caf6a36a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:43.919182 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:24:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:43.950737 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bc8ca-6fd3-4ec9-82e0-d60783e10e57 None None] The sync data for ids ['284f3118-3eb9-47ac-8a50-1fb654581d7a'] in n-d-804878-5 is: [{'id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106899247', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:24:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'ee638e43-aaaf-41d1-ad62-59d9c4bf1350', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284f3118-3eb9-47ac-8a50-1fb654581d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:22:49Z', 'updated_at': '2021-11-12T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:44.002280 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.116988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.173169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port ee638e43-aaaf-41d1-ad62-59d9c4bf1350 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:44.173512 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.267029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port ee638e43-aaaf-41d1-ad62-59d9c4bf1350, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:44.267715 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.279100 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for ee638e43-aaaf-41d1-ad62-59d9c4bf1350 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:44.349777 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] DHCP port deletion for c5746478-511b-4d94-9cb0-8e09caf6a36a request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:24:44.402500 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device d9cc17a1-ebab-4918-ae00-51561dd3bcbb no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:44.427971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] Deleting port d9cc17a1-ebab-4918-ae00-51561dd3bcbb {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:44.429308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.489652 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.513307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] For port d9cc17a1-ebab-4918-ae00-51561dd3bcbb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:44.513659 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.523314 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=ee638e43-aaaf-41d1-ad62-59d9c4bf1350,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:44.545082 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f28c7-699e-45a8-98f7-f9f45d471c23 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:24:44.550893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] Calling delete_port for d9cc17a1-ebab-4918-ae00-51561dd3bcbb owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:44.580605 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.597418 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.668624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port d9cc17a1-ebab-4918-ae00-51561dd3bcbb, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,segment=NetworkSegment(c29c8ce0-00a4-46da-a909-2491c5a6014e),segment_id=c29c8ce0-00a4-46da-a909-2491c5a6014e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:44.674444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.674444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca92d628-bbcd-4f4b-a059-fc4620d2646d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:44.694576 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.695997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event deleted for resources: {'Port': ['ID=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:44.696770 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.714775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.718033 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ca92d628-bbcd-4f4b-a059-fc4620d2646d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:44.718407 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ca92d628-bbcd-4f4b-a059-fc4620d2646d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:44.742477 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] Pushing event deleted for resources: {'Port': ['ID=d9cc17a1-ebab-4918-ae00-51561dd3bcbb,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:44.746331 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c395794-fd96-40c3-9bf5-eba65c313af7 None None] No DVR routers for this DVR port d9cc17a1-ebab-4918-ae00-51561dd3bcbb on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:44.749793 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.750361 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Fanout notify agent at l3_agent the message router_deleted on router 284f3118-3eb9-47ac-8a50-1fb654581d7a {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:24:44.762093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.765756 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ab9010b3-23cb-4383-8100-7a232d6ee486 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/routers/284f3118-3eb9-47ac-8a50-1fb654581d7a HTTP/1.1" status: 204 len: 168 time: 0.8880694 Nov 12 13:24:44.766009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:44.849290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.884801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:44.916297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: c5fea891-e51e-41a1-9baf-b7f7aa213163 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:44.916632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device c5fea891-e51e-41a1-9baf-b7f7aa213163 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:44.949901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.970288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5746478-511b-4d94-9cb0-8e09caf6a36a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:44.979388 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29c8ce0-00a4-46da-a909-2491c5a6014e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:44.979744 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29c8ce0-00a4-46da-a909-2491c5a6014e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:44.989476 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.003181 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.009343 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:24:45.009666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:24:45.013372 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:24:45.079047 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.086530 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.090552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/networks/c5746478-511b-4d94-9cb0-8e09caf6a36a HTTP/1.1" status: 204 len: 168 time: 0.3233576 Nov 12 13:24:45.093392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:45.103781 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4f67e-c118-40a9-9706-9e3b6620f541 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Network': ['ID=c5746478-511b-4d94-9cb0-8e09caf6a36a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:45.154040 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7fc83a3-c81d-4141-9fa4-0aed69cdfde9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.179430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7fc83a3-c81d-4141-9fa4-0aed69cdfde9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.255120 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7fc83a3-c81d-4141-9fa4-0aed69cdfde9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.258053 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7fc83a3-c81d-4141-9fa4-0aed69cdfde9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.259253 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c7fc83a3-c81d-4141-9fa4-0aed69cdfde9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/security-groups/3baed77d-17c7-4a5c-8e8b-b09847348af1 HTTP/1.1" status: 204 len: 168 time: 0.1648769 Nov 12 13:24:45.271797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc83a3-c81d-4141-9fa4-0aed69cdfde9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baed77d-17c7-4a5c-8e8b-b09847348af1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:45.825060 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:45.828716 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995110005', 'description': 'tempest-secgroup-smoke-1995110005 description', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:45.851135 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.921985 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.926253 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.956489 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:45.957744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1327105 Nov 12 13:24:45.960976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:45.961960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736efc-4e85-468a-a7f3-62b5682f9c78 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:45.967819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': 'e0798a67-53b4-4f1b-b8ad-bb5ce58f220e', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:45.995707 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.053391 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.056755 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.075202 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4469a72e-68f3-4fa8-b005-1746f938ba18,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.082902 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.084113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f23a8d13-9dab-475a-8a4e-dc62dd1979c2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220603 Nov 12 13:24:46.087006 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.092488 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': 'e0798a67-53b4-4f1b-b8ad-bb5ce58f220e', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.121202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.178377 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.182081 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.202091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d187cc48-c931-49e9-8fd0-bbe0a8eced79,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.209404 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.210597 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15ac6260-8faf-4d2f-86a1-1cce583905d3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226821 Nov 12 13:24:46.213510 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.219049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': 'e0798a67-53b4-4f1b-b8ad-bb5ce58f220e', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.245182 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.297313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ee638e43-aaaf-41d1-ad62-59d9c4bf1350 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:46.311548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.315192 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.320240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ee638e43-aaaf-41d1-ad62-59d9c4bf1350 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:46.320578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ee638e43-aaaf-41d1-ad62-59d9c4bf1350 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:46.333751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ce34a0-8be0-49e1-9185-5470ebe1ac1b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.343070 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.344328 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a4ceb0e9-8ff8-4c1a-97d5-d6d8eabbede9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288698 Nov 12 13:24:46.347154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.351682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': 'e0798a67-53b4-4f1b-b8ad-bb5ce58f220e', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.379802 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.438553 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.441831 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.460900 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbe8c95-9da6-4937-83f7-02e02059bab6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.470818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.472076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a21c2fc-323c-43cb-8453-e8106a7c4257 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239643 Nov 12 13:24:46.474756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.479011 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': 'e0798a67-53b4-4f1b-b8ad-bb5ce58f220e', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.502609 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:24:46.507711 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.568851 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.573768 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.591774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536129f8-edea-4a7c-9511-139c23573deb,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.599734 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.600919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-88b7c289-81dd-4eb0-bc02-717eef033bd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252487 Nov 12 13:24:46.603744 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.608325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': 'e0798a67-53b4-4f1b-b8ad-bb5ce58f220e', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.630944 n-d-804878-5 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:24:46.640591 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.702603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.706233 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.724462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b922da3d-b498-4cd8-995a-ad2c3703fc55,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.732921 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.734422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d306451b-4536-42db-a6b3-2ad5259d9f1c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296806 Nov 12 13:24:46.737319 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.742386 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'network': {'name': 'tempest-network-smoke--944541496', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.764464 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:46.767947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.793213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:24:46.803420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.803755 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Added segment df972fcb-7e1d-449b-b434-ef9366952f48 of type vlan for network bd7d40c4-ee84-490c-8947-e85136206332 Nov 12 13:24:46.843564 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.869115 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.875518 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:46.876113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.939878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2013860 Nov 12 13:24:46.942682 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.947278 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'admin_state_up': True, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.948899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612090b-e783-4ef0-af6a-9358279502ed tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Network': ['ID=bd7d40c4-ee84-490c-8947-e85136206332,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:46.959628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network bd7d40c4-ee84-490c-8947-e85136206332 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:24:46.975778 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.976926 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.036003 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.181544 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.378337 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.397706 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.512759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.236 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/22adb4f7-9dcc-4716-b6ae-116a0a41fca3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:47.629028 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.670844 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.715113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:47.718126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:47.723598 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:47.726769 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:47.736932 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f48793-6745-4d53-a8a5-37a56f24591d None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:24:47.841743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ccdfe599-9d9d-46b4-9fc4-3bcac4175bd4 None None] Provisioning complete for port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:47.842243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe599-9d9d-46b4-9fc4-3bcac4175bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.877447 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfe599-9d9d-46b4-9fc4-3bcac4175bd4 None None] Port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:24:47.984842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.181430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.314394 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:24:48.422276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:48.432016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Sync routers for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:48.444325 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.444736 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:48.445485 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:48.445639 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c8b84818-82a1-4885-b4de-8f284141f8c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5018761 Nov 12 13:24:48.449354 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:48.476907 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-14915ab4-5080-48d1-9d53-90d329b1b46c tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6e7a741bb7eb4e80b0ad25e053eb6abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264230 Nov 12 13:24:48.479438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:48.553125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:48.567589 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ce349-857f-4b7a-a925-784bec9f3acc tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:48.569108 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e85ce349-857f-4b7a-a925-784bec9f3acc tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887589 Nov 12 13:24:48.571937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:48.604033 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-15e3e3c0-7cd8-45a1-a6c5-8204732f5631 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310397 Nov 12 13:24:48.608162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44226) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:48.613253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822526962', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:48.702947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:48.706400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.743152 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:47Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:48.772968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Checking router: f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:48.773319 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Updating router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:24:48.800880 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.897100 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.965890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Subnet': ['ID=da6674f9-78d0-4e75-8b3a-8d9af60ba706,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:48.973478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Checking segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:48.973839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network hostable DHCP agents. Network: bd7d40c4-ee84-490c-8947-e85136206332, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:24:48.993218 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network bd7d40c4-ee84-490c-8947-e85136206332 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:24:49.003580 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, bd7d40c4-ee84-490c-8947-e85136206332) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:49.008457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:49.009508 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.016402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7119f-4106-4886-860c-5873f808b1a9 None None] Network bd7d40c4-ee84-490c-8947-e85136206332 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:49.030934 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-915fabdd-971e-4d9e-a481-e10651dd2207 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4189467 Nov 12 13:24:49.031159 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:49.116372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.124931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.191294 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e0e45-d6f1-4461-8669-71ff380f559e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:24:49.221578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Attempting to bind port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:49.221903 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Attempting to bind port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:49.222353 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Attempting to bind port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:49.242194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228c048-29a6-48a8-ae72-937a5b1e5205 None None] Pushing event updated for resources: {'Port': ['ID=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:49.256154 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:49.256533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:49.256931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.257318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:49.258055 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Bound port: 22adb4f7-9dcc-4716-b6ae-116a0a41fca3, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:49.258540 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.336309 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-bd7d40c4-ee84-490c-8947-e85136206332', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:24:49.337184 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.362482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ca9b93fe-8eb9-4430-a916-33b2a7320872 None None] Provisioning complete for port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:49.362857 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca9b93fe-8eb9-4430-a916-33b2a7320872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.367516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] For port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:49.413303 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] For port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:49.464584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.509751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b93fe-8eb9-4430-a916-33b2a7320872 None None] Port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:24:49.533015 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24409c4-5b66-4b6a-8e81-1c18f455e5ed None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:24:49.593047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:49.593718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:49.598191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228c048-29a6-48a8-ae72-937a5b1e5205 None None] Pushing event updated for resources: {'Port': ['ID=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:49.650941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Allocated IP 172.20.0.2 (bd7d40c4-ee84-490c-8947-e85136206332/da6674f9-78d0-4e75-8b3a-8d9af60ba706/7a518efc-5bee-4e11-9d6e-b2b58a0830f4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:49.713261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d671884-5194-47ad-82e3-479bd15ed832 None None] Provisioning complete for port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:49.713924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d671884-5194-47ad-82e3-479bd15ed832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.810970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:49.833252 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.030538 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.046345 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.071214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d671884-5194-47ad-82e3-479bd15ed832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.115339 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.1 (bd7d40c4-ee84-490c-8947-e85136206332/da6674f9-78d0-4e75-8b3a-8d9af60ba706/deab92e1-3146-4d28-b80c-f5db19536aa3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:50.246358 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.282020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Network bd7d40c4-ee84-490c-8947-e85136206332 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:50.284369 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.295565 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:50.300864 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:50.306935 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5d671884-5194-47ad-82e3-479bd15ed832 None None] For port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:50.308623 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Pushing event updated for resources: {'Port': ['ID=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:50.317671 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d671884-5194-47ad-82e3-479bd15ed832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.329699 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network bd7d40c4-ee84-490c-8947-e85136206332 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:50.336932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:50.340268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:50.347400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=deab92e1-3146-4d28-b80c-f5db19536aa3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:50.390653 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.404845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Attempting to bind port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:50.405216 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Attempting to bind port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:50.405578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Attempting to bind port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 on network bd7d40c4-ee84-490c-8947-e85136206332 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:50.422869 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:50.423244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Checking segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:50.423641 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.424029 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Bound using segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:50.424489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Bound port: 7a518efc-5bee-4e11-9d6e-b2b58a0830f4, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:50.424863 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.427670 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:47Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:50.429226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671884-5194-47ad-82e3-479bd15ed832 None None] Pushing event updated for resources: {'Port': ['ID=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:50.462638 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08607-0d2a-43ad-857e-71dc1e44ad70 None None] The sync data for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 is: [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:47Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:50.524301 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] For port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:50.528036 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] For port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:50.533247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.541142 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.606181 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb588dc-b31d-4fa0-8e2f-b6cacde8db67 None None] Pushing event updated for resources: {'Port': ['ID=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:50.921359 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.926629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.011706 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.020263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=deab92e1-3146-4d28-b80c-f5db19536aa3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:51.128636 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network bd7d40c4-ee84-490c-8947-e85136206332 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:51.130253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:51.253362 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:24:51.381483 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:51.387457 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-88c7bc47-0f09-43ee-a058-80a723f6b3fb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/f254ea47-9d57-46f2-a1bf-2da0c1fb2c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3552964 Nov 12 13:24:51.553823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-fd2bb686-8202-4db8-a001-e92db2b6865a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995110005&fields=id&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 267 time: 0.0490999 Nov 12 13:24:51.624076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3edebc8-b1bd-4414-b74b-225c68839855 None None] Network bd7d40c4-ee84-490c-8947-e85136206332 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:51.680534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-cf89cb9b-b176-4c0b-b19e-906c0eccbe8f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:51.682017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-cf89cb9b-b176-4c0b-b19e-906c0eccbe8f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 796 time: 0.1179166 Nov 12 13:24:51.695238 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0f437224-51a1-4e41-a0b8-4f4853e1aa1d None None] Provisioning complete for port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:51.695613 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f437224-51a1-4e41-a0b8-4f4853e1aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.697723 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-68029745-72c0-45e2-a78c-b2e75d1de817 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/quotas/6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 375 time: 0.0089374 Nov 12 13:24:51.757067 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-66c0761a-2dc4-40fe-a606-ec3ac2b95227 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534251 Nov 12 13:24:51.868040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f437224-51a1-4e41-a0b8-4f4853e1aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.874052 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1cc670e-1acc-4936-a0ee-a66f011c328e service neutron] 10.222.0.18 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045401 Nov 12 13:24:51.922418 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0f437224-51a1-4e41-a0b8-4f4853e1aa1d None None] For port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:51.928956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0f437224-51a1-4e41-a0b8-4f4853e1aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.998053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f437224-51a1-4e41-a0b8-4f4853e1aa1d None None] Pushing event updated for resources: {'Port': ['ID=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:52.018777 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-b4f3e094-470e-4520-a169-5db32411bce1 service neutron] 10.222.0.18 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307549 Nov 12 13:24:52.166111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d20c628f-71ad-4ba2-991f-7d5b6e9a4b62 None None] Provisioning complete for port deab92e1-3146-4d28-b80c-f5db19536aa3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:52.166685 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d20c628f-71ad-4ba2-991f-7d5b6e9a4b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.197769 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Sync routers for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:52.217379 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:52.219887 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:52.223576 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5e94a1ae-8ba2-48ae-bb59-49eeef3810e9 req-ff0d8071-e7a3-408f-9172-4b4bd6e58553 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 210 time: 0.0303628 Nov 12 13:24:52.239559 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d20c628f-71ad-4ba2-991f-7d5b6e9a4b62 None None] Port deab92e1-3146-4d28-b80c-f5db19536aa3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:24:52.259047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d20c628f-71ad-4ba2-991f-7d5b6e9a4b62 None None] Provisioning complete for port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:52.260153 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d20c628f-71ad-4ba2-991f-7d5b6e9a4b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.426071 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:52.464994 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:52.539890 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ff58e887-c4fb-49ef-b6c8-0c9cee9b1de5 None None] Provisioning complete for port deab92e1-3146-4d28-b80c-f5db19536aa3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:52.540926 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff58e887-c4fb-49ef-b6c8-0c9cee9b1de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.597975 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:52.598537 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.626329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ff58e887-c4fb-49ef-b6c8-0c9cee9b1de5 None None] Port deab92e1-3146-4d28-b80c-f5db19536aa3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:24:52.683901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 2, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:52.719409 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Checking router: f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:52.719779 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Updating router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 port deab92e1-3146-4d28-b80c-f5db19536aa3 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:24:52.750357 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.754288 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:52.800634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-21ab31af-dae8-4b07-977e-198b817589c5 None None] Provisioning complete for port deab92e1-3146-4d28-b80c-f5db19536aa3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:52.801082 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21ab31af-dae8-4b07-977e-198b817589c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.879241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-21ab31af-dae8-4b07-977e-198b817589c5 None None] Port deab92e1-3146-4d28-b80c-f5db19536aa3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:24:52.898058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:52.898592 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.087992 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.093402 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.151741 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Pushing event updated for resources: {'Port': ['ID=deab92e1-3146-4d28-b80c-f5db19536aa3,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:53.283346 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.284008 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.284008 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.284806 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.284806 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.285099 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.285468 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.285790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.286425 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.286756 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.287084 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.287408 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:53.306640 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Attempting to bind port deab92e1-3146-4d28-b80c-f5db19536aa3 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:53.307229 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Attempting to bind port deab92e1-3146-4d28-b80c-f5db19536aa3 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:53.308263 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Attempting to bind port deab92e1-3146-4d28-b80c-f5db19536aa3 on network bd7d40c4-ee84-490c-8947-e85136206332 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:53.313693 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:53.314068 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Checking segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:53.314504 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.314938 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Bound using segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:53.315443 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Bound port: deab92e1-3146-4d28-b80c-f5db19536aa3, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:53.315850 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.386953 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-92cef1f2-cedd-41d6-93ac-10b9144809c5 req-5489a332-087f-4613-8354-3fac63c67e09 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 210 time: 0.0381546 Nov 12 13:24:53.393552 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] For port deab92e1-3146-4d28-b80c-f5db19536aa3, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:53.397857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] For port deab92e1-3146-4d28-b80c-f5db19536aa3, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=deab92e1-3146-4d28-b80c-f5db19536aa3,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:53.404061 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.407305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d5dc228b-78e0-4a55-9e27-c83beca480cf None None] Provisioning complete for port deab92e1-3146-4d28-b80c-f5db19536aa3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:53.407861 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5dc228b-78e0-4a55-9e27-c83beca480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.458010 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:53.459083 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:53.533941 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5dc228b-78e0-4a55-9e27-c83beca480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.548169 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-2cbe72a2-e717-4876-90f6-a5ffbfab9cf1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:53.550591 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-2cbe72a2-e717-4876-90f6-a5ffbfab9cf1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 796 time: 0.1898363 Nov 12 13:24:53.583843 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d5dc228b-78e0-4a55-9e27-c83beca480cf None None] For port deab92e1-3146-4d28-b80c-f5db19536aa3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=deab92e1-3146-4d28-b80c-f5db19536aa3,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:53.591214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5dc228b-78e0-4a55-9e27-c83beca480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.646802 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-3266fbe5-f904-43c6-aea4-288b3163e902 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 380 time: 0.0853875 Nov 12 13:24:53.660279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'port': {'device_id': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'admin_state_up': True, 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'security_groups': ['e0798a67-53b4-4f1b-b8ad-bb5ce58f220e']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:53.661154 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:53.664455 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc228b-78e0-4a55-9e27-c83beca480cf None None] Pushing event updated for resources: {'Port': ['ID=deab92e1-3146-4d28-b80c-f5db19536aa3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:53.713087 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79b52e-893c-422f-8046-074c69355514 None None] Pushing event updated for resources: {'Port': ['ID=deab92e1-3146-4d28-b80c-f5db19536aa3,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:53.719092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a62e908-af78-46a7-b9b8-5a8f8867c005 None None] Provisioning complete for port deab92e1-3146-4d28-b80c-f5db19536aa3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:53.721848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a62e908-af78-46a7-b9b8-5a8f8867c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.799517 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:53.805044 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.886605 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:53.913126 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adaa72-3c34-45ee-baef-e067b7a2f870 None None] The sync data for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 is: [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:53.940254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.14 (bd7d40c4-ee84-490c-8947-e85136206332/da6674f9-78d0-4e75-8b3a-8d9af60ba706/c7f20795-e03a-472d-9be9-c43c222ca449) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:54.111467 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.150264 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.199618 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network bd7d40c4-ee84-490c-8947-e85136206332 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:54.205710 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:54.208268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:54.237227 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=c7f20795-e03a-472d-9be9-c43c222ca449,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:54.280375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:54.281022 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.302020 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-36812cd4-7af0-4e48-9764-18d3cb6163e0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6469915 Nov 12 13:24:54.316051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Request body: {'port': {'device_id': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:54.396947 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.397435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device deab92e1-3146-4d28-b80c-f5db19536aa3 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:54.474355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port deab92e1-3146-4d28-b80c-f5db19536aa3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:54.474980 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.545665 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adb260-7c40-4224-b7c6-f3e57dee704d req-d7d0dc8d-9345-488e-833e-a9f1a50a71a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:54.548203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32adb260-7c40-4224-b7c6-f3e57dee704d req-d7d0dc8d-9345-488e-833e-a9f1a50a71a9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 932 time: 0.0629356 Nov 12 13:24:54.587688 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0058766a-d390-426b-92e8-c1c537dd137e None None] Provisioning complete for port c7f20795-e03a-472d-9be9-c43c222ca449 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:54.588056 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0058766a-d390-426b-92e8-c1c537dd137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.630786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-32adb260-7c40-4224-b7c6-f3e57dee704d req-d7365ccd-237d-437a-847d-3533010d18be tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763707 Nov 12 13:24:54.650578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0058766a-d390-426b-92e8-c1c537dd137e None None] Port c7f20795-e03a-472d-9be9-c43c222ca449 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:24:54.743507 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f20795-e03a-472d-9be9-c43c222ca449 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:54.752982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.766318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Transition to ACTIVE for port object c7f20795-e03a-472d-9be9-c43c222ca449 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:24:54.770901 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.826427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Pushing event updated for resources: {'Port': ['ID=c7f20795-e03a-472d-9be9-c43c222ca449,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:54.904243 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Attempting to bind port c7f20795-e03a-472d-9be9-c43c222ca449 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:54.904586 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Attempting to bind port c7f20795-e03a-472d-9be9-c43c222ca449 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:54.904916 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Attempting to bind port c7f20795-e03a-472d-9be9-c43c222ca449 on network bd7d40c4-ee84-490c-8947-e85136206332 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:54.910237 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Port c7f20795-e03a-472d-9be9-c43c222ca449 on network bd7d40c4-ee84-490c-8947-e85136206332 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:24:54.910561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Attempting to bind port c7f20795-e03a-472d-9be9-c43c222ca449 on network bd7d40c4-ee84-490c-8947-e85136206332 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:54.916091 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:54.916429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Checking segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:54.917540 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Bound using segment: {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:54.918062 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Bound port: c7f20795-e03a-472d-9be9-c43c222ca449, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df972fcb-7e1d-449b-b434-ef9366952f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:54.918460 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.005309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] For port c7f20795-e03a-472d-9be9-c43c222ca449, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:55.009232 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] For port c7f20795-e03a-472d-9be9-c43c222ca449, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c7f20795-e03a-472d-9be9-c43c222ca449,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:55.015381 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.053564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.054209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.055617 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] 10.222.0.65 "PUT /v2.0/ports/c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 1092 time: 0.7445567 Nov 12 13:24:55.056065 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:55.058580 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e7d215-ee2b-4fde-b959-118659a7423b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:55.085256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdfa78-33aa-476d-a147-9c30f46d330f service neutron] Pushing event updated for resources: {'Port': ['ID=c7f20795-e03a-472d-9be9-c43c222ca449,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:55.117045 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd693c1e-d93f-444e-8a01-90d448d4c2df x-openstack-request-id: req-bd693c1e-d93f-444e-8a01-90d448d4c2df {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:55.117410 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:55.117783 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd693c1e-d93f-444e-8a01-90d448d4c2df {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:55.118288 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'status': 'completed', 'code': 200} Nov 12 13:24:55.157943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-2cc1cb9d-e6d1-4a65-85cc-0b947f6b6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.159622 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-2cc1cb9d-e6d1-4a65-85cc-0b947f6b6f49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1095 time: 0.0520983 Nov 12 13:24:55.208868 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-dddbcc6c-68f5-4a1a-b7f0-3f82ba9f8a8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 217 time: 0.0403943 Nov 12 13:24:55.266384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-172c174b-ffbb-4d42-adca-d6dec04a9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.267849 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-172c174b-ffbb-4d42-adca-d6dec04a9d4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0514874 Nov 12 13:24:55.330679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-164a467b-0d93-4ded-ad62-387554f19c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.332358 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-164a467b-0d93-4ded-ad62-387554f19c86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571389 Nov 12 13:24:55.430038 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-df8cdd7f-47cb-4fc7-a91a-f7bacd910b35 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900273 Nov 12 13:24:55.525740 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a9f81139-6da4-4df1-8da8-4f0662a46b4c req-27251bed-ae4e-4a54-b458-61abd9e656b3 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876005 Nov 12 13:24:55.618352 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d215-ee2b-4fde-b959-118659a7423b req-82d65543-1a7a-418f-9749-9040df4a3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.621085 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-82d65543-1a7a-418f-9749-9040df4a3f8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1095 time: 0.0420964 Nov 12 13:24:55.763468 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e115048-5a25-43ae-9ae9-c58f2ef26ac0 req-3963d729-bac3-4a61-adbd-35fff9c2c33c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.764993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e115048-5a25-43ae-9ae9-c58f2ef26ac0 req-3963d729-bac3-4a61-adbd-35fff9c2c33c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 944 time: 0.0535533 Nov 12 13:24:55.821642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e115048-5a25-43ae-9ae9-c58f2ef26ac0 req-7f43a7f2-0910-4d37-8c49-e775f32d7074 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502429 Nov 12 13:24:56.066350 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d215-ee2b-4fde-b959-118659a7423b req-52ba6993-e91e-4cc4-9fd4-fe27790af810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:56.067842 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-52ba6993-e91e-4cc4-9fd4-fe27790af810 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 897 time: 0.4409666 Nov 12 13:24:56.111342 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-36a38cd1-3465-4c13-98cc-765fea551a09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 217 time: 0.0356123 Nov 12 13:24:56.166719 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d215-ee2b-4fde-b959-118659a7423b req-8f02fcec-ae1d-412f-a64a-ec97c7c4ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:56.168272 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-8f02fcec-ae1d-412f-a64a-ec97c7c4ec35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0488613 Nov 12 13:24:56.219181 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d215-ee2b-4fde-b959-118659a7423b req-f18975ba-6f7a-4621-a31a-62629b4233d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:56.220657 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-f18975ba-6f7a-4621-a31a-62629b4233d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424471 Nov 12 13:24:56.321109 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-6ed304ef-41a6-4b34-a2f5-7734ff713254 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908267 Nov 12 13:24:56.423012 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-61e7d215-ee2b-4fde-b959-118659a7423b req-045216d4-1d37-498d-a01f-ed6326cafe59 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944076 Nov 12 13:24:56.951111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe3e4-f42b-4caa-8289-dd8657cf378f req-34d8404f-1c6a-412c-9921-b2979b20f287 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:56.953349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcefe3e4-f42b-4caa-8289-dd8657cf378f req-34d8404f-1c6a-412c-9921-b2979b20f287 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 944 time: 0.0562770 Nov 12 13:24:57.009537 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcefe3e4-f42b-4caa-8289-dd8657cf378f req-898a90d9-eac6-457d-8d93-5db7774d1102 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493848 Nov 12 13:24:58.195255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03bc55-d711-4463-87e4-cb7fbd73dc56 req-f0abb3cb-09e3-47fe-be05-ac4a05ab3192 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:58.197303 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb03bc55-d711-4463-87e4-cb7fbd73dc56 req-f0abb3cb-09e3-47fe-be05-ac4a05ab3192 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 944 time: 0.0746398 Nov 12 13:24:58.264037 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cb03bc55-d711-4463-87e4-cb7fbd73dc56 req-6ed649bd-364c-4a49-9077-5ca8bf936eba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598121 Nov 12 13:24:58.510061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c7f20795-e03a-472d-9be9-c43c222ca449 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:58.628069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c7f20795-e03a-472d-9be9-c43c222ca449, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c7f20795-e03a-472d-9be9-c43c222ca449,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:58.644556 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'port_id': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'mac_address': 'fa:16:3e:a3:83:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:58.695141 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.716986 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f20795-e03a-472d-9be9-c43c222ca449 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:58.745513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c7f20795-e03a-472d-9be9-c43c222ca449, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c7f20795-e03a-472d-9be9-c43c222ca449,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:58.749878 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.808400 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c7f20795-e03a-472d-9be9-c43c222ca449,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:58.900593 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:24:58.998912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c7f20795-e03a-472d-9be9-c43c222ca449'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:59.474009 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2a019-62b1-4158-9dc8-1cdfc2ce87fd req-7a7f6646-74f5-4940-81a0-453c137d69ce tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:59.475651 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0c2a019-62b1-4158-9dc8-1cdfc2ce87fd req-7a7f6646-74f5-4940-81a0-453c137d69ce tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 945 time: 0.0599136 Nov 12 13:24:59.539280 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e0c2a019-62b1-4158-9dc8-1cdfc2ce87fd req-e6db4445-e8b0-499a-bf99-7223c37041db tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548830 Nov 12 13:25:00.196324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.509460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c7f20795-e03a-472d-9be9-c43c222ca449 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:00.581167 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.584808 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port c7f20795-e03a-472d-9be9-c43c222ca449 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:25:00.592035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c7f20795-e03a-472d-9be9-c43c222ca449 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:00.592579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.699915 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.720211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760e52f-2982-459c-b73f-7c1e64295df4 req-eb196c9d-0f7d-4305-8ef6-4df007c704c7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:00.722785 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b760e52f-2982-459c-b73f-7c1e64295df4 req-eb196c9d-0f7d-4305-8ef6-4df007c704c7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 945 time: 0.0682611 Nov 12 13:25:00.727472 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:00.730765 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d8d00-d846-4384-a35f-307da2438741" -d '{"events": [{"server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "name": "network-vif-plugged", "status": "completed", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:00.744223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c7f20795-e03a-472d-9be9-c43c222ca449, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c7f20795-e03a-472d-9be9-c43c222ca449,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:00.749571 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.786561 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b760e52f-2982-459c-b73f-7c1e64295df4 req-32cbe6ec-789c-4208-90d1-fbb08e87f5e1 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561912 Nov 12 13:25:00.822426 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c7f20795-e03a-472d-9be9-c43c222ca449,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:00.851631 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d1cb2d-d380-4dcd-88de-ccd76abe4339 x-openstack-request-id: req-27d1cb2d-d380-4dcd-88de-ccd76abe4339 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:00.851929 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "name": "network-vif-plugged", "status": "completed", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:00.852205 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27d1cb2d-d380-4dcd-88de-ccd76abe4339 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:00.852603 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'code': 200} Nov 12 13:25:00.968970 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b84b3-e639-45c3-90e8-38e7441ac837 req-ff80d54e-e349-4f0c-a380-57ef91748c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:00.971577 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-422b84b3-e639-45c3-90e8-38e7441ac837 req-ff80d54e-e349-4f0c-a380-57ef91748c1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0479922 Nov 12 13:25:01.029461 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-422b84b3-e639-45c3-90e8-38e7441ac837 req-5488a7af-e98e-4569-801b-19b7c9bef7c6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486310 Nov 12 13:25:01.948672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070e502-6167-4a9e-ab16-6fca72e89cad req-871f3e45-e74f-465c-8008-e5166d0fce5d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:01.951061 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9070e502-6167-4a9e-ab16-6fca72e89cad req-871f3e45-e74f-465c-8008-e5166d0fce5d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0740829 Nov 12 13:25:02.012660 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9070e502-6167-4a9e-ab16-6fca72e89cad req-e1982421-78f8-484c-aa5e-6f8c28e4b780 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515430 Nov 12 13:25:03.136376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4639a7a-926f-4663-8fb7-c95c9d073be8 req-47f31b58-ddb0-43f7-bd0c-fd179503e42c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:03.137964 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4639a7a-926f-4663-8fb7-c95c9d073be8 req-47f31b58-ddb0-43f7-bd0c-fd179503e42c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0522017 Nov 12 13:25:03.194630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4639a7a-926f-4663-8fb7-c95c9d073be8 req-b3686c1b-aa07-4bc6-8138-2ce548415e82 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502751 Nov 12 13:25:03.321098 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390124-5a48-4129-994b-17c48e783e24 req-4628fa0d-5138-427b-92a6-b797cd4fa870 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:03.322646 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c390124-5a48-4129-994b-17c48e783e24 req-4628fa0d-5138-427b-92a6-b797cd4fa870 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0572145 Nov 12 13:25:03.401747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c390124-5a48-4129-994b-17c48e783e24 req-c781e41d-fe7c-4d48-9370-2802cd621bdf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726540 Nov 12 13:25:03.425702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:03.516687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36561e2-4c48-4c33-ab5b-dcd317b3e2ad tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:03.518283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f36561e2-4c48-4c33-ab5b-dcd317b3e2ad tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1092 time: 0.0915003 Nov 12 13:25:03.521298 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:03.526082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:03.551920 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.673451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.785195 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.13 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/fdad4c82-d26c-432c-954d-e1fa3bd0d1a3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:03.899792 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.938626 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.985846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:03.988933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:03.993528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:03.996767 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=fdad4c82-d26c-432c-954d-e1fa3bd0d1a3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:04.026806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.027683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.027683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.028314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.028453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.028731 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.029094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.029624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.029755 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.030103 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.030486 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.030984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:04.417326 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.490320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.674313 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.683335 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.773540 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=fdad4c82-d26c-432c-954d-e1fa3bd0d1a3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:04.776416 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.884562 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 22e6765d-ef7b-4daf-ba79-899b1adb4bef associated. External IP: 172.25.1.13, port: c7f20795-e03a-472d-9be9-c43c222ca449. Nov 12 13:25:05.135967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:25:05.205883 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-753994f1-fd61-42c3-95ab-47dc8c239aff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463629 Nov 12 13:25:05.308596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-52e0b53c-64ba-4e18-8993-3940cf0bf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:05.310421 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-52e0b53c-64ba-4e18-8993-3940cf0bf61e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0513282 Nov 12 13:25:05.438541 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-8d48b46f-680e-465a-a735-88637ffb0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:05.440051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-8d48b46f-680e-465a-a735-88637ffb0ecd service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 897 time: 0.1048207 Nov 12 13:25:05.531939 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-daa4f379-61b6-4f18-aa46-30a3baf01403 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 999 time: 0.0809176 Nov 12 13:25:05.594374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-963a88fa-bac9-4648-b397-c8e359759789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:05.596439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-963a88fa-bac9-4648-b397-c8e359759789 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0561950 Nov 12 13:25:05.624612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:05.637651 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] Sync routers for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:05.647368 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:05.657157 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:05.657801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:05.667696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-bec125df-c977-459d-9a6f-09b4b8800578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:05.669328 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-bec125df-c977-459d-9a6f-09b4b8800578 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653579 Nov 12 13:25:05.681908 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2581a532-8830-4582-a144-85bfc5921f97 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1594715 Nov 12 13:25:05.683053 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:05.685825 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837a06f-1a0e-4b0e-8588-fad72700d1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:05.785624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:05.816697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1e3fa-714d-4d5c-88f0-b26cfdb023a3 req-71703307-a8f1-40c1-8614-1c083895e90e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:05.818408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa1e3fa-714d-4d5c-88f0-b26cfdb023a3 req-71703307-a8f1-40c1-8614-1c083895e90e tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0686212 Nov 12 13:25:05.819966 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-de92b540-e459-42b6-8d88-077554b30987 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419053 Nov 12 13:25:05.890863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0fa1e3fa-714d-4d5c-88f0-b26cfdb023a3 req-95c6802f-8222-41fd-9011-1c2ff129dec7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653949 Nov 12 13:25:05.893062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-67414a9e-05c6-4277-8ba4-fd3211bc516b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:05.918891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:05.952401 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-36d2388b-2299-4f0a-89e3-6a5b6efc1f28 req-fe7dce17-e823-4367-b742-baeb7fd8bfe8 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249151 Nov 12 13:25:06.005262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e86d52e9-dad8-452d-ba7c-db1706747047 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/22e6765d-ef7b-4daf-ba79-899b1adb4bef HTTP/1.1" status: 200 len: 991 time: 0.0848787 Nov 12 13:25:06.059217 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d4e227-b5e0-4022-b944-9b2dfc187051 x-openstack-request-id: req-f8d4e227-b5e0-4022-b944-9b2dfc187051 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:06.059585 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:06.059933 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8d4e227-b5e0-4022-b944-9b2dfc187051 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:06.060522 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'status': 'completed', 'code': 200} Nov 12 13:25:06.092389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '22e6765d-ef7b-4daf-ba79-899b1adb4bef', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'port_id': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'mac_address': 'fa:16:3e:a3:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:25:04Z', 'updated_at': '2021-11-12T13:25:04Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:06.123135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] Checking router: f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:25:06.132150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:06.133092 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:24:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:06.151287 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-c4f4d1c5-2789-417f-8ec3-b301c43a6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:06.154676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-c4f4d1c5-2789-417f-8ec3-b301c43a6d05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0657239 Nov 12 13:25:06.247851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:06.266298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-509d798f-9362-48c1-822e-9ba4aacfc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:06.267826 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-509d798f-9362-48c1-822e-9ba4aacfc73d service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 897 time: 0.1061416 Nov 12 13:25:06.344307 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-d5be4a6f-8e9b-477d-adba-d67f76ae172d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 999 time: 0.0678022 Nov 12 13:25:06.398825 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-321a5cdd-fbcc-4716-bf30-a1f110a06010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:06.400341 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-321a5cdd-fbcc-4716-bf30-a1f110a06010 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0483847 Nov 12 13:25:06.453184 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-19f2db91-02e5-4b62-b11a-1516ff4901b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:06.454748 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-19f2db91-02e5-4b62-b11a-1516ff4901b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468163 Nov 12 13:25:06.489955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '22e6765d-ef7b-4daf-ba79-899b1adb4bef', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'port_id': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'mac_address': 'fa:16:3e:a3:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:25:04Z', 'updated_at': '2021-11-12T13:25:04Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:06.517239 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd922be-f7e4-4900-9aff-a1962fde17bc None None] The sync data for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 is: [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '22e6765d-ef7b-4daf-ba79-899b1adb4bef', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'port_id': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'mac_address': 'fa:16:3e:a3:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:25:04Z', 'updated_at': '2021-11-12T13:25:04Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:06.556972 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-316e187a-a9d9-4aaa-b827-5b121c38a5c7 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921752 Nov 12 13:25:06.676782 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2837a06f-1a0e-4b0e-8588-fad72700d1a7 req-5c705f66-8f29-495e-ba84-68076935c180 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078632 Nov 12 13:25:06.750790 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d45d8b-e145-4d4c-8c1b-c0db28c4915b None None] New status for floating IP 22e6765d-ef7b-4daf-ba79-899b1adb4bef: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:25:07.008956 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:07.071697 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-97a96f3b-c1cc-4dc1-a835-27064bfb9b41 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/22e6765d-ef7b-4daf-ba79-899b1adb4bef HTTP/1.1" status: 200 len: 993 time: 0.0611255 Nov 12 13:25:09.098142 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c97e3ff7-57a7-406e-bae8-32605f0a9d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.613146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:10.863444 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:11.660101 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.193336 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.581125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:35.828004 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4c1021e-cd74-420e-a594-a548737bf7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:35.900782 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:25:39.091666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-efde00f5-d07d-4d03-a550-465535e7251e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.623372 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.437878 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b74af-0000-4dd6-a36e-a7b7bd525b4f req-3c23fea9-b8f3-4d2b-97a0-ae3a1128af6b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.439429 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc0b74af-0000-4dd6-a36e-a7b7bd525b4f req-3c23fea9-b8f3-4d2b-97a0-ae3a1128af6b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0512676 Nov 12 13:25:40.491850 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc0b74af-0000-4dd6-a36e-a7b7bd525b4f req-1761b39b-b0ec-4979-b513-a4c3ede61342 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459557 Nov 12 13:25:40.849892 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.453549 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.611040 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8a6d-9a1d-40df-a340-8018de282278 req-fa83a128-29e2-4ad8-ac58-28219086c480 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.612567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-067d8a6d-9a1d-40df-a340-8018de282278 req-fa83a128-29e2-4ad8-ac58-28219086c480 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0498316 Nov 12 13:25:41.668395 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-067d8a6d-9a1d-40df-a340-8018de282278 req-5c01ed33-759d-4231-bf25-30ecee9c2fd4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498283 Nov 12 13:25:42.792048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93570b1-3dcd-4fbc-81b6-34e48a27fca3 req-76f79e88-d331-4bb3-bd3d-f7cbb4525836 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:42.793747 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e93570b1-3dcd-4fbc-81b6-34e48a27fca3 req-76f79e88-d331-4bb3-bd3d-f7cbb4525836 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0531173 Nov 12 13:25:42.846034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e93570b1-3dcd-4fbc-81b6-34e48a27fca3 req-6df40c95-613c-4d03-a7f9-679489dcd4ab tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462041 Nov 12 13:25:43.969992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef79d5-f501-4dd1-83ab-aba7c887a790 req-07d01e6e-6cea-4f25-b079-94aea7d1c4fe tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.971578 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddef79d5-f501-4dd1-83ab-aba7c887a790 req-07d01e6e-6cea-4f25-b079-94aea7d1c4fe tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0554495 Nov 12 13:25:44.026662 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ddef79d5-f501-4dd1-83ab-aba7c887a790 req-a7ae10e6-181a-40b2-bcc0-59bb19cf2be0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487425 Nov 12 13:25:45.156979 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd5524-bfb1-4ea8-9cb9-b5d265cca566 req-35f4435c-39ca-4501-80a8-9880180b27be tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:45.158575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cebd5524-bfb1-4ea8-9cb9-b5d265cca566 req-35f4435c-39ca-4501-80a8-9880180b27be tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0561087 Nov 12 13:25:45.210317 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cebd5524-bfb1-4ea8-9cb9-b5d265cca566 req-3e6a92ca-3996-4eb0-9566-314fc264b37a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455172 Nov 12 13:25:46.346325 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85c82c-f0a5-4b92-b5bb-d54701c98004 req-0a230a00-1a27-4f53-9c24-803821b1dfaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:46.347976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df85c82c-f0a5-4b92-b5bb-d54701c98004 req-0a230a00-1a27-4f53-9c24-803821b1dfaf tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0602601 Nov 12 13:25:46.405366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-df85c82c-f0a5-4b92-b5bb-d54701c98004 req-d6049ccf-b08b-4b6d-a189-627ac1c81aef tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492284 Nov 12 13:25:47.533357 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760a47-72d1-4ee7-90be-7666cf055ae0 req-652d2ec7-bf48-41c6-9c2b-49713217ae92 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:47.535017 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8760a47-72d1-4ee7-90be-7666cf055ae0 req-652d2ec7-bf48-41c6-9c2b-49713217ae92 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0556192 Nov 12 13:25:47.592591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8760a47-72d1-4ee7-90be-7666cf055ae0 req-159e4682-7b0b-4ff6-a8bb-aea75e5be725 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511730 Nov 12 13:25:48.729052 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaa6e6-09c9-4554-80cf-803af24ed435 req-09f0cd48-d22d-4c6c-b126-13354f508f43 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:48.731709 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ddaa6e6-09c9-4554-80cf-803af24ed435 req-09f0cd48-d22d-4c6c-b126-13354f508f43 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0599508 Nov 12 13:25:48.794174 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8ddaa6e6-09c9-4554-80cf-803af24ed435 req-514e1ef3-600c-4047-a836-ca273a8fee95 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520387 Nov 12 13:25:49.924676 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf663e-31cf-41a3-8ef4-2b1231885c45 req-63cf3012-471e-4719-b4c5-b9dc9ed95d33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:49.926217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fcf663e-31cf-41a3-8ef4-2b1231885c45 req-63cf3012-471e-4719-b4c5-b9dc9ed95d33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0554886 Nov 12 13:25:49.983228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9fcf663e-31cf-41a3-8ef4-2b1231885c45 req-376821e7-0139-472c-8efd-5851a41cdf13 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500984 Nov 12 13:25:51.122273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c973a-41b5-4c6f-8a41-7af8b350b727 req-94c7dabe-c68b-4ea2-8fdb-7e6555d73b8d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:51.123741 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a7c973a-41b5-4c6f-8a41-7af8b350b727 req-94c7dabe-c68b-4ea2-8fdb-7e6555d73b8d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0568073 Nov 12 13:25:51.188644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a7c973a-41b5-4c6f-8a41-7af8b350b727 req-40372c41-2ba2-45dc-8b5f-2a29ba70c6ea tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586994 Nov 12 13:25:51.214639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:51.284129 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0721bfa2-f038-4ed5-b47a-ca13f05fe980 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/22e6765d-ef7b-4daf-ba79-899b1adb4bef HTTP/1.1" status: 200 len: 993 time: 0.0683227 Nov 12 13:25:52.589223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03fee8-4af6-49c8-b889-c178a5bc89bd req-c7d013a4-bde7-4cbb-8a0b-3aba80fc4437 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.590815 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f03fee8-4af6-49c8-b889-c178a5bc89bd req-c7d013a4-bde7-4cbb-8a0b-3aba80fc4437 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0586278 Nov 12 13:25:52.614840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-c68be7b8-17ef-45e6-9e2f-9b749955a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.616380 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-c68be7b8-17ef-45e6-9e2f-9b749955a4b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0417743 Nov 12 13:25:52.645389 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f03fee8-4af6-49c8-b889-c178a5bc89bd req-fa5f72a5-7b54-4045-9dc5-bc27deb94797 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Nov 12 13:25:52.723936 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-61fe81a2-94eb-4d4a-ac57-5667d3465f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.725706 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-61fe81a2-94eb-4d4a-ac57-5667d3465f93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 897 time: 0.1022408 Nov 12 13:25:52.801310 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-f33048fa-c616-4c12-bee7-87e65e2c3908 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 1001 time: 0.0681307 Nov 12 13:25:52.862683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-27f874b1-f63e-4898-8daa-78c1bb4d7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.864399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-27f874b1-f63e-4898-8daa-78c1bb4d7d18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0545805 Nov 12 13:25:52.916425 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-959a2b96-3753-491e-9c3f-ef9109b0f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.919118 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-959a2b96-3753-491e-9c3f-ef9109b0f8cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474465 Nov 12 13:25:53.020852 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-bc375b64-4781-4f52-b09f-403b7cc6e5ea service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938368 Nov 12 13:25:53.125974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-c5864dbf-1922-4aff-8c0b-64ef91a5a66e req-f1064b21-25cd-4ec9-b313-ff161f7b35b5 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975153 Nov 12 13:25:53.781968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e24f81-953f-4a1e-be76-b4e54e39fbc1 req-f1b31455-3fb0-45c6-9021-6dfe33304fe5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:53.783703 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39e24f81-953f-4a1e-be76-b4e54e39fbc1 req-f1b31455-3fb0-45c6-9021-6dfe33304fe5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0622005 Nov 12 13:25:53.839707 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39e24f81-953f-4a1e-be76-b4e54e39fbc1 req-558b6243-642e-408a-b20c-64139c9e113a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487564 Nov 12 13:25:53.867086 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44342) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:53.931362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ac5a9032-6312-4bf8-81f9-48d6684004db tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/22e6765d-ef7b-4daf-ba79-899b1adb4bef HTTP/1.1" status: 200 len: 993 time: 0.0629923 Nov 12 13:26:00.202509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.591835 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:05.829030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-362ce152-a9f7-4e20-805e-fcbf12c451a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.190561 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-143268b9-6bb3-4748-82fb-486160a89081 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427322 Nov 12 13:26:06.279280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-d1592d5f-9c7c-4737-b91d-f12087889ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.280822 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-d1592d5f-9c7c-4737-b91d-f12087889ccc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0421715 Nov 12 13:26:06.394650 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-2885b95e-4a1b-46bf-a96c-15e5cb77b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.396155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-2885b95e-4a1b-46bf-a96c-15e5cb77b7f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 897 time: 0.0907423 Nov 12 13:26:06.462034 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-3611f20b-f0e3-4e58-a7f8-4eb192363562 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 1001 time: 0.0578847 Nov 12 13:26:06.517083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-21d0bf9c-1afe-42ad-834c-3cffca83f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.518554 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-21d0bf9c-1afe-42ad-834c-3cffca83f469 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0482612 Nov 12 13:26:06.567787 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-1c81a852-24af-4330-b925-8487aedd567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.569362 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-1c81a852-24af-4330-b925-8487aedd567b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430329 Nov 12 13:26:06.661567 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-5002c85f-f09a-4abb-a4b6-fa732a0c3095 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Nov 12 13:26:06.756683 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-2e95cc2d-0123-472f-b565-04e1b59e01da req-339a3766-7c15-4a78-9ea7-10d986381155 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877726 Nov 12 13:26:09.093357 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb5a9-a6e8-4a9d-952b-dc0993509e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:09.617738 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.853506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:11.455919 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.899737 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:26:26.468826 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:26.630484 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port fdad4c82-d26c-432c-954d-e1fa3bd0d1a3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:26.630723 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.711105 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.711502 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.723667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for fdad4c82-d26c-432c-954d-e1fa3bd0d1a3 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:26.877663 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.903810 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=fdad4c82-d26c-432c-954d-e1fa3bd0d1a3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:26.929846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.930219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.930561 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.930899 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.931233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.931564 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.931889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.932219 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.932545 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.932869 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.933189 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.933506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:26.980485 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.980829 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP 22e6765d-ef7b-4daf-ba79-899b1adb4bef disassociated (deleted). External IP: 172.25.1.13, port: c7f20795-e03a-472d-9be9-c43c222ca449. Nov 12 13:26:27.190340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:27.299959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:27.305110 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.309611 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] Sync routers for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:27.319028 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:27.319728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:27.336020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-1f1ed038-84ae-4023-abdc-febfd41e1a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/floatingips/22e6765d-ef7b-4daf-ba79-899b1adb4bef HTTP/1.1" status: 204 len: 168 time: 0.8660936 Nov 12 13:26:27.336679 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:27.338985 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4094f5-1481-4de7-aa5d-9e74bfca932c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:27.431976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:27.500461 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a00862-b43d-4b41-9aab-84f4efa1e904 x-openstack-request-id: req-52a00862-b43d-4b41-9aab-84f4efa1e904 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:27.501338 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:27.501766 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52a00862-b43d-4b41-9aab-84f4efa1e904 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:27.502205 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'status': 'completed', 'code': 200} Nov 12 13:26:27.569904 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-743507c4-3a1c-4818-a1ce-23cf6b889774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:27.571964 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-743507c4-3a1c-4818-a1ce-23cf6b889774 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0464511 Nov 12 13:26:27.602779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba71ba-a024-4456-af78-9a899c13dee3 req-ebfede77-513b-47a8-a7ee-8a18dfe55bc5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:27.604347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5ba71ba-a024-4456-af78-9a899c13dee3 req-ebfede77-513b-47a8-a7ee-8a18dfe55bc5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0546422 Nov 12 13:26:27.649131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:27.663719 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5ba71ba-a024-4456-af78-9a899c13dee3 req-55838f49-dad8-4056-9c91-2503868bb2a4 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525596 Nov 12 13:26:27.675535 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-5e25f0dd-4291-41a7-a8bc-691e5176d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:27.677050 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-5e25f0dd-4291-41a7-a8bc-691e5176d7ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 200 len: 897 time: 0.0972645 Nov 12 13:26:27.681700 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] Checking router: f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:27.690697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:27.691307 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:27.723308 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-115b20d1-3752-48c5-a024-565a2e08ca68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 200 len: 217 time: 0.0366983 Nov 12 13:26:27.775242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-b8b26dc8-3e20-43ea-b830-c998cc127826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:27.776694 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-b8b26dc8-3e20-43ea-b830-c998cc127826 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 200 len: 835 time: 0.0458601 Nov 12 13:26:27.800050 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:27.829961 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-89625b8a-91eb-48a6-a248-787d90caee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:27.831498 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-89625b8a-91eb-48a6-a248-787d90caee7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd7d40c4-ee84-490c-8947-e85136206332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452600 Nov 12 13:26:27.924676 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-1ef2d599-5cd0-4f19-8f0c-022972251cc0 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845799 Nov 12 13:26:28.001297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:28.022334 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5a4094f5-1481-4de7-aa5d-9e74bfca932c req-abf7933e-249b-466d-af08-9c39cbb75616 service neutron] 10.222.0.65 "GET /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905266 Nov 12 13:26:28.029076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27abeca-402a-4526-9ae3-d5526b5982a2 None None] The sync data for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 is: [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'deab92e1-3146-4d28-b80c-f5db19536aa3', 'name': '', 'network_id': 'bd7d40c4-ee84-490c-8947-e85136206332', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:e2:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:49Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': 'da6674f9-78d0-4e75-8b3a-8d9af60ba706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:28.243529 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60507056-fa67-406f-8e6e-8cf3bde95523 None None] New status for floating IP 22e6765d-ef7b-4daf-ba79-899b1adb4bef: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:26:28.786392 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f936-6cb1-4482-a7ab-33dc02098a05 req-38f9ec93-d0a4-453a-af47-94577684b1b2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:28.787912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e66f936-6cb1-4482-a7ab-33dc02098a05 req-38f9ec93-d0a4-453a-af47-94577684b1b2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0492349 Nov 12 13:26:28.838147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e66f936-6cb1-4482-a7ab-33dc02098a05 req-6d60567e-87a5-48bf-a054-1c7a24966068 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Nov 12 13:26:29.098128 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-44ca7cdc-faf3-4f0c-b63d-ee5d6352d63b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:29.099574 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-44ca7cdc-faf3-4f0c-b63d-ee5d6352d63b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 946 time: 0.0504532 Nov 12 13:26:29.193911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port c7f20795-e03a-472d-9be9-c43c222ca449 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:29.194267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.292421 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port c7f20795-e03a-472d-9be9-c43c222ca449, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c7f20795-e03a-472d-9be9-c43c222ca449,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:29.292781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.306155 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for c7f20795-e03a-472d-9be9-c43c222ca449 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:29.441011 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.467756 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=c7f20795-e03a-472d-9be9-c43c222ca449,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:29.478254 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.478615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.478949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.479288 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.479613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.479940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.480267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.480588 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.481505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.481505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.481505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.481937 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:29.524838 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] No DVR routers for this DVR port c7f20795-e03a-472d-9be9-c43c222ca449 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:29.527532 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.531000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-da91038d-6a33-4ba0-8aa3-2038628797c1 req-68d5d896-f1ec-4258-805f-c955f838641d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.65 "DELETE /v2.0/ports/c7f20795-e03a-472d-9be9-c43c222ca449 HTTP/1.1" status: 204 len: 173 time: 0.4254875 Nov 12 13:26:29.531409 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'name': 'network-vif-deleted', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:29.533638 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9811deb7-0210-44c3-a68c-69bbd53dbc96" -d '{"events": [{"server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "name": "network-vif-deleted", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:29.573420 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ba63e-ed65-413e-a590-29c582a490cc x-openstack-request-id: req-eb9ba63e-ed65-413e-a590-29c582a490cc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:29.573717 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8acc65b-f10f-4f7f-b313-88ec436cf648", "name": "network-vif-deleted", "tag": "c7f20795-e03a-472d-9be9-c43c222ca449", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:29.573972 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb9ba63e-ed65-413e-a590-29c582a490cc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:29.574413 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8acc65b-f10f-4f7f-b313-88ec436cf648', 'name': 'network-vif-deleted', 'tag': 'c7f20795-e03a-472d-9be9-c43c222ca449', 'status': 'completed', 'code': 200} Nov 12 13:26:29.960972 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f99d3532-d92b-4caf-8dde-32c9de4f76e5 req-82e68dc0-ce97-41fa-b298-b4e3eb284ffd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8acc65b-f10f-4f7f-b313-88ec436cf648 HTTP/1.1" status: 200 len: 210 time: 0.0350029 Nov 12 13:26:30.194519 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:30.601629 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.019808 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:31.403873 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.668991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port deab92e1-3146-4d28-b80c-f5db19536aa3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:31.669238 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.769030 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port deab92e1-3146-4d28-b80c-f5db19536aa3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=deab92e1-3146-4d28-b80c-f5db19536aa3,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:31.769425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.782306 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for deab92e1-3146-4d28-b80c-f5db19536aa3 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:31.969799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.997984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=deab92e1-3146-4d28-b80c-f5db19536aa3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:32.187060 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.445430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:32.572432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:32.580297 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5bd102f2-835a-4d82-8bd5-7f481cdbde33 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/f254ea47-9d57-46f2-a1bf-2da0c1fb2c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593894 Nov 12 13:26:32.583702 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:32.587193 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] Sync routers for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:32.601088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:32.601718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:32.647277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting subnet da6674f9-78d0-4e75-8b3a-8d9af60ba706 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:26:32.650617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.701924 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.737547 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:32.802542 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.871514 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.904508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Subnet': ['ID=da6674f9-78d0-4e75-8b3a-8d9af60ba706,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:32.915584 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.918892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-46d282db-0dbe-43e2-8828-567a2ee54ddd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/subnets/da6674f9-78d0-4e75-8b3a-8d9af60ba706 HTTP/1.1" status: 204 len: 168 time: 0.3342407 Nov 12 13:26:32.921875 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:32.922642 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c7f20795-e03a-472d-9be9-c43c222ca449 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:32.924633 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdbd94-ebb6-4066-baef-c39093040529 None None] Network bd7d40c4-ee84-490c-8947-e85136206332 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:32.975985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: c7f20795-e03a-472d-9be9-c43c222ca449 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:32.976323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c7f20795-e03a-472d-9be9-c43c222ca449 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:33.039015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.088430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:26:31Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:33.125482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] Checking router: f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:33.142575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] Routers {'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:33.143155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:33.147222 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.213827 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:33.213827 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.228515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] DHCP port deletion for bd7d40c4-ee84-490c-8947-e85136206332 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:26:33.278388 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] Set router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:33.292624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port 22adb4f7-9dcc-4716-b6ae-116a0a41fca3, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:33.292989 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.306729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:33.397924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Deleting port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:33.398341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.478754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.506795 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=22adb4f7-9dcc-4716-b6ae-116a0a41fca3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:33.577441 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.625948 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1755324-e813-4dcb-9dae-ed70c0f15cb9 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:26:33.657741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] For port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,segment=NetworkSegment(df972fcb-7e1d-449b-b434-ef9366952f48),segment_id=df972fcb-7e1d-449b-b434-ef9366952f48)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:33.658054 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.674986 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.677334 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.690482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Calling delete_port for 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:33.720944 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.721511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Fanout notify agent at l3_agent the message router_deleted on router f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:26:33.732647 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.732647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-2ad331b9-f4c6-4304-9450-e5985509f426 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/routers/f254ea47-9d57-46f2-a1bf-2da0c1fb2c53 HTTP/1.1" status: 204 len: 168 time: 0.8070862 Nov 12 13:26:33.732946 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:33.788227 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:26:31Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:33.818438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084b07-fb65-43c5-afd5-2343835b7fa8 None None] The sync data for ids ['f254ea47-9d57-46f2-a1bf-2da0c1fb2c53'] in n-d-804878-5 is: [{'id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305612589', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:46Z', 'updated_at': '2021-11-12T13:26:31Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': '22adb4f7-9dcc-4716-b6ae-116a0a41fca3', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f254ea47-9d57-46f2-a1bf-2da0c1fb2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:47Z', 'updated_at': '2021-11-12T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:33.826293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.857962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Pushing event deleted for resources: {'Port': ['ID=7a518efc-5bee-4e11-9d6e-b2b58a0830f4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:33.863916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] No DVR routers for this DVR port 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:33.879232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.879529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.879868 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.880201 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.880528 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.880854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.881195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.881494 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.881813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.882130 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.882529 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:33.883091 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa7252-ddbf-4323-875f-180f16c644ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:34.166585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.256649 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.283913 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7d40c4-ee84-490c-8947-e85136206332']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:34.294337 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df972fcb-7e1d-449b-b434-ef9366952f48') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:34.294645 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df972fcb-7e1d-449b-b434-ef9366952f48') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:34.310588 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.325549 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.332749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:26:34.333279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:26:34.336864 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:26:34.406328 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.425374 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.428602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/networks/bd7d40c4-ee84-490c-8947-e85136206332 HTTP/1.1" status: 204 len: 168 time: 0.6940498 Nov 12 13:26:34.430038 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b9652-4c9c-4f1f-8bb3-4aa14e7c84c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Network': ['ID=bd7d40c4-ee84-490c-8947-e85136206332,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:34.431460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44398) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:34.443038 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:34.467180 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:34.467573 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7a518efc-5bee-4e11-9d6e-b2b58a0830f4 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:34.468075 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device deab92e1-3146-4d28-b80c-f5db19536aa3 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:34.493723 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: deab92e1-3146-4d28-b80c-f5db19536aa3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:34.494851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device deab92e1-3146-4d28-b80c-f5db19536aa3 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:34.501161 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95f4ad6-8e91-4c1c-9242-dfca7a24f052 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.536710 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95f4ad6-8e91-4c1c-9242-dfca7a24f052 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.604383 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95f4ad6-8e91-4c1c-9242-dfca7a24f052 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.607182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95f4ad6-8e91-4c1c-9242-dfca7a24f052 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.608619 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c95f4ad6-8e91-4c1c-9242-dfca7a24f052 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/security-groups/e0798a67-53b4-4f1b-b8ad-bb5ce58f220e HTTP/1.1" status: 204 len: 168 time: 0.1753504 Nov 12 13:26:34.618706 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f4ad6-8e91-4c1c-9242-dfca7a24f052 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0798a67-53b4-4f1b-b8ad-bb5ce58f220e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:34.935182 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:34.940315 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429466255', 'description': 'tempest-secgroup-smoke-1429466255 description', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:34.963984 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.034639 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.039612 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.074550 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.075834 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396048 Nov 12 13:26:35.078875 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dff14b-e02d-408c-96f1-e7b5d1a39dba tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.079630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.084503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.113970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.176522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.180415 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.201162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c976ae2-bf33-4b74-9a89-554dc5dcac5e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.209818 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.211114 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-56d67bbd-e6f6-432b-af05-3060e8486033 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304567 Nov 12 13:26:35.214022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.219596 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.247558 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.310017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.315069 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.336954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb48208-7e13-42ef-a0e1-a8bfd1b8cb69,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.343185 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.344521 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4a99661e-24de-4579-a7a6-44cc371bcdd0 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293542 Nov 12 13:26:35.347533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.352401 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.384450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.454430 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.458986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.477584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae640d28-d1ff-472f-a195-1d46c8587a2d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.485787 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.487015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bc1691d9-2fe3-4d20-a2a0-fb6843e4db6d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385009 Nov 12 13:26:35.489759 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.494009 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.521523 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.579397 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.583037 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.600355 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044dce92-e1fd-4f13-a8f7-bb8e42e1ed10,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.608070 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.609839 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f5563451-c1db-4ce5-8a73-852d59e6143d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191192 Nov 12 13:26:35.612664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.616984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.639935 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:26:35.644798 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.706968 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.710929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.728290 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab06759-ffbb-4d4c-9ded-ab5bbc069f48,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.739497 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.740732 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c0fb63c0-bb08-4e14-aaa0-4f5839e55c80 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271451 Nov 12 13:26:35.743548 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.747951 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'security_group_rule': {'security_group_id': '7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.770978 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Project 6e7a741bb7eb4e80b0ad25e053eb6abe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:26:35.776032 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.831198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8941dc2-4749-4239-8667-6c184e7fac7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.840445 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.845590 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.863704 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bff9df-2d76-4d13-a13a-0f0f3a6506e7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.871985 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.873426 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bfe68be2-e304-4879-ad9d-f778d580ea90 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287408 Nov 12 13:26:35.876954 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:35.881727 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'network': {'name': 'tempest-network-smoke--1639370517', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:35.902711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:35.906187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.932661 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:26:35.942690 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.943047 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Added segment 760472b4-f8f9-4195-9841-6b5ded2503bd of type vlan for network 9a6faf41-cfc6-4c87-ad81-9646817d9783 Nov 12 13:26:35.984868 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.009783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.016373 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:36.016980 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.052766 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1747673 Nov 12 13:26:36.055596 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:36.060423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'admin_state_up': True, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:36.086264 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.087408 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.092247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac9e57-4b8b-496e-9795-9c3b45688408 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Network': ['ID=9a6faf41-cfc6-4c87-ad81-9646817d9783,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:36.104800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:26:36.147922 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.291452 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.316076 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:36.342385 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:36.343011 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 22adb4f7-9dcc-4716-b6ae-116a0a41fca3 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:36.496304 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.516582 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.625517 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.133 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/f7e67013-bd40-46c6-a745-0c888ab8a21a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:36.730465 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.771451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.811945 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:36.817099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:36.822419 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:36.830001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061e4ed-ed23-4750-9189-4dcdfa88cc65 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:26:36.847955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=f7e67013-bd40-46c6-a745-0c888ab8a21a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:36.913726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-138e0794-ea6b-4f4d-86fe-c46012d55942 None None] Provisioning complete for port f7e67013-bd40-46c6-a745-0c888ab8a21a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:36.914527 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138e0794-ea6b-4f4d-86fe-c46012d55942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.954402 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-138e0794-ea6b-4f4d-86fe-c46012d55942 None None] Port f7e67013-bd40-46c6-a745-0c888ab8a21a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:37.092183 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.296946 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.429260 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:26:37.543140 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:37.554955 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Sync routers for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:37.566202 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:37.566841 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.567124 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:37.568117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12b359fe-d7e2-45e0-9c71-7c894015facb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5113993 Nov 12 13:26:37.571711 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.601511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-6526db60-d7f6-43e7-b287-a3eee527774c tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6e7a741bb7eb4e80b0ad25e053eb6abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283189 Nov 12 13:26:37.604205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.678833 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:37.705842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e175976-2b28-43ca-a217-43b222220081 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:37.707417 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7e175976-2b28-43ca-a217-43b222220081 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022513 Nov 12 13:26:37.710592 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.740393 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-b4a1b65e-0d7b-4ba0-9850-7cab2e341026 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=1cfe4041-2631-4273-9a66-1e4e46d23e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286348 Nov 12 13:26:37.743185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.748216 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990882813', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:37.846309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:37.849831 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.878974 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:36Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:37.994599 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Checking router: 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:37.994940 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Updating router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 port f7e67013-bd40-46c6-a745-0c888ab8a21a binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:26:38.021545 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.048897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.107664 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Subnet': ['ID=1948f18b-cda1-458e-b500-13c3faec5481,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:38.119265 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Checking segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:38.119624 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network hostable DHCP agents. Network: 9a6faf41-cfc6-4c87-ad81-9646817d9783, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:26:38.137945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:26:38.147579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 9a6faf41-cfc6-4c87-ad81-9646817d9783) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:38.153724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:38.153724 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.157826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286412c-0055-44af-8d58-ef111bbc0697 None None] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:38.173704 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-e3ab4314-f167-45d9-b9f2-08355b9a1738 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4263682 Nov 12 13:26:38.173929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:38.297285 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.306123 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.321393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-9a6faf41-cfc6-4c87-ad81-9646817d9783', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:26:38.322413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.352770 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Pushing event updated for resources: {'Port': ['ID=f7e67013-bd40-46c6-a745-0c888ab8a21a,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:38.364401 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.364674 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.364993 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.365326 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.366199 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.366549 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.366878 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.367350 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.368218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.368554 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.368899 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.369210 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:38.392100 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Attempting to bind port f7e67013-bd40-46c6-a745-0c888ab8a21a on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:38.392514 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Attempting to bind port f7e67013-bd40-46c6-a745-0c888ab8a21a by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:38.392883 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Attempting to bind port f7e67013-bd40-46c6-a745-0c888ab8a21a on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:38.399203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:38.400090 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:38.400592 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.401102 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:38.401676 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Bound port: f7e67013-bd40-46c6-a745-0c888ab8a21a, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:38.402125 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.402728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113fff9-054c-49c1-ad91-5b0a57fd7007 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:26:38.457677 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] For port f7e67013-bd40-46c6-a745-0c888ab8a21a, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:38.461352 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] For port f7e67013-bd40-46c6-a745-0c888ab8a21a, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f7e67013-bd40-46c6-a745-0c888ab8a21a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:38.467120 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.494883 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Allocated IP 172.20.0.2 (9a6faf41-cfc6-4c87-ad81-9646817d9783/1948f18b-cda1-458e-b500-13c3faec5481/4d99c1d8-0842-4943-a543-2ec2635394b8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:38.503582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-71cff966-78e5-413b-990c-5226b587a2c2 None None] Provisioning complete for port f7e67013-bd40-46c6-a745-0c888ab8a21a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:38.503956 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71cff966-78e5-413b-990c-5226b587a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.522901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcad16-a02b-4245-a07d-f67fb4bb9727 None None] Pushing event updated for resources: {'Port': ['ID=f7e67013-bd40-46c6-a745-0c888ab8a21a,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:38.550874 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:38.551624 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:38.570285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9b788-d660-42bb-8b10-bb1c7f78f373 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:26:38.677518 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:38.705026 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.727343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71cff966-78e5-413b-990c-5226b587a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.770769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71cff966-78e5-413b-990c-5226b587a2c2 None None] For port f7e67013-bd40-46c6-a745-0c888ab8a21a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f7e67013-bd40-46c6-a745-0c888ab8a21a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:38.772007 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.775755 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71cff966-78e5-413b-990c-5226b587a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.782240 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.823279 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:38.826254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:38.833240 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:38.872928 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cff966-78e5-413b-990c-5226b587a2c2 None None] Pushing event updated for resources: {'Port': ['ID=f7e67013-bd40-46c6-a745-0c888ab8a21a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:38.888780 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:36Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:38.924438 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b005f-310d-4d36-abe7-0ddfe82b8c9e None None] The sync data for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 is: [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:36Z', 'revision_number': 3, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:38.944062 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Attempting to bind port 4d99c1d8-0842-4943-a543-2ec2635394b8 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:38.944462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Attempting to bind port 4d99c1d8-0842-4943-a543-2ec2635394b8 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:38.944791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Attempting to bind port 4d99c1d8-0842-4943-a543-2ec2635394b8 on network 9a6faf41-cfc6-4c87-ad81-9646817d9783 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:38.953358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:38.953798 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Checking segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:38.954238 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.954644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Bound using segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:38.955136 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Bound port: 4d99c1d8-0842-4943-a543-2ec2635394b8, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:38.955522 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.972886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc8eddfd-6c8a-4199-8f5b-8407d7fe39b6 None None] Provisioning complete for port f7e67013-bd40-46c6-a745-0c888ab8a21a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:38.973233 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc8eddfd-6c8a-4199-8f5b-8407d7fe39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.974870 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Pushing event updated for resources: {'Port': ['ID=4d99c1d8-0842-4943-a543-2ec2635394b8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:39.072630 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] For port 4d99c1d8-0842-4943-a543-2ec2635394b8, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:39.076778 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] For port 4d99c1d8-0842-4943-a543-2ec2635394b8, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4d99c1d8-0842-4943-a543-2ec2635394b8,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:39.107477 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.173035 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8334f29-decc-4d39-9f67-e7e254e68e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.196566 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea6e0-3e7b-459f-bf0d-89ff6e47dba6 None None] Pushing event updated for resources: {'Port': ['ID=4d99c1d8-0842-4943-a543-2ec2635394b8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:39.429019 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.1 (9a6faf41-cfc6-4c87-ad81-9646817d9783/1948f18b-cda1-458e-b500-13c3faec5481/9a2b0bb0-f966-4cff-ae0a-85957fa78f6e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:39.608605 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.634580 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.657477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.699280 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:39.703490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:39.707906 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:39.758460 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:39.779338 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.927203 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.261041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.269830 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.359376 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.368145 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:40.429186 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a51841-0760-440a-a7ea-2eed89f3d797 None None] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:40.455129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f7e67013-bd40-46c6-a745-0c888ab8a21a up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:40.486827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:40.488391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:40.556516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1d7635ac-d01e-4516-9c89-cb651b7ba039 None None] Provisioning complete for port 4d99c1d8-0842-4943-a543-2ec2635394b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:40.556850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d7635ac-d01e-4516-9c89-cb651b7ba039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.616837 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:40.642938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port f7e67013-bd40-46c6-a745-0c888ab8a21a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:40.643314 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.737608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:40.743029 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4e418471-28c1-4b84-b8ad-e31dffa1c100 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5681810 Nov 12 13:26:40.770507 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d7635ac-d01e-4516-9c89-cb651b7ba039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.833748 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4d99c1d8-0842-4943-a543-2ec2635394b8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:40.838780 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d7635ac-d01e-4516-9c89-cb651b7ba039 None None] For port 4d99c1d8-0842-4943-a543-2ec2635394b8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4d99c1d8-0842-4943-a543-2ec2635394b8,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:40.870224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d7635ac-d01e-4516-9c89-cb651b7ba039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.923839 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Sync routers for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:40.940196 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.946778 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-cbb38353-f5e1-4c2f-8f54-4df25d768987 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429466255&fields=id&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 267 time: 0.0585861 Nov 12 13:26:40.961510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:40.962149 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:41.005702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7635ac-d01e-4516-9c89-cb651b7ba039 None None] Pushing event updated for resources: {'Port': ['ID=4d99c1d8-0842-4943-a543-2ec2635394b8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:41.026645 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4d99c1d8-0842-4943-a543-2ec2635394b8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:41.027106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.062289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-7df9276c-9cf4-4c97-bf7f-7b9f56c00060 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:41.064680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-7df9276c-9cf4-4c97-bf7f-7b9f56c00060 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 797 time: 0.1164541 Nov 12 13:26:41.084010 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-9f5ebdd5-34a8-4163-9c90-a7d7f58aa978 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/quotas/6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 375 time: 0.0135727 Nov 12 13:26:41.138554 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-baa6acd6-745f-494b-95b4-d884a22f30a3 None None] Provisioning complete for port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:41.138924 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-baa6acd6-745f-494b-95b4-d884a22f30a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.145739 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:41.158873 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-3ac219e9-f5fe-466b-83aa-5965475559af tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681522 Nov 12 13:26:41.326996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-196399ac-eb99-4a34-862d-698977353eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476893 Nov 12 13:26:41.415131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-baa6acd6-745f-494b-95b4-d884a22f30a3 None None] Port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:41.438734 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-3e7e8764-f3b0-4e00-a036-67ed129f244d service neutron] 10.222.0.18 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049116 Nov 12 13:26:41.535230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.539989 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-baa6acd6-745f-494b-95b4-d884a22f30a3 None None] Provisioning complete for port 4d99c1d8-0842-4943-a543-2ec2635394b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:41.540807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-baa6acd6-745f-494b-95b4-d884a22f30a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.611426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-364a89fb-6c12-4620-8ebf-fb4fe70a5cb8 req-469ba712-0bbe-4553-b06f-e329feefd868 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 210 time: 0.0322955 Nov 12 13:26:41.705153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:40Z', 'revision_number': 2, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:41.736537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Checking router: 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:41.736893 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Updating router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:26:41.763250 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.834717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-932b4386-a515-4a23-aecf-6bff85dd8eec None None] Provisioning complete for port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:41.835198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-932b4386-a515-4a23-aecf-6bff85dd8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.934586 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-932b4386-a515-4a23-aecf-6bff85dd8eec None None] Port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:42.089945 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.095480 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.146729 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb6da-283f-42b7-a50f-c59fddee14e0 None None] Pushing event updated for resources: {'Port': ['ID=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:42.206751 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Attempting to bind port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:42.207069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Attempting to bind port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:42.207538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Attempting to bind port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e on network 9a6faf41-cfc6-4c87-ad81-9646817d9783 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:42.213345 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:42.213773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Checking segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:42.214109 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.214525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Bound using segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:42.214993 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Bound port: 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:42.215374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.285911 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] For port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:42.289675 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] For port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:42.293913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.366412 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb6da-283f-42b7-a50f-c59fddee14e0 None None] Pushing event updated for resources: {'Port': ['ID=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:42.369325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:42.369967 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:42.417264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4d99c1d8-0842-4943-a543-2ec2635394b8 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:42.446329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25e70c7d-3133-48cb-a8b8-d252fb71ec2e None None] Provisioning complete for port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:42.446706 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25e70c7d-3133-48cb-a8b8-d252fb71ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.575740 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:42.610971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 4d99c1d8-0842-4943-a543-2ec2635394b8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:42.611354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.697799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-99eae81e-08bd-4675-b159-08064c3e9019 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:42.699462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-99eae81e-08bd-4675-b159-08064c3e9019 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 797 time: 0.1637902 Nov 12 13:26:42.742734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25e70c7d-3133-48cb-a8b8-d252fb71ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.776026 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61b76cad-b917-4f60-9970-21c2aff8c584 req-6cda37c9-fa83-4fad-a4b5-ccbffd5c171b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 210 time: 0.0540497 Nov 12 13:26:42.819148 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8d843b78-31c6-4b05-b8c9-e2acc07e2570 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe HTTP/1.1" status: 200 len: 380 time: 0.1091347 Nov 12 13:26:42.830528 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'port': {'device_id': '99c66149-266d-414d-bb09-9964e286ef40', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'admin_state_up': True, 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'security_groups': ['7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:42.849521 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-25e70c7d-3133-48cb-a8b8-d252fb71ec2e None None] For port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:42.860359 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25e70c7d-3133-48cb-a8b8-d252fb71ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.941086 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e70c7d-3133-48cb-a8b8-d252fb71ec2e None None] Pushing event updated for resources: {'Port': ['ID=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:42.944077 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Made reservation on behalf of 6e7a741bb7eb4e80b0ad25e053eb6abe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:42.947672 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.965034 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:43.002043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d182237-f827-41d9-b658-8e2fffb34f4c None None] The sync data for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 is: [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:43.018336 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2582624f-cad0-4ad9-9a8c-f02fba2fcf61 None None] Provisioning complete for port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:43.018947 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2582624f-cad0-4ad9-9a8c-f02fba2fcf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.110761 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.20.0.8 (9a6faf41-cfc6-4c87-ad81-9646817d9783/1948f18b-cda1-458e-b500-13c3faec5481/ce2f2342-e8c7-4c61-8b9d-18823e21fc89) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:43.278344 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.313664 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.358084 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:43.363415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:43.367368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:43.375028 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:43.426005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:43.427006 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.446474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-b43eca25-b6b9-4c91-bcd0-3e18d307d7f7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210744 Nov 12 13:26:43.460045 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Request body: {'port': {'device_id': '99c66149-266d-414d-bb09-9964e286ef40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:43.527154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.663123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d9044ea5-63d5-4047-a5db-e456c81d2cc1 None None] Provisioning complete for port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:43.663789 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9044ea5-63d5-4047-a5db-e456c81d2cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.704280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d9044ea5-63d5-4047-a5db-e456c81d2cc1 None None] Port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:43.834852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2f2342-e8c7-4c61-8b9d-18823e21fc89 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:43.844215 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.860058 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Transition to ACTIVE for port object ce2f2342-e8c7-4c61-8b9d-18823e21fc89 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:26:43.864593 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.949684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Pushing event updated for resources: {'Port': ['ID=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:44.010779 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7887-884f-4d6b-9dac-07e1ecaab9f3 req-5a52f17a-fa61-4937-9ae3-1a96b63ce401 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.012405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7ce7887-884f-4d6b-9dac-07e1ecaab9f3 req-5a52f17a-fa61-4937-9ae3-1a96b63ce401 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 943 time: 0.1232111 Nov 12 13:26:44.066719 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Attempting to bind port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:44.067105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Attempting to bind port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:44.067550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Attempting to bind port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 on network 9a6faf41-cfc6-4c87-ad81-9646817d9783 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:44.086845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 on network 9a6faf41-cfc6-4c87-ad81-9646817d9783 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:26:44.087174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Attempting to bind port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 on network 9a6faf41-cfc6-4c87-ad81-9646817d9783 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:44.103094 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:44.103448 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Checking segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:44.103840 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Bound using segment: {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:44.104277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Bound port: ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760472b4-f8f9-4195-9841-6b5ded2503bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:44.104644 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.111515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e7ce7887-884f-4d6b-9dac-07e1ecaab9f3 req-c6d6c0b8-52cd-4a83-aea5-d137786afe93 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917130 Nov 12 13:26:44.184675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] For port ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:44.188353 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] For port ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:44.193044 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.230892 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.231440 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.232899 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] 10.222.0.81 "PUT /v2.0/ports/ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 1091 time: 0.7777090 Nov 12 13:26:44.233390 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:44.235753 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da" -d '{"events": [{"name": "network-changed", "server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:44.274631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a3cc-daa5-47c8-b28b-b7c8e180de0f service neutron] Pushing event updated for resources: {'Port': ['ID=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:44.313047 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a771630b-2d8a-4425-8a87-3c9c458daa64 x-openstack-request-id: req-a771630b-2d8a-4425-8a87-3c9c458daa64 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:44.313928 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:44.314231 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a771630b-2d8a-4425-8a87-3c9c458daa64 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:44.314653 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'status': 'completed', 'code': 200} Nov 12 13:26:44.330568 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-d0039d03-427b-4d75-901f-b02de8f27a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.333104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-d0039d03-427b-4d75-901f-b02de8f27a95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1094 time: 0.0540333 Nov 12 13:26:44.380266 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-c4276368-0bef-41b3-bb24-bdb15fefbe3f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 217 time: 0.0389962 Nov 12 13:26:44.397635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:44.449947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-3a079c1d-5912-460a-9853-58e676a6bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.451622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-3a079c1d-5912-460a-9853-58e676a6bd3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 200 len: 834 time: 0.0645235 Nov 12 13:26:44.467404 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:44.468931 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.503317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-af5ed2c3-52f1-4bb1-8c23-ceb52cbc5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.505664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-af5ed2c3-52f1-4bb1-8c23-ceb52cbc5e3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a6faf41-cfc6-4c87-ad81-9646817d9783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466959 Nov 12 13:26:44.602082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-39080aad-9a54-4134-9da4-01274f918729 service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896580 Nov 12 13:26:44.695426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f3505a84-472c-41a5-aff5-3aff56d66cdb req-6196c9f7-8104-409d-b446-4c2848353287 service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Nov 12 13:26:44.787496 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-addba54b-46d2-4a98-b6ea-df3dbb87fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.789155 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-addba54b-46d2-4a98-b6ea-df3dbb87fb2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1094 time: 0.0454338 Nov 12 13:26:44.894692 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-e11e0f00-7a02-4649-a853-8cd72718e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.896173 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-e11e0f00-7a02-4649-a853-8cd72718e1b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 898 time: 0.0961664 Nov 12 13:26:44.940403 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-7cd7ccb5-f2d9-4ac5-aeaa-40b40d3bff8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 217 time: 0.0346546 Nov 12 13:26:44.993487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-2694d484-bbbf-41f9-8640-27f703f5822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.994977 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-2694d484-bbbf-41f9-8640-27f703f5822f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 200 len: 834 time: 0.0472782 Nov 12 13:26:45.043029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-0679654c-73ab-46dd-b978-b52313f01f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:45.044567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-0679654c-73ab-46dd-b978-b52313f01f25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a6faf41-cfc6-4c87-ad81-9646817d9783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412552 Nov 12 13:26:45.135635 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-4f4ef041-71ac-4198-b881-550c01e7618a service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827959 Nov 12 13:26:45.265127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8a9ac053-f6f1-4cce-b107-a83b2b6e70da req-009415a7-06e3-4cbf-b022-70ced24b084d service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215730 Nov 12 13:26:45.273469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bccaa-a986-492d-aeee-dc6a6b7385e0 req-288317ae-7280-4cde-af0b-ffade01146d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:45.274982 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-992bccaa-a986-492d-aeee-dc6a6b7385e0 req-288317ae-7280-4cde-af0b-ffade01146d2 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 943 time: 0.0737011 Nov 12 13:26:45.325509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-992bccaa-a986-492d-aeee-dc6a6b7385e0 req-d94f09ec-6384-4872-a266-583544d7e1bb tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431821 Nov 12 13:26:46.784396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777533-58dc-4475-8602-b6ffd2260990 req-1715b8f5-fe2c-462f-8565-f873ca0b0560 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:46.785888 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a777533-58dc-4475-8602-b6ffd2260990 req-1715b8f5-fe2c-462f-8565-f873ca0b0560 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 943 time: 0.3891120 Nov 12 13:26:46.844580 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3a777533-58dc-4475-8602-b6ffd2260990 req-47c9b37b-ff7b-4ce2-b510-712afef9c4cc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524313 Nov 12 13:26:47.438466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ce2f2342-e8c7-4c61-8b9d-18823e21fc89 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:26:47.538814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:47.551153 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'port_id': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'mac_address': 'fa:16:3e:0d:3d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:26:47.593769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:47.606684 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2f2342-e8c7-4c61-8b9d-18823e21fc89 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:47.625898 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:47.629863 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:47.677375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:47.894478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['ce2f2342-e8c7-4c61-8b9d-18823e21fc89'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:26:47.968418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b379d6-b832-4d78-b3cf-4bb6f8d27819 req-d87617c9-eb9b-44e4-a536-eb7244f055b9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:47.970065 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95b379d6-b832-4d78-b3cf-4bb6f8d27819 req-d87617c9-eb9b-44e4-a536-eb7244f055b9 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 944 time: 0.0513856 Nov 12 13:26:48.021080 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95b379d6-b832-4d78-b3cf-4bb6f8d27819 req-57875c87-3e82-41f7-9b5f-b544182e7ace tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Nov 12 13:26:49.138647 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70092e0-ec7e-4a73-9cf9-8d2c19659766 req-30d97cfe-be35-4fba-85e0-d58a2789e242 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:49.140712 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f70092e0-ec7e-4a73-9cf9-8d2c19659766 req-30d97cfe-be35-4fba-85e0-d58a2789e242 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 944 time: 0.0509505 Nov 12 13:26:49.196236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f70092e0-ec7e-4a73-9cf9-8d2c19659766 req-466da151-da15-4752-b428-a53912dd6d3d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494268 Nov 12 13:26:49.456192 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ce2f2342-e8c7-4c61-8b9d-18823e21fc89 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:49.510391 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:26:49.515711 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:49.516073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.602944 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.629352 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:49.630744 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7fe42e-76e8-49da-bdfc-cdf6d0ee6a23" -d '{"events": [{"server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "name": "network-vif-plugged", "status": "completed", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:49.645142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:49.649714 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.700710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:49.736600 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf0b6c-cbe7-4831-a2e9-b3be04d22d2a x-openstack-request-id: req-5abf0b6c-cbe7-4831-a2e9-b3be04d22d2a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:49.736893 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "name": "network-vif-plugged", "status": "completed", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:49.737145 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5abf0b6c-cbe7-4831-a2e9-b3be04d22d2a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:49.737546 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'code': 200} Nov 12 13:26:49.835125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceaca3-e8b1-41dc-9b9a-45d9531773ec req-cf6424f8-04f3-433c-b0f8-d71e30dd9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:49.836788 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dbceaca3-e8b1-41dc-9b9a-45d9531773ec req-cf6424f8-04f3-433c-b0f8-d71e30dd9e34 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1096 time: 0.0425751 Nov 12 13:26:49.888768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dbceaca3-e8b1-41dc-9b9a-45d9531773ec req-426cb02e-6f06-49e7-bebd-0f91ec7536e7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Nov 12 13:26:49.898866 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:26:50.316962 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059b441-a5ae-4692-8e63-3d24476a7b00 req-7aa3591c-6c0b-45d8-b50c-35ff0a28f9a7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:50.318542 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b059b441-a5ae-4692-8e63-3d24476a7b00 req-7aa3591c-6c0b-45d8-b50c-35ff0a28f9a7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0509839 Nov 12 13:26:50.368111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b059b441-a5ae-4692-8e63-3d24476a7b00 req-7f72f466-4afd-4e1a-86c1-210ba73ee8c7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Nov 12 13:26:51.491749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba8b7-0092-45ec-8566-e70e5b2cd566 req-2cd7b8b2-9ead-42a0-bbb4-bbe437eb3d30 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:51.493289 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78bba8b7-0092-45ec-8566-e70e5b2cd566 req-2cd7b8b2-9ead-42a0-bbb4-bbe437eb3d30 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0550199 Nov 12 13:26:51.547234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-78bba8b7-0092-45ec-8566-e70e5b2cd566 req-035f829c-4392-46d4-8a3c-fdf57be6e1d7 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470676 Nov 12 13:26:51.664818 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88868eb1-d882-4693-966e-91ff3102fec4 req-10890f14-be08-47b1-bb77-4f188b8fbe34 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:51.666376 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88868eb1-d882-4693-966e-91ff3102fec4 req-10890f14-be08-47b1-bb77-4f188b8fbe34 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0516753 Nov 12 13:26:51.718567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-88868eb1-d882-4693-966e-91ff3102fec4 req-1a905793-3f68-45f6-b187-447ce593b804 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Nov 12 13:26:51.741133 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:51.783491 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa8d94d-5dd5-471c-98c7-99005ee7a992 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:51.785076 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3fa8d94d-5dd5-471c-98c7-99005ee7a992 tempest-TestNetworkAdvancedServerOps-1194103463 tempest-TestNetworkAdvancedServerOps-1194103463-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1091 time: 0.0429206 Nov 12 13:26:51.788047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:51.792748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:51.815659 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:51.928076 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.040523 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Allocated IP 172.25.1.48 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/ad41cfd6-fe65-476a-8762-f696660c7789) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:52.148394 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.184187 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.225862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:52.230806 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:52.235123 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:52.240926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ad41cfd6-fe65-476a-8762-f696660c7789,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:52.622507 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.700582 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.855277 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.860867 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.933436 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event updated for resources: {'Port': ['ID=ad41cfd6-fe65-476a-8762-f696660c7789,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:52.945753 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.048622 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP b272a677-42fc-42a8-9201-2ba0baa218c6 associated. External IP: 172.25.1.48, port: ce2f2342-e8c7-4c61-8b9d-18823e21fc89. Nov 12 13:26:53.263830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:53.371835 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:53.382044 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] Sync routers for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:53.390502 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.392673 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:53.393361 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:53.417754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fcfc8cdc-6fef-46f0-bba0-d2efbea50a7b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6285586 Nov 12 13:26:53.418455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:53.421850 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f013c-c468-4b4e-938d-4d3aa7f54bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:53.506883 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:53.517516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1180db8-882c-479a-a5d3-2883431f3904 req-d66ef8d9-4d6d-4cfd-b660-3f711e668160 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:53.519110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1180db8-882c-479a-a5d3-2883431f3904 req-d66ef8d9-4d6d-4cfd-b660-3f711e668160 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Nov 12 13:26:53.574668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1180db8-882c-479a-a5d3-2883431f3904 req-6d9e80e5-04f9-4921-a3a6-fd9e03334342 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Nov 12 13:26:53.597481 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:53.635177 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f77ffd-e0d1-4776-a2e3-3e4fe63533d5 x-openstack-request-id: req-58f77ffd-e0d1-4776-a2e3-3e4fe63533d5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:53.635887 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:53.636136 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58f77ffd-e0d1-4776-a2e3-3e4fe63533d5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:53.637111 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'status': 'completed', 'code': 200} Nov 12 13:26:53.664053 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2f374026-20d5-4f58-a368-c5310422fe4b tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/b272a677-42fc-42a8-9201-2ba0baa218c6 HTTP/1.1" status: 200 len: 990 time: 0.0653381 Nov 12 13:26:53.695754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-ac4c4dd6-0368-4ed2-871b-93e2666cb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:53.697190 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-ac4c4dd6-0368-4ed2-871b-93e2666cb6a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1096 time: 0.0519209 Nov 12 13:26:53.749666 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b272a677-42fc-42a8-9201-2ba0baa218c6', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'port_id': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'mac_address': 'fa:16:3e:0d:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c66149-266d-414d-bb09-9964e286ef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:26:52Z', 'updated_at': '2021-11-12T13:26:52Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:53.775608 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] Checking router: 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:53.784582 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:53.785183 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:26:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:53.793173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-9e38b6e2-3425-40bc-be9f-e9a9dea9c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:53.794671 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-9e38b6e2-3425-40bc-be9f-e9a9dea9c8b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 898 time: 0.0890551 Nov 12 13:26:53.868201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-7eec6996-6b05-4c8b-aedc-4ccaa7e7c052 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 998 time: 0.0654345 Nov 12 13:26:53.894444 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:53.918333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-e263afb5-1188-4e62-ac00-9ca5bec482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:53.919842 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-e263afb5-1188-4e62-ac00-9ca5bec482d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 200 len: 834 time: 0.0448277 Nov 12 13:26:53.965675 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-fca21b38-e93d-4673-bc2b-1c313b0fc625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:53.967746 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-fca21b38-e93d-4673-bc2b-1c313b0fc625 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a6faf41-cfc6-4c87-ad81-9646817d9783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405147 Nov 12 13:26:54.065926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-b1563d5f-2797-478b-8f24-a46e7ea25936 service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891416 Nov 12 13:26:54.124619 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b272a677-42fc-42a8-9201-2ba0baa218c6', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'port_id': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'mac_address': 'fa:16:3e:0d:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c66149-266d-414d-bb09-9964e286ef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:26:52Z', 'updated_at': '2021-11-12T13:26:52Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:54.150572 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede65257-cc8c-4cdc-9945-77dc4c33e96b None None] The sync data for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 is: [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'b272a677-42fc-42a8-9201-2ba0baa218c6', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'port_id': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'mac_address': 'fa:16:3e:0d:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c66149-266d-414d-bb09-9964e286ef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:26:52Z', 'updated_at': '2021-11-12T13:26:52Z', 'revision_number': 0, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:54.162754 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-515f013c-c468-4b4e-938d-4d3aa7f54bb4 req-805f83a1-466c-4324-806d-de38a8147e25 service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Nov 12 13:26:54.370408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1bfe6-eeb9-4ae0-ae9b-b6cba5277581 None None] New status for floating IP b272a677-42fc-42a8-9201-2ba0baa218c6: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:26:54.667148 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:54.734971 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-27acdc4d-eeed-40cf-9c77-d277e404b9ee tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/b272a677-42fc-42a8-9201-2ba0baa218c6 HTTP/1.1" status: 200 len: 990 time: 0.0664635 Nov 12 13:26:55.738335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:55.802736 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6a57760e-0d66-48be-9234-a123e7308bca tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/b272a677-42fc-42a8-9201-2ba0baa218c6 HTTP/1.1" status: 200 len: 992 time: 0.0631273 Nov 12 13:27:00.204390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.610536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:05.833364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39ac55d3-cd10-4e1d-9cbb-bb164d1dafb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.096511 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e73b1d3f-04d1-435a-9ee0-3793d8b57cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.624771 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.864664 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:11.446662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.442259 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-638ba277-d99e-4c12-b05d-b3e1dc889e5a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406642 Nov 12 13:27:16.531918 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-c440c821-21ec-4d13-a57d-e105ebac3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:16.533408 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-c440c821-21ec-4d13-a57d-e105ebac3f51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1096 time: 0.0450358 Nov 12 13:27:16.640083 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-c7542499-767d-4232-88b4-25b231e31ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:16.641589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-c7542499-767d-4232-88b4-25b231e31ed3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 898 time: 0.0887353 Nov 12 13:27:16.714440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-934b0ef2-7393-444d-b02a-b89efb80cae2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 1000 time: 0.0646496 Nov 12 13:27:16.769931 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-560aaf86-9bea-4c1d-9a43-837360878149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:16.771521 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-560aaf86-9bea-4c1d-9a43-837360878149 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 200 len: 834 time: 0.0489154 Nov 12 13:27:16.822074 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-9407a76d-427a-4e16-be2b-b76a34660a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:16.823633 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-9407a76d-427a-4e16-be2b-b76a34660a6a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a6faf41-cfc6-4c87-ad81-9646817d9783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439682 Nov 12 13:27:16.920992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-072059d7-5d42-44c1-9161-20fb37faa0bb service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881066 Nov 12 13:27:17.014264 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d32b0099-3846-4476-8fce-eb8440ab2c2a req-b7bf211c-4f10-44b2-9a71-11ebc3467948 service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843585 Nov 12 13:27:24.608080 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714dcef-06f2-46fa-a361-1edaa94d9e51 req-a026a77d-6b80-44e3-8511-f0658058bfa5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:24.609520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4714dcef-06f2-46fa-a361-1edaa94d9e51 req-a026a77d-6b80-44e3-8511-f0658058bfa5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0565634 Nov 12 13:27:24.661460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4714dcef-06f2-46fa-a361-1edaa94d9e51 req-e21c5631-8163-40d1-b376-aacdad39dfe5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460122 Nov 12 13:27:25.781698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45ad37-c05c-475a-a723-61aa34ff4e54 req-fe9ccb48-ca97-4df7-a052-a9aa721d888a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:25.783244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a45ad37-c05c-475a-a723-61aa34ff4e54 req-fe9ccb48-ca97-4df7-a052-a9aa721d888a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Nov 12 13:27:25.833983 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a45ad37-c05c-475a-a723-61aa34ff4e54 req-fb116f5d-fec3-4fe6-8972-693e159a814d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Nov 12 13:27:25.856277 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:25.922579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-21639686-b771-4dd6-a0c0-4f10e9e3e27a tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/b272a677-42fc-42a8-9201-2ba0baa218c6 HTTP/1.1" status: 200 len: 992 time: 0.0644064 Nov 12 13:27:26.898123 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:27:27.233914 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bed00c-1ed6-4865-a7bc-fb0dfa4aa8de req-2ed5174e-abe6-4513-9e2a-ab91d7b795da tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:27.235450 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12bed00c-1ed6-4865-a7bc-fb0dfa4aa8de req-2ed5174e-abe6-4513-9e2a-ab91d7b795da tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0813198 Nov 12 13:27:27.237412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-e9454346-2803-43ca-9682-78e62c6988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:27.238799 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-e9454346-2803-43ca-9682-78e62c6988a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1096 time: 0.0587206 Nov 12 13:27:27.344018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-12bed00c-1ed6-4865-a7bc-fb0dfa4aa8de req-d3a0de6c-7fe0-4aaa-8ff5-693858c8e2fc tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025443 Nov 12 13:27:27.364774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-ac002e34-4459-4285-aa94-cab07125c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:27.366279 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-ac002e34-4459-4285-aa94-cab07125c2eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 898 time: 0.1192105 Nov 12 13:27:27.436484 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-76a48c10-e943-4c1b-8dc6-de9a60a4d9f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 1000 time: 0.0629680 Nov 12 13:27:27.491275 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-2d12a0ae-8808-486a-b8e4-cd1746aec690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:27.493483 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-2d12a0ae-8808-486a-b8e4-cd1746aec690 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 200 len: 834 time: 0.0501916 Nov 12 13:27:27.542523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-a7e69124-f12e-43b3-8b25-8553adea6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:27.544087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-a7e69124-f12e-43b3-8b25-8553adea6100 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a6faf41-cfc6-4c87-ad81-9646817d9783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429611 Nov 12 13:27:27.639816 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-f15eb0a8-9791-4378-ae5e-92610fa49b1a service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880296 Nov 12 13:27:27.729849 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5565eef1-feb1-4682-8a3a-9b3da1155abb req-43442559-2852-4a94-b851-9929b6bc4661 service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829720 Nov 12 13:27:28.472059 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b40f-b531-4a94-9c6b-bf98e34e6033 req-44062923-d3ce-4414-9be6-5f5901f1e3fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:28.473549 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d80b40f-b531-4a94-9c6b-bf98e34e6033 req-44062923-d3ce-4414-9be6-5f5901f1e3fd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0507200 Nov 12 13:27:28.528998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d80b40f-b531-4a94-9c6b-bf98e34e6033 req-4fb6d8da-29dc-4f3b-b723-0ee1ccf73f53 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488048 Nov 12 13:27:29.648508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363308d-d9f1-4724-8d21-608eb04b3ebd req-836a73f9-20fc-4377-9bfa-372ce0ceba2f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:29.650060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c363308d-d9f1-4724-8d21-608eb04b3ebd req-836a73f9-20fc-4377-9bfa-372ce0ceba2f tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Nov 12 13:27:29.702804 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c363308d-d9f1-4724-8d21-608eb04b3ebd req-c0ae2886-f96f-49e2-8b38-b33be393098d tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Nov 12 13:27:29.725190 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:29.789535 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-733fa7ec-d679-42c3-b9e9-e16109b460d8 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/floatingips/b272a677-42fc-42a8-9201-2ba0baa218c6 HTTP/1.1" status: 200 len: 992 time: 0.0632138 Nov 12 13:27:30.020944 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:30.182469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port ad41cfd6-fe65-476a-8762-f696660c7789 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:30.182927 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.218553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.259672 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.259992 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.272089 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for ad41cfd6-fe65-476a-8762-f696660c7789 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:30.424133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.451613 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=ad41cfd6-fe65-476a-8762-f696660c7789,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:30.483217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.483562 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.483901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.484234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.484561 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.484889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.485213 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.485537 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.485862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.486201 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.486521 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.486842 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:30.529336 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.529696 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Floating IP b272a677-42fc-42a8-9201-2ba0baa218c6 disassociated (deleted). External IP: 172.25.1.48, port: ce2f2342-e8c7-4c61-8b9d-18823e21fc89. Nov 12 13:27:30.596946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.064011 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:31.179082 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:31.183886 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.188666 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] Sync routers for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:31.197546 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:31.198151 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:31.216413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d70842c4-fabb-4ead-9c23-e95cc5be46c5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/floatingips/b272a677-42fc-42a8-9201-2ba0baa218c6 HTTP/1.1" status: 204 len: 168 time: 1.1936166 Nov 12 13:27:31.217013 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:31.219292 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a090080-ed5a-46d0-9b30-f465a4453b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:31.309792 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:31.386426 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7979c6b7-b6ab-43cc-8994-f2f3e3d78c00 x-openstack-request-id: req-7979c6b7-b6ab-43cc-8994-f2f3e3d78c00 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:31.386717 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:31.386957 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7979c6b7-b6ab-43cc-8994-f2f3e3d78c00 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:31.387392 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'status': 'completed', 'code': 200} Nov 12 13:27:31.490188 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-91493ff2-e829-49e9-876c-93aabec6d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:31.491935 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-91493ff2-e829-49e9-876c-93aabec6d91c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 1096 time: 0.0757360 Nov 12 13:27:31.509655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2638bb6-fa33-4a43-9a5a-5f2bb4007b6f req-b69ffecc-18a5-4f84-a7d2-6a1bd0014da6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:31.511203 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2638bb6-fa33-4a43-9a5a-5f2bb4007b6f req-b69ffecc-18a5-4f84-a7d2-6a1bd0014da6 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0683241 Nov 12 13:27:31.607963 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:31.623780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e2638bb6-fa33-4a43-9a5a-5f2bb4007b6f req-1bbc7229-4fed-401f-9149-8377e7783147 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034224 Nov 12 13:27:31.634881 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] Checking router: 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:31.645729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:31.645729 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:31.649877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-c6094ccb-9f86-412e-a40f-8325bdbc261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:31.651399 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-c6094ccb-9f86-412e-a40f-8325bdbc261b service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 200 len: 898 time: 0.1393261 Nov 12 13:27:31.695838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-e336b759-1921-46be-bcde-b17472e2d1ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 200 len: 217 time: 0.0368400 Nov 12 13:27:31.752031 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-354a25ba-0ac0-46f8-9147-07ded7849674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:31.753545 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-354a25ba-0ac0-46f8-9147-07ded7849674 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 200 len: 834 time: 0.0499072 Nov 12 13:27:31.753696 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:31.804432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-6e7f7d6c-3069-45be-b1c7-93f326425649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:31.806143 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-6e7f7d6c-3069-45be-b1c7-93f326425649 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a6faf41-cfc6-4c87-ad81-9646817d9783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447435 Nov 12 13:27:31.904209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-27862421-1388-4fd7-9f6a-13886bf1896b service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866671 Nov 12 13:27:31.959822 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:31.988218 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d5e1e-add1-4f4a-9f2d-c4314ddfd6f1 None None] The sync data for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 is: [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:39Z', 'revision_number': 4, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '9a2b0bb0-f966-4cff-ae0a-85957fa78f6e', 'name': '', 'network_id': '9a6faf41-cfc6-4c87-ad81-9646817d9783', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'mac_address': 'fa:16:3e:ea:a3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1948f18b-cda1-458e-b500-13c3faec5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:39Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'subnets': [{'id': '1948f18b-cda1-458e-b500-13c3faec5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:32.004866 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5a090080-ed5a-46d0-9b30-f465a4453b6e req-40f76fb6-b021-440c-8acd-9ffaa276b1fb service neutron] 10.222.0.81 "GET /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937600 Nov 12 13:27:32.210041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1edb0f1-be26-4469-8db9-ffd0a38d0c1e None None] New status for floating IP b272a677-42fc-42a8-9201-2ba0baa218c6: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:27:32.753281 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f74491-c89c-4c92-ba7f-fecd05177e50 req-3baf175c-b4d9-41c0-8b7a-66fc40141c6c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:32.754961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67f74491-c89c-4c92-ba7f-fecd05177e50 req-3baf175c-b4d9-41c0-8b7a-66fc40141c6c tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0540962 Nov 12 13:27:32.817322 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67f74491-c89c-4c92-ba7f-fecd05177e50 req-3dab5589-2f8f-49c5-a77a-9af19eca1044 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559385 Nov 12 13:27:33.196123 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-b9fcbe60-e859-4ce7-b2a6-010d199a77f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:33.197978 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-b9fcbe60-e859-4ce7-b2a6-010d199a77f5 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 945 time: 0.0534120 Nov 12 13:27:33.295927 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:33.296272 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.396902 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port ce2f2342-e8c7-4c61-8b9d-18823e21fc89, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:33.397522 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.419604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for ce2f2342-e8c7-4c61-8b9d-18823e21fc89 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:33.573868 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.612201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=ce2f2342-e8c7-4c61-8b9d-18823e21fc89,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:33.645928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.646303 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.646650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.646992 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.647322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.647658 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.647984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.648312 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.648640 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.648965 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.649287 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.649607 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:33.670301 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] No DVR routers for this DVR port ce2f2342-e8c7-4c61-8b9d-18823e21fc89 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:33.673207 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.676696 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-35144a65-6202-40b2-beda-3f9c1b621e08 req-dc1f557f-6b65-4a63-97c8-12beac9ccbc3 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.81 "DELETE /v2.0/ports/ce2f2342-e8c7-4c61-8b9d-18823e21fc89 HTTP/1.1" status: 204 len: 173 time: 0.4729819 Nov 12 13:27:33.677149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'name': 'network-vif-deleted', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:33.679448 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1509877b-bf4d-420c-bb21-b2ab2bf61292" -d '{"events": [{"server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "name": "network-vif-deleted", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:33.724060 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c1868-ae42-42a8-ba46-4413468e6f4f x-openstack-request-id: req-274c1868-ae42-42a8-ba46-4413468e6f4f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:33.724653 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c66149-266d-414d-bb09-9964e286ef40", "name": "network-vif-deleted", "tag": "ce2f2342-e8c7-4c61-8b9d-18823e21fc89", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:33.724653 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-274c1868-ae42-42a8-ba46-4413468e6f4f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:33.725022 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c66149-266d-414d-bb09-9964e286ef40', 'name': 'network-vif-deleted', 'tag': 'ce2f2342-e8c7-4c61-8b9d-18823e21fc89', 'status': 'completed', 'code': 200} Nov 12 13:27:33.935878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6d98db1b-0866-4a0c-8bd7-5e0924e77b38 req-a8b339e5-03d2-45fb-aa9f-b6ebd1c3c573 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c66149-266d-414d-bb09-9964e286ef40 HTTP/1.1" status: 200 len: 210 time: 0.0282862 Nov 12 13:27:34.996016 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:35.372290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.639678 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:35.640023 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.735949 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:35.736312 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.749340 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:35.753124 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ce2f2342-e8c7-4c61-8b9d-18823e21fc89 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:35.773617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: ce2f2342-e8c7-4c61-8b9d-18823e21fc89 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:35.773963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device ce2f2342-e8c7-4c61-8b9d-18823e21fc89 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:35.836219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02631a6a-41eb-4647-8dea-0748f9b0ded0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.939234 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.968995 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=9a2b0bb0-f966-4cff-ae0a-85957fa78f6e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:36.157673 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.388585 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:36.500058 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:36.508395 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f7b75220-33b1-43ba-b43a-7919a1a37088 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "PUT /v2.0/routers/18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5082853 Nov 12 13:27:36.508629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:36.510522 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] Sync routers for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:36.520885 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:36.521500 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:36.563053 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting subnet 1948f18b-cda1-458e-b500-13c3faec5481 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:27:36.566756 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.613173 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.626901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:36.701585 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.760783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.795808 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Subnet': ['ID=1948f18b-cda1-458e-b500-13c3faec5481,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:36.800897 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.807305 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a2eefc46-46f9-4315-a9a6-617e421f9b21 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/subnets/1948f18b-cda1-458e-b500-13c3faec5481 HTTP/1.1" status: 204 len: 168 time: 0.2952595 Nov 12 13:27:36.807777 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:36.808659 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9953f76-7b58-408e-a22f-65aabc196854 None None] Network 9a6faf41-cfc6-4c87-ad81-9646817d9783 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:36.816172 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:27:35Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:36.843651 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] Checking router: 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:36.852231 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] Routers {'18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:36.852845 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:36.931024 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.965090 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] Set router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:37.000226 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] DHCP port deletion for 9a6faf41-cfc6-4c87-ad81-9646817d9783 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:37.049274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.051607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Deleting port 4d99c1d8-0842-4943-a543-2ec2635394b8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:37.051978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.105154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Deleting port f7e67013-bd40-46c6-a745-0c888ab8a21a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:37.105596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.122445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] For port 4d99c1d8-0842-4943-a543-2ec2635394b8, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=4d99c1d8-0842-4943-a543-2ec2635394b8,segment=NetworkSegment(760472b4-f8f9-4195-9841-6b5ded2503bd),segment_id=760472b4-f8f9-4195-9841-6b5ded2503bd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:37.123436 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.136787 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Calling delete_port for 4d99c1d8-0842-4943-a543-2ec2635394b8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:37.166604 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:27:35Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:37.192960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] For port f7e67013-bd40-46c6-a745-0c888ab8a21a, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=f7e67013-bd40-46c6-a745-0c888ab8a21a,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:37.193388 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.199260 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47984741-de41-4424-96e3-35fc8ecc0587 None None] The sync data for ids ['18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1'] in n-d-804878-5 is: [{'id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860564675', 'tenant_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:27:35Z', 'revision_number': 5, 'project_id': '6e7a741bb7eb4e80b0ad25e053eb6abe', 'gw_port': {'id': 'f7e67013-bd40-46c6-a745-0c888ab8a21a', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:36Z', 'updated_at': '2021-11-12T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:37.207735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Calling delete_port for f7e67013-bd40-46c6-a745-0c888ab8a21a owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:37.224047 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.257094 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Pushing event deleted for resources: {'Port': ['ID=4d99c1d8-0842-4943-a543-2ec2635394b8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:37.259744 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] No DVR routers for this DVR port 4d99c1d8-0842-4943-a543-2ec2635394b8 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:37.268425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.269770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.269770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.269770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.270083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.270214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.270497 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.270820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.271143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.271451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.272358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.272686 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85037-21b3-4b27-a4bd-3e14714dd343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:37.390500 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.414559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Port': ['ID=f7e67013-bd40-46c6-a745-0c888ab8a21a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:37.431167 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f80956-c63b-4262-a4c7-360388997106 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:37.480678 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.577819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.580080 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.627205 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.627926 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Fanout notify agent at l3_agent the message router_deleted on router 18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:27:37.635598 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.639644 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-291378e2-ef88-42eb-9343-88de58a85563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/routers/18ef0cc7-f85d-4c86-b6d6-b0b9519ed2a1 HTTP/1.1" status: 204 len: 168 time: 0.8279066 Nov 12 13:27:37.639957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:37.718596 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.813074 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.835697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6faf41-cfc6-4c87-ad81-9646817d9783']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:37.846876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760472b4-f8f9-4195-9841-6b5ded2503bd') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:37.847170 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760472b4-f8f9-4195-9841-6b5ded2503bd') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:37.858373 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.873956 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.880294 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:37.880696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:37.885048 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:37.947114 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.954617 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.960326 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/networks/9a6faf41-cfc6-4c87-ad81-9646817d9783 HTTP/1.1" status: 204 len: 168 time: 0.3169672 Nov 12 13:27:37.960795 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:37.969617 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f40414-2ad4-46bf-9d09-6c4855d49563 tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'Network': ['ID=9a6faf41-cfc6-4c87-ad81-9646817d9783,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:38.021008 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02fb4c08-83e9-4db3-be63-3c20c66eacfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.046852 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02fb4c08-83e9-4db3-be63-3c20c66eacfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.106893 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02fb4c08-83e9-4db3-be63-3c20c66eacfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.109649 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02fb4c08-83e9-4db3-be63-3c20c66eacfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.110881 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02fb4c08-83e9-4db3-be63-3c20c66eacfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d HTTP/1.1" status: 204 len: 168 time: 0.1490238 Nov 12 13:27:38.120469 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb4c08-83e9-4db3-be63-3c20c66eacfd tempest-TestNetworkAdvancedServerOps-476202900 tempest-TestNetworkAdvancedServerOps-476202900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8b0bb-71d0-46e0-a4b0-d3769cbdfd2d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:38.394459 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f7e67013-bd40-46c6-a745-0c888ab8a21a no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:38.415879 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: f7e67013-bd40-46c6-a745-0c888ab8a21a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:38.416222 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device f7e67013-bd40-46c6-a745-0c888ab8a21a not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:38.416636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4d99c1d8-0842-4943-a543-2ec2635394b8 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:38.437644 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 4d99c1d8-0842-4943-a543-2ec2635394b8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:38.437991 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 4d99c1d8-0842-4943-a543-2ec2635394b8 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:38.438438 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:38.458775 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:38.459832 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:38.460176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 9a2b0bb0-f966-4cff-ae0a-85957fa78f6e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:38.630682 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-153c325e-8fc7-4d41-af42-61c993787689 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e7a741bb7eb4e80b0ad25e053eb6abe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706398 Nov 12 13:27:38.633457 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:38.681127 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7419e67f-9597-430d-8465-67af3abd00a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.702669 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7419e67f-9597-430d-8465-67af3abd00a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.754451 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7419e67f-9597-430d-8465-67af3abd00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.757138 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7419e67f-9597-430d-8465-67af3abd00a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.758580 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-7419e67f-9597-430d-8465-67af3abd00a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87e18075-7498-4abc-9918-fdffa74b3e41 HTTP/1.1" status: 204 len: 168 time: 0.1242263 Nov 12 13:27:38.767298 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419e67f-9597-430d-8465-67af3abd00a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e18075-7498-4abc-9918-fdffa74b3e41,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.038036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:39.051700 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-153065e6-a149-4233-bd74-c74cacb52a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.117393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b7370e8-ed84-45df-8b99-8c18e4e9cccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.132228 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-153065e6-a149-4233-bd74-c74cacb52a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.137167 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-153065e6-a149-4233-bd74-c74cacb52a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.174901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153065e6-a149-4233-bd74-c74cacb52a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9523ac4-f5c4-4079-92da-0d807191ddad,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.181882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-153065e6-a149-4233-bd74-c74cacb52a84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ff6fa63f796451d9b16b3630462f36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427305 Nov 12 13:27:39.183114 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:39.232707 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83a40a93-b904-4672-aa0d-eb45decf8bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.254540 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83a40a93-b904-4672-aa0d-eb45decf8bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.318976 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83a40a93-b904-4672-aa0d-eb45decf8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.321631 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83a40a93-b904-4672-aa0d-eb45decf8bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.323101 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-83a40a93-b904-4672-aa0d-eb45decf8bf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9523ac4-f5c4-4079-92da-0d807191ddad HTTP/1.1" status: 204 len: 168 time: 0.1387739 Nov 12 13:27:39.331443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a40a93-b904-4672-aa0d-eb45decf8bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9523ac4-f5c4-4079-92da-0d807191ddad,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.634312 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.085173 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:40.194829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1313225631-network', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:40.222621 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Made reservation on behalf of 7359ee17d8674a5ea4eafa3e63e93f22 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:40.225239 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.234824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.320467 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.325113 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.355137 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:40.361713 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094ab71-34a3-4f4d-9c90-1d736e1f98d2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:40.369821 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.370307 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Added segment aabff2fe-b129-496e-996e-20e606ed02fe of type vlan for network ace3bf43-67b0-45eb-9b6a-97af06207d6d Nov 12 13:27:40.414248 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.440834 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.442023 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.442634 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.476538 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3902390 Nov 12 13:27:40.479631 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:40.485533 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Request body: {'subnet': {'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1313225631-subnet', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:40.510096 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Made reservation on behalf of 7359ee17d8674a5ea4eafa3e63e93f22 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:40.513142 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.514001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ede054-f276-48d0-8597-13d648f28660 admin admin] Pushing event updated for resources: {'Network': ['ID=ace3bf43-67b0-45eb-9b6a-97af06207d6d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:40.524498 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:40.694020 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.750687 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7121e7-426d-460c-9ddb-2d1e28e7ee50,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:40.760559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:40.760926 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Network hostable DHCP agents. Network: ace3bf43-67b0-45eb-9b6a-97af06207d6d, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:40.778502 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:40.787029 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, ace3bf43-67b0-45eb-9b6a-97af06207d6d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:40.791553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.792461 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.798437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58bf7c-5b9d-419f-830f-b95e96de8d71 None None] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:40.812091 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-592a16d5-7035-4982-9355-01a703d49d97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307388 Nov 12 13:27:40.814822 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:40.818801 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:40.840774 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.841827 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.880680 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.900305 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.963595 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:27:40.964472 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.049245 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.109563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Allocated IP 172.20.0.2 (ace3bf43-67b0-45eb-9b6a-97af06207d6d/bf7121e7-426d-460c-9ddb-2d1e28e7ee50/7eec7dde-2423-40eb-bfac-b61b223b72be) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:41.254346 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.261073 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.267855 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.277360 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.306171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:41.312132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:41.316039 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:41.323233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Pushing event updated for resources: {'Port': ['ID=7eec7dde-2423-40eb-bfac-b61b223b72be,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:41.379807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Attempting to bind port 7eec7dde-2423-40eb-bfac-b61b223b72be on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:41.380176 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Attempting to bind port 7eec7dde-2423-40eb-bfac-b61b223b72be by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:41.380540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Attempting to bind port 7eec7dde-2423-40eb-bfac-b61b223b72be on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:41.385144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Allocated IP 172.25.1.179 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/7796fd29-e84a-45c1-ad86-ac3c2b4decab) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:41.386425 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:41.386838 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:41.387899 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.388376 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Bound using segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:41.388850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Bound port: 7eec7dde-2423-40eb-bfac-b61b223b72be, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:41.389231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.469878 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.472414 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] For port 7eec7dde-2423-40eb-bfac-b61b223b72be, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:41.476119 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] For port 7eec7dde-2423-40eb-bfac-b61b223b72be, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eec7dde-2423-40eb-bfac-b61b223b72be,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:41.480001 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.517906 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.539241 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05f8c-999d-4823-ab67-47b4d1b007ec None None] Pushing event updated for resources: {'Port': ['ID=7eec7dde-2423-40eb-bfac-b61b223b72be,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:41.566863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.607026 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:41.614636 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:41.617079 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:41.624524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7796fd29-e84a-45c1-ad86-ac3c2b4decab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:41.633999 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af92b4a-cd3c-418f-86fa-ed519240bd78 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:41.761037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2eed843a-7b0d-44ab-b9df-8f52817ca0f7 None None] Provisioning complete for port 7796fd29-e84a-45c1-ad86-ac3c2b4decab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:41.761402 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2eed843a-7b0d-44ab-b9df-8f52817ca0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.820917 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2eed843a-7b0d-44ab-b9df-8f52817ca0f7 None None] Port 7796fd29-e84a-45c1-ad86-ac3c2b4decab cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:41.921880 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.127410 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.266380 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Router b308a612-8bdc-4848-94c6-3741946fe767 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:27:42.383850 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:42.396619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:42.409175 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.413194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:42.413509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:42.413982 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c480e2cf-678d-47ef-a686-bbc0dd9da6c8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5978532 Nov 12 13:27:42.414822 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:42.466957 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eec7dde-2423-40eb-bfac-b61b223b72be up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:42.564272 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f6568-f5cd-4b2d-aa78-bb7c2a96154f None None] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:42.575799 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:42.756356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7eec7dde-2423-40eb-bfac-b61b223b72be triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:42.756768 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.786881 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f4821d40-6382-474a-a24b-d2fda2c6d209 None None] Provisioning complete for port 7eec7dde-2423-40eb-bfac-b61b223b72be triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:42.787247 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4821d40-6382-474a-a24b-d2fda2c6d209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.218478 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.221254 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.222974 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4821d40-6382-474a-a24b-d2fda2c6d209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.270012 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:41Z', 'revision_number': 3, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:43.307950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:43.308295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Updating router b308a612-8bdc-4848-94c6-3741946fe767 port 7796fd29-e84a-45c1-ad86-ac3c2b4decab binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:27:43.314557 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port 7eec7dde-2423-40eb-bfac-b61b223b72be, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eec7dde-2423-40eb-bfac-b61b223b72be,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:43.331940 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.383640 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.409002 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Allocated IP 172.20.0.1 (ace3bf43-67b0-45eb-9b6a-97af06207d6d/bf7121e7-426d-460c-9ddb-2d1e28e7ee50/fefeb6b0-7995-458e-9862-bfadc4d3c5fc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:43.448053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=7eec7dde-2423-40eb-bfac-b61b223b72be,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:43.454588 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-f4821d40-6382-474a-a24b-d2fda2c6d209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:27:43.454942 n-d-804878-5 neutron-server[102780]: DEBUG oslo_db.api [None req-f4821d40-6382-474a-a24b-d2fda2c6d209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:27:43.525022 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.561219 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.605238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:43.608858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:43.611307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:43.648223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Pushing event updated for resources: {'Port': ['ID=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:43.668132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.686657 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.693364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.752616 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda91101-6fba-444d-b051-c8a3404ccd98 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:43.763457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Attempting to bind port 7796fd29-e84a-45c1-ad86-ac3c2b4decab on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:43.763819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Attempting to bind port 7796fd29-e84a-45c1-ad86-ac3c2b4decab by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:43.764178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Attempting to bind port 7796fd29-e84a-45c1-ad86-ac3c2b4decab on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:43.774813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb3a3b-0c4a-4dba-8dec-7a405168fdb7 None None] Pushing event updated for resources: {'Port': ['ID=7796fd29-e84a-45c1-ad86-ac3c2b4decab,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:43.777302 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:43.777710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:43.778105 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.778511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:43.778987 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Bound port: 7796fd29-e84a-45c1-ad86-ac3c2b4decab, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:43.779361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.835310 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.841865 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] For port 7796fd29-e84a-45c1-ad86-ac3c2b4decab, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:43.845110 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] For port 7796fd29-e84a-45c1-ad86-ac3c2b4decab, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7796fd29-e84a-45c1-ad86-ac3c2b4decab,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:43.848988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.892503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43728530-9474-40d7-b69a-c36ba42adb2e None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:43.917223 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb3a3b-0c4a-4dba-8dec-7a405168fdb7 None None] Pushing event updated for resources: {'Port': ['ID=7796fd29-e84a-45c1-ad86-ac3c2b4decab,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:43.922452 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:43.923071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:44.021774 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.026392 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.062060 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:44.093174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Pushing event updated for resources: {'Port': ['ID=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:44.098266 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.194004 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:44.195521 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:44.201970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Provisioning complete for port 7796fd29-e84a-45c1-ad86-ac3c2b4decab triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:44.202367 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.322546 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Router b308a612-8bdc-4848-94c6-3741946fe767 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:44.337840 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.365135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] For port 7796fd29-e84a-45c1-ad86-ac3c2b4decab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7796fd29-e84a-45c1-ad86-ac3c2b4decab,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:44.377984 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.386128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 1, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:44.437235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eec7dde-2423-40eb-bfac-b61b223b72be up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:44.442601 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee854ef-2704-4851-87b1-b51231257b8f None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 1, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:44.445223 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:44.454688 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-42be3e8e-d8a7-41fb-a2d3-5de98cad746d admin admin] 10.222.0.18 "PUT /v2.0/routers/b308a612-8bdc-4848-94c6-3741946fe767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0403314 Nov 12 13:27:44.487292 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Provisioning complete for port fefeb6b0-7995-458e-9862-bfadc4d3c5fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:44.487666 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.526605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Pushing event updated for resources: {'Port': ['ID=7796fd29-e84a-45c1-ad86-ac3c2b4decab,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:44.551603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Port fefeb6b0-7995-458e-9862-bfadc4d3c5fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:44.563478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7eec7dde-2423-40eb-bfac-b61b223b72be triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:44.563848 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.587628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Provisioning complete for port 7eec7dde-2423-40eb-bfac-b61b223b72be triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:44.588009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78920310-3468-4520-9fac-a89fcfb53d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.857929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f0591523-aec1-479f-9a69-2aaf81621d12 None None] Provisioning complete for port fefeb6b0-7995-458e-9862-bfadc4d3c5fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:44.858452 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0591523-aec1-479f-9a69-2aaf81621d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.902707 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f0591523-aec1-479f-9a69-2aaf81621d12 None None] Port fefeb6b0-7995-458e-9862-bfadc4d3c5fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:45.006138 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44632) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:45.011504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2063336446-network', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:45.035856 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Made reservation on behalf of 15e3db2b55dd47c292652c0059e730f0 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:45.038503 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.048012 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.135431 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.140433 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.171739 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:45.177039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f29be6-1ae2-40e4-974b-8b0c0f63e348,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.189086 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.189557 n-d-804878-5 neutron-server[102778]: INFO neutron.db.segments_db [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Added segment 7471d34b-dfc0-4af6-be3b-8f92373b23bc of type vlan for network 30bd5c8e-7479-4aec-9db9-43a040037c5a Nov 12 13:27:45.236430 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.265533 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.266819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.267449 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.333695 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3237262 Nov 12 13:27:45.333923 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44634) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:45.338756 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Request body: {'subnet': {'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2063336446-subnet', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:45.352630 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4398da4-bc86-4e10-950f-df9ce7abb8eb admin admin] Pushing event updated for resources: {'Network': ['ID=30bd5c8e-7479-4aec-9db9-43a040037c5a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.365972 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:45.368151 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Made reservation on behalf of 15e3db2b55dd47c292652c0059e730f0 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:45.370918 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.561034 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.628757 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9837ca4a-79a6-418a-9a54-82eec0fe6558,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.640057 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Checking segment: {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:45.640478 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Network hostable DHCP agents. Network: 30bd5c8e-7479-4aec-9db9-43a040037c5a, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:45.660526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:45.676813 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 30bd5c8e-7479-4aec-9db9-43a040037c5a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:45.687218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc11509-7d4d-4059-bedb-4f0a49803a23 None None] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:45.690613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.691336 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.713489 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-0ce99e97-edff-43dd-a425-0f7b0fdfebad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3762274 Nov 12 13:27:45.713738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:45.719071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:45.748152 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.749217 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.819089 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.863408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-30bd5c8e-7479-4aec-9db9-43a040037c5a', 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'fixed_ips': [{'subnet_id': '9837ca4a-79a6-418a-9a54-82eec0fe6558'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:27:45.864290 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.977372 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.015361 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Allocated IP 172.20.0.2 (30bd5c8e-7479-4aec-9db9-43a040037c5a/9837ca4a-79a6-418a-9a54-82eec0fe6558/75316dc6-2da7-432a-8f09-2412775c9d5e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:46.162528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.168810 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.196025 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.210054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:46.215000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:46.215910 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.217457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:46.226939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Pushing event updated for resources: {'Port': ['ID=75316dc6-2da7-432a-8f09-2412775c9d5e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:46.292280 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Attempting to bind port 75316dc6-2da7-432a-8f09-2412775c9d5e on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:46.292735 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Attempting to bind port 75316dc6-2da7-432a-8f09-2412775c9d5e by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:46.294041 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Attempting to bind port 75316dc6-2da7-432a-8f09-2412775c9d5e on network 30bd5c8e-7479-4aec-9db9-43a040037c5a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:46.301941 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:46.302358 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Checking segment: {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:46.302767 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.303204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Bound using segment: {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:46.303685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Bound port: 75316dc6-2da7-432a-8f09-2412775c9d5e, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:46.304072 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.345400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Allocated IP 172.25.1.8 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/8fc04c54-aefe-43ec-9bf8-9df4080a3288) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:46.378617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] For port 75316dc6-2da7-432a-8f09-2412775c9d5e, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:46.381851 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] For port 75316dc6-2da7-432a-8f09-2412775c9d5e, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=75316dc6-2da7-432a-8f09-2412775c9d5e,segment=NetworkSegment(7471d34b-dfc0-4af6-be3b-8f92373b23bc),segment_id=7471d34b-dfc0-4af6-be3b-8f92373b23bc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:46.389336 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.454560 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e3bbd-e147-4a55-86f6-bd7fe284e3e6 None None] Pushing event updated for resources: {'Port': ['ID=75316dc6-2da7-432a-8f09-2412775c9d5e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:46.461043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7796fd29-e84a-45c1-ad86-ac3c2b4decab up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:46.481566 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.523760 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 7796fd29-e84a-45c1-ad86-ac3c2b4decab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:46.524222 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.529268 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.570415 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:46.577321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:46.582192 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:46.585538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc04c54-aefe-43ec-9bf8-9df4080a3288,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:46.607516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0c96d-0f1a-4602-90cf-f9e1e9a601a8 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:46.719728 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:46.745173 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:46.745173 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:46.755121 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7b05ddf8-4896-4564-9bfb-ca2119ae6180 None None] Provisioning complete for port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:46.755560 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b05ddf8-4896-4564-9bfb-ca2119ae6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.800428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7b05ddf8-4896-4564-9bfb-ca2119ae6180 None None] Port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:46.903777 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.961656 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:47.113132 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.181596 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 2, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.209206 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:47.209578 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Updating router b308a612-8bdc-4848-94c6-3741946fe767 port fefeb6b0-7995-458e-9862-bfadc4d3c5fc binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:27:47.241040 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.263174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Router 8258d3a9-c86c-4a0d-be2f-57169670a717 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:27:47.388670 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:47.404513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Sync routers for ids ['8258d3a9-c86c-4a0d-be2f-57169670a717'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:47.408397 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.409879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b824fcaf-9c09-4e97-a691-acdd8f58c342 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6952806 Nov 12 13:27:47.412830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:47.415853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Routers {'8258d3a9-c86c-4a0d-be2f-57169670a717'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:47.416717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8258d3a9-c86c-4a0d-be2f-57169670a717'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.528786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7e249-fcba-4ae7-b7c3-626de5af2cd0 None None] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:47.540510 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.547901 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.599823 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Pushing event updated for resources: {'Port': ['ID=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:47.600632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Set router 8258d3a9-c86c-4a0d-be2f-57169670a717 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:47.631307 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.631682 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.631977 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.632309 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.632640 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.633212 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.633539 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.633861 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.634204 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.634524 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.635163 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.635163 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:47.674911 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Attempting to bind port fefeb6b0-7995-458e-9862-bfadc4d3c5fc on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:47.675291 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Attempting to bind port fefeb6b0-7995-458e-9862-bfadc4d3c5fc by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:47.675656 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Attempting to bind port fefeb6b0-7995-458e-9862-bfadc4d3c5fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:47.681802 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:47.682269 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:47.682733 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.683147 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Bound using segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:47.684177 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Bound port: fefeb6b0-7995-458e-9862-bfadc4d3c5fc, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:47.684577 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.765840 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] For port fefeb6b0-7995-458e-9862-bfadc4d3c5fc, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:47.770359 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] For port fefeb6b0-7995-458e-9862-bfadc4d3c5fc, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:47.777233 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.829680 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:47.830623 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.906670 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3c5ac-8434-4e21-8d7b-8f8d8d1790d9 None None] Pushing event updated for resources: {'Port': ['ID=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:47.972711 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:47.978826 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-32db94ca-e815-4e81-82b9-373c2465711d None None] Provisioning complete for port 75316dc6-2da7-432a-8f09-2412775c9d5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:47.979714 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32db94ca-e815-4e81-82b9-373c2465711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.203525 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:47Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:48.210341 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32db94ca-e815-4e81-82b9-373c2465711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.227190 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:27:46Z', 'revision_number': 3, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:48.231903 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917bc5c-71a3-47a7-a5d9-ec1a81e9efe3 None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:47Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:48.271424 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Checking router: 8258d3a9-c86c-4a0d-be2f-57169670a717 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:48.271772 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Updating router 8258d3a9-c86c-4a0d-be2f-57169670a717 port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:27:48.297190 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.318232 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-32db94ca-e815-4e81-82b9-373c2465711d None None] For port 75316dc6-2da7-432a-8f09-2412775c9d5e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=75316dc6-2da7-432a-8f09-2412775c9d5e,segment=NetworkSegment(7471d34b-dfc0-4af6-be3b-8f92373b23bc),segment_id=7471d34b-dfc0-4af6-be3b-8f92373b23bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:48.319385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.462708 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32db94ca-e815-4e81-82b9-373c2465711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.493119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Allocated IP 172.20.0.1 (30bd5c8e-7479-4aec-9db9-43a040037c5a/9837ca4a-79a6-418a-9a54-82eec0fe6558/44f4644d-53df-4461-a341-7fbab5b92b83) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:48.614321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75316dc6-2da7-432a-8f09-2412775c9d5e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:48.628931 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.656245 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db94ca-e815-4e81-82b9-373c2465711d None None] Pushing event updated for resources: {'Port': ['ID=75316dc6-2da7-432a-8f09-2412775c9d5e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:48.675789 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.686698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Provisioning complete for port fefeb6b0-7995-458e-9862-bfadc4d3c5fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:48.687087 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.718120 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:48.721189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:48.727763 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:48.757242 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Pushing event updated for resources: {'Port': ['ID=44f4644d-53df-4461-a341-7fbab5b92b83,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:48.774414 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.795985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 75316dc6-2da7-432a-8f09-2412775c9d5e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:48.796361 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.919715 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.941170 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.949373 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.955913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.040202 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] For port fefeb6b0-7995-458e-9862-bfadc4d3c5fc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:49.060058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fefeb6b0-7995-458e-9862-bfadc4d3c5fc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:49.062546 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1cd10-56d6-428d-8240-046ccb7cb7cf None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:49.093354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.102907 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca369e-b885-4692-9f86-1e2906a1b094 None None] Pushing event updated for resources: {'Port': ['ID=8fc04c54-aefe-43ec-9bf8-9df4080a3288,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.105112 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Attempting to bind port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:49.106010 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Attempting to bind port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:49.106413 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Attempting to bind port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:49.138700 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.145396 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.147499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:49.147873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:49.148274 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.148667 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:49.149147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Bound port: 8fc04c54-aefe-43ec-9bf8-9df4080a3288, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:49.149528 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.177519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Provisioning complete for port 75316dc6-2da7-432a-8f09-2412775c9d5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:49.177889 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.224450 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Pushing event updated for resources: {'Port': ['ID=44f4644d-53df-4461-a341-7fbab5b92b83,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.227041 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.255719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df76cc-6a96-4ee1-9b1f-7bda02246b89 None None] Pushing event updated for resources: {'Port': ['ID=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.273926 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] For port 8fc04c54-aefe-43ec-9bf8-9df4080a3288, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:49.277892 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] For port 8fc04c54-aefe-43ec-9bf8-9df4080a3288, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8fc04c54-aefe-43ec-9bf8-9df4080a3288,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:49.279071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fefeb6b0-7995-458e-9862-bfadc4d3c5fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:49.279434 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.301920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.335894 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:49.342322 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:49.395355 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6638323d-8b4f-4a82-a002-e0fc798e9178 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:49.435872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Routers {'8258d3a9-c86c-4a0d-be2f-57169670a717'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:49.435872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8258d3a9-c86c-4a0d-be2f-57169670a717'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:49.441794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca369e-b885-4692-9f86-1e2906a1b094 None None] Pushing event updated for resources: {'Port': ['ID=8fc04c54-aefe-43ec-9bf8-9df4080a3288,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.499007 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Router 8258d3a9-c86c-4a0d-be2f-57169670a717 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:49.590475 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] Set router 8258d3a9-c86c-4a0d-be2f-57169670a717 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:49.631567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:49.639451 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Provisioning complete for port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:49.639822 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.644532 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-489aa884-cf8d-4142-9e78-38277fb1decd admin admin] 10.222.0.18 "PUT /v2.0/routers/8258d3a9-c86c-4a0d-be2f-57169670a717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2258744 Nov 12 13:27:49.854630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.878717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] For port 8fc04c54-aefe-43ec-9bf8-9df4080a3288, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8fc04c54-aefe-43ec-9bf8-9df4080a3288,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:49.884194 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.931969 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Provisioning complete for port 44f4644d-53df-4461-a341-7fbab5b92b83 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:49.932338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.969762 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '44f4644d-53df-4461-a341-7fbab5b92b83', 'name': '', 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'mac_address': 'fa:16:3e:ff:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:48Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 2, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'subnets': [{'id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:49.974071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Pushing event updated for resources: {'Port': ['ID=8fc04c54-aefe-43ec-9bf8-9df4080a3288,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.160072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.165309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604747780', 'description': 'tempest-secgroup-smoke-604747780 description', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:50.185955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd7544-4743-4850-a5ec-52410771aec3 None None] The sync data for ids ['8258d3a9-c86c-4a0d-be2f-57169670a717'] in n-d-804878-5 is: [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '44f4644d-53df-4461-a341-7fbab5b92b83', 'name': '', 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'mac_address': 'fa:16:3e:ff:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:48Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 2, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'subnets': [{'id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:50.191001 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5eb68198-9290-4e19-8781-fe9fe61b13fb None None] Port 44f4644d-53df-4461-a341-7fbab5b92b83 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:50.193969 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.269739 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.273412 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.304775 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.306018 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1447496 Nov 12 13:27:50.308037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34804706-9028-4a88-8ba1-7bd78baaf8b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f9d912-a548-414f-ab4a-019de9f79bf9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.310399 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.315268 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9d912-a548-414f-ab4a-019de9f79bf9', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:50.343860 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.421799 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.426573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.431170 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75316dc6-2da7-432a-8f09-2412775c9d5e up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:50.450681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad65138b-9eb8-4bd5-a071-024fcc2d6d3e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.457274 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.458515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-d89775af-29a6-447f-9e07-e35adc30ae51 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470542 Nov 12 13:27:50.461302 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.466665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9d912-a548-414f-ab4a-019de9f79bf9', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:50.495254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 75316dc6-2da7-432a-8f09-2412775c9d5e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:50.495479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.495616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.568479 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.573691 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.593940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fefeb6b0-7995-458e-9862-bfadc4d3c5fc up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:50.599417 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e42f38-11ba-4aa8-93ed-dd50d983d480,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.607125 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.611238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.614584 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-02719342-623d-43fc-80cd-12f88d393903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479876 Nov 12 13:27:50.616858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9d912-a548-414f-ab4a-019de9f79bf9', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:50.648813 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.657131 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port fefeb6b0-7995-458e-9862-bfadc4d3c5fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:50.657790 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.720909 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.725903 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.746295 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa17c08-e70e-4e4b-a1d4-50f0c042199b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.757574 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.759893 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b93ed096-d9de-4ad5-8a1f-ad59d3cfea9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465650 Nov 12 13:27:50.762827 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.781086 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9d912-a548-414f-ab4a-019de9f79bf9', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:50.812917 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.877648 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.881182 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.901876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63de083-4d87-43d4-ba90-b31a3c905d64,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.911000 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.912220 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-a9e57931-5926-4a32-aec4-c934ef9f56aa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462383 Nov 12 13:27:50.914991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.919578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9d912-a548-414f-ab4a-019de9f79bf9', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:50.941818 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Project 7359ee17d8674a5ea4eafa3e63e93f22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:27:50.946657 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.004759 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.008661 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.025683 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711a257b-9769-408c-bdda-5e987db9ff9c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:51.033668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.034891 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9c308a6a-249e-4c55-b3da-11355bfb9a85 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189797 Nov 12 13:27:51.037738 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:51.041990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9d912-a548-414f-ab4a-019de9f79bf9', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:51.063373 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Project 7359ee17d8674a5ea4eafa3e63e93f22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:27:51.068299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.162818 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.168063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.191668 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e982c8f8-dc99-4c19-a966-fbf2541fbc39,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:51.200874 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.202194 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5ecb6665-556c-4369-92c9-703dc6b284d8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634846 Nov 12 13:27:51.422744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-1676cc9e-a91b-4e05-b509-11624dd82d32 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604747780&fields=id&tenant_id=7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 267 time: 0.0473733 Nov 12 13:27:51.533215 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-147d8067-ed2d-4333-b63c-265c03e4c218 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:51.534814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-147d8067-ed2d-4333-b63c-265c03e4c218 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 809 time: 0.1051815 Nov 12 13:27:51.550364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-3710c643-6682-49fd-87f8-fbd7bfa1129f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/quotas/7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Nov 12 13:27:51.610172 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-2f896503-15cc-496b-a535-9a73cfcb1b08 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535159 Nov 12 13:27:51.713762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-977cacfa-90a0-4c82-95af-5506caaffb3c service neutron] 10.222.0.18 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908556 Nov 12 13:27:51.812460 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-79247d8a-f2de-4c8d-adc6-023273a0dd94 service neutron] 10.222.0.18 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918968 Nov 12 13:27:51.976070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7e8ee713-2ff2-4b58-8119-4efe8359bed8 req-ccd066d9-8249-4ad2-8ab1-f7183b74f61b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 210 time: 0.0273550 Nov 12 13:27:52.436320 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fc04c54-aefe-43ec-9bf8-9df4080a3288 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:52.459830 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Sync routers for ids ['8258d3a9-c86c-4a0d-be2f-57169670a717'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:52.471602 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Routers {'8258d3a9-c86c-4a0d-be2f-57169670a717'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:52.472137 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8258d3a9-c86c-4a0d-be2f-57169670a717'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:52.490016 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:52.490502 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.583589 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Set router 8258d3a9-c86c-4a0d-be2f-57169670a717 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:52.785668 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '44f4644d-53df-4461-a341-7fbab5b92b83', 'name': '', 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'mac_address': 'fa:16:3e:ff:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:48Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 2, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'subnets': [{'id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:52.813083 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Checking router: 8258d3a9-c86c-4a0d-be2f-57169670a717 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:52.813490 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Updating router 8258d3a9-c86c-4a0d-be2f-57169670a717 port 44f4644d-53df-4461-a341-7fbab5b92b83 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:27:52.840799 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.958452 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-f9e7bbbd-383a-42d7-a127-c6bfabed14a7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:52.960278 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-f9e7bbbd-383a-42d7-a127-c6bfabed14a7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 809 time: 0.1149480 Nov 12 13:27:53.028821 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-ff69b68d-07ec-4deb-81be-a03825e5a291 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 379 time: 0.0586114 Nov 12 13:27:53.040653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'port': {'device_id': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'admin_state_up': True, 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'security_groups': ['d8f9d912-a548-414f-ab4a-019de9f79bf9']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:53.079064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-021bc10d-a410-4108-af9b-a85db3a66a7b req-baa83638-815c-48b0-8fa0-6f9c2a1558e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 210 time: 0.0275741 Nov 12 13:27:53.163119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Made reservation on behalf of 7359ee17d8674a5ea4eafa3e63e93f22 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:53.167140 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.219144 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.224327 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.271899 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88977aa0-d564-434c-8e2c-2038f0735328 None None] Pushing event updated for resources: {'Port': ['ID=44f4644d-53df-4461-a341-7fbab5b92b83,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:53.321365 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Allocated IP 172.20.0.3 (ace3bf43-67b0-45eb-9b6a-97af06207d6d/bf7121e7-426d-460c-9ddb-2d1e28e7ee50/b85fb555-3d4e-48dc-a804-7732c9c427fc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:53.329405 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Attempting to bind port 44f4644d-53df-4461-a341-7fbab5b92b83 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:53.329771 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Attempting to bind port 44f4644d-53df-4461-a341-7fbab5b92b83 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:53.330124 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Attempting to bind port 44f4644d-53df-4461-a341-7fbab5b92b83 on network 30bd5c8e-7479-4aec-9db9-43a040037c5a {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:53.336239 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:53.336607 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Checking segment: {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:53.337197 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.337586 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Bound using segment: {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:53.338044 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Bound port: 44f4644d-53df-4461-a341-7fbab5b92b83, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7471d34b-dfc0-4af6-be3b-8f92373b23bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:53.338449 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.406212 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] For port 44f4644d-53df-4461-a341-7fbab5b92b83, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:53.409852 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] For port 44f4644d-53df-4461-a341-7fbab5b92b83, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=44f4644d-53df-4461-a341-7fbab5b92b83,segment=NetworkSegment(7471d34b-dfc0-4af6-be3b-8f92373b23bc),segment_id=7471d34b-dfc0-4af6-be3b-8f92373b23bc)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:53.415289 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.476426 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.476603 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88977aa0-d564-434c-8e2c-2038f0735328 None None] Pushing event updated for resources: {'Port': ['ID=44f4644d-53df-4461-a341-7fbab5b92b83,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:53.486349 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Routers {'8258d3a9-c86c-4a0d-be2f-57169670a717'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:53.486977 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8258d3a9-c86c-4a0d-be2f-57169670a717'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:53.512600 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.542389 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c3772deb-bef2-4e0f-9f40-12d37fd64b4f None None] Provisioning complete for port 44f4644d-53df-4461-a341-7fbab5b92b83 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:53.543511 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3772deb-bef2-4e0f-9f40-12d37fd64b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.567371 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:53.573025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:53.577471 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:53.610646 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:53.637346 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] Set router 8258d3a9-c86c-4a0d-be2f-57169670a717 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:53.643230 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:53.644192 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.654545 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3772deb-bef2-4e0f-9f40-12d37fd64b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.666361 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-b7b635e0-6048-41e0-864a-1a9925d37c56 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6293511 Nov 12 13:27:53.681998 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Request body: {'port': {'device_id': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:53.701366 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c3772deb-bef2-4e0f-9f40-12d37fd64b4f None None] For port 44f4644d-53df-4461-a341-7fbab5b92b83, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=44f4644d-53df-4461-a341-7fbab5b92b83,segment=NetworkSegment(7471d34b-dfc0-4af6-be3b-8f92373b23bc),segment_id=7471d34b-dfc0-4af6-be3b-8f92373b23bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:53.708698 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3772deb-bef2-4e0f-9f40-12d37fd64b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.776129 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.781842 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3772deb-bef2-4e0f-9f40-12d37fd64b4f None None] Pushing event updated for resources: {'Port': ['ID=44f4644d-53df-4461-a341-7fbab5b92b83,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:53.832936 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7814f19b-94ae-4e7b-aab0-56d2864139e5 None None] Provisioning complete for port 44f4644d-53df-4461-a341-7fbab5b92b83 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:53.833456 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7814f19b-94ae-4e7b-aab0-56d2864139e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.937901 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '44f4644d-53df-4461-a341-7fbab5b92b83', 'name': '', 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'mac_address': 'fa:16:3e:ff:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:48Z', 'updated_at': '2021-11-12T13:27:53Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'subnets': [{'id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:53.969681 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b278ed-75f3-44b2-8e46-63bc1d193676 None None] The sync data for ids ['8258d3a9-c86c-4a0d-be2f-57169670a717'] in n-d-804878-5 is: [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:27:48Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '44f4644d-53df-4461-a341-7fbab5b92b83', 'name': '', 'network_id': '30bd5c8e-7479-4aec-9db9-43a040037c5a', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'mac_address': 'fa:16:3e:ff:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:48Z', 'updated_at': '2021-11-12T13:27:53Z', 'revision_number': 4, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'subnets': [{'id': '9837ca4a-79a6-418a-9a54-82eec0fe6558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:54.043339 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b4d4d3b8-c040-4629-b88a-2c9cc2a23ff8 None None] Provisioning complete for port b85fb555-3d4e-48dc-a804-7732c9c427fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:54.043715 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d3b8-c040-4629-b88a-2c9cc2a23ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.085268 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:54.085853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4d3b8-c040-4629-b88a-2c9cc2a23ff8 None None] Port b85fb555-3d4e-48dc-a804-7732c9c427fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:54.094002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.107313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Transition to ACTIVE for port object b85fb555-3d4e-48dc-a804-7732c9c427fc will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:54.114450 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.172597 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:54.223212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f13b-ba97-45bd-bc4c-f352454e38ff req-7f955e24-7ac1-4fdc-a95e-08a14c36bb28 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.225571 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27c7f13b-ba97-45bd-bc4c-f352454e38ff req-7f955e24-7ac1-4fdc-a95e-08a14c36bb28 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 943 time: 0.0685384 Nov 12 13:27:54.252274 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:54.252681 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:54.253078 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:54.258506 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Port b85fb555-3d4e-48dc-a804-7732c9c427fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:54.258934 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:54.265341 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:54.265773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:54.266244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Bound using segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:54.266758 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Bound port: b85fb555-3d4e-48dc-a804-7732c9c427fc, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:54.267183 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.310487 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-27c7f13b-ba97-45bd-bc4c-f352454e38ff req-9ef99aa0-ff7d-4f8c-9f10-f6df74dd9764 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745711 Nov 12 13:27:54.354730 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:54.359526 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:54.368946 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.411740 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.412480 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.414043 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] 10.222.0.65 "PUT /v2.0/ports/b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1091 time: 0.7385392 Nov 12 13:27:54.414736 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:54.417326 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb7076-970c-4d36-9c83-274ad8651683" -d '{"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:54.463313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 44f4644d-53df-4461-a341-7fbab5b92b83 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:54.469848 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7d9a-6692-49cb-8c18-3c3a5bfda1ce service neutron] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:54.491354 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a1fa3-3858-415d-a4ad-2e1ec6d0e1dc x-openstack-request-id: req-a97a1fa3-3858-415d-a4ad-2e1ec6d0e1dc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:54.493725 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:54.493884 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a97a1fa3-3858-415d-a4ad-2e1ec6d0e1dc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:54.494837 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'status': 'completed', 'code': 200} Nov 12 13:27:54.547473 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-49b4be16-bdff-4b97-b153-18aa2600368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.547841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 44f4644d-53df-4461-a341-7fbab5b92b83 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:54.548351 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.549452 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-49b4be16-bdff-4b97-b153-18aa2600368b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1094 time: 0.0676622 Nov 12 13:27:54.604479 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-edd9f059-26d2-46e1-8e74-6a29d3aab710 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 217 time: 0.0456703 Nov 12 13:27:54.661911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-71747e5a-09d9-4537-9a19-519bc78544a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.663958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-71747e5a-09d9-4537-9a19-519bc78544a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0513558 Nov 12 13:27:54.713129 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-94986f44-8a4f-418f-8212-a2873358de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.714622 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-94986f44-8a4f-418f-8212-a2873358de19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437286 Nov 12 13:27:54.811028 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-a964a6b8-1b77-4fe5-b426-590d8e642910 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Nov 12 13:27:54.901980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-3bf1742a-dc28-449d-9bbe-51f90f738dd4 req-e1539393-87ad-410c-a039-7c8eb08767cf service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830209 Nov 12 13:27:54.991447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-1bbd31c9-94cf-4c28-82bc-a8063f785a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.993000 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-1bbd31c9-94cf-4c28-82bc-a8063f785a21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1094 time: 0.0427384 Nov 12 13:27:55.091047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-3fb60cf5-9db3-4869-8029-136d1cf4c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:55.092433 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-3fb60cf5-9db3-4869-8029-136d1cf4c365 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0906594 Nov 12 13:27:55.135242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-a7d3d1cc-a5c4-4723-a281-6b997bd375f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 217 time: 0.0349324 Nov 12 13:27:55.195455 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-ce30fb3d-5806-41da-be46-ac665a074a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:55.196941 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-ce30fb3d-5806-41da-be46-ac665a074a4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0536251 Nov 12 13:27:55.245438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-bc372550-f211-4bfe-953e-98a2cb9e0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:55.247630 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-bc372550-f211-4bfe-953e-98a2cb9e0230 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414159 Nov 12 13:27:55.348595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-91fd9d75-7339-4384-8d69-751e0a62ecf0 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916471 Nov 12 13:27:55.434877 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba91dd-eb6d-483d-b773-49954e357f86 req-9c52655b-bccc-48e1-ba3b-4dec86a40850 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:55.436434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03ba91dd-eb6d-483d-b773-49954e357f86 req-9c52655b-bccc-48e1-ba3b-4dec86a40850 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 943 time: 0.0540352 Nov 12 13:27:55.442767 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-bfeb7076-970c-4d36-9c83-274ad8651683 req-10796575-76b0-4fe2-8119-3cf4da3f411b service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862749 Nov 12 13:27:55.486567 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03ba91dd-eb6d-483d-b773-49954e357f86 req-614bed42-23d8-4f32-99f4-51de0ae68e82 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Nov 12 13:27:56.603095 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e465ce-c05c-40ec-aafc-ae86ab6d6f0c req-76a813d4-3a69-450d-abc1-e028da7c1a52 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:56.604515 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-79e465ce-c05c-40ec-aafc-ae86ab6d6f0c req-76a813d4-3a69-450d-abc1-e028da7c1a52 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 943 time: 0.0506859 Nov 12 13:27:56.655220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-79e465ce-c05c-40ec-aafc-ae86ab6d6f0c req-c0e78d9b-0864-440d-8978-eb2df16824a8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Nov 12 13:27:57.335229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:57.429637 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:57.441229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'mac_address': 'fa:16:3e:f7:a2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:57.482017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.494587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:57.514048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:57.520284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.568551 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:57.775854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b85fb555-3d4e-48dc-a804-7732c9c427fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:57.779119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d138244-2cc6-400f-b152-d6395bbbb9ce req-3561df47-17f0-4118-8af2-3d22b845af9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:57.780735 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d138244-2cc6-400f-b152-d6395bbbb9ce req-3561df47-17f0-4118-8af2-3d22b845af9e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0556061 Nov 12 13:27:57.831502 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d138244-2cc6-400f-b152-d6395bbbb9ce req-7bcd4838-f8a9-47df-936d-95511b63f7b7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447600 Nov 12 13:27:58.954986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a4d9-6b00-4d1b-976a-6fc268102fac req-3bb2ef7f-5118-40bd-b577-ee2dfded48a8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.956528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4036a4d9-6b00-4d1b-976a-6fc268102fac req-3bb2ef7f-5118-40bd-b577-ee2dfded48a8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0551465 Nov 12 13:27:59.010944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4036a4d9-6b00-4d1b-976a-6fc268102fac req-0269c358-47f5-4fad-b621-3e5485245403 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478990 Nov 12 13:27:59.337733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:59.387525 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port b85fb555-3d4e-48dc-a804-7732c9c427fc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:59.391356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b85fb555-3d4e-48dc-a804-7732c9c427fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:59.391745 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.473946 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.496965 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:59.499273 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7594d38-dbbb-41b9-bfc6-4c5e78bd048c" -d '{"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-plugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:59.513329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:59.517277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.542027 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d244c-8965-4920-9ecb-76ebf96fbd60 x-openstack-request-id: req-8f2d244c-8965-4920-9ecb-76ebf96fbd60 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:59.542343 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-plugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:59.542591 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f2d244c-8965-4920-9ecb-76ebf96fbd60 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:59.542985 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'code': 200} Nov 12 13:27:59.583458 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:59.743768 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944fc7-477b-4f87-b0f0-6744217a9110 req-f1d3a573-ed5e-4bf3-8ee8-7cba399b1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.745271 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c944fc7-477b-4f87-b0f0-6744217a9110 req-f1d3a573-ed5e-4bf3-8ee8-7cba399b1f92 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1096 time: 0.1425626 Nov 12 13:27:59.800954 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c944fc7-477b-4f87-b0f0-6744217a9110 req-63253c4d-4652-4bae-953d-064aeeff8b90 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460889 Nov 12 13:28:00.137768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d8bd-eae5-4b50-b785-39c8c97d394e req-289a1483-ce8a-4636-a0eb-80890317b6a2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:00.139305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97b4d8bd-eae5-4b50-b785-39c8c97d394e req-289a1483-ce8a-4636-a0eb-80890317b6a2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0543470 Nov 12 13:28:00.196463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-97b4d8bd-eae5-4b50-b785-39c8c97d394e req-5cf555f0-4fde-4f53-a185-2ac3fe0f58c5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509951 Nov 12 13:28:00.219204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.599285 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.317681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2979bdc-ad8c-43b1-9c3c-ef920b77de67 req-8f5ddbd3-645b-4932-9624-753366297795 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.319189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2979bdc-ad8c-43b1-9c3c-ef920b77de67 req-8f5ddbd3-645b-4932-9624-753366297795 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0495932 Nov 12 13:28:01.367832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2979bdc-ad8c-43b1-9c3c-ef920b77de67 req-2ac961fe-bb79-45b1-addf-8fd6e12b99c5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Nov 12 13:28:01.481274 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d45fc6-dcd1-4d4e-b635-9e007aacf06f req-0cbc0315-ace1-4d34-9166-d5c8b9510a09 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.482806 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02d45fc6-dcd1-4d4e-b635-9e007aacf06f req-0cbc0315-ace1-4d34-9166-d5c8b9510a09 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0493021 Nov 12 13:28:01.531479 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-02d45fc6-dcd1-4d4e-b635-9e007aacf06f req-2e0ff396-fc6f-4603-abc8-5d96e6dcc68f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Nov 12 13:28:01.553743 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 44710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:01.636039 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef5c8b-27f4-4a6a-a648-7f1446aaf3b3 tempest-TestShelveInstance-641838189 tempest-TestShelveInstance-641838189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.637721 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8fef5c8b-27f4-4a6a-a648-7f1446aaf3b3 tempest-TestShelveInstance-641838189 tempest-TestShelveInstance-641838189-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1091 time: 0.0829325 Nov 12 13:28:01.641725 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 44714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:01.646328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:01.670651 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.772356 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.880964 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Allocated IP 172.25.1.60 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/46242f33-7af4-48f5-bd2d-343972b4f0dc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:01.987302 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:02.022149 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:02.057797 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:02.060687 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:02.067738 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:02.435829 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'Port': ['ID=46242f33-7af4-48f5-bd2d-343972b4f0dc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:02.788201 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:02.862474 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.030909 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.035513 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.105747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'Port': ['ID=46242f33-7af4-48f5-bd2d-343972b4f0dc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:03.114451 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.216509 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Floating IP dfcb6128-04fa-4143-8054-d698e8caaf7c associated. External IP: 172.25.1.60, port: b85fb555-3d4e-48dc-a804-7732c9c427fc. Nov 12 13:28:03.427153 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Router b308a612-8bdc-4848-94c6-3741946fe767 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:03.536142 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:03.546807 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:03.555970 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.557173 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:03.558024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:03.584540 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cdb70d40-7f6a-4b8b-a92a-85c39bb63b31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9416523 Nov 12 13:28:03.585105 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:03.587448 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd4b12-8e4a-4973-91a1-0796aacf0696" -d '{"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:03.631098 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf2ee7-0759-4d2c-82aa-db9c24db04b5 x-openstack-request-id: req-ecdf2ee7-0759-4d2c-82aa-db9c24db04b5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:03.631394 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:03.631650 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecdf2ee7-0759-4d2c-82aa-db9c24db04b5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:03.632063 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'status': 'completed', 'code': 200} Nov 12 13:28:03.665096 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:28:03.698375 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-093029fa-b634-4050-b48d-5269c5fb3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:03.699999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-093029fa-b634-4050-b48d-5269c5fb3c37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1096 time: 0.0429790 Nov 12 13:28:03.806570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-8f4c1755-5c52-4c83-a456-430aa87bd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:03.808131 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-8f4c1755-5c52-4c83-a456-430aa87bd874 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1000731 Nov 12 13:28:03.874483 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-b8c2b744-5081-445a-8b5b-545eb0fdf8e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 998 time: 0.0590796 Nov 12 13:28:03.890769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'dfcb6128-04fa-4143-8054-d698e8caaf7c', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'mac_address': 'fa:16:3e:f7:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:28:02Z', 'updated_at': '2021-11-12T13:28:02Z', 'revision_number': 0, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:03.897220 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:28:03.928602 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:28:03.931699 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-f934f459-ec93-4151-8598-96e85ed37fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:03.933279 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-f934f459-ec93-4151-8598-96e85ed37fe6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0488031 Nov 12 13:28:03.938894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:03.939510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:27:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:03.985005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-8ce7bc8a-04dd-45ed-a1d2-bfa314a2aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:03.986638 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-8ce7bc8a-04dd-45ed-a1d2-bfa314a2aae5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454504 Nov 12 13:28:04.046443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:28:04.080015 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-cc09df82-cc17-40a1-aecf-cabb92cb0d28 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851140 Nov 12 13:28:04.177156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-51bd4b12-8e4a-4973-91a1-0796aacf0696 req-1f07805a-e800-4417-9222-f57af78bacba service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889783 Nov 12 13:28:04.275066 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'dfcb6128-04fa-4143-8054-d698e8caaf7c', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'mac_address': 'fa:16:3e:f7:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:28:02Z', 'updated_at': '2021-11-12T13:28:02Z', 'revision_number': 0, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:04.300545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9f9c-0624-4e53-9c62-af4c232b1c4a None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': 'dfcb6128-04fa-4143-8054-d698e8caaf7c', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'mac_address': 'fa:16:3e:f7:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:28:02Z', 'updated_at': '2021-11-12T13:28:02Z', 'revision_number': 0, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:04.482527 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13a502-0678-4d00-a42e-f031e54a853e None None] New status for floating IP dfcb6128-04fa-4143-8054-d698e8caaf7c: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:28:05.844570 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d226d33-7a77-402a-a6aa-42588c45d069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.099630 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ecb95a9b-6238-492f-9c96-c507db66934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.629721 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.185428 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-511992f1-27af-4b96-ba7f-8ac799ae2b00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402513 Nov 12 13:28:10.267127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-fb2e0d21-dc3d-4aff-9b6e-158be4a755ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.268606 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-fb2e0d21-dc3d-4aff-9b6e-158be4a755ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1096 time: 0.0410428 Nov 12 13:28:10.377788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-ff397bd8-f619-4576-a53c-058122e7296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.379295 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-ff397bd8-f619-4576-a53c-058122e7296f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0912309 Nov 12 13:28:10.444769 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-e109dac7-7916-4818-b8e1-b732c3f289b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1000 time: 0.0579967 Nov 12 13:28:10.497505 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-b04896f0-9d5e-4943-b4c8-ca69d579f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.498965 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-b04896f0-9d5e-4943-b4c8-ca69d579f287 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0474608 Nov 12 13:28:10.544873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-9b7966b0-3aa1-4a69-ac31-c0f1d99a2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.546382 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-9b7966b0-3aa1-4a69-ac31-c0f1d99a2815 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404625 Nov 12 13:28:10.636273 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-1deada86-36a6-4e26-bf01-402c0e83de13 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823016 Nov 12 13:28:10.728749 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-cad13232-a081-43dc-9cf9-d255bec5b0f0 req-1141458c-3892-4490-9fb9-21c9a0f2b3b6 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 Nov 12 13:28:10.868636 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:11.453807 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.241603 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.598395 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.839412 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40ce8f45-1fd6-462b-a4b1-cd7db1c96b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.100690 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6de1ed54-fafc-4f42-a78d-1cc7d0c56c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.632758 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.871423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.897220 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:28:41.456692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:00.230750 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:00.605135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.834386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9825f21-3f43-4191-adc8-c9004dcec099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.929217 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-6c79333e-7a37-4084-8f31-2df247cf48db req-ba4d07e8-8fff-43e3-bd88-7110374d70dc service neutron] (102779) timed out ('10.222.0.18', 59412) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:29:09.102226 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cae4a7cb-e98e-456d-a77e-a1c4442ebb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.636619 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.873296 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.170869 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-f601b71e-ec01-490f-b1a9-8b6e273ce6ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415812 Nov 12 13:29:11.259338 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-917adbe2-4121-4a3b-afef-56c69374f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:11.260817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-917adbe2-4121-4a3b-afef-56c69374f90c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1096 time: 0.0420082 Nov 12 13:29:11.368940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-1877b32a-767f-4ac7-8de7-f63c1d7d5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:11.370449 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-1877b32a-767f-4ac7-8de7-f63c1d7d5421 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0895870 Nov 12 13:29:11.436041 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-a7ded3c5-2b04-4186-ad5c-8cc7a160a57c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1000 time: 0.0576708 Nov 12 13:29:11.459939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.491840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-e78805ac-c7bd-4ffb-a531-e1a6a1794a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:11.493283 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-e78805ac-c7bd-4ffb-a531-e1a6a1794a98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0500758 Nov 12 13:29:11.541447 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-571bee9a-69e7-406d-a250-42bb226912ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:11.543024 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-571bee9a-69e7-406d-a250-42bb226912ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423415 Nov 12 13:29:11.632491 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-4bc713bf-b28c-4a1e-a2d0-b6100ee2b2ab service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815263 Nov 12 13:29:11.726592 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-af440bda-5fc0-42cb-9e6a-3f036f280b30 req-991c1b89-896f-4742-b806-f6ea8c38cfae service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866687 Nov 12 13:29:17.897450 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:29:30.233185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.619185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.838380 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cfe78b07-f2ef-4ce5-b23c-f95f1601f2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.103106 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5e57a6e-0477-4272-bf98-17e69c0cb017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.646632 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.877183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.463062 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.897999 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:30:00.245214 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.637919 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.510432 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca262038-f960-4f4a-add4-6896f660ef6f req-dce1e8fd-83aa-46b3-8a00-202fabc2259e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:01.512077 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca262038-f960-4f4a-add4-6896f660ef6f req-dce1e8fd-83aa-46b3-8a00-202fabc2259e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0570037 Nov 12 13:30:01.569757 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ca262038-f960-4f4a-add4-6896f660ef6f req-5842ed6a-6c91-44d6-a7a0-32d4d0087736 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494044 Nov 12 13:30:02.733618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae147-33ca-4b1a-8128-5dc7ed8171f2 req-b2d031bb-2f2a-4fd3-a56b-a1b7c4c7bb19 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.736478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-947ae147-33ca-4b1a-8128-5dc7ed8171f2 req-b2d031bb-2f2a-4fd3-a56b-a1b7c4c7bb19 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0624106 Nov 12 13:30:02.801374 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-947ae147-33ca-4b1a-8128-5dc7ed8171f2 req-b2a11ad0-e482-4d4c-a980-77416829c8b8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581844 Nov 12 13:30:03.948460 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b16b0-12cd-4516-a8dc-fe7cf1d8f5fb req-efc984d0-b2db-4628-9762-b617a34f0e38 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:03.950116 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-832b16b0-12cd-4516-a8dc-fe7cf1d8f5fb req-efc984d0-b2db-4628-9762-b617a34f0e38 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0535467 Nov 12 13:30:04.011157 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-832b16b0-12cd-4516-a8dc-fe7cf1d8f5fb req-9786a1d3-cd7e-4eb8-8543-ac6848a803b6 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548110 Nov 12 13:30:05.155677 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59849564-a903-48b2-801a-4a9acfc968b5 req-c60c559d-06d7-4ca1-9076-a50fb3532604 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:05.157344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59849564-a903-48b2-801a-4a9acfc968b5 req-c60c559d-06d7-4ca1-9076-a50fb3532604 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0564721 Nov 12 13:30:05.218998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-59849564-a903-48b2-801a-4a9acfc968b5 req-b5ad2548-3a6c-42f1-9586-9004e1dfe99a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544927 Nov 12 13:30:05.846271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8eb926fa-7046-4f73-9919-c3082d9c1b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:06.352125 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2f254-1999-4c5d-b785-5ea8b0183de9 req-b99ecf2c-2344-4984-970f-6b1f55a2bf82 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.353730 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2d2f254-1999-4c5d-b785-5ea8b0183de9 req-b99ecf2c-2344-4984-970f-6b1f55a2bf82 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0584805 Nov 12 13:30:06.407898 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c2d2f254-1999-4c5d-b785-5ea8b0183de9 req-276c2263-ecbb-4603-a209-ef9af46227cd tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474648 Nov 12 13:30:07.533586 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3fd6-1f65-4383-9d1c-954a3b6e8621 req-bde737b2-c595-43ed-976c-29f09e49a45b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:07.535189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecdc3fd6-1f65-4383-9d1c-954a3b6e8621 req-bde737b2-c595-43ed-976c-29f09e49a45b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0539443 Nov 12 13:30:07.588434 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ecdc3fd6-1f65-4383-9d1c-954a3b6e8621 req-d98634b9-c7c8-4f7f-b0bc-667662cda1a9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470409 Nov 12 13:30:08.711986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf763b-b699-4c46-a85b-f340de72085b req-bd1daa46-f068-4843-80c0-c792b4a6a2b5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.713420 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03cf763b-b699-4c46-a85b-f340de72085b req-bd1daa46-f068-4843-80c0-c792b4a6a2b5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0552831 Nov 12 13:30:08.767379 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03cf763b-b699-4c46-a85b-f340de72085b req-960e7cc6-677a-484e-9161-6695816e43f6 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 Nov 12 13:30:09.106061 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8505b3b4-9661-4623-866c-19b14553b04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.641438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.887305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c45c-324b-4577-af4a-1b0d47e83b02 req-2a38a4c4-340e-46b3-ad24-07bb15dacfda tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:09.888868 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8584c45c-324b-4577-af4a-1b0d47e83b02 req-2a38a4c4-340e-46b3-ad24-07bb15dacfda tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0512416 Nov 12 13:30:09.946751 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8584c45c-324b-4577-af4a-1b0d47e83b02 req-0a941e90-799a-4cee-b22e-0b0144e4d424 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512874 Nov 12 13:30:10.880260 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.068960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609c445-9443-4d7c-9e0b-9289f6184799 req-bcfc2be9-9ce4-45c5-9340-c7bcb4243076 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.070875 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6609c445-9443-4d7c-9e0b-9289f6184799 req-bcfc2be9-9ce4-45c5-9340-c7bcb4243076 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0505557 Nov 12 13:30:11.139049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6609c445-9443-4d7c-9e0b-9289f6184799 req-da3331b7-22a0-4720-aede-662615064e79 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620203 Nov 12 13:30:11.229814 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-5a6de56b-2ebf-46c9-963f-73ae6062f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.231299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-5a6de56b-2ebf-46c9-963f-73ae6062f710 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1096 time: 0.0539298 Nov 12 13:30:11.352386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-8e32f108-6b99-4bf6-a6e4-74c10d4103d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.353905 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-8e32f108-6b99-4bf6-a6e4-74c10d4103d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0986490 Nov 12 13:30:11.424388 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-90e17d11-8bda-455a-88e3-b8d06d5168b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1000 time: 0.0623784 Nov 12 13:30:11.467611 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.486038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-0c454676-f7ae-4653-89de-7d2cb74a5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.488407 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-0c454676-f7ae-4653-89de-7d2cb74a5eba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0561738 Nov 12 13:30:11.542715 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-13ea0d6c-693b-4872-b2c3-7ed99c1ab8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.544443 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-13ea0d6c-693b-4872-b2c3-7ed99c1ab8f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486293 Nov 12 13:30:11.644973 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-d6a29032-d406-40d3-8343-f5c76dc04566 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884194 Nov 12 13:30:11.752541 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b641f0bc-1d68-4742-a37c-df74e8fbd52c req-465ee7f4-c710-4410-8a5a-32b0bdd6e994 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948813 Nov 12 13:30:12.277650 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab94ac5-8e8d-486d-b06e-84e8e82e4630 req-7542d512-2db1-4f96-8a85-acdf8cf207fa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:12.279348 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aab94ac5-8e8d-486d-b06e-84e8e82e4630 req-7542d512-2db1-4f96-8a85-acdf8cf207fa tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0596778 Nov 12 13:30:12.335375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aab94ac5-8e8d-486d-b06e-84e8e82e4630 req-5c6a5350-90d1-4b2e-8fa2-c03677f2fe52 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497746 Nov 12 13:30:13.461609 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324cb38-03b0-40df-8426-39364960539c req-042e6d8c-546b-49aa-b20a-bbe8af053237 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:13.463256 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6324cb38-03b0-40df-8426-39364960539c req-042e6d8c-546b-49aa-b20a-bbe8af053237 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0517025 Nov 12 13:30:13.519164 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6324cb38-03b0-40df-8426-39364960539c req-aaed2213-5043-4975-ad26-6f051983f9c7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494716 Nov 12 13:30:13.873195 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:30:13.984876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:13.998924 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'mac_address': 'fa:16:3e:f7:a2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:30:14.039847 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.054873 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:14.077904 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:14.082354 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.319619 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:14.328146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.328713 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.328884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.329218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.329462 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.329900 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.330122 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.330478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.330800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.331123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.331444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.331770 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:14.344537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['b85fb555-3d4e-48dc-a804-7732c9c427fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:14.736531 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eed31-831b-4b81-b3c1-7fa1360ede5c req-2897a7c2-a92a-451d-a432-77c0c144a5b0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:14.738817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-312eed31-831b-4b81-b3c1-7fa1360ede5c req-2897a7c2-a92a-451d-a432-77c0c144a5b0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0839078 Nov 12 13:30:14.809100 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-312eed31-831b-4b81-b3c1-7fa1360ede5c req-c80e4db4-8a5a-41b3-b68f-9a1e33f2fa6c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601022 Nov 12 13:30:15.890395 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:15.959567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0ad5-fbf1-4f4a-ab38-c6c8359ff0e7 req-7566a471-3f1e-4554-bdf8-1dcc93966d61 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.961037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port b85fb555-3d4e-48dc-a804-7732c9c427fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:15.961499 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.968895 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-073b0ad5-fbf1-4f4a-ab38-c6c8359ff0e7 req-7566a471-3f1e-4554-bdf8-1dcc93966d61 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0731838 Nov 12 13:30:16.047705 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-073b0ad5-fbf1-4f4a-ab38-c6c8359ff0e7 req-871d689c-a1a8-4e0a-954b-acc2db1f92ae tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774572 Nov 12 13:30:16.059079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.109940 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:16.114010 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7591453c-9586-4acb-a4b1-f8414c4123ed" -d '{"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-plugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:16.150106 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:16.160208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.204271 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd59be4c-5993-41b7-bcef-4886281194cd x-openstack-request-id: req-bd59be4c-5993-41b7-bcef-4886281194cd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:16.204792 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-plugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:16.205336 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd59be4c-5993-41b7-bcef-4886281194cd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:16.206062 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'code': 200} Nov 12 13:30:16.252456 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:17.233227 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d416770-664c-4341-af44-fba2af291667 req-5cee736d-ce0f-4bc5-8f97-279620ee7fc4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.234924 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d416770-664c-4341-af44-fba2af291667 req-5cee736d-ce0f-4bc5-8f97-279620ee7fc4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.1035078 Nov 12 13:30:17.305739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9d416770-664c-4341-af44-fba2af291667 req-7aeeb661-2c47-4362-9815-a37bdf3c4b0d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570889 Nov 12 13:30:18.454516 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad281-8897-46d3-aae0-966897b5acec req-04646c81-587a-4313-bb05-609c5507cf81 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:18.462805 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bfad281-8897-46d3-aae0-966897b5acec req-04646c81-587a-4313-bb05-609c5507cf81 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0672340 Nov 12 13:30:18.520347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3bfad281-8897-46d3-aae0-966897b5acec req-fb52299d-d7e6-4672-b809-613f0fd416be tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566385 Nov 12 13:30:19.650132 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a8ab-e5e3-4ba8-bd0a-9950067c2ddf req-ed2de2a3-478e-446e-81ba-e5e7b5e26a7f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:19.651739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9b7a8ab-e5e3-4ba8-bd0a-9950067c2ddf req-ed2de2a3-478e-446e-81ba-e5e7b5e26a7f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0528138 Nov 12 13:30:19.716929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9b7a8ab-e5e3-4ba8-bd0a-9950067c2ddf req-9188004f-3611-4b3f-9af3-b80bc500fb93 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591075 Nov 12 13:30:20.851577 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9896-4e55-4112-a523-dad1c03bf1da req-d1a021c5-b653-47f9-8c18-cd03f22ab6b1 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:20.857437 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52ec9896-4e55-4112-a523-dad1c03bf1da req-d1a021c5-b653-47f9-8c18-cd03f22ab6b1 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0622928 Nov 12 13:30:20.918591 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-52ec9896-4e55-4112-a523-dad1c03bf1da req-5eb96f90-22ab-4584-a012-eb927f5f395b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593278 Nov 12 13:30:22.062726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb43042-0de9-4713-9dcb-b6d013d0f440 req-83de9adc-5d45-4f30-a069-fcb075490ab5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:22.065684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cb43042-0de9-4713-9dcb-b6d013d0f440 req-83de9adc-5d45-4f30-a069-fcb075490ab5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0615723 Nov 12 13:30:22.133931 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0cb43042-0de9-4713-9dcb-b6d013d0f440 req-f0cf3fc9-5548-441c-ac00-d31559bb8b34 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620883 Nov 12 13:30:23.266354 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a143ce-5c74-42d7-a521-56e15c16a62c req-8d7d1399-5e76-44de-93d1-a900d479ece2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.268717 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5a143ce-5c74-42d7-a521-56e15c16a62c req-8d7d1399-5e76-44de-93d1-a900d479ece2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0556309 Nov 12 13:30:23.331973 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f5a143ce-5c74-42d7-a521-56e15c16a62c req-4c411850-bf8b-4057-9d65-5f9028f6983e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551009 Nov 12 13:30:24.124669 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158711a9-a122-4bbd-aac3-d21933711ada req-b789f8b4-cc6b-40e4-8372-f8176bd653b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.126097 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-b789f8b4-cc6b-40e4-8372-f8176bd653b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1096 time: 0.0430789 Nov 12 13:30:24.234285 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158711a9-a122-4bbd-aac3-d21933711ada req-1ac3dfee-8981-4b4b-b908-f56ec275b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.235795 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-1ac3dfee-8981-4b4b-b908-f56ec275b756 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1016033 Nov 12 13:30:24.304082 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-6e1cd625-a050-42b9-ab7e-e4d82f16d35e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1000 time: 0.0605342 Nov 12 13:30:24.361805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158711a9-a122-4bbd-aac3-d21933711ada req-e9a23376-c14c-493f-9d94-2a9fb04a0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.363317 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-e9a23376-c14c-493f-9d94-2a9fb04a0af2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0513909 Nov 12 13:30:24.410281 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158711a9-a122-4bbd-aac3-d21933711ada req-712bbf47-13ed-4fc3-bc1a-4e708a3dc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.411958 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-712bbf47-13ed-4fc3-bc1a-4e708a3dc7b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412734 Nov 12 13:30:24.459012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc305405-7a13-43e1-8a5d-7f8a8b1b68a7 req-ede8ddbe-3610-4f13-9a0d-bd6c8d52c56c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.461104 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc305405-7a13-43e1-8a5d-7f8a8b1b68a7 req-ede8ddbe-3610-4f13-9a0d-bd6c8d52c56c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0544922 Nov 12 13:30:24.517001 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-2e4444c5-1fc1-4b10-9fe8-c0cda00ddddd service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972307 Nov 12 13:30:24.520117 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-cc305405-7a13-43e1-8a5d-7f8a8b1b68a7 req-c1923581-8fe1-4050-96dd-0c668e5b1769 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524688 Nov 12 13:30:24.619340 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-158711a9-a122-4bbd-aac3-d21933711ada req-bc6d3ae9-c83e-48c9-9dc6-797b90cb3cb1 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948148 Nov 12 13:30:25.648297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd2b1f-316e-4adf-a745-671c833e68a1 req-09b61c01-d532-43ca-88a2-ac222f04370a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.649822 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3fd2b1f-316e-4adf-a745-671c833e68a1 req-09b61c01-d532-43ca-88a2-ac222f04370a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0527396 Nov 12 13:30:25.704680 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a3fd2b1f-316e-4adf-a745-671c833e68a1 req-1e165fe3-646c-4763-9e46-533108aa1829 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487986 Nov 12 13:30:25.967117 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:26.050249 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.073123 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:26.075383 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5b24b1-3886-4ff6-849a-e5be5116d52f" -d '{"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:26.089305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:26.094817 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.120466 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad6520-376c-44e8-b281-db02590a8115 x-openstack-request-id: req-26ad6520-376c-44e8-b281-db02590a8115 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:26.120762 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:26.121027 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26ad6520-376c-44e8-b281-db02590a8115 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:26.121423 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'code': 200} Nov 12 13:30:26.148441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:26.835608 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308c9ad-b90f-4268-abc4-1f687aba10df req-8bb29860-8a22-41c5-a908-ecf847e182b6 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:26.837167 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6308c9ad-b90f-4268-abc4-1f687aba10df req-8bb29860-8a22-41c5-a908-ecf847e182b6 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 943 time: 0.0563128 Nov 12 13:30:26.888147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6308c9ad-b90f-4268-abc4-1f687aba10df req-9b474789-6ecc-454a-a26a-43b495f2a0d0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449657 Nov 12 13:30:26.960493 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-292a000c-cf36-455f-b3b9-1753567363e6 req-41cffa5d-e873-412e-b790-690bf59c3b2a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:30:26.961517 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-292a000c-cf36-455f-b3b9-1753567363e6 req-41cffa5d-e873-412e-b790-690bf59c3b2a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056140 Nov 12 13:30:28.147603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2cb69-69bf-4235-a9f8-4257954888a4 req-78328e53-5ab0-46a5-8da1-2506b85cdd0e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:28.149192 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51e2cb69-69bf-4235-a9f8-4257954888a4 req-78328e53-5ab0-46a5-8da1-2506b85cdd0e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 943 time: 0.0553219 Nov 12 13:30:28.210194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-51e2cb69-69bf-4235-a9f8-4257954888a4 req-0f9dddb0-b196-407e-b899-ee5fae675ece tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521135 Nov 12 13:30:28.353636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-639463ad-95cc-4448-b248-99a8367fc733 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880845 Nov 12 13:30:29.171532 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1669-1160-434e-a220-868894b97ac4 req-66e111e9-01b2-4fd9-a3e5-f641fc5dc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:29.173064 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-66e111e9-01b2-4fd9-a3e5-f641fc5dc23a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c&tenant_id=7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 1094 time: 0.0884712 Nov 12 13:30:29.185407 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:29.236715 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.408537 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110d40-cb5b-44f9-b45e-3d5a16597c1f req-32d7e8bb-f6b5-4825-903e-bef8ebca66a9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:29.410049 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14110d40-cb5b-44f9-b45e-3d5a16597c1f req-32d7e8bb-f6b5-4825-903e-bef8ebca66a9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 943 time: 0.1299818 Nov 12 13:30:29.507710 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-14110d40-cb5b-44f9-b45e-3d5a16597c1f req-529b0af6-8254-40d8-992c-4d46460a9be8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908430 Nov 12 13:30:29.528341 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:29.576247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:29.612884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:29.626845 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.643811 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Transition to ACTIVE for port object b85fb555-3d4e-48dc-a804-7732c9c427fc will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:30:29.647843 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.697450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=9']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:29.736157 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.736497 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.736839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.737172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.737506 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.737832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.738174 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.738508 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.738832 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.739154 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.739471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.739791 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:29.794032 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] No DVR routers for this DVR port b85fb555-3d4e-48dc-a804-7732c9c427fc on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:29.937573 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:29.937820 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:29.938146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:29.942436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Port b85fb555-3d4e-48dc-a804-7732c9c427fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:30:29.942758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Attempting to bind port b85fb555-3d4e-48dc-a804-7732c9c427fc on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:29.948270 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:29.948558 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:29.948933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Bound using segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:29.949358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Bound port: b85fb555-3d4e-48dc-a804-7732c9c427fc, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:29.949712 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.965262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:30.009101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:30.017790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:30.021018 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:30.026275 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.067394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.068029 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.069684 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] 10.222.0.81 "PUT /v2.0/ports/b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1091 time: 0.8882253 Nov 12 13:30:30.070314 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:30.072618 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfaa178-76de-4b8d-9716-2b5d917bc41a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:30.105602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa20a-ec6a-4484-aa8f-ed24f0c32e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:30.140430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1669-1160-434e-a220-868894b97ac4 req-dcb7ad85-d28a-48ea-a8ee-48f8d8895909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.142012 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-dcb7ad85-d28a-48ea-a8ee-48f8d8895909 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1095 time: 0.0467999 Nov 12 13:30:30.179793 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340a3e7-331b-4dda-b7e4-d00eda4a6493 x-openstack-request-id: req-b340a3e7-331b-4dda-b7e4-d00eda4a6493 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:30.180428 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:30.180428 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b340a3e7-331b-4dda-b7e4-d00eda4a6493 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:30.180905 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'status': 'completed', 'code': 200} Nov 12 13:30:30.253844 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1669-1160-434e-a220-868894b97ac4 req-5990b36a-aef8-4d25-bb8c-88657787bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.255416 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-5990b36a-aef8-4d25-bb8c-88657787bfe3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1065311 Nov 12 13:30:30.257754 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.327426 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-91db137d-ecb2-462d-a78c-b9f0ce9dbc30 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 998 time: 0.0648417 Nov 12 13:30:30.378389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1669-1160-434e-a220-868894b97ac4 req-85b8d35d-bb8c-4dd5-8246-1bd09cbebb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.379882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-85b8d35d-bb8c-4dd5-8246-1bd09cbebb13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0457654 Nov 12 13:30:30.426600 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1669-1160-434e-a220-868894b97ac4 req-1deb3084-15ad-4173-8e5c-5c87ecafd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.428145 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-1deb3084-15ad-4173-8e5c-5c87ecafd8fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410957 Nov 12 13:30:30.524832 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-907ba2ee-bf79-4774-a394-5d5afa2eccf5 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884335 Nov 12 13:30:30.634385 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.662347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-130d1669-1160-434e-a220-868894b97ac4 req-2abaf2dc-3b33-4778-b880-4b285a02d7b1 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301303 Nov 12 13:30:30.672254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac21d3-cdcf-4807-b13c-3a4bcd302eba req-500eea9f-f7cb-4ef9-8f49-7f0d88ba327b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.673993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-25ac21d3-cdcf-4807-b13c-3a4bcd302eba req-500eea9f-f7cb-4ef9-8f49-7f0d88ba327b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0802622 Nov 12 13:30:30.757889 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-25ac21d3-cdcf-4807-b13c-3a4bcd302eba req-ea1cb8da-903a-430a-b494-ad43ac1c7337 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768645 Nov 12 13:30:30.786763 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-c2ae3c28-eaec-4230-9fc9-125ebcf4337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.789550 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-c2ae3c28-eaec-4230-9fc9-125ebcf4337f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1095 time: 0.0771513 Nov 12 13:30:30.894350 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-e508f252-a52c-4c20-9e44-9e3e1ee72ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.895857 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-e508f252-a52c-4c20-9e44-9e3e1ee72ddd service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0976689 Nov 12 13:30:30.989385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-edb623c5-ffa4-4b83-8d2a-f6b58117a022 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 998 time: 0.0863130 Nov 12 13:30:31.896436 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:30:31.903633 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a4e0-9938-4094-b8a2-f26350306a3b req-8e6e0d0e-644f-4fcd-a542-65e11a158a4a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.905301 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d8a4e0-9938-4094-b8a2-f26350306a3b req-8e6e0d0e-644f-4fcd-a542-65e11a158a4a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0551479 Nov 12 13:30:31.962758 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3d8a4e0-9938-4094-b8a2-f26350306a3b req-5d53d5c6-37bd-459d-80a6-5be990332d3b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507069 Nov 12 13:30:33.095944 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32b858-9d9d-4322-9c87-04feed0eb2a1 req-1c1826cd-520c-41a4-a3c3-83064d546f7d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.097520 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da32b858-9d9d-4322-9c87-04feed0eb2a1 req-1c1826cd-520c-41a4-a3c3-83064d546f7d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0613444 Nov 12 13:30:33.151906 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da32b858-9d9d-4322-9c87-04feed0eb2a1 req-a59ba62f-fcde-47f2-acb2-701a1fb3f894 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473728 Nov 12 13:30:34.285932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eee4d-f2b4-402e-a38a-7f824f1409aa req-9251fe83-5867-4539-9cca-a3a6cd746c8d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:34.288291 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a34eee4d-f2b4-402e-a38a-7f824f1409aa req-9251fe83-5867-4539-9cca-a3a6cd746c8d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0566356 Nov 12 13:30:34.346274 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a34eee4d-f2b4-402e-a38a-7f824f1409aa req-812f8376-7b06-45e6-a661-2482d51d633e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521286 Nov 12 13:30:35.487039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15510a6-f894-4de9-aef3-88d90f53bdbd req-c9d850e1-05e2-4708-a828-d2add58d98ab tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:35.488583 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d15510a6-f894-4de9-aef3-88d90f53bdbd req-c9d850e1-05e2-4708-a828-d2add58d98ab tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0532098 Nov 12 13:30:35.543105 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d15510a6-f894-4de9-aef3-88d90f53bdbd req-5025cfcf-cc07-46c7-9aeb-18b16eb62148 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477557 Nov 12 13:30:35.839282 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-863449c6-aed8-4aa5-8690-e39142a0e6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.687146 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b6723-3002-4d9c-95d3-928e128af40e req-2b42740c-c6c9-4253-850c-adfcd38b6f2d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:36.688364 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f8b6723-3002-4d9c-95d3-928e128af40e req-2b42740c-c6c9-4253-850c-adfcd38b6f2d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0631549 Nov 12 13:30:36.756262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7f8b6723-3002-4d9c-95d3-928e128af40e req-87f9b552-b637-45db-bcbc-4536f00e5d94 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587676 Nov 12 13:30:37.890111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0010cb-217c-48c8-ae1c-f5db5cad2dfe req-5f6969f4-338c-4b0f-be6c-fd6c1466a045 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.891721 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c0010cb-217c-48c8-ae1c-f5db5cad2dfe req-5f6969f4-338c-4b0f-be6c-fd6c1466a045 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0632081 Nov 12 13:30:37.942642 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c0010cb-217c-48c8-ae1c-f5db5cad2dfe req-11ebcde3-e230-44f8-a192-8f89930ddd28 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442080 Nov 12 13:30:39.098393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b507f3-6b99-4c7b-a046-7a7d863bca5a req-80287a5c-9938-4e81-b011-e275b168571f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:39.100532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68b507f3-6b99-4c7b-a046-7a7d863bca5a req-80287a5c-9938-4e81-b011-e275b168571f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0636742 Nov 12 13:30:39.112749 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7b55745-3476-4791-afe8-5be037d68822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:39.176127 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-68b507f3-6b99-4c7b-a046-7a7d863bca5a req-5d1b04e7-d2a6-48f5-9ef3-a01410f3e11f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677955 Nov 12 13:30:39.649065 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.324504 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54c8ae-4737-4171-8490-67f605786219 req-83a037a5-d5e8-4eca-b170-30d8404ce816 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:40.326227 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a54c8ae-4737-4171-8490-67f605786219 req-83a037a5-d5e8-4eca-b170-30d8404ce816 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0661199 Nov 12 13:30:40.377324 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4a54c8ae-4737-4171-8490-67f605786219 req-da355290-24c6-40aa-8398-fc9770bcd651 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448627 Nov 12 13:30:40.883466 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.038704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-9f14739d-face-4433-bb4d-ec284e57ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.040202 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-9f14739d-face-4433-bb4d-ec284e57ead4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0467899 Nov 12 13:30:41.089391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-d90640dc-52fe-4b9b-abda-abf10e0e1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.090852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-d90640dc-52fe-4b9b-abda-abf10e0e1085 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415707 Nov 12 13:30:41.198819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-2d52ef41-5c35-4760-889a-970262383e96 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951040 Nov 12 13:30:41.300228 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1bfaa178-76de-4b8d-9716-2b5d917bc41a req-f1832d37-1302-4a88-99e0-15cb869fbebd service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929453 Nov 12 13:30:41.476881 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.506429 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935e4d8-3bf2-49ac-8eb4-f816101801b0 req-eefb7c88-bb30-4f5e-9f6e-f91bbdc933ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.509207 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1935e4d8-3bf2-49ac-8eb4-f816101801b0 req-eefb7c88-bb30-4f5e-9f6e-f91bbdc933ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0590677 Nov 12 13:30:41.559575 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1935e4d8-3bf2-49ac-8eb4-f816101801b0 req-c0982b57-3768-4bfb-a749-670beb4981cf tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447898 Nov 12 13:30:42.681099 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8acf2-000d-41c1-8e7c-e74f7ad78c50 req-a5dd225a-4e87-4a91-bafc-7fb377cf0388 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:42.682657 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b8acf2-000d-41c1-8e7c-e74f7ad78c50 req-a5dd225a-4e87-4a91-bafc-7fb377cf0388 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0531154 Nov 12 13:30:42.735728 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-10b8acf2-000d-41c1-8e7c-e74f7ad78c50 req-17450df2-a5f4-4460-b034-3777477b5903 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469995 Nov 12 13:30:43.859542 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956248-f0dd-46df-a35d-5657623902db req-0f321477-01d6-4cfe-9e55-c8d15e899ce5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:43.861038 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37956248-f0dd-46df-a35d-5657623902db req-0f321477-01d6-4cfe-9e55-c8d15e899ce5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 944 time: 0.0507469 Nov 12 13:30:43.917034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-37956248-f0dd-46df-a35d-5657623902db req-c1ff7a6f-8d6d-4031-8856-204bb11c3501 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495913 Nov 12 13:30:44.772200 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:30:44.872286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:44.884796 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'port_id': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'mac_address': 'fa:16:3e:f7:a2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:30:44.921049 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.934516 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:44.955442 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:44.960738 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:45.010779 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:45.041283 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fa69d-f0d0-4d0f-b8cb-424cae12d575 req-d11a8ec1-920e-4ea6-a43c-a7e071a59a98 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:45.042791 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b55fa69d-f0d0-4d0f-b8cb-424cae12d575 req-d11a8ec1-920e-4ea6-a43c-a7e071a59a98 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0527945 Nov 12 13:30:45.099428 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b55fa69d-f0d0-4d0f-b8cb-424cae12d575 req-4977eb00-17b4-4b9b-8151-d47a6296c82b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506868 Nov 12 13:30:45.251313 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['b85fb555-3d4e-48dc-a804-7732c9c427fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:46.227758 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fcc01-2adc-4b31-a667-335ab68199d9 req-a4dae6ab-e125-4bed-b948-00d256350560 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:46.229296 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c5fcc01-2adc-4b31-a667-335ab68199d9 req-a4dae6ab-e125-4bed-b948-00d256350560 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 945 time: 0.0552979 Nov 12 13:30:46.280161 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1c5fcc01-2adc-4b31-a667-335ab68199d9 req-17aa93b3-d818-4199-863a-95ce347aac3d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Nov 12 13:30:46.792113 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:46.847379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port b85fb555-3d4e-48dc-a804-7732c9c427fc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:30:46.852872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port b85fb555-3d4e-48dc-a804-7732c9c427fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:46.853243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:46.943337 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:46.969491 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:46.972015 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cef019-5492-4e53-89e2-5faabd83bc0b" -d '{"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-plugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:46.989274 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:46.994435 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.020985 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ee506-ac6f-45f1-944b-cda7ad0fd509 x-openstack-request-id: req-a39ee506-ac6f-45f1-944b-cda7ad0fd509 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:47.021282 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-plugged", "status": "completed", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:47.021538 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a39ee506-ac6f-45f1-944b-cda7ad0fd509 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:47.021993 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'code': 200} Nov 12 13:30:47.051819 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:47.177396 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd5ead-2468-4f80-bb2e-cda476f6942f req-b3493c08-b718-4bd3-89f5-f0a7de68f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:47.179130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67dd5ead-2468-4f80-bb2e-cda476f6942f req-b3493c08-b718-4bd3-89f5-f0a7de68f21d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1097 time: 0.0437486 Nov 12 13:30:47.228082 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-67dd5ead-2468-4f80-bb2e-cda476f6942f req-5ae45a10-9aab-48d2-9f13-d4b40391ede8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Nov 12 13:30:47.400907 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7ddf-d5a8-415c-8f21-bfe578be5962 req-2df7c64b-9575-4c1d-a70f-f5e26c06253f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:47.402470 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-747d7ddf-d5a8-415c-8f21-bfe578be5962 req-2df7c64b-9575-4c1d-a70f-f5e26c06253f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 946 time: 0.0498278 Nov 12 13:30:47.452532 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-747d7ddf-d5a8-415c-8f21-bfe578be5962 req-6cf85e1b-9c92-4610-946e-5d46f08f82f9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442023 Nov 12 13:30:48.583017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77503ae6-b3e6-4dfe-b0e4-faf2688f3d36 req-458ed7a7-ff54-410f-a36f-b545c409388c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:48.584630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77503ae6-b3e6-4dfe-b0e4-faf2688f3d36 req-458ed7a7-ff54-410f-a36f-b545c409388c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 946 time: 0.0583525 Nov 12 13:30:48.640612 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-77503ae6-b3e6-4dfe-b0e4-faf2688f3d36 req-8460f7d6-3f2d-4d03-8f23-549771b73d4e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492914 Nov 12 13:30:49.763492 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84afa6a-bcd0-48b4-9a0a-313367d37ee7 req-8a67967e-a6e0-4b18-972c-7088f09c6653 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:49.765062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b84afa6a-bcd0-48b4-9a0a-313367d37ee7 req-8a67967e-a6e0-4b18-972c-7088f09c6653 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 946 time: 0.0514400 Nov 12 13:30:49.818482 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b84afa6a-bcd0-48b4-9a0a-313367d37ee7 req-b156a6e1-082d-45a1-8c53-0b68c731754b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Nov 12 13:31:00.270901 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.663408 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.841464 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-559d3293-5f6f-445c-bc07-9c5836b78f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.896353 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:31:09.107078 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff068-0661-4ac1-b110-a0a490ed30f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.647553 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.887099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.473584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.432445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-eb8e9537-8c88-4d49-bcc8-7a6c5bee8e8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406830 Nov 12 13:31:22.523603 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d664881-4b98-417c-a9de-45935a8b0233 req-764b33f0-24e3-4478-9e80-2a6af4966f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:22.525628 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-764b33f0-24e3-4478-9e80-2a6af4966f23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1097 time: 0.0453997 Nov 12 13:31:22.633471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d664881-4b98-417c-a9de-45935a8b0233 req-3007149f-870c-4aa8-80d4-0364b9863b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:22.636130 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-3007149f-870c-4aa8-80d4-0364b9863b13 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0892558 Nov 12 13:31:23.044407 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-61a7fb41-af1e-4245-a680-0c2c5bc6fe48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 1000 time: 0.4003160 Nov 12 13:31:23.102262 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d664881-4b98-417c-a9de-45935a8b0233 req-fca6d871-0e42-4653-9dad-0c1543ba9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.104339 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-fca6d871-0e42-4653-9dad-0c1543ba9e2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0525210 Nov 12 13:31:23.153463 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d664881-4b98-417c-a9de-45935a8b0233 req-80fae95e-2fd9-48ef-be9e-1e3f2450de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.155126 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-80fae95e-2fd9-48ef-be9e-1e3f2450de83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433998 Nov 12 13:31:23.255786 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-4a355c42-53e4-4df1-8dee-80c5fdacca0a service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925319 Nov 12 13:31:23.354829 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3d664881-4b98-417c-a9de-45935a8b0233 req-1024e24c-995e-4bc5-99ea-9a7ebccd6225 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883231 Nov 12 13:31:30.261027 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.662329 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.843693 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b912d649-8094-4731-807a-ef7c865e0fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.112536 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-934151cb-ac7f-4312-8754-ecf18ea12df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.654659 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.891601 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.468230 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.895359 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:32:00.274579 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.688691 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.646855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.812309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Deleting port 46242f33-7af4-48f5-bd2d-343972b4f0dc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:02.812627 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.902643 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.902970 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.914940 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Calling delete_port for 46242f33-7af4-48f5-bd2d-343972b4f0dc owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:03.389318 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.413563 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event deleted for resources: {'Port': ['ID=46242f33-7af4-48f5-bd2d-343972b4f0dc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:03.423943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.424279 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.424620 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.424950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.425277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.426105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.426105 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.426323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.426652 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.426972 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.427289 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.427608 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:03.493145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.494067 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Floating IP dfcb6128-04fa-4143-8054-d698e8caaf7c disassociated (deleted). External IP: 172.25.1.60, port: b85fb555-3d4e-48dc-a804-7732c9c427fc. Nov 12 13:32:03.712606 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Router b308a612-8bdc-4848-94c6-3741946fe767 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:32:03.827122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:32:03.832251 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.839321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:32:03.850853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:03.851793 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:03.860618 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5a683231-61b6-4f11-a643-373b34c8e30a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "DELETE /v2.0/floatingips/dfcb6128-04fa-4143-8054-d698e8caaf7c HTTP/1.1" status: 204 len: 168 time: 1.2125983 Nov 12 13:32:03.861224 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:03.863985 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb42ece-3489-497b-8e81-936c8036dd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:03.965710 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:04.083642 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a2977f-5438-4b56-86c5-3e2ea104b87a x-openstack-request-id: req-46a2977f-5438-4b56-86c5-3e2ea104b87a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:04.083943 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:04.084196 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46a2977f-5438-4b56-86c5-3e2ea104b87a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:04.084609 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'status': 'completed', 'code': 200} Nov 12 13:32:04.185181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-bc6bcd65-a774-43e8-81c9-22ac5cc6118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.186719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:04.186998 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-bc6bcd65-a774-43e8-81c9-22ac5cc6118e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 1097 time: 0.0777202 Nov 12 13:32:04.205257 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ac9e-2db7-4c10-84f6-270ad3612281 req-4a197e23-1c25-451b-bbbd-1656e06a0773 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.206821 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae16ac9e-2db7-4c10-84f6-270ad3612281 req-4a197e23-1c25-451b-bbbd-1656e06a0773 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 946 time: 0.0624268 Nov 12 13:32:04.215118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:32:04.224047 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:04.224579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:31:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:04.312773 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ae16ac9e-2db7-4c10-84f6-270ad3612281 req-45a3250a-29ce-43ea-a695-c4b0b5d40191 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985506 Nov 12 13:32:04.335984 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-e5f49e3a-18a4-4fce-b4dc-c798805ce058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.336938 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:04.337633 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-e5f49e3a-18a4-4fce-b4dc-c798805ce058 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1416745 Nov 12 13:32:04.381495 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-509a87a0-690c-4c3c-a7f6-c247a78a9ff4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 200 len: 217 time: 0.0361750 Nov 12 13:32:04.439297 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-1afa0f5f-8100-488b-bd92-8e8873f9f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.440807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-1afa0f5f-8100-488b-bd92-8e8873f9f33f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0508318 Nov 12 13:32:04.495495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-097cee3f-b29e-4697-9ef1-376d07df5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.497048 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-097cee3f-b29e-4697-9ef1-376d07df5135 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476549 Nov 12 13:32:04.511111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-2f210212-ff69-43e6-a67d-5c08763f5366 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:32:04.512110 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-2f210212-ff69-43e6-a67d-5c08763f5366 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064151 Nov 12 13:32:04.548831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:04.580587 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dca8b41-ca4c-4c26-ba62-d005c0db43b0 None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:32:04.614942 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-b3115c05-d2b5-443f-a1e9-144d35f0e379 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949299 Nov 12 13:32:04.716997 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ffb42ece-3489-497b-8e81-936c8036dd8f req-1cce5a79-f5f5-43b4-a7e2-87eaa9760d22 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945461 Nov 12 13:32:04.818226 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0251fb0-09b1-4341-a649-1c6076763a9b None None] New status for floating IP dfcb6128-04fa-4143-8054-d698e8caaf7c: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:32:05.459487 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0a3527b8-b257-4873-aac5-c37e2292c742 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:05.461014 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0a3527b8-b257-4873-aac5-c37e2292c742 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 946 time: 0.0769172 Nov 12 13:32:05.483119 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef479a12-719e-4a7c-86a0-8dbd121dcba0 req-edf976af-8fae-4152-809c-b474435efd2d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:05.485056 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef479a12-719e-4a7c-86a0-8dbd121dcba0 req-edf976af-8fae-4152-809c-b474435efd2d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b398196-6e37-4912-81c8-9d1f5d1a5a7c HTTP/1.1" status: 200 len: 946 time: 0.0915859 Nov 12 13:32:05.591992 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef479a12-719e-4a7c-86a0-8dbd121dcba0 req-757ba499-add3-408d-b471-494f1e610862 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8f9d912-a548-414f-ab4a-019de9f79bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866234 Nov 12 13:32:05.615212 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Deleting port b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:05.615562 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.719014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] For port b85fb555-3d4e-48dc-a804-7732c9c427fc, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=b85fb555-3d4e-48dc-a804-7732c9c427fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:05.719394 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.737523 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Calling delete_port for b85fb555-3d4e-48dc-a804-7732c9c427fc owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:05.846377 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8d3d18fe-daed-4d59-847a-87964abebed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.872830 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.903117 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event deleted for resources: {'Port': ['ID=b85fb555-3d4e-48dc-a804-7732c9c427fc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:05.940730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.941082 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.941430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.941772 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.942107 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.942469 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.942805 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.943136 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.943467 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.943800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.944126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.944450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:05.971833 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] No DVR routers for this DVR port b85fb555-3d4e-48dc-a804-7732c9c427fc on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:05.975454 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.981131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5b877b92-1b5f-4036-8924-5c81f1371992 req-0450f2e6-bbb6-46ea-b1c6-351988057a43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.81 "DELETE /v2.0/ports/b85fb555-3d4e-48dc-a804-7732c9c427fc HTTP/1.1" status: 204 len: 173 time: 0.5126853 Nov 12 13:32:05.981765 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-deleted', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:05.985276 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f833b-606d-4a56-8faf-5d008fae1bc9" -d '{"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-deleted", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:06.033261 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e24b5-e713-48e7-a887-c355439f81fa x-openstack-request-id: req-dc6e24b5-e713-48e7-a887-c355439f81fa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:06.033551 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b398196-6e37-4912-81c8-9d1f5d1a5a7c", "name": "network-vif-deleted", "tag": "b85fb555-3d4e-48dc-a804-7732c9c427fc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:06.033854 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc6e24b5-e713-48e7-a887-c355439f81fa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:06.034299 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b398196-6e37-4912-81c8-9d1f5d1a5a7c', 'name': 'network-vif-deleted', 'tag': 'b85fb555-3d4e-48dc-a804-7732c9c427fc', 'status': 'completed', 'code': 200} Nov 12 13:32:06.652862 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:06.717015 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ed4b20-9cb2-452d-91ce-6c0bafd78bd0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.746681 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ed4b20-9cb2-452d-91ce-6c0bafd78bd0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.815499 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ed4b20-9cb2-452d-91ce-6c0bafd78bd0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.818800 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ed4b20-9cb2-452d-91ce-6c0bafd78bd0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.819981 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-11ed4b20-9cb2-452d-91ce-6c0bafd78bd0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "DELETE /v2.0/security-groups/d8f9d912-a548-414f-ab4a-019de9f79bf9 HTTP/1.1" status: 204 len: 168 time: 0.1661263 Nov 12 13:32:06.829602 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed4b20-9cb2-452d-91ce-6c0bafd78bd0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f9d912-a548-414f-ab4a-019de9f79bf9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.065194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45058) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.069876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546951762', 'description': 'tempest-secgroup-smoke-546951762 description', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.092469 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.170861 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.176190 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.205742 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.207023 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1408265 Nov 12 13:32:07.209830 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.215073 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': '42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.221286 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03ff9e-8935-45cf-a41c-5507ebe7baa3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.247015 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.304835 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.309195 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.328328 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460bdab2-c7c9-48c8-8c94-2550d764e124,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.336137 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.338621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c016b276-08c3-45e2-9446-69227e9b5e01 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265626 Nov 12 13:32:07.340595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.345069 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': '42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.373161 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.436914 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.440476 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.458932 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b219f365-f525-4e38-9b80-0a3068efc772,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.468685 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.470687 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b61eb88c-440d-4c32-ae54-af13bb5a5508 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289268 Nov 12 13:32:07.473358 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.478696 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': '42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.514446 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.566042 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.569987 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.589119 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34bbd50-8e27-4aa9-99ec-2d1d3e3bce6d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.597660 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.598917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-475dc2d8-2a6f-4ca8-9f0e-2089b155aa77 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245532 Nov 12 13:32:07.601641 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.606546 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': '42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.633761 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.695890 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.700595 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.720615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013ef995-b1a4-4e11-9f64-8f511a61d3c0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.728781 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.732641 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3742e7bf-c5c2-4a3b-97ba-a4b047ee4a23 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274140 Nov 12 13:32:07.732876 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.737439 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': '42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.761771 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Project 7359ee17d8674a5ea4eafa3e63e93f22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:32:07.767841 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.831554 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.835380 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.854739 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a80196-9f41-4ab5-bbe8-026cc077e858,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.860212 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.861420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d3ca0006-fd4e-40fd-8957-760a2d228d60 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275785 Nov 12 13:32:07.865674 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:07.870794 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'security_group_rule': {'security_group_id': '42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d', 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:07.893545 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Project 7359ee17d8674a5ea4eafa3e63e93f22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:32:07.899063 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.960463 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.964588 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.984050 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cda4e02-b8d5-48c0-8abd-c35e7cc5d4ec,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.994807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.996100 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-4fcfe323-27fa-4a15-bcf2-215e9c023c45 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294103 Nov 12 13:32:09.108388 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4966633-3922-436a-b555-de3c23bc80b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.323572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:09.347444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: b85fb555-3d4e-48dc-a804-7732c9c427fc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:09.347794 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device b85fb555-3d4e-48dc-a804-7732c9c427fc not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:09.657272 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.894876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.471961 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:22.894703 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:32:24.363858 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-1ce2b6cb-8563-4bf9-b350-41520273f68e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546951762&fields=id&tenant_id=7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 267 time: 0.0466058 Nov 12 13:32:24.479368 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-919b53ad-d78e-405f-8870-e96666812649 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:24.480808 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-919b53ad-d78e-405f-8870-e96666812649 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 809 time: 0.1094959 Nov 12 13:32:24.497147 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-56a2d85b-43cd-424f-8e44-46961b099725 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/quotas/7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Nov 12 13:32:24.565449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-27a3e043-a026-482e-9341-5d7bfea41eea tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626087 Nov 12 13:32:24.711135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-4f7e1788-7b9c-4893-bf2c-8353dac223a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329324 Nov 12 13:32:24.813824 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-d747c6fe-dc29-4d89-87ec-3ddacd856d55 service neutron] 10.222.0.18 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954409 Nov 12 13:32:25.116347 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f4eb030-fb15-40fa-abb8-614e1b0adec8 req-47ac20e9-5e21-4429-9dab-78149c7a0d8f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0292325 Nov 12 13:32:26.122663 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-113181c9-dea0-4896-a8dd-dda38bbd0e17 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:26.124242 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-113181c9-dea0-4896-a8dd-dda38bbd0e17 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 809 time: 0.1138146 Nov 12 13:32:26.216318 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-96912d41-d14a-4e83-8b81-cc845f256615 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 379 time: 0.0795188 Nov 12 13:32:26.227117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'port': {'device_id': 'a07c5e62-8245-4abd-9c74-982df8911311', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'admin_state_up': True, 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'security_groups': ['42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:26.242478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-0a2e755d-962a-4329-8bc9-2d22c01bca49 req-ce08d832-c28f-4889-85bf-5b04fa61f041 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0383177 Nov 12 13:32:26.355025 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Made reservation on behalf of 7359ee17d8674a5ea4eafa3e63e93f22 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:26.358986 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.509773 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Allocated IP 172.20.0.13 (ace3bf43-67b0-45eb-9b6a-97af06207d6d/bf7121e7-426d-460c-9ddb-2d1e28e7ee50/92e74640-7131-4e3c-b1ab-24ac50649c1e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:26.674274 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.711267 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.755567 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:26.761809 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:26.766036 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:26.772901 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:26.832549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:26.833372 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.861257 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-7c98973e-1012-49f8-9d99-2b583455b3ac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6382282 Nov 12 13:32:26.874599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Request body: {'port': {'device_id': 'a07c5e62-8245-4abd-9c74-982df8911311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:26.941801 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.069683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f5e7bded-83cd-47b4-b040-a30de9318c52 None None] Provisioning complete for port 92e74640-7131-4e3c-b1ab-24ac50649c1e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:27.070276 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bded-83cd-47b4-b040-a30de9318c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.110553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7bded-83cd-47b4-b040-a30de9318c52 None None] Port 92e74640-7131-4e3c-b1ab-24ac50649c1e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:27.231204 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e74640-7131-4e3c-b1ab-24ac50649c1e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:27.239300 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.252251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Transition to ACTIVE for port object 92e74640-7131-4e3c-b1ab-24ac50649c1e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:32:27.256254 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.333579 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:27.396010 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:27.396360 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:27.396693 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:27.403113 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Port 92e74640-7131-4e3c-b1ab-24ac50649c1e on network ace3bf43-67b0-45eb-9b6a-97af06207d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:32:27.403615 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:27.409261 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:27.409609 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:27.410137 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Bound using segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:27.410601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Bound port: 92e74640-7131-4e3c-b1ab-24ac50649c1e, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:27.410982 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.424751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef047f3-b146-4447-b434-564bbd8f1fb6 req-ec27cb35-2815-4b03-8db6-6fa9aaaf990d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:27.433394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bef047f3-b146-4447-b434-564bbd8f1fb6 req-ec27cb35-2815-4b03-8db6-6fa9aaaf990d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0853295 Nov 12 13:32:27.496685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bef047f3-b146-4447-b434-564bbd8f1fb6 req-e803900c-af2c-4227-a8a1-1273b30bb843 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621510 Nov 12 13:32:27.507772 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:27.513377 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:27.521848 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.563804 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:27.564415 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.565809 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] 10.222.0.65 "PUT /v2.0/ports/92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1092 time: 0.6960497 Nov 12 13:32:27.566272 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:27.568541 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20777ff6-6657-46ee-8a8c-c2f412213c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:27.595286 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808cc4b-d3f6-4168-8e55-4049a2a1c5ef service neutron] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:27.625175 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18806d02-3d58-436e-8339-117675b8d219 x-openstack-request-id: req-18806d02-3d58-436e-8339-117675b8d219 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:27.625505 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:27.625718 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18806d02-3d58-436e-8339-117675b8d219 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:27.626477 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'status': 'completed', 'code': 200} Nov 12 13:32:27.687356 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-ba8abbe2-b6ed-4ba8-afd6-0a18d225754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:27.688993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-ba8abbe2-b6ed-4ba8-afd6-0a18d225754a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1095 time: 0.0577571 Nov 12 13:32:27.737445 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-6d9414a4-4ada-4de1-bb26-2c8d8f1bf1fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 217 time: 0.0384622 Nov 12 13:32:27.811600 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-9b21b247-324e-438b-af7b-1e9b01505677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:27.813322 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-9b21b247-324e-438b-af7b-1e9b01505677 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0658422 Nov 12 13:32:27.883573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-23f8f9e4-98f6-4113-a1b6-db3b4e6c9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:27.884505 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-23f8f9e4-98f6-4113-a1b6-db3b4e6c9785 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630736 Nov 12 13:32:27.983512 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-75d79981-d73c-4d4e-9282-1221dc42aae2 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913827 Nov 12 13:32:28.083993 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-40ab972f-2270-4c52-9a36-7a71b4fcf1ac req-0b019398-a386-4daa-bb72-524d0b9eebea service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931044 Nov 12 13:32:28.186852 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-515d0010-cf05-4af0-a808-e584b645e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.190613 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-515d0010-cf05-4af0-a808-e584b645e9cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1095 time: 0.0530562 Nov 12 13:32:28.291484 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-4c44b9ce-f820-4e50-9d5a-976e4aa4490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.293007 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-4c44b9ce-f820-4e50-9d5a-976e4aa4490b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0968192 Nov 12 13:32:28.340260 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-552f63a4-570c-4cea-b556-49c5263b907a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 217 time: 0.0379388 Nov 12 13:32:28.393403 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-f614fe2f-7cdd-4daf-bc30-637b261ed42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.394919 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-f614fe2f-7cdd-4daf-bc30-637b261ed42a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0473478 Nov 12 13:32:28.453599 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-3ebca2aa-c678-4381-a0e5-471ac9f44604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.455156 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-3ebca2aa-c678-4381-a0e5-471ac9f44604 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525231 Nov 12 13:32:28.565396 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-fde046b0-9efc-4000-a36d-541f44e890b2 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014919 Nov 12 13:32:28.649959 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf187b2-b338-4c59-b143-93fbf1a1eef4 req-a6b547a4-1bcf-4dfb-a67a-f15b4d22b715 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.651406 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cf187b2-b338-4c59-b143-93fbf1a1eef4 req-a6b547a4-1bcf-4dfb-a67a-f15b4d22b715 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0559783 Nov 12 13:32:28.682149 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-20777ff6-6657-46ee-8a8c-c2f412213c6f req-edc4505c-eabf-43ec-9b16-15484672850a service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074970 Nov 12 13:32:28.713394 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1cf187b2-b338-4c59-b143-93fbf1a1eef4 req-c786a444-4fdf-49ba-aab4-c144ab988ca1 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538423 Nov 12 13:32:29.844065 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b4d35-149b-4ea9-9d38-6b31d5c77c24 req-5cefaf9c-cfcd-47d8-96b6-58a10bfdbf2d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.845831 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-646b4d35-149b-4ea9-9d38-6b31d5c77c24 req-5cefaf9c-cfcd-47d8-96b6-58a10bfdbf2d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0591836 Nov 12 13:32:29.898553 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-646b4d35-149b-4ea9-9d38-6b31d5c77c24 req-b5c32c7e-7ff3-4464-84db-e7ff495f1394 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464458 Nov 12 13:32:30.288516 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.709628 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.030323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938f759-866c-4604-b8fd-e83481a16de0 req-59ca68e8-49e1-4f63-9ea3-44808b8c5183 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:31.031803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c938f759-866c-4604-b8fd-e83481a16de0 req-59ca68e8-49e1-4f63-9ea3-44808b8c5183 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0577970 Nov 12 13:32:31.094560 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c938f759-866c-4604-b8fd-e83481a16de0 req-d44d434d-daed-4aba-9131-8df2cf00a023 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559816 Nov 12 13:32:32.216857 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b307e7-2fa6-4889-980b-aa071cb4ae8e req-a7c9c49b-d254-48c8-987d-552aab68640e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:32.218433 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13b307e7-2fa6-4889-980b-aa071cb4ae8e req-a7c9c49b-d254-48c8-987d-552aab68640e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0508249 Nov 12 13:32:32.272594 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13b307e7-2fa6-4889-980b-aa071cb4ae8e req-759c2ed4-ecde-485d-b06f-c6cf7e356ed9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480506 Nov 12 13:32:33.396020 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b5468-f391-4302-9276-323c476c2f6e req-85ff0266-0be6-48d7-baba-c9e750cbb7ff tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:33.397566 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43b5468-f391-4302-9276-323c476c2f6e req-85ff0266-0be6-48d7-baba-c9e750cbb7ff tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0531383 Nov 12 13:32:33.455070 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43b5468-f391-4302-9276-323c476c2f6e req-a8199a7e-f56f-4d82-a0ac-e99767eb3be8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511422 Nov 12 13:32:34.573075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940b6a0-4d7e-4945-99d3-35300c41f56f req-9d93c292-1a8c-4fa0-a6a5-c6fe862a1d33 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:34.574589 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8940b6a0-4d7e-4945-99d3-35300c41f56f req-9d93c292-1a8c-4fa0-a6a5-c6fe862a1d33 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0518100 Nov 12 13:32:34.625248 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8940b6a0-4d7e-4945-99d3-35300c41f56f req-92519762-70f8-4c08-b760-76e0b12879db tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447030 Nov 12 13:32:35.743459 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd748-7849-4232-b423-52f82aad06b0 req-b7afca82-9246-4446-acd6-d6859d4a3065 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:35.745528 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1efd748-7849-4232-b423-52f82aad06b0 req-b7afca82-9246-4446-acd6-d6859d4a3065 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0501945 Nov 12 13:32:35.795360 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c1efd748-7849-4232-b423-52f82aad06b0 req-8f42791e-b5c3-4fda-8a7c-1647a3fa6eaf tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 Nov 12 13:32:35.847207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46893b7e-2741-4d96-8454-b15c01d3c47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.916323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727d21c-a306-47cb-9cb1-eae5cf764edd req-64f8078b-7089-4338-9b03-c5529b0252bb tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:36.917838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8727d21c-a306-47cb-9cb1-eae5cf764edd req-64f8078b-7089-4338-9b03-c5529b0252bb tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0546179 Nov 12 13:32:36.967293 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-8727d21c-a306-47cb-9cb1-eae5cf764edd req-20c6a4b3-0a50-458f-b1b6-7ef589b1eda8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434475 Nov 12 13:32:38.098307 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd258-f1b3-44c5-8c56-c542772a03dd req-aca8f071-e55b-4f35-9bc3-dfec70ca5804 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:38.100961 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-349bd258-f1b3-44c5-8c56-c542772a03dd req-aca8f071-e55b-4f35-9bc3-dfec70ca5804 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0642118 Nov 12 13:32:38.154682 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-349bd258-f1b3-44c5-8c56-c542772a03dd req-45087cdb-5054-4878-addc-8ed3e639f7c2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480030 Nov 12 13:32:39.101135 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aef4e1f8-d919-4dab-a2aa-0f014593a387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:39.279935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ad60-4a10-41d3-a324-5024626e3601 req-103ffdee-1d82-4d5d-b6cc-a590c285232c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:39.281449 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef02ad60-4a10-41d3-a324-5024626e3601 req-103ffdee-1d82-4d5d-b6cc-a590c285232c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0564675 Nov 12 13:32:39.333262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ef02ad60-4a10-41d3-a324-5024626e3601 req-c8c73a96-e40a-447a-a4a6-9db9f9ffe241 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456100 Nov 12 13:32:39.659302 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.354422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:32:40.450703 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:40.452369 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948fed-1c9b-4400-931e-cbbd4f87ea93 req-bb95ac4e-2230-4a77-953c-182ae74e8a7b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:40.453929 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03948fed-1c9b-4400-931e-cbbd4f87ea93 req-bb95ac4e-2230-4a77-953c-182ae74e8a7b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0506170 Nov 12 13:32:40.465141 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'port_id': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'mac_address': 'fa:16:3e:b4:37:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:32:40.503249 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.504574 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03948fed-1c9b-4400-931e-cbbd4f87ea93 req-464a8553-3df6-45b7-b845-7c77aa5e733f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445371 Nov 12 13:32:40.516231 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e74640-7131-4e3c-b1ab-24ac50649c1e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:40.535599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:40.539623 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.586228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:40.593567 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.593913 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.594278 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.594618 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.594953 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.595286 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.595617 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.595944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.596270 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.596597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.596921 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.597244 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:40.778950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['92e74640-7131-4e3c-b1ab-24ac50649c1e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:40.911034 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.476496 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.621101 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757926ab-f700-4cdb-9918-4029b4d06b29 req-dd9d662b-1d64-45d2-a707-0875abf6f55c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.622630 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-757926ab-f700-4cdb-9918-4029b4d06b29 req-dd9d662b-1d64-45d2-a707-0875abf6f55c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Nov 12 13:32:41.676585 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-757926ab-f700-4cdb-9918-4029b4d06b29 req-541a4aa2-31d7-45e3-b759-538e2b2eee6c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Nov 12 13:32:42.372576 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:42.438508 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port 92e74640-7131-4e3c-b1ab-24ac50649c1e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:32:42.442753 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port 92e74640-7131-4e3c-b1ab-24ac50649c1e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:42.443134 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.519615 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.541620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:42.543856 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829cf65b-0424-440b-bc5c-a8b09854f7bd" -d '{"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-plugged", "status": "completed", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:42.557342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:42.562038 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.755234 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c5acc-cbc2-48fc-a46b-aa11983016c6 req-2828b96b-7a51-4a0b-b2b6-54594b82d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.756754 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a37c5acc-cbc2-48fc-a46b-aa11983016c6 req-2828b96b-7a51-4a0b-b2b6-54594b82d0f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1097 time: 0.0481181 Nov 12 13:32:42.764296 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb2802e-eadf-40ab-a3b4-b05af9e12443 x-openstack-request-id: req-4bb2802e-eadf-40ab-a3b4-b05af9e12443 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:42.764586 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-plugged", "status": "completed", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:42.764831 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bb2802e-eadf-40ab-a3b4-b05af9e12443 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:42.765224 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'code': 200} Nov 12 13:32:42.780209 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:42.804395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50a12-ef73-4cec-9e62-5b6c3a94cb56 req-fc16d0b1-36ce-4c59-8098-2ff5ac3d28b4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.805976 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcc50a12-ef73-4cec-9e62-5b6c3a94cb56 req-fc16d0b1-36ce-4c59-8098-2ff5ac3d28b4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0566194 Nov 12 13:32:42.812611 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a37c5acc-cbc2-48fc-a46b-aa11983016c6 req-b8cc24a4-1d3e-462b-9450-3014bd9913c3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Nov 12 13:32:42.856846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dcc50a12-ef73-4cec-9e62-5b6c3a94cb56 req-1356b555-26e8-48c8-9bba-2dd07d650fe5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440984 Nov 12 13:32:43.989730 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196e219-4ee0-4390-bcb3-a75c9b634866 req-672f0183-f52a-4505-a7bd-c2d974c53507 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.991305 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6196e219-4ee0-4390-bcb3-a75c9b634866 req-672f0183-f52a-4505-a7bd-c2d974c53507 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0531328 Nov 12 13:32:44.042422 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6196e219-4ee0-4390-bcb3-a75c9b634866 req-1200e060-1b98-4c29-82f0-fded4db68b43 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449467 Nov 12 13:32:45.163067 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834011e0-561a-42c2-b2ab-6d018e807ed9 req-aff9f34c-08bd-4a67-8ec0-6b87b1894fd4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.164590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-834011e0-561a-42c2-b2ab-6d018e807ed9 req-aff9f34c-08bd-4a67-8ec0-6b87b1894fd4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0533543 Nov 12 13:32:45.214272 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-834011e0-561a-42c2-b2ab-6d018e807ed9 req-d7f044e0-f61f-43e6-aed1-8c62c53d6d2c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Nov 12 13:32:45.327450 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8cadd-e9c7-4ec1-9053-7d5cb1e5d967 req-94657a32-f833-4166-a1c8-abbc090cdc4f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.328856 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8e8cadd-e9c7-4ec1-9053-7d5cb1e5d967 req-94657a32-f833-4166-a1c8-abbc090cdc4f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0489862 Nov 12 13:32:45.378768 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b8e8cadd-e9c7-4ec1-9053-7d5cb1e5d967 req-fcd189ce-68f9-4e5c-aa79-c2e6b4ba6d63 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Nov 12 13:32:45.401126 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45278) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:45.444023 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97f23c-1ebb-4ac9-aa6b-fc3b0a0647bb tempest-TestShelveInstance-641838189 tempest-TestShelveInstance-641838189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.445552 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5d97f23c-1ebb-4ac9-aa6b-fc3b0a0647bb tempest-TestShelveInstance-641838189 tempest-TestShelveInstance-641838189-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1092 time: 0.0434453 Nov 12 13:32:45.448667 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:45.453088 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:45.475075 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.573843 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.680534 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Allocated IP 172.25.1.74 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/a55b7841-6b84-48aa-9e8f-1e58109acfb1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:45.781528 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.815828 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.853412 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:45.856108 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:45.863031 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:45.892754 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'Port': ['ID=a55b7841-6b84-48aa-9e8f-1e58109acfb1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:46.231469 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.301148 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.448522 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.453082 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.521665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event updated for resources: {'Port': ['ID=a55b7841-6b84-48aa-9e8f-1e58109acfb1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:46.537139 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.638118 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Floating IP 178ba55a-3be6-4715-95fb-173454f3f917 associated. External IP: 172.25.1.74, port: 92e74640-7131-4e3c-b1ab-24ac50649c1e. Nov 12 13:32:46.846560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Router b308a612-8bdc-4848-94c6-3741946fe767 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:32:46.952564 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:32:46.962318 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:32:46.971087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.973080 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:46.973769 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:32:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:47.085677 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:47.326185 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c333b3aa-4abb-403f-ba9b-e2a3862fab5c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8651562 Nov 12 13:32:47.326185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:47.326185 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008cb864-7456-4d07-9883-75b49ed690e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:47.326635 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '178ba55a-3be6-4715-95fb-173454f3f917', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'port_id': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'mac_address': 'fa:16:3e:b4:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07c5e62-8245-4abd-9c74-982df8911311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:32:46Z', 'updated_at': '2021-11-12T13:32:46Z', 'revision_number': 0, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:47.353088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:32:47.358613 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26ba028-9279-4d07-9397-c33e290a3da0 x-openstack-request-id: req-f26ba028-9279-4d07-9397-c33e290a3da0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:47.358903 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:47.359156 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f26ba028-9279-4d07-9397-c33e290a3da0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:47.359554 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'status': 'completed', 'code': 200} Nov 12 13:32:47.361884 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:47.362599 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:32:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:47.422149 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb864-7456-4d07-9883-75b49ed690e7 req-ed68cb14-6d95-48aa-96fe-8b3532d34069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.423714 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-ed68cb14-6d95-48aa-96fe-8b3532d34069 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1097 time: 0.0423765 Nov 12 13:32:47.469324 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:47.519872 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb864-7456-4d07-9883-75b49ed690e7 req-45c9bdb4-c5d9-465c-aa41-24688d10950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.522359 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-45c9bdb4-c5d9-465c-aa41-24688d10950f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0892663 Nov 12 13:32:47.591940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-6a26e01b-3d36-4c3b-80ed-cf468aea5fda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 999 time: 0.0607023 Nov 12 13:32:47.642461 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb864-7456-4d07-9883-75b49ed690e7 req-923f36b6-7ab0-43df-a2b4-113bb144b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.643917 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-923f36b6-7ab0-43df-a2b4-113bb144b407 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0440903 Nov 12 13:32:47.693804 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '178ba55a-3be6-4715-95fb-173454f3f917', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'port_id': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'mac_address': 'fa:16:3e:b4:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07c5e62-8245-4abd-9c74-982df8911311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:32:46Z', 'updated_at': '2021-11-12T13:32:46Z', 'revision_number': 0, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:47.699556 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb864-7456-4d07-9883-75b49ed690e7 req-4f3c1f33-ff9f-4f61-83d1-76549b07fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.701171 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-4f3c1f33-ff9f-4f61-83d1-76549b07fe91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459914 Nov 12 13:32:47.724146 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10684b91-6e08-4566-ba09-7a55a2e132c1 None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '178ba55a-3be6-4715-95fb-173454f3f917', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'port_id': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'mac_address': 'fa:16:3e:b4:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07c5e62-8245-4abd-9c74-982df8911311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:32:46Z', 'updated_at': '2021-11-12T13:32:46Z', 'revision_number': 0, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:32:47.799193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-0ceb9c27-e6c3-4ab3-a4a6-ccc54eac943c service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877888 Nov 12 13:32:47.897932 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-008cb864-7456-4d07-9883-75b49ed690e7 req-315d8121-a5d0-4a5c-b487-f4dc49743102 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900459 Nov 12 13:32:47.929439 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4995198-c615-455c-a245-8f05b96ec743 None None] New status for floating IP 178ba55a-3be6-4715-95fb-173454f3f917: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:32:59.893718 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:33:00.289949 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.741622 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:05.848925 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91a0c1c7-7ceb-4af1-84f2-afe5b73e0cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.112700 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1752cbb3-ee72-4047-9540-caa3ca4d3105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.662561 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:10.900859 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:11.485095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.239031 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-c395df43-18bc-42fb-8f91-f557d10b5bfd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855720 Nov 12 13:33:16.328251 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-44331819-3999-4c1e-84cb-4eaf38e117dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.329764 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-44331819-3999-4c1e-84cb-4eaf38e117dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1097 time: 0.0418425 Nov 12 13:33:16.444638 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-a0ad3991-b261-4404-bbe0-4789e33f16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.446182 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-a0ad3991-b261-4404-bbe0-4789e33f16ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0928702 Nov 12 13:33:16.516374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-1198e7a9-1f74-40c6-b887-7ca92a4e8e6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1001 time: 0.0604923 Nov 12 13:33:16.575849 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-4c82646f-96ee-4faf-a2e2-0479f2e90d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.577304 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-4c82646f-96ee-4faf-a2e2-0479f2e90d3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0492864 Nov 12 13:33:16.638508 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-9d99aaa2-397c-40cf-978b-f14b4e419318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.640033 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-9d99aaa2-397c-40cf-978b-f14b4e419318 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538116 Nov 12 13:33:16.654519 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-500df169-db31-4b6a-86e5-4af5ea087d06 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:33:16.655816 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-500df169-db31-4b6a-86e5-4af5ea087d06 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061986 Nov 12 13:33:16.755227 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-1cc46e99-d44f-4206-bbfc-4ce44df1d444 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908580 Nov 12 13:33:16.870876 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-5e2b19b6-c266-4aac-9af2-cd66cec12004 req-b192e991-7dd1-482b-a0d1-af4f43b02913 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069939 Nov 12 13:33:30.295377 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.775521 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.850481 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ce45fc0-acb6-4790-9e72-1cfde0f339c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.893913 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:33:39.106383 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8486dc74-2aee-4464-add2-d34f8000e3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.665113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.903438 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:41.478775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.290365 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.777826 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:05.856067 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c27aef88-ed71-4feb-b500-101c08e2de6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:09.109050 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-876ea27b-aa43-4af6-a478-41823e13e043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:09.666654 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:10.903591 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:11.482824 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:13.893583 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:34:18.183078 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-50c8ef35-98a9-4e02-8bbc-2cc7fdc76398 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426562 Nov 12 13:34:18.280047 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-38a8a8c9-69ec-43dd-b29f-80037dc3b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:18.282376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-38a8a8c9-69ec-43dd-b29f-80037dc3b263 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1097 time: 0.0486772 Nov 12 13:34:18.412800 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-7fc404a9-b93e-42ca-8135-540885aa8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:18.414777 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-7fc404a9-b93e-42ca-8135-540885aa8725 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1112788 Nov 12 13:34:18.482511 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-e5add8b1-f543-4003-aac3-d89ae29dde46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1001 time: 0.0604272 Nov 12 13:34:18.538330 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-9ed50381-3674-421b-81bc-d4be2d8d6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:18.539817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-9ed50381-3674-421b-81bc-d4be2d8d6914 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0511091 Nov 12 13:34:18.586248 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-8f5769ea-c411-42be-93b2-5d00d012b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:18.587773 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-8f5769ea-c411-42be-93b2-5d00d012b9d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415721 Nov 12 13:34:18.681636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-9391676a-239d-4315-8dcc-c7d4130fafdf service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867918 Nov 12 13:34:18.779978 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-76e87b48-759b-4ca0-bc3c-7ac8eab98bf2 req-260f0d56-4e63-445e-9f88-7de1effc4fd8 service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915444 Nov 12 13:34:30.296696 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.769174 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:35.853221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d99c1f9-eaf6-403c-8968-f888c275b71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.112423 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e1b32b0-2418-470d-a947-910b3cf794c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.669734 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.907253 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:41.487386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:45.006709 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ed30b-29de-4f00-b48a-5d4d0f5216d0 req-e76ba85a-9687-49b8-a2dd-21668fa7dbac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:45.008432 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b74ed30b-29de-4f00-b48a-5d4d0f5216d0 req-e76ba85a-9687-49b8-a2dd-21668fa7dbac tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0537825 Nov 12 13:34:45.066949 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b74ed30b-29de-4f00-b48a-5d4d0f5216d0 req-c2c2478c-21b3-4944-ae9d-91a2330b7f91 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503135 Nov 12 13:34:46.192612 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632880e-8dcb-4923-b386-885acd4f3abc req-94ebef21-6992-4e7b-9f28-6fe55634277e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:46.194194 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3632880e-8dcb-4923-b386-885acd4f3abc req-94ebef21-6992-4e7b-9f28-6fe55634277e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0512228 Nov 12 13:34:46.244370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3632880e-8dcb-4923-b386-885acd4f3abc req-62a3d77a-b685-401d-8b8f-692471d622f8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441749 Nov 12 13:34:47.362822 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2554b-fdd6-44a4-80c8-bfa44858e6c6 req-d26911d9-85d6-40aa-a8e6-be58c57e245a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:47.364356 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93d2554b-fdd6-44a4-80c8-bfa44858e6c6 req-d26911d9-85d6-40aa-a8e6-be58c57e245a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0503781 Nov 12 13:34:47.414780 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-93d2554b-fdd6-44a4-80c8-bfa44858e6c6 req-08f27251-6a63-47b8-b694-e1122b6a89bb tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444825 Nov 12 13:34:48.551376 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9f0d2-c267-4e0a-90f8-5b7f1cf9d898 req-127d97ee-7209-4da7-b194-a90f8e402f75 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:48.553032 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9a9f0d2-c267-4e0a-90f8-5b7f1cf9d898 req-127d97ee-7209-4da7-b194-a90f8e402f75 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0605655 Nov 12 13:34:48.606124 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d9a9f0d2-c267-4e0a-90f8-5b7f1cf9d898 req-d6f0ad27-9763-478d-81ee-f8533399635c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466428 Nov 12 13:34:49.734187 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c624-e140-4027-881a-8331a923c57d req-fb6baea2-7968-46ed-ab95-57f2f243d3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:49.735807 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9770c624-e140-4027-881a-8331a923c57d req-fb6baea2-7968-46ed-ab95-57f2f243d3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0559175 Nov 12 13:34:49.788254 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9770c624-e140-4027-881a-8331a923c57d req-f559e416-7400-4056-b410-1a859afd8f53 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462966 Nov 12 13:34:50.892739 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:34:50.911879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd9a2-f3ca-4770-afd7-bef475cc3312 req-8cccec95-806b-4ae1-8101-6e4512e30dee tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:50.913429 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3abd9a2-f3ca-4770-afd7-bef475cc3312 req-8cccec95-806b-4ae1-8101-6e4512e30dee tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0558085 Nov 12 13:34:50.963877 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b3abd9a2-f3ca-4770-afd7-bef475cc3312 req-4208f753-e191-4ab5-93c2-dbc4e8b3250b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Nov 12 13:34:52.089845 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1d658-0f5d-49b3-bd77-d9f9bca52afe req-54af3226-91d1-47fe-ad3a-b6f3496c8d99 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:52.091353 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd1d658-0f5d-49b3-bd77-d9f9bca52afe req-54af3226-91d1-47fe-ad3a-b6f3496c8d99 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0529878 Nov 12 13:34:52.145244 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5bd1d658-0f5d-49b3-bd77-d9f9bca52afe req-88076fdf-27ac-41db-8ac9-e9a9b8e6f51d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471411 Nov 12 13:34:53.273054 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d900e4-3351-4968-b1c7-5ba46bc73efb req-b361dacd-48d6-4745-9a11-ee5d943f8265 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:53.274692 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8d900e4-3351-4968-b1c7-5ba46bc73efb req-b361dacd-48d6-4745-9a11-ee5d943f8265 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0544343 Nov 12 13:34:53.331993 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d8d900e4-3351-4968-b1c7-5ba46bc73efb req-b8e1dc78-070f-4cdb-a8a8-4e11e254455e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513420 Nov 12 13:34:54.454509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd8657-cf94-4f02-8ffe-42d18befb914 req-2f2570ee-0082-4c1d-ab52-744705fb1038 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:54.456451 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5cd8657-cf94-4f02-8ffe-42d18befb914 req-2f2570ee-0082-4c1d-ab52-744705fb1038 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0523615 Nov 12 13:34:54.509905 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e5cd8657-cf94-4f02-8ffe-42d18befb914 req-905e0246-65c9-48f0-bdfe-10dbd724d309 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475531 Nov 12 13:34:55.170887 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-fddd2dbf-589c-4d49-9eee-1d773e2db2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.172409 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-fddd2dbf-589c-4d49-9eee-1d773e2db2cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1097 time: 0.0444918 Nov 12 13:34:55.271445 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-fa866a43-4e47-4d0a-abda-77903f9f624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.273231 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-fa866a43-4e47-4d0a-abda-77903f9f624f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0935035 Nov 12 13:34:55.340817 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-2a73cec7-6bf6-4fbb-bf2f-44304d0fccde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1001 time: 0.0604548 Nov 12 13:34:55.398008 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-1a6c2d18-6ff3-4182-822d-cdccf95f5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.399523 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-1a6c2d18-6ff3-4182-822d-cdccf95f5caa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0521801 Nov 12 13:34:55.446677 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-497a7084-527e-45b3-9d4c-c497c1064f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.448173 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-497a7084-527e-45b3-9d4c-c497c1064f59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420716 Nov 12 13:34:55.542268 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-d84447f6-ce7e-4819-84bf-edabcde10a8f service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872908 Nov 12 13:34:55.632220 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16166dd5-55a4-44fd-971c-ce6b92ff54ae req-3d25fcf0-60fb-4e2e-a2be-795c0d2ce80a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.633771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16166dd5-55a4-44fd-971c-ce6b92ff54ae req-3d25fcf0-60fb-4e2e-a2be-795c0d2ce80a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0535600 Nov 12 13:34:55.647042 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-f62080fe-0c16-4421-98d9-b70f540cd266 req-920ba819-dded-490c-84dc-2a471d9f1a3a service neutron] 10.222.0.65 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980020 Nov 12 13:34:55.686621 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-16166dd5-55a4-44fd-971c-ce6b92ff54ae req-6d6131be-05d3-422c-86ed-e4f16bbc7af7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458777 Nov 12 13:34:56.813380 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872a21a-a7e9-4950-b589-dd1147a95f18 req-46975ecc-fb42-4dc1-bc6c-6e039824ed06 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:56.815346 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3872a21a-a7e9-4950-b589-dd1147a95f18 req-46975ecc-fb42-4dc1-bc6c-6e039824ed06 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0566871 Nov 12 13:34:56.869762 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3872a21a-a7e9-4950-b589-dd1147a95f18 req-08ddfa37-b4ce-46d3-9035-de88cc1144fb tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486107 Nov 12 13:34:58.005704 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a207f-ec58-4ed0-b094-ec023028c737 req-e6ca4bed-bfd0-48ee-86d4-24b7479e0102 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:58.007473 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-003a207f-ec58-4ed0-b094-ec023028c737 req-e6ca4bed-bfd0-48ee-86d4-24b7479e0102 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0528758 Nov 12 13:34:58.063154 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-003a207f-ec58-4ed0-b094-ec023028c737 req-ae15886b-dffa-409b-a3ab-f7d01e6d8418 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488982 Nov 12 13:34:59.200453 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2bc0a-5f8c-46d6-8899-f5e634cf38bc req-50df15a7-a3bb-44d2-8adb-6371fb5ad2f6 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:59.202011 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13b2bc0a-5f8c-46d6-8899-f5e634cf38bc req-50df15a7-a3bb-44d2-8adb-6371fb5ad2f6 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0601678 Nov 12 13:34:59.274663 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13b2bc0a-5f8c-46d6-8899-f5e634cf38bc req-7786dc0e-17ea-4922-9130-3328fcdac707 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646260 Nov 12 13:35:00.305261 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.394735 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081527-c9cf-4354-ab09-b154f4f6b63a req-41ae3ea9-ad14-49b8-9b77-218d0b5ce721 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:00.396316 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15081527-c9cf-4354-ab09-b154f4f6b63a req-41ae3ea9-ad14-49b8-9b77-218d0b5ce721 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Nov 12 13:35:00.449647 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15081527-c9cf-4354-ab09-b154f4f6b63a req-59afd91c-aded-457b-95b7-bd1fd5c58771 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470805 Nov 12 13:35:00.643293 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-f1a93678-441d-4208-bf7a-0012996af941 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444660 Nov 12 13:35:00.654005 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0a49c86c-fff4-45af-8a5f-e778a1c7b847 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:35:00.655217 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0a49c86c-fff4-45af-8a5f-e778a1c7b847 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064723 Nov 12 13:35:00.723019 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fb420-da84-47f5-b243-b31d5e27872d req-bfdcf6ed-b1fd-468b-b39d-60b47b270f1e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:00.723019 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-083fb420-da84-47f5-b243-b31d5e27872d req-bfdcf6ed-b1fd-468b-b39d-60b47b270f1e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 946 time: 0.1038492 Nov 12 13:35:00.777509 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.782800 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-083fb420-da84-47f5-b243-b31d5e27872d req-4a19776d-45ae-4cea-a082-f62f4588117c tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544658 Nov 12 13:35:00.951487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:01.041491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.067814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:01.070076 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2ae1c-c84d-404f-a5ce-9bb26455787a" -d '{"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-unplugged", "status": "completed", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:01.085369 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:01.091530 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.117992 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d430fc5-9fe6-4255-ab5e-dd9b4741d83e x-openstack-request-id: req-5d430fc5-9fe6-4255-ab5e-dd9b4741d83e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:01.118316 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-unplugged", "status": "failed", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:01.118650 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d430fc5-9fe6-4255-ab5e-dd9b4741d83e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:01.118963 n-d-804878-5 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'code': 422} returned with failed status Nov 12 13:35:01.154155 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:01.162536 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.162878 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.163214 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.163545 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.163872 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.164194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.164533 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.164853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.165171 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.165486 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.165802 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.166115 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:01.911884 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec96e0d-486a-4511-b35b-9dc8d6e75b5c req-e82c52bd-c5bb-4134-a3a4-2cd34a14d771 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:01.913488 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ec96e0d-486a-4511-b35b-9dc8d6e75b5c req-e82c52bd-c5bb-4134-a3a4-2cd34a14d771 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0601475 Nov 12 13:35:01.981570 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ec96e0d-486a-4511-b35b-9dc8d6e75b5c req-07ff7d18-3fe7-4bdc-9296-ce770f937f31 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612099 Nov 12 13:35:03.108150 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b608-36a5-4661-8aae-0c7e0d3591b7 req-e6207aaf-e8d3-4c44-8b75-badeb7125dcb tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:03.109869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6342b608-36a5-4661-8aae-0c7e0d3591b7 req-e6207aaf-e8d3-4c44-8b75-badeb7125dcb tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0543563 Nov 12 13:35:03.172249 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6342b608-36a5-4661-8aae-0c7e0d3591b7 req-0cd2374e-3bc2-4e6f-b22f-0728da693a44 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546632 Nov 12 13:35:04.312183 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c930d-1b24-47a3-bb4b-a88d944e1d2d req-0ca3e07c-6078-4313-916d-5a31a8ed88e4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:04.314074 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c4c930d-1b24-47a3-bb4b-a88d944e1d2d req-0ca3e07c-6078-4313-916d-5a31a8ed88e4 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0644765 Nov 12 13:35:04.375217 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2c4c930d-1b24-47a3-bb4b-a88d944e1d2d req-032354bb-176a-425d-abe9-4eb0729bd6d5 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528061 Nov 12 13:35:05.505782 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab8b26-6ff8-4757-9825-0d78691002de req-30e176b5-0e7f-4263-b168-7047b786dd70 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:05.507438 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaab8b26-6ff8-4757-9825-0d78691002de req-30e176b5-0e7f-4263-b168-7047b786dd70 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0558956 Nov 12 13:35:05.560826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-aaab8b26-6ff8-4757-9825-0d78691002de req-62a0cf7b-600f-4aee-980d-ef4f7f300ef7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472879 Nov 12 13:35:05.858460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-21f35846-0cbb-4863-abd9-810c583997f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.687255 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f46835-bca4-40f1-8f5c-e0d2cbc04318 req-cba29520-0698-468d-b443-2881522f30f9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:06.688837 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8f46835-bca4-40f1-8f5c-e0d2cbc04318 req-cba29520-0698-468d-b443-2881522f30f9 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0532839 Nov 12 13:35:06.752475 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e8f46835-bca4-40f1-8f5c-e0d2cbc04318 req-34598d2a-6e34-461f-88f8-c32ae2a02d70 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570240 Nov 12 13:35:06.794194 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-d591a5ae-0ec6-407e-8301-9285a94087a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:06.795792 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-d591a5ae-0ec6-407e-8301-9285a94087a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311&tenant_id=7359ee17d8674a5ea4eafa3e63e93f22 HTTP/1.1" status: 200 len: 1095 time: 0.0479600 Nov 12 13:35:06.808027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-5', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:06.863990 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.074999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:07.114711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h2-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:07.149238 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e74640-7131-4e3c-b1ab-24ac50649c1e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:07.157050 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.170747 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Transition to ACTIVE for port object 92e74640-7131-4e3c-b1ab-24ac50649c1e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:07.174710 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.252385 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:07.268202 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.269036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.269036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.269263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.269594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.269924 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.270282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.270613 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.270941 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.271269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.271595 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.271919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:07.316280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] No DVR routers for this DVR port 92e74640-7131-4e3c-b1ab-24ac50649c1e on host n-h2-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:07.481266 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:07.481534 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:07.481866 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:07.486565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Port 92e74640-7131-4e3c-b1ab-24ac50649c1e on network ace3bf43-67b0-45eb-9b6a-97af06207d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:07.486565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Attempting to bind port 92e74640-7131-4e3c-b1ab-24ac50649c1e on network ace3bf43-67b0-45eb-9b6a-97af06207d6d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:07.491883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:07.492229 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Checking segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:07.492623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Bound using segment: {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:07.493163 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Bound port: 92e74640-7131-4e3c-b1ab-24ac50649c1e, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabff2fe-b129-496e-996e-20e606ed02fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:07.493536 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.558787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:07.561939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:07.568232 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.605372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.606048 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.607547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] 10.222.0.81 "PUT /v2.0/ports/92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1092 time: 0.8037846 Nov 12 13:35:07.608008 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:07.610310 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a44971a-ebdc-4cec-90ac-b409fda73fba" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:07.666733 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9ffff6-0af9-4b98-8f7e-3f4e74d093c6 x-openstack-request-id: req-3b9ffff6-0af9-4b98-8f7e-3f4e74d093c6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:07.667024 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:07.667280 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b9ffff6-0af9-4b98-8f7e-3f4e74d093c6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:07.667714 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'status': 'completed', 'code': 200} Nov 12 13:35:07.669881 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f387b6f-85f7-4b97-b847-c5b8ef15b654 service neutron] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:07.691637 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-a2b4c7b1-32f7-4366-af14-ac062cbc28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.693180 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-a2b4c7b1-32f7-4366-af14-ac062cbc28a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1095 time: 0.0607688 Nov 12 13:35:07.800056 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-286338a7-636f-4710-9e37-438856d8ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.801572 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-286338a7-636f-4710-9e37-438856d8ad56 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1003957 Nov 12 13:35:07.904756 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-e36f1a9e-1782-4e68-a518-632b3db38d31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 999 time: 0.0953393 Nov 12 13:35:07.917391 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a31922-1f87-4350-a24e-999046b5bd54 req-1b7f43f6-8f6a-4755-85d8-88fb3907354e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.919074 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a31922-1f87-4350-a24e-999046b5bd54 req-1b7f43f6-8f6a-4755-85d8-88fb3907354e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0679169 Nov 12 13:35:07.991734 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-312b0091-2039-4d2f-8eb0-512a912643cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.993509 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-312b0091-2039-4d2f-8eb0-512a912643cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0735664 Nov 12 13:35:08.018332 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-61a31922-1f87-4350-a24e-999046b5bd54 req-844b0c7b-4d8b-4559-8386-e9d3759ce7a7 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902665 Nov 12 13:35:08.051358 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-59c40ec7-c818-4f53-9b90-e1b9b8773e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:08.052897 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-59c40ec7-c818-4f53-9b90-e1b9b8773e19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492797 Nov 12 13:35:08.146698 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-f7a2cfd5-5eac-4c22-a8f7-1b7ca1da8a9a service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855765 Nov 12 13:35:08.244238 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-a6353b79-fda4-4923-8914-19ea96f49cd0 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906501 Nov 12 13:35:08.331530 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-4c7a6d67-1a31-4961-9c17-df19bb3c0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:08.333078 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-4c7a6d67-1a31-4961-9c17-df19bb3c0ea3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1095 time: 0.0438955 Nov 12 13:35:08.430068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-970613b4-1882-44ab-8e44-7b2d67251904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:08.431603 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-970613b4-1882-44ab-8e44-7b2d67251904 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0910563 Nov 12 13:35:08.514020 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-11dd4c69-a591-4c3a-893a-025470793442 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 999 time: 0.0744605 Nov 12 13:35:08.573326 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-d543cf06-c701-44bc-96f4-dad7f9497f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:08.574867 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-d543cf06-c701-44bc-96f4-dad7f9497f66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0531251 Nov 12 13:35:08.622682 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-22b8bd7c-5e6b-409c-a0b2-eb1222522dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:08.624284 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-22b8bd7c-5e6b-409c-a0b2-eb1222522dc9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421343 Nov 12 13:35:08.726281 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-6d6b78ad-045a-41ee-b636-ae7beeda9b92 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943499 Nov 12 13:35:08.830944 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9a44971a-ebdc-4cec-90ac-b409fda73fba req-a4a30380-f3df-4090-b22a-63597242ce90 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961597 Nov 12 13:35:09.115358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-973a352e-78b2-43bb-919d-b723b25d588b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:09.141446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4788f22-ec87-4fdb-90ca-6d955e990008 req-d28dc147-9e6e-438b-b65a-c9bf6f692bff tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:09.143891 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4788f22-ec87-4fdb-90ca-6d955e990008 req-d28dc147-9e6e-438b-b65a-c9bf6f692bff tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0543673 Nov 12 13:35:09.196441 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e4788f22-ec87-4fdb-90ca-6d955e990008 req-a5f3f48f-936d-4c9e-b277-570a3b5670cf tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Nov 12 13:35:09.667938 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:10.318991 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5576341-a3bf-4caf-aeeb-09938258210c req-941bf97e-bc13-4f71-a769-b71a8bcb2ddf tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:10.320531 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5576341-a3bf-4caf-aeeb-09938258210c req-941bf97e-bc13-4f71-a769-b71a8bcb2ddf tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0510156 Nov 12 13:35:10.373213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a5576341-a3bf-4caf-aeeb-09938258210c req-fcbb72d5-2e8f-4680-a719-17335a31dfb8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Nov 12 13:35:10.911014 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.493021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.508623 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46abd-b356-414d-a0a7-c01dba44afa8 req-c0710a90-cd3b-42bf-b6d9-b75ee7e90071 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:11.510213 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81a46abd-b356-414d-a0a7-c01dba44afa8 req-c0710a90-cd3b-42bf-b6d9-b75ee7e90071 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0627251 Nov 12 13:35:11.561844 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-81a46abd-b356-414d-a0a7-c01dba44afa8 req-20082ff6-eb9d-4bd2-b887-14f9f8dba1bd tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447903 Nov 12 13:35:12.683718 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e06500-4d1a-429c-a43b-1b46ef0ae74b req-d9d8e560-7288-4665-9698-aeecdc44484d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:12.685292 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5e06500-4d1a-429c-a43b-1b46ef0ae74b req-d9d8e560-7288-4665-9698-aeecdc44484d tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0509903 Nov 12 13:35:12.741847 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b5e06500-4d1a-429c-a43b-1b46ef0ae74b req-bbd10976-5b8d-4989-b3b2-ba2ed63e0ace tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496316 Nov 12 13:35:13.869347 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75adbb-1027-4e4d-ad96-8560cc0bfcbf req-d1618515-2db4-415f-bd75-b227395cae7f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:13.870912 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f75adbb-1027-4e4d-ad96-8560cc0bfcbf req-d1618515-2db4-415f-bd75-b227395cae7f tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0522041 Nov 12 13:35:13.929159 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f75adbb-1027-4e4d-ad96-8560cc0bfcbf req-29f375a3-0a5c-4f74-b8cb-487f919bf3ce tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521643 Nov 12 13:35:15.051061 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafec1-8069-47da-9018-2112a3c6b710 req-ba490800-dcd5-4a91-9833-2adfa4e7f953 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:15.052624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83dafec1-8069-47da-9018-2112a3c6b710 req-ba490800-dcd5-4a91-9833-2adfa4e7f953 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0537059 Nov 12 13:35:15.104245 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83dafec1-8069-47da-9018-2112a3c6b710 req-eb2670c8-ef9e-4309-9064-ba8fe2a1699b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456219 Nov 12 13:35:16.230501 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5d59-95af-4ae5-a34f-13ebf7e29e16 req-b7dcf8a9-39d6-4626-a56b-9c1704225b9b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:16.232029 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dbf5d59-95af-4ae5-a34f-13ebf7e29e16 req-b7dcf8a9-39d6-4626-a56b-9c1704225b9b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 944 time: 0.0562141 Nov 12 13:35:16.284636 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9dbf5d59-95af-4ae5-a34f-13ebf7e29e16 req-ac2e0ad2-30fa-47bf-b914-1c7382eab86b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Nov 12 13:35:16.308704 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:16.406450 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:16.421603 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'port_id': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'mac_address': 'fa:16:3e:b4:37:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:16.467207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.481218 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e74640-7131-4e3c-b1ab-24ac50649c1e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:16.502976 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:16.507876 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.558537 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:16.758894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['92e74640-7131-4e3c-b1ab-24ac50649c1e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:17.407933 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c5702-1106-4344-bd9a-748e60138c96 req-32c1f003-7d54-4110-9bf7-b40f4fa34840 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:17.409474 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-227c5702-1106-4344-bd9a-748e60138c96 req-32c1f003-7d54-4110-9bf7-b40f4fa34840 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 945 time: 0.0547073 Nov 12 13:35:17.467892 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-227c5702-1106-4344-bd9a-748e60138c96 req-1dc53eea-0c7a-461d-ab64-f5596313a8f0 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523875 Nov 12 13:35:18.314135 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:18.364275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 92e74640-7131-4e3c-b1ab-24ac50649c1e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:18.368503 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 92e74640-7131-4e3c-b1ab-24ac50649c1e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:18.368869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.600785 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45e21-a705-4a0d-abae-ce27d6bc9547 req-0c1e06f0-0395-42fe-a222-e4fa4f3f142b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:18.602385 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38e45e21-a705-4a0d-abae-ce27d6bc9547 req-0c1e06f0-0395-42fe-a222-e4fa4f3f142b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Nov 12 13:35:18.620173 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.646478 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:18.648882 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b4d0ba-df07-443c-a624-687b8e446b10" -d '{"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-plugged", "status": "completed", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:18.655826 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-38e45e21-a705-4a0d-abae-ce27d6bc9547 req-f4ba4840-da4d-4c67-a0ba-ba27915f66e8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469725 Nov 12 13:35:18.662894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:18.666308 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.701591 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30382e61-3e5a-4e8b-8b31-1e158f012408 x-openstack-request-id: req-30382e61-3e5a-4e8b-8b31-1e158f012408 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:18.701939 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-plugged", "status": "completed", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:18.702223 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30382e61-3e5a-4e8b-8b31-1e158f012408 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:18.702616 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'code': 200} Nov 12 13:35:18.727024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:18.865403 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f86020-aba8-4f2c-96cf-d93c30b2f344 req-43501be6-a736-4c9f-b110-aeb8cb05ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:18.866887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41f86020-aba8-4f2c-96cf-d93c30b2f344 req-43501be6-a736-4c9f-b110-aeb8cb05ddf8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1098 time: 0.0476358 Nov 12 13:35:18.917590 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-41f86020-aba8-4f2c-96cf-d93c30b2f344 req-c3862b21-55d3-463a-87c0-6c67302c5dc4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Nov 12 13:35:19.779472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e990-615a-415c-b350-c18a21ea9ad3 req-98917ec3-cefa-485d-b5ce-1c99831c69e3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:19.781018 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db69e990-615a-415c-b350-c18a21ea9ad3 req-98917ec3-cefa-485d-b5ce-1c99831c69e3 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 947 time: 0.0506554 Nov 12 13:35:19.835087 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-db69e990-615a-415c-b350-c18a21ea9ad3 req-65ab005b-7722-487c-80a7-6a8d6249b061 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473835 Nov 12 13:35:20.956817 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b99e-bea5-46bd-a06a-3ca0aef3c254 req-b04486bc-f39b-4b66-ba19-610d3a7d0b1e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:20.958383 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd57b99e-bea5-46bd-a06a-3ca0aef3c254 req-b04486bc-f39b-4b66-ba19-610d3a7d0b1e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 947 time: 0.0506737 Nov 12 13:35:21.014554 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dd57b99e-bea5-46bd-a06a-3ca0aef3c254 req-8cb278eb-4d46-4d4c-9544-b31b053f4bc1 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501602 Nov 12 13:35:25.437493 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-93881637-36ee-41fa-acb6-217226ab1177 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400426 Nov 12 13:35:25.522698 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-d90059cb-0ba2-4210-af1d-a6b846bf8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:25.524220 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-d90059cb-0ba2-4210-af1d-a6b846bf8140 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1098 time: 0.0423615 Nov 12 13:35:25.979162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-44aa6525-2771-4ef2-b18b-e817be05476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:25.980683 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-44aa6525-2771-4ef2-b18b-e817be05476a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.4307683 Nov 12 13:35:26.051919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-f77bdbaf-282e-47d8-81ba-255605be284c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1001 time: 0.0608227 Nov 12 13:35:26.103807 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-90b3cc00-2990-4a06-8667-aeeb31b11998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:26.105341 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-90b3cc00-2990-4a06-8667-aeeb31b11998 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0460520 Nov 12 13:35:26.160352 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-e5d34734-60fe-4f5d-9aaf-9274822188c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:26.161852 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-e5d34734-60fe-4f5d-9aaf-9274822188c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454836 Nov 12 13:35:26.259610 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-b18ea457-7519-4a71-aa8a-6bc8dab67e8c service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892882 Nov 12 13:35:26.357123 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e3bef460-bbfd-40c5-9f14-6aa651ff05be req-504a326f-d7cf-4b47-a968-25fe2ef0b486 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899041 Nov 12 13:35:27.894134 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:35:30.328550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.785273 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.852415 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2d72730-50ba-4168-a925-53c26f4b1a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.120108 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af4580e4-1a1c-46b9-9d86-b5a672ab6faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.671634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.913400 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.488111 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.328009 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.783874 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.895438 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:36:05.856419 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6870-1995-4e07-97c8-5cbd73db51fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.129910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c669489-220d-4f2f-9c5a-91ca62043583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.675093 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.916340 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.490349 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.465970 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-430db30b-92ad-435e-9323-2c3e58c5b6e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824115 Nov 12 13:36:26.558602 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-fe1e3bac-624f-4193-b75a-70b7e61a5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:26.560170 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-fe1e3bac-624f-4193-b75a-70b7e61a5492 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1098 time: 0.0467288 Nov 12 13:36:26.678549 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-a3e0f955-1e21-47ba-821d-294d0410514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:26.679965 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-a3e0f955-1e21-47ba-821d-294d0410514f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.0983644 Nov 12 13:36:26.752128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-5a1f35b2-dfae-4483-b2d0-272e4a45afaa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 1001 time: 0.0638962 Nov 12 13:36:26.810919 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-660d50f1-f1aa-4d46-8afd-e95c5038f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:26.812430 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-660d50f1-f1aa-4d46-8afd-e95c5038f2d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0537052 Nov 12 13:36:26.870012 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-dccac91f-2bf4-44c0-b1a8-6c21152325da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:26.871597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-dccac91f-2bf4-44c0-b1a8-6c21152325da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521019 Nov 12 13:36:26.980478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-4988ca58-0420-43b0-84da-59c96184c805 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007655 Nov 12 13:36:27.079234 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4d5a813f-d04b-4bd0-83d5-623423960622 req-a80791be-67da-4050-b414-7f2f4ac3c956 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909581 Nov 12 13:36:30.333988 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.785494 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.857967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7826f8d-5d2f-4225-8065-738898583cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.742321 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:36.907625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Deleting port a55b7841-6b84-48aa-9e8f-1e58109acfb1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:36.908721 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.983394 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.983720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.995601 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Calling delete_port for a55b7841-6b84-48aa-9e8f-1e58109acfb1 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:37.151065 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.177813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event deleted for resources: {'Port': ['ID=a55b7841-6b84-48aa-9e8f-1e58109acfb1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:37.191189 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.191529 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.191873 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.192209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.192539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.192868 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.193200 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.193522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.193859 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.194241 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.194522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.194841 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:37.254650 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.255033 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Floating IP 178ba55a-3be6-4715-95fb-173454f3f917 disassociated (deleted). External IP: 172.25.1.74, port: 92e74640-7131-4e3c-b1ab-24ac50649c1e. Nov 12 13:36:37.475925 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Router b308a612-8bdc-4848-94c6-3741946fe767 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:37.587991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:37.592485 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.600657 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:37.613058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:37.613850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:37.627427 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-fbf075ed-3a7d-4476-b5af-a2c28370d256 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "DELETE /v2.0/floatingips/178ba55a-3be6-4715-95fb-173454f3f917 HTTP/1.1" status: 204 len: 168 time: 0.8808527 Nov 12 13:36:37.627427 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:37.628156 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:37.740968 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:37.807662 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfffe451-b1ce-485b-8ba3-6c04373d91a1 x-openstack-request-id: req-bfffe451-b1ce-485b-8ba3-6c04373d91a1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:37.808244 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:37.808494 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfffe451-b1ce-485b-8ba3-6c04373d91a1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:37.808857 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'status': 'completed', 'code': 200} Nov 12 13:36:37.911559 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-4570dd01-4d44-469c-8aae-386b4d3c46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:37.913118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-4570dd01-4d44-469c-8aae-386b4d3c46b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 1098 time: 0.0764854 Nov 12 13:36:37.926768 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4102e-aa08-4a80-b457-80b2ecaabd3a req-e5a18a98-ef74-45a8-87a4-a8c305209dec tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:37.928299 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ead4102e-aa08-4a80-b457-80b2ecaabd3a req-e5a18a98-ef74-45a8-87a4-a8c305209dec tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 947 time: 0.0637541 Nov 12 13:36:37.962393 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:37.994815 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:38.004757 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:38.004996 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:38.047578 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-ead4102e-aa08-4a80-b457-80b2ecaabd3a req-86861205-22e0-471c-87f6-948e1ee52f4b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097674 Nov 12 13:36:38.066915 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-c985a0e5-e60a-4e03-b23c-96e9382a0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:38.068444 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-c985a0e5-e60a-4e03-b23c-96e9382a0767 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 200 len: 910 time: 0.1392534 Nov 12 13:36:38.117862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:38.118107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-49d71aa2-4bb5-4bc8-9607-9616dae8dba5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 200 len: 217 time: 0.0419042 Nov 12 13:36:38.170732 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-ac71e8bc-23e1-419d-b0b2-49055be24784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:38.172236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-ac71e8bc-23e1-419d-b0b2-49055be24784 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 200 len: 848 time: 0.0468280 Nov 12 13:36:38.223594 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-31599e81-3dcb-4d3f-a2a6-2334920f16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:38.225128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-31599e81-3dcb-4d3f-a2a6-2334920f16f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ace3bf43-67b0-45eb-9b6a-97af06207d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453050 Nov 12 13:36:38.329262 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-c296428b-c9d9-4550-a26a-247ca482fbc9 service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951066 Nov 12 13:36:38.343258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:38.371268 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21224d05-ae4e-4f9f-94b3-f54e2fe0941d None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:27:43Z', 'revision_number': 4, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'fefeb6b0-7995-458e-9862-bfadc4d3c5fc', 'name': '', 'network_id': 'ace3bf43-67b0-45eb-9b6a-97af06207d6d', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'mac_address': 'fa:16:3e:63:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:43Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'subnets': [{'id': 'bf7121e7-426d-460c-9ddb-2d1e28e7ee50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:38.433333 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d43596b5-f1e1-4d56-b8df-afaba1b5c81d req-040b8c47-31df-44fa-8061-8954ba1df5cf service neutron] 10.222.0.81 "GET /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966959 Nov 12 13:36:38.618789 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70989f3f-2073-489d-b28f-6f4c37c902db None None] New status for floating IP 178ba55a-3be6-4715-95fb-173454f3f917: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:36:39.131634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0ec171c9-8be3-4346-a295-c9c3c9bd30c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.175653 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13150d46-e96a-4754-bed5-298c4b6f2c1d req-4abb6adb-b7c4-492a-a83b-d88215d074e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:39.177168 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13150d46-e96a-4754-bed5-298c4b6f2c1d req-4abb6adb-b7c4-492a-a83b-d88215d074e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 947 time: 0.0532358 Nov 12 13:36:39.236967 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-13150d46-e96a-4754-bed5-298c4b6f2c1d req-6205c267-8099-4187-9937-7dc54fc19f1e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/security-groups?id=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530241 Nov 12 13:36:39.454631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3b16-91a2-4137-a142-93006cbd4854 req-dfa0c98f-515a-46ed-9e69-c879b7928a6e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:39.457366 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-836a3b16-91a2-4137-a142-93006cbd4854 req-dfa0c98f-515a-46ed-9e69-c879b7928a6e tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.81 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 947 time: 0.0523279 Nov 12 13:36:39.559905 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Deleting port 92e74640-7131-4e3c-b1ab-24ac50649c1e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:39.560235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.666271 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] For port 92e74640-7131-4e3c-b1ab-24ac50649c1e, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=92e74640-7131-4e3c-b1ab-24ac50649c1e,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:39.666819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.680356 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.684344 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Calling delete_port for 92e74640-7131-4e3c-b1ab-24ac50649c1e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:39.827506 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.859858 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event deleted for resources: {'Port': ['ID=92e74640-7131-4e3c-b1ab-24ac50649c1e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:39.890571 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.890925 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.891267 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.891604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.891936 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.892806 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.893177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.893470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.893799 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.894126 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.894470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.894798 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:39.918536 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] No DVR routers for this DVR port 92e74640-7131-4e3c-b1ab-24ac50649c1e on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:39.921188 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.927111 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-836a3b16-91a2-4137-a142-93006cbd4854 req-106e7390-e181-4efe-812b-2606aad397ef tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.81 "DELETE /v2.0/ports/92e74640-7131-4e3c-b1ab-24ac50649c1e HTTP/1.1" status: 204 len: 173 time: 0.4611123 Nov 12 13:36:39.927111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-deleted', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:39.928851 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adcc4a8-f574-4c41-a0b6-0108f7da2bad" -d '{"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-deleted", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:40.038773 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0e0d5b-3162-4d7e-976d-3672a48de176 x-openstack-request-id: req-df0e0d5b-3162-4d7e-976d-3672a48de176 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:40.039126 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c5e62-8245-4abd-9c74-982df8911311", "name": "network-vif-deleted", "tag": "92e74640-7131-4e3c-b1ab-24ac50649c1e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:40.039570 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df0e0d5b-3162-4d7e-976d-3672a48de176 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:40.039808 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c5e62-8245-4abd-9c74-982df8911311', 'name': 'network-vif-deleted', 'tag': '92e74640-7131-4e3c-b1ab-24ac50649c1e', 'status': 'completed', 'code': 200} Nov 12 13:36:40.352802 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d992cf0e-83dd-4a15-9eee-df1b2fa7e28d req-77e12975-1fa7-4db2-bd5e-0e2a60034aee tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0317352 Nov 12 13:36:40.920199 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:41.457415 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-e1533334-027a-4b9b-929b-bd945794e109 req-724e0e10-a49f-4c62-b355-d39c380146c8 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0283680 Nov 12 13:36:41.496493 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:41.895369 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:36:42.577000 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-03325195-557d-474c-a682-e6362dae9005 req-11ab165f-95a0-48cc-8967-3ac993f2164b tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0373337 Nov 12 13:36:42.753634 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:42.782423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 92e74640-7131-4e3c-b1ab-24ac50649c1e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:42.782423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 92e74640-7131-4e3c-b1ab-24ac50649c1e not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:43.680819 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-419f24b9-a8d2-465c-ad20-6d143219f7e8 req-ca8e8000-2e7d-415b-aa81-9c9863408046 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0275753 Nov 12 13:36:44.807236 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-2553db70-3c10-407d-acdc-19296fe45c97 req-7987e0f8-f2f5-4fc5-8440-d381987ae09a tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07c5e62-8245-4abd-9c74-982df8911311 HTTP/1.1" status: 200 len: 210 time: 0.0299928 Nov 12 13:36:45.867414 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:45.936817 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0477e0a-4c35-4094-927f-8e09dd0bb3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.968566 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0477e0a-4c35-4094-927f-8e09dd0bb3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.041209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0477e0a-4c35-4094-927f-8e09dd0bb3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.044651 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0477e0a-4c35-4094-927f-8e09dd0bb3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.046672 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-f0477e0a-4c35-4094-927f-8e09dd0bb3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] 10.222.0.18 "DELETE /v2.0/security-groups/42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d HTTP/1.1" status: 204 len: 168 time: 0.1779344 Nov 12 13:36:46.062117 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0477e0a-4c35-4094-927f-8e09dd0bb3e2 tempest-TestShelveInstance-153502769 tempest-TestShelveInstance-153502769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bdad48-fd2c-4902-bf9c-36b7d4cb0e3d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:46.109709 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:46.613492 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.884205 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Deleting port fefeb6b0-7995-458e-9862-bfadc4d3c5fc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:46.884863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.971777 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] For port fefeb6b0-7995-458e-9862-bfadc4d3c5fc, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:46.972064 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.988269 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Calling delete_port for fefeb6b0-7995-458e-9862-bfadc4d3c5fc owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:47.201275 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.235084 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefeb6b0-7995-458e-9862-bfadc4d3c5fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:47.442297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.675384 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Router b308a612-8bdc-4848-94c6-3741946fe767 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:47.794790 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:47.802931 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-5170de4d-9c37-4105-801e-1b1670fc0d36 admin admin] 10.222.0.18 "PUT /v2.0/routers/b308a612-8bdc-4848-94c6-3741946fe767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6925304 Nov 12 13:36:47.804876 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:47.812043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] Sync routers for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:47.823443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:47.824204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:47.925400 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.937088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:48.034928 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.096667 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Deleting port 7796fd29-e84a-45c1-ad86-ac3c2b4decab {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:48.097062 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.148329 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:36:47Z', 'revision_number': 5, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port': {'id': '7796fd29-e84a-45c1-ad86-ac3c2b4decab', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:41Z', 'updated_at': '2021-11-12T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:48.176962 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] Checking router: b308a612-8bdc-4848-94c6-3741946fe767 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:48.189925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] Routers {'b308a612-8bdc-4848-94c6-3741946fe767'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:48.189925 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['b308a612-8bdc-4848-94c6-3741946fe767'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:48.192538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] For port 7796fd29-e84a-45c1-ad86-ac3c2b4decab, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7796fd29-e84a-45c1-ad86-ac3c2b4decab,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:48.192905 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.208359 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Calling delete_port for 7796fd29-e84a-45c1-ad86-ac3c2b4decab owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:48.284543 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] Set router b308a612-8bdc-4848-94c6-3741946fe767 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:48.343040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:36:48Z', 'revision_number': 6, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:48.373929 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedd182-75a7-4dc1-a2ec-30298617846a None None] The sync data for ids ['b308a612-8bdc-4848-94c6-3741946fe767'] in n-d-804878-5 is: [{'id': 'b308a612-8bdc-4848-94c6-3741946fe767', 'name': 'tempest-TestShelveInstance-1313225631-router', 'tenant_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:40Z', 'updated_at': '2021-11-12T13:36:48Z', 'revision_number': 6, 'project_id': '7359ee17d8674a5ea4eafa3e63e93f22', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:48.405426 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.436695 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7796fd29-e84a-45c1-ad86-ac3c2b4decab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:48.452905 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a877cc28-1b9b-4783-b454-d00e5ec324e2 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:48.512483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.612991 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.615421 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.661285 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.661790 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b308a612-8bdc-4848-94c6-3741946fe767 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:36:48.666473 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.667668 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f4975604-1f2f-4e50-b8bf-388aae34aee7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b308a612-8bdc-4848-94c6-3741946fe767 HTTP/1.1" status: 204 len: 168 time: 0.8617761 Nov 12 13:36:48.670729 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45488) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:48.721495 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Deleting subnet bf7121e7-426d-460c-9ddb-2d1e28e7ee50 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:48.729032 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.779887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.893794 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.949305 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.975691 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7121e7-426d-460c-9ddb-2d1e28e7ee50,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:48.980375 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.984543 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7b85673d-f896-4425-b674-43a027ef4398 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf7121e7-426d-460c-9ddb-2d1e28e7ee50 HTTP/1.1" status: 204 len: 168 time: 0.3128028 Nov 12 13:36:48.986912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad4f5e-8e40-4864-84d0-38ee95d3f6a5 None None] Network ace3bf43-67b0-45eb-9b6a-97af06207d6d requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:48.988544 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:49.066567 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.123751 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Deleting port 7eec7dde-2423-40eb-bfac-b61b223b72be {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:49.124092 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.201539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] For port 7eec7dde-2423-40eb-bfac-b61b223b72be, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eec7dde-2423-40eb-bfac-b61b223b72be,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:49.201539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.205233 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] DHCP port deletion for ace3bf43-67b0-45eb-9b6a-97af06207d6d request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:49.208507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fefeb6b0-7995-458e-9862-bfadc4d3c5fc no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:49.216938 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Calling delete_port for 7eec7dde-2423-40eb-bfac-b61b223b72be owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:49.237974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: fefeb6b0-7995-458e-9862-bfadc4d3c5fc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:49.237974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device fefeb6b0-7995-458e-9862-bfadc4d3c5fc not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:49.283627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Deleting port 7eec7dde-2423-40eb-bfac-b61b223b72be {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:49.284013 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.304123 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.338437 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] No DVR routers for this DVR port 7eec7dde-2423-40eb-bfac-b61b223b72be on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:49.341522 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eec7dde-2423-40eb-bfac-b61b223b72be,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:49.362724 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] For port 7eec7dde-2423-40eb-bfac-b61b223b72be, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=7eec7dde-2423-40eb-bfac-b61b223b72be,segment=NetworkSegment(aabff2fe-b129-496e-996e-20e606ed02fe),segment_id=aabff2fe-b129-496e-996e-20e606ed02fe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:49.363333 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.377305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Calling delete_port for 7eec7dde-2423-40eb-bfac-b61b223b72be owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:49.423887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.447548 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace3bf43-67b0-45eb-9b6a-97af06207d6d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.463406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.463750 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabff2fe-b129-496e-996e-20e606ed02fe') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.463963 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabff2fe-b129-496e-996e-20e606ed02fe') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.475999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.491808 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.498194 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Pushing event deleted for resources: {'Port': ['ID=7eec7dde-2423-40eb-bfac-b61b223b72be,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:49.501933 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] No DVR routers for this DVR port 7eec7dde-2423-40eb-bfac-b61b223b72be on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:49.502775 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:49.504294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:49.506941 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:49.511749 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.512178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.512607 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.513002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.513417 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.513852 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.514296 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.514690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.515499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.516048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.516592 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.518264 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1431e-a165-4e77-b529-4d4d6f6fb004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:49.581805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.587364 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.590669 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ace3bf43-67b0-45eb-9b6a-97af06207d6d HTTP/1.1" status: 204 len: 168 time: 0.6011510 Nov 12 13:36:49.593721 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:49.604446 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8d929-2ccf-4205-ad48-9e9daaffdb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace3bf43-67b0-45eb-9b6a-97af06207d6d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:49.964646 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.556310 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Deleting port 44f4644d-53df-4461-a341-7fbab5b92b83 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:50.556654 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.639132 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] For port 44f4644d-53df-4461-a341-7fbab5b92b83, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=44f4644d-53df-4461-a341-7fbab5b92b83,segment=NetworkSegment(7471d34b-dfc0-4af6-be3b-8f92373b23bc),segment_id=7471d34b-dfc0-4af6-be3b-8f92373b23bc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:50.640293 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.656979 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Calling delete_port for 44f4644d-53df-4461-a341-7fbab5b92b83 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:50.688018 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7796fd29-e84a-45c1-ad86-ac3c2b4decab no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:50.715145 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7796fd29-e84a-45c1-ad86-ac3c2b4decab {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:50.715487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7796fd29-e84a-45c1-ad86-ac3c2b4decab not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:50.715895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eec7dde-2423-40eb-bfac-b61b223b72be no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:50.737165 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 7eec7dde-2423-40eb-bfac-b61b223b72be {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:50.737487 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 7eec7dde-2423-40eb-bfac-b61b223b72be not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:50.853133 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.880309 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f4644d-53df-4461-a341-7fbab5b92b83,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:51.062209 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.305622 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Router 8258d3a9-c86c-4a0d-be2f-57169670a717 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:51.419554 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:51.427165 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-483faa6c-1c1e-43a2-aed8-d337c05c4ee0 admin admin] 10.222.0.18 "PUT /v2.0/routers/8258d3a9-c86c-4a0d-be2f-57169670a717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8318143 Nov 12 13:36:51.429917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:51.430913 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] Sync routers for ids ['8258d3a9-c86c-4a0d-be2f-57169670a717'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:51.442320 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] Routers {'8258d3a9-c86c-4a0d-be2f-57169670a717'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:51.443001 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8258d3a9-c86c-4a0d-be2f-57169670a717'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:51.551956 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.560975 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] Set router 8258d3a9-c86c-4a0d-be2f-57169670a717 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:51.655839 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.715991 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Deleting port 8fc04c54-aefe-43ec-9bf8-9df4080a3288 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:51.716340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.752747 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 5, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port': {'id': '8fc04c54-aefe-43ec-9bf8-9df4080a3288', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:27:46Z', 'updated_at': '2021-11-12T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:51.779340 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] Checking router: 8258d3a9-c86c-4a0d-be2f-57169670a717 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:51.788626 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] Routers {'8258d3a9-c86c-4a0d-be2f-57169670a717'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:51.789323 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['8258d3a9-c86c-4a0d-be2f-57169670a717'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:51.806570 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] For port 8fc04c54-aefe-43ec-9bf8-9df4080a3288, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=8fc04c54-aefe-43ec-9bf8-9df4080a3288,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:51.806932 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.824805 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Calling delete_port for 8fc04c54-aefe-43ec-9bf8-9df4080a3288 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:51.885808 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] Set router 8258d3a9-c86c-4a0d-be2f-57169670a717 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:51.944656 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:36:51Z', 'revision_number': 6, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:51.974237 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553a257-f77a-41f7-86b7-4fc7e240fb19 None None] The sync data for ids ['8258d3a9-c86c-4a0d-be2f-57169670a717'] in n-d-804878-5 is: [{'id': '8258d3a9-c86c-4a0d-be2f-57169670a717', 'name': 'tempest-TestShelveInstance-2063336446-router', 'tenant_id': '15e3db2b55dd47c292652c0059e730f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:27:45Z', 'updated_at': '2021-11-12T13:36:51Z', 'revision_number': 6, 'project_id': '15e3db2b55dd47c292652c0059e730f0', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:52.015509 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.042886 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc04c54-aefe-43ec-9bf8-9df4080a3288,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:52.059715 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf984e8b-d17a-4c5f-ad75-a216ad9fcf8f None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:52.110989 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.207071 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.209385 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.256929 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.257560 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8258d3a9-c86c-4a0d-be2f-57169670a717 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:36:52.262547 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] Publish callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.263724 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-61b5c2c6-aeee-45ae-badb-757f66186530 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8258d3a9-c86c-4a0d-be2f-57169670a717 HTTP/1.1" status: 204 len: 168 time: 0.8327899 Nov 12 13:36:52.266689 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:52.319879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Deleting subnet 9837ca4a-79a6-418a-9a54-82eec0fe6558 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:52.323962 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.372513 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.460296 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.519883 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.547276 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9837ca4a-79a6-418a-9a54-82eec0fe6558,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:52.553963 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.559824 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-9ac12a05-bcb4-47eb-8fc9-288dc91d1051 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9837ca4a-79a6-418a-9a54-82eec0fe6558 HTTP/1.1" status: 204 len: 168 time: 0.2908032 Nov 12 13:36:52.561072 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:52.571550 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388c3e5-d0c9-4190-b7c0-5c929a188fb0 None None] Network 30bd5c8e-7479-4aec-9db9-43a040037c5a requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:52.636106 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.692639 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Deleting port 75316dc6-2da7-432a-8f09-2412775c9d5e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:52.693307 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.787464 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] For port 75316dc6-2da7-432a-8f09-2412775c9d5e, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=75316dc6-2da7-432a-8f09-2412775c9d5e,segment=NetworkSegment(7471d34b-dfc0-4af6-be3b-8f92373b23bc),segment_id=7471d34b-dfc0-4af6-be3b-8f92373b23bc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:52.788017 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.813247 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Calling delete_port for 75316dc6-2da7-432a-8f09-2412775c9d5e owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:52.899681 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fc04c54-aefe-43ec-9bf8-9df4080a3288 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:52.913297 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.934061 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 8fc04c54-aefe-43ec-9bf8-9df4080a3288 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:52.934427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 8fc04c54-aefe-43ec-9bf8-9df4080a3288 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:52.934845 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 44f4644d-53df-4461-a341-7fbab5b92b83 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:52.946487 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=75316dc6-2da7-432a-8f09-2412775c9d5e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:52.949892 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] No DVR routers for this DVR port 75316dc6-2da7-432a-8f09-2412775c9d5e on host n-d-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:52.967624 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 44f4644d-53df-4461-a341-7fbab5b92b83 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:52.967963 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 44f4644d-53df-4461-a341-7fbab5b92b83 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:53.027323 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.051124 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bd5c8e-7479-4aec-9db9-43a040037c5a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:53.062256 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7471d34b-dfc0-4af6-be3b-8f92373b23bc') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:53.062559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7471d34b-dfc0-4af6-be3b-8f92373b23bc') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:53.076423 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85000d56-29d0-4ac0-887d-945ead5c4de6 None None] DHCP port deletion for 30bd5c8e-7479-4aec-9db9-43a040037c5a request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:53.081763 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33023371'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.101701 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.108386 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:53.108786 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32097200'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: Traceback (most recent call last): Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: timer() Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: cb(*args, **kw) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: return func(*args, **kwargs) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: self._notify() Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: self.callback(batched_events) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: event.method(event) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: return f(self, *a, **k) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: return self._get(url).json() Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:53.111150 n-d-804878-5 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:53.174145 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.179939 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.183348 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] 10.222.0.18 "DELETE /v2.0/networks/30bd5c8e-7479-4aec-9db9-43a040037c5a HTTP/1.1" status: 204 len: 168 time: 0.6212499 Nov 12 13:36:53.195549 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db7ff4-9be7-465b-a13a-b7860c5d8b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=30bd5c8e-7479-4aec-9db9-43a040037c5a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:53.312614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:53.356863 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2735dbcf-5a97-4b7b-9edb-04c0d54bca60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7359ee17d8674a5ea4eafa3e63e93f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429809 Nov 12 13:36:53.359293 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:53.410668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5133ddd-8bd6-45cf-a86b-a8dcba52e9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.433668 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5133ddd-8bd6-45cf-a86b-a8dcba52e9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.488400 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5133ddd-8bd6-45cf-a86b-a8dcba52e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.491090 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5133ddd-8bd6-45cf-a86b-a8dcba52e9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.492298 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c5133ddd-8bd6-45cf-a86b-a8dcba52e9e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b094ab71-34a3-4f4d-9c90-1d736e1f98d2 HTTP/1.1" status: 204 len: 168 time: 0.1320672 Nov 12 13:36:53.510364 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5133ddd-8bd6-45cf-a86b-a8dcba52e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094ab71-34a3-4f4d-9c90-1d736e1f98d2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:53.848177 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:53.887626 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-049f6d80-0c27-4535-ac64-b010ddbcfc5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15e3db2b55dd47c292652c0059e730f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382037 Nov 12 13:36:53.890381 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:53.938284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5e50cf-5585-4e56-b3ff-aa4f50c5cec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.960004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5e50cf-5585-4e56-b3ff-aa4f50c5cec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.007137 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5e50cf-5585-4e56-b3ff-aa4f50c5cec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.009813 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae5e50cf-5585-4e56-b3ff-aa4f50c5cec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.011005 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-ae5e50cf-5585-4e56-b3ff-aa4f50c5cec5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7f29be6-1ae2-40e4-974b-8b0c0f63e348 HTTP/1.1" status: 204 len: 168 time: 0.1197426 Nov 12 13:36:54.019879 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e50cf-5585-4e56-b3ff-aa4f50c5cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f29be6-1ae2-40e4-974b-8b0c0f63e348,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:54.682745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75316dc6-2da7-432a-8f09-2412775c9d5e no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:54.698318 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:54.706563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 75316dc6-2da7-432a-8f09-2412775c9d5e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:54.706915 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 75316dc6-2da7-432a-8f09-2412775c9d5e not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:54.797064 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-684656123-network', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:54.819542 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Made reservation on behalf of 858c3de2656e47bcbbc236a853b3b1cf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:54.822004 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.830477 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.912295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.916259 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.944578 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:54.949913 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b70318-a3bf-487a-a526-c0e6c233f376,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:54.958258 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.958392 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Added segment 9761fd38-86ab-43d7-a728-f0438565551c of type vlan for network 1c8c1513-4b33-4c10-801b-c01f303f37b0 Nov 12 13:36:54.999541 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.023783 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.024885 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:55.025456 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.080962 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3814757 Nov 12 13:36:55.083967 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:55.088158 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fa1fc-6385-4968-8edd-3cf8150c515e admin admin] Pushing event updated for resources: {'Network': ['ID=1c8c1513-4b33-4c10-801b-c01f303f37b0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:55.089363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Request body: {'subnet': {'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-684656123-subnet', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:55.098840 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:55.113455 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Made reservation on behalf of 858c3de2656e47bcbbc236a853b3b1cf for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:55.115934 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185772'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.286947 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25463595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26185790'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.335649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d913f09-c848-4436-b4a1-8a6526908f6d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:55.350954 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Checking segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:55.351321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Network hostable DHCP agents. Network: 1c8c1513-4b33-4c10-801b-c01f303f37b0, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:55.368027 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:55.375655 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, 1c8c1513-4b33-4c10-801b-c01f303f37b0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:55.379939 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:55.380535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.385430 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70391b-f489-46d0-a221-2dbd26e8f2b5 None None] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:55.399183 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-af466eeb-b559-4465-9cf5-e63ac57ab27d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140557 Nov 12 13:36:55.402247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45540) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:55.406509 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:55.428696 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.429737 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.487049 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.535971 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-1c8c1513-4b33-4c10-801b-c01f303f37b0', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:36:55.536782 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.628061 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.675683 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Allocated IP 172.20.0.2 (1c8c1513-4b33-4c10-801b-c01f303f37b0/1d913f09-c848-4436-b4a1-8a6526908f6d/ffcade76-971a-4452-94cb-37f752ae9c2d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:55.831393 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.836759 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.840585 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.860396 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.874597 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:55.877977 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:55.883538 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:55.894679 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Pushing event updated for resources: {'Port': ['ID=ffcade76-971a-4452-94cb-37f752ae9c2d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:55.946564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Attempting to bind port ffcade76-971a-4452-94cb-37f752ae9c2d on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:55.947037 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Attempting to bind port ffcade76-971a-4452-94cb-37f752ae9c2d by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:55.947466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Attempting to bind port ffcade76-971a-4452-94cb-37f752ae9c2d on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:55.952621 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:55.953069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Checking segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:55.953559 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.954020 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Bound using segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:55.955310 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Bound port: ffcade76-971a-4452-94cb-37f752ae9c2d, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:55.955891 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.970828 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Allocated IP 172.25.1.137 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/5f2bff6f-66df-4390-b43b-270fba36105f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:56.019372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] For port ffcade76-971a-4452-94cb-37f752ae9c2d, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:56.022572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] For port ffcade76-971a-4452-94cb-37f752ae9c2d, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ffcade76-971a-4452-94cb-37f752ae9c2d,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:56.027497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.082263 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.096813 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af1af5-48ce-4640-bdeb-6519f724a771 None None] Pushing event updated for resources: {'Port': ['ID=ffcade76-971a-4452-94cb-37f752ae9c2d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:56.120938 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.162044 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:56.168787 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:56.171335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:56.182854 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33af5f9-9f38-4dcd-ba56-26e78d4258e2 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:56.201438 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2bff6f-66df-4390-b43b-270fba36105f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:56.309048 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-12dde861-3c14-4db1-98b4-3c9d0b13b3d6 None None] Provisioning complete for port 5f2bff6f-66df-4390-b43b-270fba36105f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:56.309413 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12dde861-3c14-4db1-98b4-3c9d0b13b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.347507 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-12dde861-3c14-4db1-98b4-3c9d0b13b3d6 None None] Port 5f2bff6f-66df-4390-b43b-270fba36105f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:56.449750 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.652106 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.717949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ffcade76-971a-4452-94cb-37f752ae9c2d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:56.780949 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ffcade76-971a-4452-94cb-37f752ae9c2d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:56.781406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.875965 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.916876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] For port ffcade76-971a-4452-94cb-37f752ae9c2d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ffcade76-971a-4452-94cb-37f752ae9c2d,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:56.921816 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.975204 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Pushing event updated for resources: {'Port': ['ID=ffcade76-971a-4452-94cb-37f752ae9c2d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:57.044605 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d5f3f-917f-427f-927b-1272f1123424 None None] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:57.119668 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b5c00113-e3c9-4962-a328-88aec8f76ad6 None None] Provisioning complete for port ffcade76-971a-4452-94cb-37f752ae9c2d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:57.120040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5c00113-e3c9-4962-a328-88aec8f76ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.142454 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:36:57.248097 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:57.263435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:57.266220 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.268214 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-fc763d7b-a44c-4bc8-be05-3f0f138a90e3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8650136 Nov 12 13:36:57.271014 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:57.285922 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:57.286512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:57.405254 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:57.596002 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:56Z', 'revision_number': 3, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:57.630489 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:57.630836 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Updating router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b port 5f2bff6f-66df-4390-b43b-270fba36105f binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:36:57.636465 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8cdfd72c-fefb-4b5b-8f26-b8cd87837005 None None] Provisioning complete for port ffcade76-971a-4452-94cb-37f752ae9c2d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:57.636830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd72c-fefb-4b5b-8f26-b8cd87837005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.679965 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.704887 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.863355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Allocated IP 172.20.0.1 (1c8c1513-4b33-4c10-801b-c01f303f37b0/1d913f09-c848-4436-b4a1-8a6526908f6d/942e688f-8b0d-4fae-a01c-78986bb7a911) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:57.970754 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.979298 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.984607 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.005539 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.032067 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21926e7a-e7ed-446a-8e3f-d2398a4992ef None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:58.042685 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Attempting to bind port 5f2bff6f-66df-4390-b43b-270fba36105f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:58.043148 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Attempting to bind port 5f2bff6f-66df-4390-b43b-270fba36105f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:58.043435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Attempting to bind port 5f2bff6f-66df-4390-b43b-270fba36105f on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:58.045208 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:58.051550 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:58.053090 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab877e-0f93-40a3-b0e0-52bd11774ad3 None None] Pushing event updated for resources: {'Port': ['ID=5f2bff6f-66df-4390-b43b-270fba36105f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.055825 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:58.056558 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:58.056703 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:58.056970 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.056970 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:58.057445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Bound port: 5f2bff6f-66df-4390-b43b-270fba36105f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:58.057834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.080631 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Pushing event updated for resources: {'Port': ['ID=942e688f-8b0d-4fae-a01c-78986bb7a911,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.100999 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.123570 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] For port 5f2bff6f-66df-4390-b43b-270fba36105f, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:58.128147 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] For port 5f2bff6f-66df-4390-b43b-270fba36105f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5f2bff6f-66df-4390-b43b-270fba36105f,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:58.133263 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.202564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-77ca2ebd-ccc2-4d3c-8214-703389b3991a None None] Provisioning complete for port 5f2bff6f-66df-4390-b43b-270fba36105f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:58.202950 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77ca2ebd-ccc2-4d3c-8214-703389b3991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.229513 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:58.230225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:58.232578 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf68a00-684c-47e7-a296-9bcdbbd39b88 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:58.246759 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.312627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab877e-0f93-40a3-b0e0-52bd11774ad3 None None] Pushing event updated for resources: {'Port': ['ID=5f2bff6f-66df-4390-b43b-270fba36105f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.408480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:58.419728 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.425177 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.443497 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77ca2ebd-ccc2-4d3c-8214-703389b3991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.469773 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-77ca2ebd-ccc2-4d3c-8214-703389b3991a None None] For port 5f2bff6f-66df-4390-b43b-270fba36105f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5f2bff6f-66df-4390-b43b-270fba36105f,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:58.477835 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77ca2ebd-ccc2-4d3c-8214-703389b3991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.499007 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.503049 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Pushing event updated for resources: {'Port': ['ID=942e688f-8b0d-4fae-a01c-78986bb7a911,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.598879 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:58.600418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:58.741058 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ffcade76-971a-4452-94cb-37f752ae9c2d up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:58.752684 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:58.840305 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2ebd-ccc2-4d3c-8214-703389b3991a None None] Pushing event updated for resources: {'Port': ['ID=5f2bff6f-66df-4390-b43b-270fba36105f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.852916 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e943f5f2-5220-4cdf-a775-352d2865d52b None None] Provisioning complete for port 942e688f-8b0d-4fae-a01c-78986bb7a911 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:58.853325 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e943f5f2-5220-4cdf-a775-352d2865d52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.878066 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:58.883062 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-9521d814-8426-4254-b162-e5252ad55304 admin admin] 10.222.0.18 "PUT /v2.0/routers/7360fe97-9eb0-4c1b-968c-bbeec83a2a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110082 Nov 12 13:36:58.929492 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e943f5f2-5220-4cdf-a775-352d2865d52b None None] Port 942e688f-8b0d-4fae-a01c-78986bb7a911 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:58.939939 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port ffcade76-971a-4452-94cb-37f752ae9c2d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:58.940362 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.982569 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e943f5f2-5220-4cdf-a775-352d2865d52b None None] Provisioning complete for port 5f2bff6f-66df-4390-b43b-270fba36105f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:58.983279 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e943f5f2-5220-4cdf-a775-352d2865d52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.046027 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:36:57Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:59.095820 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be100e-c344-43bd-8c7b-b90ef4650a5e None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:36:57Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:59.276985 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-084a8c56-bf79-4a41-b2e5-a25fb16a4c47 None None] Provisioning complete for port 942e688f-8b0d-4fae-a01c-78986bb7a911 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:59.277558 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-084a8c56-bf79-4a41-b2e5-a25fb16a4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.333636 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-084a8c56-bf79-4a41-b2e5-a25fb16a4c47 None None] Port 942e688f-8b0d-4fae-a01c-78986bb7a911 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:59.415629 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:59.420612 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-642920972-network', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:59.444945 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Made reservation on behalf of 98a0c3e8327646fab5b6777b43ad6eb5 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:59.447743 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.457202 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.546861 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.551666 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.579889 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:59.590625 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01527203-e79d-431a-8b7a-2636cb34d78e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:59.597354 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.597720 n-d-804878-5 neutron-server[102779]: INFO neutron.db.segments_db [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Added segment 9977be2e-0364-49da-ae6f-33d7bcd7f28f of type vlan for network be75c8a4-df45-46ad-904d-28588ec312fb Nov 12 13:36:59.641488 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730444975836'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.668093 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.669122 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:59.669879 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Publish callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.732399 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3156431 Nov 12 13:36:59.736194 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:59.742976 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Request body: {'subnet': {'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-642920972-subnet', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:59.754277 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eabdc2-f4be-416d-a881-a264f23f9d58 admin admin] Pushing event updated for resources: {'Network': ['ID=be75c8a4-df45-46ad-904d-28588ec312fb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:59.777174 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Made reservation on behalf of 98a0c3e8327646fab5b6777b43ad6eb5 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:59.780144 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Network be75c8a4-df45-46ad-904d-28588ec312fb details requested by agent ovs-agent-n-d-804878-5 with host n-d-804878-5 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:59.780807 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32800946'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.983737 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32097049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32800928'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.042083 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92c6beb-8b6e-424a-ba2a-28402baed316,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:00.059665 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Checking segment: {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:00.060032 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Network hostable DHCP agents. Network: be75c8a4-df45-46ad-904d-28588ec312fb, hostable agents: ['e6bf7281-b35a-413a-b868-d13caace7c8e'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:00.077724 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Network be75c8a4-df45-46ad-904d-28588ec312fb is scheduled to be hosted by DHCP agent e6bf7281-b35a-413a-b868-d13caace7c8e with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:00.092911 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-5, be75c8a4-df45-46ad-904d-28588ec312fb) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:00.097882 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:00.098542 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.104572 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d6d0a0-c8ba-4c27-9a3b-22ea6ef03f96 None None] Network be75c8a4-df45-46ad-904d-28588ec312fb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:00.118155 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-0f3e682b-671c-4437-8535-b81a37ad98b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3809788 Nov 12 13:37:00.120672 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:00.125329 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:00.148432 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41123'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.149796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41132'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.207752 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.276791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp219b7adf-2531-5aea-a5d0-f0dafbca19af-be75c8a4-df45-46ad-904d-28588ec312fb', 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'fixed_ips': [{'subnet_id': 'a92c6beb-8b6e-424a-ba2a-28402baed316'}]}} from n-d-804878-5. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:37:00.277788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.365206 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.382766 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.434841 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Allocated IP 172.20.0.2 (be75c8a4-df45-46ad-904d-28588ec312fb/a92c6beb-8b6e-424a-ba2a-28402baed316/6c17ff88-40bd-43cf-b6f2-a613a8de4a52) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:00.578241 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.586447 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Publish callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.592460 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.602425 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.632511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Network be75c8a4-df45-46ad-904d-28588ec312fb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:00.638219 n-d-804878-5 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:00.640809 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:00.670071 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Pushing event updated for resources: {'Port': ['ID=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:00.705375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Attempting to bind port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:00.705862 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Attempting to bind port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:00.706151 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Attempting to bind port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 on network be75c8a4-df45-46ad-904d-28588ec312fb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:00.712024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:00.712024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Checking segment: {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:00.712421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.712886 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Bound using segment: {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:00.713437 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Bound port: 6c17ff88-40bd-43cf-b6f2-a613a8de4a52, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:00.714260 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.730244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Allocated IP 172.25.1.55 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/bb2f42b6-0554-4a61-ac1c-e3abbe406dd6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:00.764574 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5f2bff6f-66df-4390-b43b-270fba36105f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:00.864254 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.871148 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.877593 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] For port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:00.884912 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] For port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,segment=NetworkSegment(9977be2e-0364-49da-ae6f-33d7bcd7f28f),segment_id=9977be2e-0364-49da-ae6f-33d7bcd7f28f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:00.896280 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.925279 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.939632 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 5f2bff6f-66df-4390-b43b-270fba36105f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:00.940026 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.967971 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:00.980305 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Pushing event updated for resources: {'Port': ['ID=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:00.982681 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:00.985511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:01.010348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb3541-3b5f-4b92-bd64-7da438f5d004 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:01.029594 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be393cda-30c8-42ec-b0e9-b22316f4823e None None] Pushing event updated for resources: {'Port': ['ID=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:01.106691 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc2c4c2d-7346-4e09-a932-61b1c0cfc1c7 None None] Provisioning complete for port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:01.107338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4c2d-7346-4e09-a932-61b1c0cfc1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.151306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c4c2d-7346-4e09-a932-61b1c0cfc1c7 None None] Port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:01.254203 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:37:01.266463 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:01.267716 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:01.298633 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.390077 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:01.507625 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655548'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.592493 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 2, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:01.618553 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:01.618957 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Updating router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b port 942e688f-8b0d-4fae-a01c-78986bb7a911 binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:37:01.647538 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Router eb7f599a-09f4-4c57-b08b-74514ecb6513 is scheduled to L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:37:01.650899 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.770029 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:37:01.780745 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Sync routers for ids ['eb7f599a-09f4-4c57-b08b-74514ecb6513'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:37:01.791698 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.793402 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-c85b9971-941f-47e5-ab3b-2284626f31ca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6715584 Nov 12 13:37:01.796214 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:01.797103 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Routers {'eb7f599a-09f4-4c57-b08b-74514ecb6513'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:01.797814 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['eb7f599a-09f4-4c57-b08b-74514ecb6513'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:01.929944 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Set router eb7f599a-09f4-4c57-b08b-74514ecb6513 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:02.038887 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.050092 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.094319 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Pushing event updated for resources: {'Port': ['ID=942e688f-8b0d-4fae-a01c-78986bb7a911,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:02.104486 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.104831 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.105164 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.105631 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.105814 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.106134 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.106480 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.106799 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.107113 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.107428 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.107743 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.108055 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:02.143718 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0978d11-52ec-4846-9866-e4631b67e655 None None] Network be75c8a4-df45-46ad-904d-28588ec312fb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:02.185754 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Attempting to bind port 942e688f-8b0d-4fae-a01c-78986bb7a911 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:02.186633 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Attempting to bind port 942e688f-8b0d-4fae-a01c-78986bb7a911 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:02.187304 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Attempting to bind port 942e688f-8b0d-4fae-a01c-78986bb7a911 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:02.193822 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:02.194528 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Checking segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:02.195117 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.195685 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Bound using segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:02.196332 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Bound port: 942e688f-8b0d-4fae-a01c-78986bb7a911, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:02.197202 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.258466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:01Z', 'revision_number': 3, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:02.264980 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61b044c9-0c89-4ce2-bc3a-2892800631ac None None] Provisioning complete for port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:02.265599 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b044c9-0c89-4ce2-bc3a-2892800631ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.273590 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] For port 942e688f-8b0d-4fae-a01c-78986bb7a911, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:02.278240 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] For port 942e688f-8b0d-4fae-a01c-78986bb7a911, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=942e688f-8b0d-4fae-a01c-78986bb7a911,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:02.287680 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.321356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Checking router: eb7f599a-09f4-4c57-b08b-74514ecb6513 for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:02.321698 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Updating router eb7f599a-09f4-4c57-b08b-74514ecb6513 port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 binding host n-d-804878-5 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:37:02.363833 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:02.364408 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:02.368001 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d15f7-de65-482f-af72-cfff5a01c93a None None] Pushing event updated for resources: {'Port': ['ID=942e688f-8b0d-4fae-a01c-78986bb7a911,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:02.368179 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.426391 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.487385 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:02.758187 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:02Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:02.785117 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562838ef-5d13-4a1f-880d-121a78cc5bcf None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:02Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:02.812068 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b044c9-0c89-4ce2-bc3a-2892800631ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.905499 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-61b044c9-0c89-4ce2-bc3a-2892800631ac None None] For port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,segment=NetworkSegment(9977be2e-0364-49da-ae6f-33d7bcd7f28f),segment_id=9977be2e-0364-49da-ae6f-33d7bcd7f28f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:02.909291 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:02.916867 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b044c9-0c89-4ce2-bc3a-2892800631ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.049287 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b044c9-0c89-4ce2-bc3a-2892800631ac None None] Pushing event updated for resources: {'Port': ['ID=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.050136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Allocated IP 172.20.0.1 (be75c8a4-df45-46ad-904d-28588ec312fb/a92c6beb-8b6e-424a-ba2a-28402baed316/e6d0bf31-f17c-464b-a6f4-500db53cc86f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:03.084942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dfa14f2c-5e85-4d7f-b2c3-63a6182ea259 None None] Provisioning complete for port 942e688f-8b0d-4fae-a01c-78986bb7a911 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:03.085463 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dfa14f2c-5e85-4d7f-b2c3-63a6182ea259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.112620 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:03.112994 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.177869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Publish callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.182033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.199421 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.221589 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.259929 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Network be75c8a4-df45-46ad-904d-28588ec312fb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:03.263196 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:03.265765 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:03.268142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae72fd-dafd-4351-b9a2-5203ab9a7fa1 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:03.285372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275a677-e937-493c-acbd-949ec387af3c None None] Pushing event updated for resources: {'Port': ['ID=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.289541 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Attempting to bind port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 on host n-d-804878-5 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:03.289850 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Attempting to bind port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:03.290235 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Attempting to bind port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 on network 1cfe4041-2631-4273-9a66-1e4e46d23e6b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:03.309299 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663401'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.369350 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:03.369875 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Checking segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:03.370412 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.370906 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Bound using segment: {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:03.371496 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Bound port: bb2f42b6-0554-4a61-ac1c-e3abbe406dd6, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:03.372023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.379690 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 942e688f-8b0d-4fae-a01c-78986bb7a911 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:03.429647 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d0bf31-f17c-464b-a6f4-500db53cc86f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.465295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.479178 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dfa14f2c-5e85-4d7f-b2c3-63a6182ea259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.508367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 942e688f-8b0d-4fae-a01c-78986bb7a911 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:03.508835 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.551337 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] For port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6, host n-d-804878-5, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:03.577951 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dfa14f2c-5e85-4d7f-b2c3-63a6182ea259 None None] For port 942e688f-8b0d-4fae-a01c-78986bb7a911, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=942e688f-8b0d-4fae-a01c-78986bb7a911,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:03.584876 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] For port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:03.586952 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dfa14f2c-5e85-4d7f-b2c3-63a6182ea259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.595377 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.669381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e138dd-76a4-4a50-b574-c58eb90162e5 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:03.669742 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.675462 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.701054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa14f2c-5e85-4d7f-b2c3-63a6182ea259 None None] Pushing event updated for resources: {'Port': ['ID=942e688f-8b0d-4fae-a01c-78986bb7a911,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.713099 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Routers {'eb7f599a-09f4-4c57-b08b-74514ecb6513'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:03.713742 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['eb7f599a-09f4-4c57-b08b-74514ecb6513'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:03.755353 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663549'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.764022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d0bf31-f17c-464b-a6f4-500db53cc86f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.798372 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Provisioning complete for port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:03.798746 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.859111 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Network be75c8a4-df45-46ad-904d-28588ec312fb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:03.860610 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:03.864422 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275a677-e937-493c-acbd-949ec387af3c None None] Pushing event updated for resources: {'Port': ['ID=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.905880 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] Set router eb7f599a-09f4-4c57-b08b-74514ecb6513 gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:03.989574 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Router eb7f599a-09f4-4c57-b08b-74514ecb6513 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:37:04.061913 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.096582 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] For port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:04.106252 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.109953 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:37:04.115068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-d9208b90-7bf3-4986-8365-6ec93b1000c0 admin admin] 10.222.0.18 "PUT /v2.0/routers/eb7f599a-09f4-4c57-b08b-74514ecb6513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3177981 Nov 12 13:37:04.178367 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Provisioning complete for port e6d0bf31-f17c-464b-a6f4-500db53cc86f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.178987 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.215997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Pushing event updated for resources: {'Port': ['ID=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.232072 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Port e6d0bf31-f17c-464b-a6f4-500db53cc86f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:04.252308 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Provisioning complete for port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.252775 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-419ab4eb-a886-441a-910e-b489ad0f298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.257109 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e6d0bf31-f17c-464b-a6f4-500db53cc86f', 'name': '', 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'mac_address': 'fa:16:3e:85:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:02Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 2, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'subnets': [{'id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:04.305074 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7823a-6ae6-4302-99e8-06608824fece None None] The sync data for ids ['eb7f599a-09f4-4c57-b08b-74514ecb6513'] in n-d-804878-5 is: [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e6d0bf31-f17c-464b-a6f4-500db53cc86f', 'name': '', 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'mac_address': 'fa:16:3e:85:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:02Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 2, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'subnets': [{'id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:04.495250 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6c7ca722-37cf-4243-b0de-70dc57dfbed3 None None] Provisioning complete for port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.495626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca722-37cf-4243-b0de-70dc57dfbed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.614022 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45572) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.619374 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084992268', 'description': 'tempest-secgroup-smoke-2084992268 description', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:04.625719 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6c7ca722-37cf-4243-b0de-70dc57dfbed3 None None] Provisioning complete for port e6d0bf31-f17c-464b-a6f4-500db53cc86f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.626825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca722-37cf-4243-b0de-70dc57dfbed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.659682 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.676143 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ca722-37cf-4243-b0de-70dc57dfbed3 None None] Port e6d0bf31-f17c-464b-a6f4-500db53cc86f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:04.736511 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:04.769308 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.774478 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.791726 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.792353 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.811033 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.816365 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.821251 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group_rule': {'security_group_id': 'c696d587-d41a-4df6-b9f8-4c8d0045b449', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:04.826636 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2112262 Nov 12 13:37:04.831115 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d3bc1-0d3f-42be-812f-3830bca98866 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c696d587-d41a-4df6-b9f8-4c8d0045b449,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.859383 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.889731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 942e688f-8b0d-4fae-a01c-78986bb7a911 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:04.920418 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.925202 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.942646 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port 942e688f-8b0d-4fae-a01c-78986bb7a911 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.943027 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.948273 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc5c7d0-106b-4b11-bb41-d8ba3aa668ca,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.955637 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.960223 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.960405 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a862c0ca-889c-4cf8-95ac-f3683ce2ae59 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426194 Nov 12 13:37:04.965474 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group_rule': {'security_group_id': 'c696d587-d41a-4df6-b9f8-4c8d0045b449', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:04.999069 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.061215 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.066087 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.084284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0c2536-38b1-4074-8694-8b7958d3d16d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.092988 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.094207 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2ad946d1-b112-4d73-acfe-a3702ad8d60e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324151 Nov 12 13:37:05.096942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.101267 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group_rule': {'security_group_id': 'c696d587-d41a-4df6-b9f8-4c8d0045b449', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:05.128339 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.184863 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.188369 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.208136 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4b368c-c82d-4eb8-9dc5-2e097961e6e5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.214340 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.215517 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-66b68242-c9bf-4b6c-9e04-3ffa5198adb6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176491 Nov 12 13:37:05.218240 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45580) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.222552 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group_rule': {'security_group_id': 'c696d587-d41a-4df6-b9f8-4c8d0045b449', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:05.248555 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.307166 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.310635 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.328584 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f086c85-d204-4516-ac95-fb63a269e9cc,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.336324 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.337526 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-dd731098-f17f-4d2c-8ed1-0d94508e9214 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183412 Nov 12 13:37:05.340209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.344490 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group_rule': {'security_group_id': 'c696d587-d41a-4df6-b9f8-4c8d0045b449', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:05.373311 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Project 858c3de2656e47bcbbc236a853b3b1cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:37:05.379887 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.441552 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.445043 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.463209 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c1c1bc-bf12-44aa-a08d-fda96c2c8db6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.468641 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.470213 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-197c9366-116a-4844-b56b-2b4a23d53cdd tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285765 Nov 12 13:37:05.473555 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 45584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.478051 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'security_group_rule': {'security_group_id': 'c696d587-d41a-4df6-b9f8-4c8d0045b449', 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:05.502297 n-d-804878-5 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Project 858c3de2656e47bcbbc236a853b3b1cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:37:05.507557 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.567349 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.570842 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540807'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.588299 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08eec46-ae52-425d-9f5d-c89e179fc079,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.597002 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.598229 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-3bfb01fb-0db2-41b8-a311-d02fd0f8e73c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236413 Nov 12 13:37:05.785716 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-af6d5307-3fb0-4bf6-ac0a-bb36b74b9c29 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084992268&fields=id&tenant_id=858c3de2656e47bcbbc236a853b3b1cf HTTP/1.1" status: 200 len: 267 time: 0.0601132 Nov 12 13:37:05.862364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41ae9c9b-afbd-4945-adf4-a2381421b5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.904423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-51ddbe61-1a4a-4f1e-a34d-18e4351a868b tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:05.906131 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-51ddbe61-1a4a-4f1e-a34d-18e4351a868b tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 809 time: 0.1134620 Nov 12 13:37:05.922135 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-fec44e24-3469-477f-88ca-cc2b37f8a1ff tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/quotas/858c3de2656e47bcbbc236a853b3b1cf HTTP/1.1" status: 200 len: 375 time: 0.0097578 Nov 12 13:37:05.991435 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-ec8df505-9c55-48ac-8197-8d61bf3bf011 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623286 Nov 12 13:37:06.008317 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-c6db934b-4944-4008-ada2-61edc3e4b40b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:37:06.009617 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-c6db934b-4944-4008-ada2-61edc3e4b40b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056453 Nov 12 13:37:06.449605 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-0b7dba45-6693-4b57-91ec-cdf917bdc10b service neutron] 10.222.0.18 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339616 Nov 12 13:37:06.538629 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-53c82818-230b-4854-9c41-aa532daf5500 service neutron] 10.222.0.18 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825636 Nov 12 13:37:06.708060 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9739190f-d6df-4f0d-9cf8-2d42202ef560 req-870725b3-ac62-4876-a338-3d12e26f0964 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0327916 Nov 12 13:37:06.743628 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:06.797784 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:06.798186 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.011171 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Sync routers for ids ['eb7f599a-09f4-4c57-b08b-74514ecb6513'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:37:07.023004 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Routers {'eb7f599a-09f4-4c57-b08b-74514ecb6513'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:07.023622 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['eb7f599a-09f4-4c57-b08b-74514ecb6513'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:07.139694 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Set router eb7f599a-09f4-4c57-b08b-74514ecb6513 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:07.337303 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e6d0bf31-f17c-464b-a6f4-500db53cc86f', 'name': '', 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'mac_address': 'fa:16:3e:85:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:02Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 2, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'subnets': [{'id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:07.367185 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Checking router: eb7f599a-09f4-4c57-b08b-74514ecb6513 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:07.367528 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Updating router eb7f599a-09f4-4c57-b08b-74514ecb6513 port e6d0bf31-f17c-464b-a6f4-500db53cc86f binding host n-d-804878-5 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:37:07.398141 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.661291 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Publish callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.669158 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.722349 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc6f6-ca0c-4c54-ba54-aa8ba4f4c363 None None] Pushing event updated for resources: {'Port': ['ID=e6d0bf31-f17c-464b-a6f4-500db53cc86f,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:07.781882 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Attempting to bind port e6d0bf31-f17c-464b-a6f4-500db53cc86f on host n-d-804878-5 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:07.782857 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Attempting to bind port e6d0bf31-f17c-464b-a6f4-500db53cc86f by drivers openvswitch,hyperv on host n-d-804878-5 at level 0 using segments [{'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:07.783890 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Attempting to bind port e6d0bf31-f17c-464b-a6f4-500db53cc86f on network be75c8a4-df45-46ad-904d-28588ec312fb {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:07.790846 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Checking agent: {'id': 'eeb42715-eeae-4780-b646-ae8c4accfcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 4, 11), 'started_at': datetime.datetime(2021, 11, 12, 12, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:07.791560 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Checking segment: {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:07.792149 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.792700 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Bound using segment: {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:07.793937 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Bound port: e6d0bf31-f17c-464b-a6f4-500db53cc86f, host: n-d-804878-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9977be2e-0364-49da-ae6f-33d7bcd7f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:07.794462 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.805362 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-98007b7a-7bb8-42f1-b203-7258ebdfca33 req-89bfa726-5737-4ef3-847b-e3cae74aaf0e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0350692 Nov 12 13:37:07.865803 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] For port e6d0bf31-f17c-464b-a6f4-500db53cc86f, host n-d-804878-5, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:07.869521 n-d-804878-5 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] For port e6d0bf31-f17c-464b-a6f4-500db53cc86f, host n-d-804878-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e6d0bf31-f17c-464b-a6f4-500db53cc86f,segment=NetworkSegment(9977be2e-0364-49da-ae6f-33d7bcd7f28f),segment_id=9977be2e-0364-49da-ae6f-33d7bcd7f28f)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:07.874572 n-d-804878-5 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.936820 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc6f6-ca0c-4c54-ba54-aa8ba4f4c363 None None] Pushing event updated for resources: {'Port': ['ID=e6d0bf31-f17c-464b-a6f4-500db53cc86f,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:07.939993 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Routers {'eb7f599a-09f4-4c57-b08b-74514ecb6513'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:07.940598 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:36:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['eb7f599a-09f4-4c57-b08b-74514ecb6513'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:08.021716 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b6cda58-f42d-4166-a335-8fb63937fb98 None None] Provisioning complete for port e6d0bf31-f17c-464b-a6f4-500db53cc86f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:08.022906 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b6cda58-f42d-4166-a335-8fb63937fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.113937 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b6cda58-f42d-4166-a335-8fb63937fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.145847 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] Set router eb7f599a-09f4-4c57-b08b-74514ecb6513 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:08.148800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4b6cda58-f42d-4166-a335-8fb63937fb98 None None] For port e6d0bf31-f17c-464b-a6f4-500db53cc86f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e6d0bf31-f17c-464b-a6f4-500db53cc86f,segment=NetworkSegment(9977be2e-0364-49da-ae6f-33d7bcd7f28f),segment_id=9977be2e-0364-49da-ae6f-33d7bcd7f28f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:08.152786 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b6cda58-f42d-4166-a335-8fb63937fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.200295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cda58-f42d-4166-a335-8fb63937fb98 None None] Pushing event updated for resources: {'Port': ['ID=e6d0bf31-f17c-464b-a6f4-500db53cc86f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:08.273654 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a331b945-4b64-4774-9bca-fb0ab324ad30 None None] Provisioning complete for port e6d0bf31-f17c-464b-a6f4-500db53cc86f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:08.274030 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a331b945-4b64-4774-9bca-fb0ab324ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.348605 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e6d0bf31-f17c-464b-a6f4-500db53cc86f', 'name': '', 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'mac_address': 'fa:16:3e:85:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:02Z', 'updated_at': '2021-11-12T13:37:07Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'subnets': [{'id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:08.375198 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d2acf-b796-4486-89ee-b5341ca64955 None None] The sync data for ids ['eb7f599a-09f4-4c57-b08b-74514ecb6513'] in n-d-804878-5 is: [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': 'e6d0bf31-f17c-464b-a6f4-500db53cc86f', 'name': '', 'network_id': 'be75c8a4-df45-46ad-904d-28588ec312fb', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'mac_address': 'fa:16:3e:85:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:02Z', 'updated_at': '2021-11-12T13:37:07Z', 'revision_number': 4, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'subnets': [{'id': 'a92c6beb-8b6e-424a-ba2a-28402baed316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:08.726225 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e6d0bf31-f17c-464b-a6f4-500db53cc86f up at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:08.791882 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Provisioning complete for port e6d0bf31-f17c-464b-a6f4-500db53cc86f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:08.792365 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.911285 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-83654a22-21b0-4341-9547-182fa2d44a59 req-26fa5e16-f718-4e82-8022-b77d5514d302 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0381663 Nov 12 13:37:09.125531 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82d3dba0-861a-4cdd-8582-43379d66dda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:09.679374 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:09.992919 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-883d9c0d-8377-4e34-a045-798173b1df59 req-ea5c0240-e6c4-471d-a196-ed71925019e1 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0292583 Nov 12 13:37:10.924343 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.092690 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b138588b-7e2e-4d3e-b3f0-0c4fa091ea77 req-605eda9b-1f94-4e0b-997a-6d3664d78b9a tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0265687 Nov 12 13:37:11.500547 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.820524 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-259229cd-76f0-4a9a-882f-8b3384f1af8f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:11.821983 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-259229cd-76f0-4a9a-882f-8b3384f1af8f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 809 time: 0.1146555 Nov 12 13:37:11.887536 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-7020c9e2-45b0-4e32-830b-9ecf1e4ec357 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=858c3de2656e47bcbbc236a853b3b1cf HTTP/1.1" status: 200 len: 380 time: 0.0551887 Nov 12 13:37:11.897582 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'port': {'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'admin_state_up': True, 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'security_groups': ['c696d587-d41a-4df6-b9f8-4c8d0045b449']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:12.003840 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Made reservation on behalf of 858c3de2656e47bcbbc236a853b3b1cf for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:12.007845 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.136748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Allocated IP 172.20.0.4 (1c8c1513-4b33-4c10-801b-c01f303f37b0/1d913f09-c848-4436-b4a1-8a6526908f6d/c6296ec3-6792-4e36-b025-080f67367348) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:12.190352 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a4d1fe8a-3cd5-4e4d-bd40-d1cc0a5433fd req-7253844a-d5b3-418f-bb1a-637d34f7fe2d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0271616 Nov 12 13:37:12.281431 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.315191 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.355830 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:12.358803 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:12.361190 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:12.396372 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:12.421963 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:12.422702 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.440290 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-48143d4d-e88f-4fd0-b48a-96cbfba2d112 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462358 Nov 12 13:37:12.452843 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.v2.base [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Request body: {'port': {'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:12.510680 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.605008 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-156e37be-8052-472e-88cd-a1f3b6155b97 None None] Provisioning complete for port c6296ec3-6792-4e36-b025-080f67367348 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:12.605639 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-156e37be-8052-472e-88cd-a1f3b6155b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.639283 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-156e37be-8052-472e-88cd-a1f3b6155b97 None None] Port c6296ec3-6792-4e36-b025-080f67367348 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:12.788643 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6296ec3-6792-4e36-b025-080f67367348 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:12.797013 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.812391 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Transition to ACTIVE for port object c6296ec3-6792-4e36-b025-080f67367348 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:37:12.817290 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.867653 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:12.950325 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Attempting to bind port c6296ec3-6792-4e36-b025-080f67367348 on host n-h2-804878-5 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:12.950819 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Attempting to bind port c6296ec3-6792-4e36-b025-080f67367348 by drivers openvswitch,hyperv on host n-h2-804878-5 at level 0 using segments [{'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:12.951060 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Attempting to bind port c6296ec3-6792-4e36-b025-080f67367348 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:12.956185 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Port c6296ec3-6792-4e36-b025-080f67367348 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:37:12.956509 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Attempting to bind port c6296ec3-6792-4e36-b025-080f67367348 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:12.962788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Checking agent: {'id': '7dd66a2b-a8a1-438b-8820-ff3a4b7c8218', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:12.963074 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Checking segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:12.963468 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Bound using segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:12.963907 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Bound port: c6296ec3-6792-4e36-b025-080f67367348, host: n-h2-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:12.964270 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.035553 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:13.039104 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:13.047313 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32097172'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.086486 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.087110 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.088516 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] 10.222.0.65 "PUT /v2.0/ports/c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 1091 time: 0.6401861 Nov 12 13:37:13.088955 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:13.091241 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca742a72-58cf-494b-b674-9759bc0a74cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:13.128297 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3992f-95c4-4b54-878c-cb81a896be75 service neutron] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:13.195429 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-d2305414-b9b7-464d-91dc-df43198d966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.196974 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-d2305414-b9b7-464d-91dc-df43198d966d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1094 time: 0.0468600 Nov 12 13:37:13.204729 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067c2e12-8a98-4fb5-8a8a-4e32081b03e1 x-openstack-request-id: req-067c2e12-8a98-4fb5-8a8a-4e32081b03e1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:13.205097 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:13.205577 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-067c2e12-8a98-4fb5-8a8a-4e32081b03e1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:13.206143 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'status': 'completed', 'code': 200} Nov 12 13:37:13.250909 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-75a8627c-ea01-476d-8bb1-6a3614f33f6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 217 time: 0.0438092 Nov 12 13:37:13.306942 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-a25a93cb-1fa1-45ef-87f9-9ec097d63472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.308413 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-a25a93cb-1fa1-45ef-87f9-9ec097d63472 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0503032 Nov 12 13:37:13.320957 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258d814-84d6-49d9-a379-b1116a4a69ad req-c25a0812-f81b-4cd7-b79b-c09dda18bd1b tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.322522 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5258d814-84d6-49d9-a379-b1116a4a69ad req-c25a0812-f81b-4cd7-b79b-c09dda18bd1b tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 943 time: 0.0533111 Nov 12 13:37:13.357347 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-2cd8a281-9fc7-45c3-9b5f-1e4c591a467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.358925 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-2cd8a281-9fc7-45c3-9b5f-1e4c591a467c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415890 Nov 12 13:37:13.377914 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5258d814-84d6-49d9-a379-b1116a4a69ad req-45e98c00-38be-49f4-8292-fabd3d9ecd7a tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Nov 12 13:37:13.461711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-b70145c8-d5d7-4b84-8f6c-1aaf1141ca6e service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920782 Nov 12 13:37:13.559525 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-06d30776-2f8e-4e42-9989-0b154223dcd3 req-4879c3a9-7b76-4489-b2fb-40c789c51c16 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899079 Nov 12 13:37:13.650220 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-98adc07f-e719-41fc-8e38-32165a241937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.652068 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-98adc07f-e719-41fc-8e38-32165a241937 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1094 time: 0.0473099 Nov 12 13:37:13.749984 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-c5c079aa-e219-4fcb-933e-bea2c0b168ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.751675 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-c5c079aa-e219-4fcb-933e-bea2c0b168ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.0924234 Nov 12 13:37:13.799302 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-855d65bc-896c-40b5-9381-1df45a0bf071 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 217 time: 0.0397518 Nov 12 13:37:13.850788 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-ddd6d606-9372-408c-920d-8303ac6d25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.852193 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-ddd6d606-9372-408c-920d-8303ac6d25a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0456975 Nov 12 13:37:13.902559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-7318b003-a632-427e-ba50-6c67266a8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.904113 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-7318b003-a632-427e-ba50-6c67266a8051 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438387 Nov 12 13:37:14.000713 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-da1c5998-f584-4b9a-a255-67d202956cae service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883181 Nov 12 13:37:14.094645 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-ca742a72-58cf-494b-b674-9759bc0a74cb req-0f7dadc6-9c97-4162-9d4b-32cbed789339 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853109 Nov 12 13:37:14.511051 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d564b-f007-4dba-89fa-a2eb6e44471f req-88974d51-de3e-43e3-bea9-28d3b9f96d69 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:14.512586 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b02d564b-f007-4dba-89fa-a2eb6e44471f req-88974d51-de3e-43e3-bea9-28d3b9f96d69 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 943 time: 0.0491071 Nov 12 13:37:14.566910 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-b02d564b-f007-4dba-89fa-a2eb6e44471f req-e654bc73-4476-4a98-942c-821914be6bc8 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Nov 12 13:37:15.631731 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:37:15.686851 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05355f6-a8a7-432d-b8f7-dc9f14e1b6bf req-7eff890a-9670-485b-b34d-36b8374fa470 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:15.688903 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a05355f6-a8a7-432d-b8f7-dc9f14e1b6bf req-7eff890a-9670-485b-b34d-36b8374fa470 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 943 time: 0.0502222 Nov 12 13:37:15.730625 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:15.743349 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-a05355f6-a8a7-432d-b8f7-dc9f14e1b6bf req-6315d120-fb33-4fc1-9afb-513dc9ada247 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481825 Nov 12 13:37:15.749717 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c6296ec3-6792-4e36-b025-080f67367348', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:37:15.963677 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.978682 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6296ec3-6792-4e36-b025-080f67367348 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:15.999858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:16.004188 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.055510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:16.274427 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6296ec3-6792-4e36-b025-080f67367348'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:16.885901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15014e1c-2d7e-4ffc-9af3-729ac46af0c9 req-9b2197cb-a24f-4f10-86c6-c6b9d118ac53 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:16.887606 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15014e1c-2d7e-4ffc-9af3-729ac46af0c9 req-9b2197cb-a24f-4f10-86c6-c6b9d118ac53 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 944 time: 0.0607629 Nov 12 13:37:16.942069 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-15014e1c-2d7e-4ffc-9af3-729ac46af0c9 req-d9b0911f-bf26-43c2-a6da-18ece1f3ca85 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Nov 12 13:37:17.646032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:17.694997 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning for port c6296ec3-6792-4e36-b025-080f67367348 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:37:17.698857 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c6296ec3-6792-4e36-b025-080f67367348 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:17.699231 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.779076 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.803379 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:17.805606 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9084c553-05bf-4333-8406-21f8756096a5" -d '{"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-plugged", "status": "completed", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:17.819509 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:17.823998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.851641 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d740ab32-8d41-4455-afc0-73ee0083331e x-openstack-request-id: req-d740ab32-8d41-4455-afc0-73ee0083331e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:17.851938 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-plugged", "status": "completed", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:17.852190 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d740ab32-8d41-4455-afc0-73ee0083331e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:17.852622 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'code': 200} Nov 12 13:37:17.876461 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:17.962559 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15525d-560a-43cf-b863-52f846b43788 req-dcc5dca0-f07d-4367-a78a-e800595517ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:17.963999 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c15525d-560a-43cf-b863-52f846b43788 req-dcc5dca0-f07d-4367-a78a-e800595517ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1096 time: 0.0418782 Nov 12 13:37:18.017313 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-6c15525d-560a-43cf-b863-52f846b43788 req-91f86646-31af-42e4-8008-db73debd3a4d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Nov 12 13:37:18.060883 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8633b4-7d2e-4103-a565-ed000fe44333 req-0f352423-1f6a-4854-95a0-c0014a150f84 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.062424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d8633b4-7d2e-4103-a565-ed000fe44333 req-0f352423-1f6a-4854-95a0-c0014a150f84 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 945 time: 0.0509136 Nov 12 13:37:18.112839 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5d8633b4-7d2e-4103-a565-ed000fe44333 req-504ed4f1-a11e-4887-81d2-c507e5cdbafb tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441639 Nov 12 13:37:18.895839 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:37:19.232096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27477-2f5f-40a9-a55c-05632334dee1 req-6eb0a9a9-5c48-44b7-a0ac-d6369eb0dd0f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.233604 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95e27477-2f5f-40a9-a55c-05632334dee1 req-6eb0a9a9-5c48-44b7-a0ac-d6369eb0dd0f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 945 time: 0.0518143 Nov 12 13:37:19.288370 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-95e27477-2f5f-40a9-a55c-05632334dee1 req-898836ff-8711-4d2c-804a-085467fa68d9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478277 Nov 12 13:37:20.407430 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad44c-28b1-402d-ac86-0addb0010210 req-94f0d97f-f214-4d88-bbba-7a8d5f6d7527 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.409024 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76fad44c-28b1-402d-ac86-0addb0010210 req-94f0d97f-f214-4d88-bbba-7a8d5f6d7527 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 945 time: 0.0514209 Nov 12 13:37:20.460152 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-76fad44c-28b1-402d-ac86-0addb0010210 req-e28f6e7e-9c82-4434-bb1f-73670ea945d0 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Nov 12 13:37:20.574480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633784a1-083f-47a1-8dc7-387cffd53f11 req-34da9fbe-dc14-4e60-8cd2-9b740a604723 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.575940 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-633784a1-083f-47a1-8dc7-387cffd53f11 req-34da9fbe-dc14-4e60-8cd2-9b740a604723 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 945 time: 0.0506935 Nov 12 13:37:20.625118 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-633784a1-083f-47a1-8dc7-387cffd53f11 req-8769a025-815d-4936-b9e4-d4bbb8ca8240 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Nov 12 13:37:20.647697 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:20.787525 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c1985-659b-4ab7-a444-447f10bbf2a4 tempest-TestSnapshotPattern-841306839 tempest-TestSnapshotPattern-841306839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.789109 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-886c1985-659b-4ab7-a444-447f10bbf2a4 tempest-TestSnapshotPattern-841306839 tempest-TestSnapshotPattern-841306839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1091 time: 0.1403861 Nov 12 13:37:20.791996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:20.796418 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:20.819452 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:20.925740 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.035565 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Allocated IP 172.25.1.132 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/3e664288-78b8-4269-bc56-32f7a7d6cd86) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:21.142237 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.176645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.226983 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:21.234372 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:21.238841 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:21.261733 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'Port': ['ID=3e664288-78b8-4269-bc56-32f7a7d6cd86,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:21.629126 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.702714 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.867309 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.878045 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.948075 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'Port': ['ID=3e664288-78b8-4269-bc56-32f7a7d6cd86,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:21.963290 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.068396 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Floating IP 943e267b-1c1a-47b3-a588-d8194cd4b4b5 associated. External IP: 172.25.1.132, port: c6296ec3-6792-4e36-b025-080f67367348. Nov 12 13:37:22.292570 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:37:22.410458 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:37:22.420562 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:37:22.430573 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.436482 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:22.437114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:22.458312 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-a51babc2-c9cc-4cb8-bc47-74867c920260 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6652019 Nov 12 13:37:22.458889 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:22.461209 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673532f5-720d-419a-bc1b-e6783f511ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:22.499106 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153dfe79-ab94-4e17-8560-c40d335bb9a2 x-openstack-request-id: req-153dfe79-ab94-4e17-8560-c40d335bb9a2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:22.499394 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:22.499643 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-153dfe79-ab94-4e17-8560-c40d335bb9a2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:22.500050 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'status': 'completed', 'code': 200} Nov 12 13:37:22.553942 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:22.570698 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673532f5-720d-419a-bc1b-e6783f511ecb req-49306000-d718-4539-9e25-310b6fcad37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.573267 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-49306000-d718-4539-9e25-310b6fcad37e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1096 time: 0.0473018 Nov 12 13:37:22.674943 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673532f5-720d-419a-bc1b-e6783f511ecb req-e6910ffa-3ac5-4978-b36d-730f60602ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.676430 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-e6910ffa-3ac5-4978-b36d-730f60602ef4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.0958831 Nov 12 13:37:22.749550 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-204057ef-796b-4c40-99a5-6f82a53f6e2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 999 time: 0.0652521 Nov 12 13:37:22.802265 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:21Z', 'revision_number': 0, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:22.803858 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673532f5-720d-419a-bc1b-e6783f511ecb req-c4230910-8a60-45b4-a840-b42c59d03fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.805394 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-c4230910-8a60-45b4-a840-b42c59d03fd2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0477846 Nov 12 13:37:22.829088 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:22.837738 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:22.838428 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:37:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:22.853504 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673532f5-720d-419a-bc1b-e6783f511ecb req-1872cfdb-1225-4042-aca1-6c0d43013383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.855072 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-1872cfdb-1225-4042-aca1-6c0d43013383 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430717 Nov 12 13:37:22.952800 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:22.968651 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-25b03494-3690-4d5c-9942-8133bb758a94 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047611 Nov 12 13:37:23.072897 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-673532f5-720d-419a-bc1b-e6783f511ecb req-c5831e7a-d7f6-4db9-9c13-d61be74b5cf8 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956824 Nov 12 13:37:23.165154 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-0cea4632-6f29-4a05-a9a9-c71c63fc7d77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423052 Nov 12 13:37:23.198150 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:21Z', 'revision_number': 0, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:23.220801 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1c33a-05af-4071-a0c8-d207bbfede64 None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:21Z', 'revision_number': 0, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:23.255320 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-85d97809-bbd2-4586-815f-0d6fe3388e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.256163 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-85d97809-bbd2-4586-815f-0d6fe3388e15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1096 time: 0.0472624 Nov 12 13:37:23.377313 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-8938b48d-71ba-4232-a328-21e4a35d2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.378859 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-8938b48d-71ba-4232-a328-21e4a35d2bc6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1020813 Nov 12 13:37:23.456360 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ce764-5052-4168-8956-c97a9917f9ac None None] New status for floating IP 943e267b-1c1a-47b3-a588-d8194cd4b4b5: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:37:23.481142 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-51d0a74f-f60f-4677-b934-df6857676a6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 999 time: 0.0907109 Nov 12 13:37:23.533748 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-2c069cea-f0a1-4e45-98f8-55c782e80ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.535247 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-2c069cea-f0a1-4e45-98f8-55c782e80ede service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0458837 Nov 12 13:37:23.586127 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-cf5d30f5-4b4c-40a2-9a93-8e290875512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.587738 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-cf5d30f5-4b4c-40a2-9a93-8e290875512d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454962 Nov 12 13:37:23.691387 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-ff369dbf-7afc-47a5-939d-7bcf4ab2803a service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916679 Nov 12 13:37:23.788711 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-b7bd16e9-2d76-458d-a147-cf04a0b81141 req-16ad2e65-82e0-4c93-b941-b7ffdd8ba439 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901852 Nov 12 13:37:30.366877 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.807863 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.865363 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-09ae3cb0-1f35-46de-9b2d-5ab4c82db87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.130418 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b43d300-5b66-41d9-a842-0f093b4fde5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.683780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.928850 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.502225 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.896063 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:38:00.367665 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:00.802566 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.869432 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-57a3bcdc-b4a1-40d1-a564-e6ad401aa8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.133113 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16de5c6c-a985-4ac9-8238-4545e6f40b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.686259 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.922266 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.506517 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.245605 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-9f68dd70-9df0-4527-bf87-69a5130d90a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1159871 Nov 12 13:38:23.331071 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-b54dac12-0808-40d9-aee0-a77898874ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:23.332570 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-b54dac12-0808-40d9-aee0-a77898874ea6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1096 time: 0.0419984 Nov 12 13:38:23.451817 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-75c375a6-1cd2-42a2-bd51-c0370aa7bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:23.453299 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-75c375a6-1cd2-42a2-bd51-c0370aa7bcf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1019208 Nov 12 13:38:23.525106 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-4ea331a1-4cd1-48fc-8dba-5520e9dd1e9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 1001 time: 0.0647142 Nov 12 13:38:23.582922 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-67db50c4-5b59-4af2-962b-56316fc4f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:23.584375 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-67db50c4-5b59-4af2-962b-56316fc4f62f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0527499 Nov 12 13:38:23.633014 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-6b32ac74-b3cc-4e32-82ce-e19de96a770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:23.634593 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-6b32ac74-b3cc-4e32-82ce-e19de96a770e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429740 Nov 12 13:38:23.733903 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-14e92fbc-5347-4c37-8e63-913de1a49863 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924628 Nov 12 13:38:23.830311 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-db3a7af6-4602-4c5b-93e4-d058f408b1b6 req-61c06a21-c1dd-4a32-a9f8-e4655dcc9018 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890656 Nov 12 13:38:30.378709 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.816912 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:32.895944 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:38:35.871327 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-559ea864-f732-41fd-8cd8-2569cd92031e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.136172 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b3e6-3450-435a-b935-c7b559715c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.698270 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.924834 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.512407 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.377769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.815593 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.873263 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01cbc802-f4c1-4427-8cb4-3469ed6ed105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.139199 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91ee7f17-67c8-41f2-94a9-3286043cae20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.695303 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.898089 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:39:10.928584 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.511266 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.147215 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 details requested by agent hyperv_n-h2-804878-5 with host n-h2-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:39:22.254285 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:22.268255 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Returning: {'device': 'c6296ec3-6792-4e36-b025-080f67367348', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:39:22.309277 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.323024 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6296ec3-6792-4e36-b025-080f67367348 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:39:22.349702 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:22.354776 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.425792 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:22.434129 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.434855 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.435132 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.435466 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.436101 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.436743 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.437408 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.438325 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.438648 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.439229 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.439563 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.439899 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.444888 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] get_ports_and_sgs() called for port_ids ['c6296ec3-6792-4e36-b025-080f67367348'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:39:24.169178 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 up at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:24.220140 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-363b7427-f03b-422a-9158-3267ea2d29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:24.221884 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-363b7427-f03b-422a-9158-3267ea2d29ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1095 time: 0.0602200 Nov 12 13:39:24.241549 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Provisioning complete for port c6296ec3-6792-4e36-b025-080f67367348 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:24.242011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.352910 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.364054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-eccddde7-b349-4706-aaab-93076d8b5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:24.365576 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-eccddde7-b349-4706-aaab-93076d8b5ae8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1173766 Nov 12 13:39:24.386348 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:24.389171 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeecbcd-99ae-44d6-ade7-753126e8fd8c" -d '{"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-plugged", "status": "completed", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:24.412351 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:24.419208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.490980 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-8ef686ac-ca2d-4a70-8df0-e9cc589f7209 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 1000 time: 0.1152573 Nov 12 13:39:24.499118 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:24.557679 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-c85e0515-31b4-4fe3-a0b4-00bbb7291a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:24.559975 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-c85e0515-31b4-4fe3-a0b4-00bbb7291a10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0579348 Nov 12 13:39:24.577989 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0edebb6-8a43-4743-a6b0-b2883e14dc75 x-openstack-request-id: req-b0edebb6-8a43-4743-a6b0-b2883e14dc75 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:24.578431 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-plugged", "status": "completed", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:24.578838 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0edebb6-8a43-4743-a6b0-b2883e14dc75 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:24.579241 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'code': 200} Nov 12 13:39:24.621038 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-d0fc3cdf-9370-4633-8b8b-f328e590773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:24.622534 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-d0fc3cdf-9370-4633-8b8b-f328e590773d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553100 Nov 12 13:39:24.724901 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-66d5d0bb-8df4-465a-a176-07d79308c5ee service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927856 Nov 12 13:39:24.834376 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-aaf8a9ec-3889-4294-a235-b38d1ea1e01d req-b6a9d771-7b6a-4e3d-a200-c3f3464bd26c service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008744 Nov 12 13:39:30.414601 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.810682 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.594863 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-ca2b5fd4-f897-4227-ae1e-d4e6d3cd3a91 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084992268&fields=id&tenant_id=858c3de2656e47bcbbc236a853b3b1cf HTTP/1.1" status: 200 len: 267 time: 0.0489328 Nov 12 13:39:31.709394 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-79573bf1-3ede-4570-9bee-5d013d6560d5 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:31.710902 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-79573bf1-3ede-4570-9bee-5d013d6560d5 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 809 time: 0.1082737 Nov 12 13:39:31.725846 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-aebc9265-b1d0-45f1-aa5f-873bf138978c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/quotas/858c3de2656e47bcbbc236a853b3b1cf HTTP/1.1" status: 200 len: 375 time: 0.0091124 Nov 12 13:39:31.783240 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-c8cd9fdf-e9eb-43a1-95dd-98523521d5cb tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0519114 Nov 12 13:39:31.927342 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-c6f38963-5062-4dcc-95ad-b4c5240b4bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320415 Nov 12 13:39:32.018685 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-19e8b5a4-47cb-470c-b462-2ad2f4a11a70 service neutron] 10.222.0.18 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852232 Nov 12 13:39:32.183622 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd6f0746-c2a5-451c-a6b6-1c2d34ee0574 req-bd73acec-0b0f-43cd-b3af-950fb6e10693 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 210 time: 0.0279806 Nov 12 13:39:33.160064 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-8297ab95-6f4f-4a18-ad2d-0612793fbce8 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:33.161440 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-8297ab95-6f4f-4a18-ad2d-0612793fbce8 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.81 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 809 time: 0.1103535 Nov 12 13:39:33.232887 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-48548b7f-6e73-40b4-a06e-551fbfb8aee4 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=858c3de2656e47bcbbc236a853b3b1cf HTTP/1.1" status: 200 len: 380 time: 0.0612752 Nov 12 13:39:33.243834 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'port': {'device_id': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'admin_state_up': True, 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'security_groups': ['c696d587-d41a-4df6-b9f8-4c8d0045b449']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:33.302996 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-bd7e4c7b-4823-4dc6-86e8-d01906a8088b req-f806f6eb-3894-42d1-8506-fab4ba1be3a4 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 210 time: 0.0416272 Nov 12 13:39:33.408846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Made reservation on behalf of 858c3de2656e47bcbbc236a853b3b1cf for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:33.412575 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.608133 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Allocated IP 172.20.0.9 (1c8c1513-4b33-4c10-801b-c01f303f37b0/1d913f09-c848-4436-b4a1-8a6526908f6d/365c7069-adee-4087-848a-0110dac7a8a5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:33.795949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.832882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.880321 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:33.883436 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:33.885909 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:33.919871 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:33.931500 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.931783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.932128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.932457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.932804 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.933121 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.933443 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.933774 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.934089 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.934423 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.934749 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.935071 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:33.988253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:33.989535 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.013907 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-bd89eef6-35a7-4bea-9c06-41036cc67e62 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7742834 Nov 12 13:39:34.194480 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7286a995-db1b-43b9-8659-33da96cdc119 None None] Provisioning complete for port 365c7069-adee-4087-848a-0110dac7a8a5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:34.195059 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7286a995-db1b-43b9-8659-33da96cdc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.223260 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:34.266974 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7286a995-db1b-43b9-8659-33da96cdc119 None None] Port 365c7069-adee-4087-848a-0110dac7a8a5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:34.314119 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.341741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:34.345227 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0821296c-af9d-4adb-b9aa-05a1f6aac7db" -d '{"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:34.359381 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:34.365125 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.440540 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Pushing event updated for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:34.463928 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d130f-3380-4eca-8e62-3b59674b1b22 req-b9356936-e45a-4fea-b61f-3e88d3be6fb0 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:34.465463 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-262d130f-3380-4eca-8e62-3b59674b1b22 req-b9356936-e45a-4fea-b61f-3e88d3be6fb0 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0608397 Nov 12 13:39:34.526726 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-262d130f-3380-4eca-8e62-3b59674b1b22 req-bb0f14f5-c75f-4a75-b99b-cf9600ca1efc tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536661 Nov 12 13:39:34.581187 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ea4294-eea8-4613-965a-abdb026b74c4 x-openstack-request-id: req-85ea4294-eea8-4613-965a-abdb026b74c4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:34.581565 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:34.581877 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85ea4294-eea8-4613-965a-abdb026b74c4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:34.582485 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'code': 200} Nov 12 13:39:35.664715 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dfba1-0a60-4ffb-8b61-42048c4ca3ab req-0a23eb15-affe-4da7-887a-477f84c0251f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:35.668267 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f5dfba1-0a60-4ffb-8b61-42048c4ca3ab req-0a23eb15-affe-4da7-887a-477f84c0251f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0588439 Nov 12 13:39:35.719278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4f5dfba1-0a60-4ffb-8b61-42048c4ca3ab req-2b4a2459-701f-410c-a054-85999bb48b31 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463264 Nov 12 13:39:35.877792 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f61-e990-40ab-a3fe-d08698bbb8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.850308 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ff5e1-75e3-4b34-8991-a439ef463766 req-8ef5d514-a4de-4a4f-b14f-4be88ae88ff9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:36.851864 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f23ff5e1-75e3-4b34-8991-a439ef463766 req-8ef5d514-a4de-4a4f-b14f-4be88ae88ff9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0525231 Nov 12 13:39:36.907251 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-f23ff5e1-75e3-4b34-8991-a439ef463766 req-6df3d6d9-e3ab-44a0-843f-828ddb21c1eb tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494232 Nov 12 13:39:38.044868 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdaafd-be10-4e76-849f-1eab1746ceb3 req-8b25deb7-d872-41f6-93e9-2ea85a0b74b6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:38.046445 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21cdaafd-be10-4e76-849f-1eab1746ceb3 req-8b25deb7-d872-41f6-93e9-2ea85a0b74b6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0549736 Nov 12 13:39:38.103928 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-21cdaafd-be10-4e76-849f-1eab1746ceb3 req-3a811f55-65de-474c-b729-4f910b2e4efc tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502717 Nov 12 13:39:39.153846 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7760e498-990d-44b1-8ca0-da5bf3d8c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:39.246001 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd31c61-6c5e-4911-80f5-aa7028c8ceab req-989a2d92-edfa-42af-98a7-83ed0cd8a8b7 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:39.247623 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bd31c61-6c5e-4911-80f5-aa7028c8ceab req-989a2d92-edfa-42af-98a7-83ed0cd8a8b7 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0645132 Nov 12 13:39:39.325878 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4bd31c61-6c5e-4911-80f5-aa7028c8ceab req-6cd8a8a0-a956-44fa-95fb-4ba93a4b5f87 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700765 Nov 12 13:39:39.696224 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.452604 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf3d2-0c95-4045-8eee-743fc822c872 req-0d856382-92a7-4ea3-b803-a33407a8da0d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:40.455375 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7fadf3d2-0c95-4045-8eee-743fc822c872 req-0d856382-92a7-4ea3-b803-a33407a8da0d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0518069 Nov 12 13:39:40.510046 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7fadf3d2-0c95-4045-8eee-743fc822c872 req-5fa7ebd9-ffbe-43f3-ad41-428d0e12c947 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480592 Nov 12 13:39:40.932274 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.512978 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.652111 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18515a3-c1ce-48b2-96ba-c2df84819044 req-de5fa490-8d75-4a3e-a8cc-2991f25ef667 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:41.653600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d18515a3-c1ce-48b2-96ba-c2df84819044 req-de5fa490-8d75-4a3e-a8cc-2991f25ef667 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0591395 Nov 12 13:39:41.707859 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-d18515a3-c1ce-48b2-96ba-c2df84819044 req-70972615-bbdb-42fe-9b90-9a6cf313cef3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468824 Nov 12 13:39:42.834503 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c8e6f-fdc6-40c0-9c29-c387b2b727d6 req-752bb4ef-6f69-4c76-b656-6b213fc9179d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:42.836098 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-547c8e6f-fdc6-40c0-9c29-c387b2b727d6 req-752bb4ef-6f69-4c76-b656-6b213fc9179d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.0521078 Nov 12 13:39:42.889592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-547c8e6f-fdc6-40c0-9c29-c387b2b727d6 req-d8ce41b3-b5f7-4eb7-a229-496495096c65 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 Nov 12 13:39:43.759547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Request body: {'port': {'device_id': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:43.824824 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.076846 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c9f14-4c6d-4661-bd79-5e6eba1ff7e8 req-eb9f022e-0537-4969-a490-a49c5cb869b1 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:44.078283 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f5c9f14-4c6d-4661-bd79-5e6eba1ff7e8 req-eb9f022e-0537-4969-a490-a49c5cb869b1 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 931 time: 0.1001694 Nov 12 13:39:44.192371 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-5f5c9f14-4c6d-4661-bd79-5e6eba1ff7e8 req-f86396af-9d9c-4da9-bd01-61e342358de9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079090 Nov 12 13:39:44.201683 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365c7069-adee-4087-848a-0110dac7a8a5 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:39:44.210229 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.222935 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Transition to ACTIVE for port object 365c7069-adee-4087-848a-0110dac7a8a5 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:39:44.228386 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.291211 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:44.373250 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Attempting to bind port 365c7069-adee-4087-848a-0110dac7a8a5 on host n-h1-804878-5 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:44.373726 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Attempting to bind port 365c7069-adee-4087-848a-0110dac7a8a5 by drivers openvswitch,hyperv on host n-h1-804878-5 at level 0 using segments [{'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:44.374068 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Attempting to bind port 365c7069-adee-4087-848a-0110dac7a8a5 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:44.379901 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Port 365c7069-adee-4087-848a-0110dac7a8a5 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:39:44.380315 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Attempting to bind port 365c7069-adee-4087-848a-0110dac7a8a5 on network 1c8c1513-4b33-4c10-801b-c01f303f37b0 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:44.385783 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Checking agent: {'id': 'b90165a1-08c9-4bd5-b109-524829991605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'started_at': datetime.datetime(2021, 11, 12, 12, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:44.386128 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Checking segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:44.386547 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Bound using segment: {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:44.386986 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Bound port: 365c7069-adee-4087-848a-0110dac7a8a5, host: n-h1-804878-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9761fd38-86ab-43d7-a728-f0438565551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:44.387371 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.458514 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:44.462076 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:44.468283 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.508973 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:44.509645 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.511307 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] 10.222.0.81 "PUT /v2.0/ports/365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 1091 time: 0.7569613 Nov 12 13:39:44.511792 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:44.514451 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452e375-6d49-4caa-bf43-0f4cb17d78be" -d '{"events": [{"name": "network-changed", "server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "tag": "365c7069-adee-4087-848a-0110dac7a8a5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:44.547861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12b8bf-8e4d-4197-b8f6-9f2d78cc420f service neutron] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:44.597984 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece69dbb-72cb-482e-8b4a-cbb8136ae036 x-openstack-request-id: req-ece69dbb-72cb-482e-8b4a-cbb8136ae036 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:44.598298 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "tag": "365c7069-adee-4087-848a-0110dac7a8a5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:44.598554 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ece69dbb-72cb-482e-8b4a-cbb8136ae036 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:44.598960 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5', 'status': 'completed', 'code': 200} Nov 12 13:39:44.617149 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-42571e33-d5d7-4eb6-8932-3efdf0e478fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:44.618691 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-42571e33-d5d7-4eb6-8932-3efdf0e478fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1094 time: 0.0546196 Nov 12 13:39:44.668209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-8af216d5-3389-44b7-b870-4e12b9eea005 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 217 time: 0.0409186 Nov 12 13:39:44.722666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-fe70a8ac-4534-4180-838f-e76c976cd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:44.724188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-fe70a8ac-4534-4180-838f-e76c976cd6b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0483959 Nov 12 13:39:44.774861 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-f35fef8f-561d-4ce1-8b62-c7a2fff51049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:44.776398 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-f35fef8f-561d-4ce1-8b62-c7a2fff51049 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440781 Nov 12 13:39:44.871278 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-598c8198-412e-4489-927f-daedb3c090d1 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870361 Nov 12 13:39:44.963223 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9c56b619-ea8b-47e7-832c-aeb27a0a9907 req-22ddbe31-a218-4eec-bdf1-dc797cbb0b80 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853593 Nov 12 13:39:45.049247 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-6539bff1-0268-4246-9067-d323ecf44462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:45.050845 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-6539bff1-0268-4246-9067-d323ecf44462 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1094 time: 0.0428569 Nov 12 13:39:45.148036 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-8173e474-a0fd-4d24-9f3c-01577cd394f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:45.149547 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-8173e474-a0fd-4d24-9f3c-01577cd394f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.0922754 Nov 12 13:39:45.192529 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-0c0e85c5-02ec-4a56-bea9-075b203b0deb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 217 time: 0.0358238 Nov 12 13:39:45.256556 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-64b1d4ca-1530-48f1-ab62-da880c3299ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:45.258076 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-64b1d4ca-1530-48f1-ab62-da880c3299ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0572278 Nov 12 13:39:45.337770 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-e95ae02d-68e9-4790-9567-29a4eeea0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:45.339392 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-e95ae02d-68e9-4790-9567-29a4eeea0b4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732465 Nov 12 13:39:45.348201 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daea21a-5d55-472d-b17a-2f5dedde6492 req-01e1adf5-0563-4bb8-b7b9-88d2f7c051b5 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:45.349624 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1daea21a-5d55-472d-b17a-2f5dedde6492 req-01e1adf5-0563-4bb8-b7b9-88d2f7c051b5 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 943 time: 0.0743978 Nov 12 13:39:45.457625 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-1daea21a-5d55-472d-b17a-2f5dedde6492 req-879b1e2b-82bc-4dd5-9f15-341e50a19455 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997691 Nov 12 13:39:45.475823 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-05d15dc7-b6e0-4211-ac2a-fb586e790c5e service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Nov 12 13:39:45.573838 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7452e375-6d49-4caa-bf43-0f4cb17d78be req-ec54b7d8-3337-42a2-93de-aa870ebe3aef service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905604 Nov 12 13:39:46.600316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5c2ea-f750-4e75-a2d0-902f28681885 req-7abb2a98-0b98-4db8-87f8-1d3953fe8be0 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:46.602771 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cb5c2ea-f750-4e75-a2d0-902f28681885 req-7abb2a98-0b98-4db8-87f8-1d3953fe8be0 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 943 time: 0.0736582 Nov 12 13:39:46.682631 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cb5c2ea-f750-4e75-a2d0-902f28681885 req-3ca32eb4-a39a-4c42-aa61-06941d9d8ece tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725150 Nov 12 13:39:46.899395 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:39:47.684343 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:39:47.801895 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:47.817950 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '365c7069-adee-4087-848a-0110dac7a8a5', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'port_id': '365c7069-adee-4087-848a-0110dac7a8a5', 'mac_address': 'fa:16:3e:71:13:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:39:47.820322 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeadcf5-d060-4111-9d80-ebaf9adc29a6 req-b9945a3c-bff9-42ef-b0e4-443680b20e0c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:47.823286 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfeadcf5-d060-4111-9d80-ebaf9adc29a6 req-b9945a3c-bff9-42ef-b0e4-443680b20e0c tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 943 time: 0.0615084 Nov 12 13:39:47.889151 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfeadcf5-d060-4111-9d80-ebaf9adc29a6 req-101c1ef1-506d-4a72-a4c9-15f4a323890e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526972 Nov 12 13:39:48.064918 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.080306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365c7069-adee-4087-848a-0110dac7a8a5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:39:48.102564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:48.107184 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.158210 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:48.363375 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['365c7069-adee-4087-848a-0110dac7a8a5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:39:49.020411 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075db07-a62c-4e1c-9473-ed352a710ed7 req-757ff718-4049-4959-b776-c2c66a3d908f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:49.021803 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c075db07-a62c-4e1c-9473-ed352a710ed7 req-757ff718-4049-4959-b776-c2c66a3d908f tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 944 time: 0.0542598 Nov 12 13:39:49.072477 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-c075db07-a62c-4e1c-9473-ed352a710ed7 req-26ef4fd3-2bf8-466a-b1c6-1243313e84bf tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Nov 12 13:39:49.709484 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:49.762555 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning for port 365c7069-adee-4087-848a-0110dac7a8a5 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:39:49.768000 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 365c7069-adee-4087-848a-0110dac7a8a5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:49.768405 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.847185 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.869510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:49.871745 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f607fe9-3fd3-4466-926c-bb008f7a9957" -d '{"events": [{"server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "name": "network-vif-plugged", "status": "completed", "tag": "365c7069-adee-4087-848a-0110dac7a8a5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:49.884378 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:49.888778 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.915759 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee4ef70-a46b-4073-b785-8f65edf76cc6 x-openstack-request-id: req-fee4ef70-a46b-4073-b785-8f65edf76cc6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:49.916050 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "name": "network-vif-plugged", "status": "completed", "tag": "365c7069-adee-4087-848a-0110dac7a8a5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:49.916300 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fee4ef70-a46b-4073-b785-8f65edf76cc6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:49.916691 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5', 'code': 200} Nov 12 13:39:49.940512 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:50.015943 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e6bd-8220-48e5-bef6-7c0e64c9cca9 req-864a843b-d773-4881-826b-f1bbb3b9b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:50.018184 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fa8e6bd-8220-48e5-bef6-7c0e64c9cca9 req-864a843b-d773-4881-826b-f1bbb3b9b4ed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1096 time: 0.0407977 Nov 12 13:39:50.066600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4fa8e6bd-8220-48e5-bef6-7c0e64c9cca9 req-a5e78287-0bbf-4e69-b723-b9ad2f4fdeaf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Nov 12 13:39:50.195618 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff94db6-79e6-48a6-8946-eff0a3032c21 req-2dbc5372-fc5e-4698-8d3d-02dd5b1b02f1 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:50.197128 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ff94db6-79e6-48a6-8946-eff0a3032c21 req-2dbc5372-fc5e-4698-8d3d-02dd5b1b02f1 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 945 time: 0.0526323 Nov 12 13:39:50.247221 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4ff94db6-79e6-48a6-8946-eff0a3032c21 req-5b84757d-e92b-4e1c-bb10-752b164bc5ba tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Nov 12 13:39:51.371280 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6a9e3-8e11-434a-acf7-ae5bc1ae400c req-4d39c4b8-3d05-4931-9927-2eb68a57819e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:51.372817 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39d6a9e3-8e11-434a-acf7-ae5bc1ae400c req-4d39c4b8-3d05-4931-9927-2eb68a57819e tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 945 time: 0.0502212 Nov 12 13:39:51.426035 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-39d6a9e3-8e11-434a-acf7-ae5bc1ae400c req-946814ab-af37-4536-bfdc-f79521258bd0 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464993 Nov 12 13:39:51.545472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb90571-b086-4f21-9ac0-db81ac2ed28a req-28f619d7-ad2c-4251-baf0-408e46dfff65 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:51.546947 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cb90571-b086-4f21-9ac0-db81ac2ed28a req-28f619d7-ad2c-4251-baf0-408e46dfff65 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 945 time: 0.0512781 Nov 12 13:39:51.601600 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-6cb90571-b086-4f21-9ac0-db81ac2ed28a req-90261b38-c095-4ce3-bb3c-650951c1b932 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477209 Nov 12 13:39:51.624431 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:51.665870 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db996a8-eb82-4a0d-9ac8-9bf6b9428014 tempest-TestSnapshotPattern-841306839 tempest-TestSnapshotPattern-841306839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:51.667424 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7db996a8-eb82-4a0d-9ac8-9bf6b9428014 tempest-TestSnapshotPattern-841306839 tempest-TestSnapshotPattern-841306839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1091 time: 0.0420146 Nov 12 13:39:51.670578 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 45930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:51.675393 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Request body: {'floatingip': {'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'port_id': '365c7069-adee-4087-848a-0110dac7a8a5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:51.697825 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.797498 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.239316 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Allocated IP 172.25.1.52 (1cfe4041-2631-4273-9a66-1e4e46d23e6b/9f63cb7d-8ee5-487f-852c-1b8416de216b/09450b5c-ec1c-47cf-9841-39e3eeb8e7a0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:52.345805 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.383170 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730444990594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.428379 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Network 1cfe4041-2631-4273-9a66-1e4e46d23e6b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:52.431293 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:52.434736 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:52.467048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'Port': ['ID=09450b5c-ec1c-47cf-9841-39e3eeb8e7a0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:52.819345 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.887068 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.042906 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.047390 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25463718'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.116062 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event updated for resources: {'Port': ['ID=09450b5c-ec1c-47cf-9841-39e3eeb8e7a0,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:53.130601 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655570'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.234676 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Floating IP 0facb3df-46e6-4943-9e9a-74011fcb32b4 associated. External IP: 172.25.1.52, port: 365c7069-adee-4087-848a-0110dac7a8a5. Nov 12 13:39:53.455996 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:39:53.566269 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:53.578306 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:53.586235 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.590652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:53.591276 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:53.617507 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-6ba52f85-b7ec-48d9-a967-197ae89752a9 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9460428 Nov 12 13:39:53.618081 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:53.620433 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac" -d '{"events": [{"name": "network-changed", "server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "tag": "365c7069-adee-4087-848a-0110dac7a8a5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:53.663110 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3e676-dac6-460b-bfc8-c5db54d3f251 x-openstack-request-id: req-09f3e676-dac6-460b-bfc8-c5db54d3f251 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:53.663468 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "tag": "365c7069-adee-4087-848a-0110dac7a8a5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:53.663801 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09f3e676-dac6-460b-bfc8-c5db54d3f251 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:53.664290 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5', 'status': 'completed', 'code': 200} Nov 12 13:39:53.711261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:53.728999 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-32d1d114-a9f1-481c-8374-6ddcef4af732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:53.730814 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-32d1d114-a9f1-481c-8374-6ddcef4af732 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1096 time: 0.0447073 Nov 12 13:39:53.851752 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-c018bb8b-f983-4543-9472-146a4223d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:53.853302 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-c018bb8b-f983-4543-9472-146a4223d9a7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1156223 Nov 12 13:39:53.930205 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-8b36a9b0-9a52-405e-b98f-c369a805d6e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 998 time: 0.0679078 Nov 12 13:39:53.970044 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0facb3df-46e6-4943-9e9a-74011fcb32b4', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': '365c7069-adee-4087-848a-0110dac7a8a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:71:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:39:52Z', 'updated_at': '2021-11-12T13:39:52Z', 'revision_number': 0, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}, {'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:23Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:53.990471 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-491227b3-d6e6-48a3-bc46-4f1880a5cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:53.992034 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-491227b3-d6e6-48a3-bc46-4f1880a5cbc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0538747 Nov 12 13:39:54.002460 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:54.011258 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:54.011894 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:39:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:54.045412 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-967ff413-6efd-498b-a072-bf308346b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:54.047209 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-967ff413-6efd-498b-a072-bf308346b3a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482838 Nov 12 13:39:54.123519 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:54.149643 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-f112dc48-5efc-4675-9b81-7403ebf87c6e service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942531 Nov 12 13:39:54.265478 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-33f8c6ec-9e87-43ae-bed5-1171ca66fdac req-a3f8c720-75a6-4f3e-90d8-e307c5a10fac service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086357 Nov 12 13:39:54.373515 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0facb3df-46e6-4943-9e9a-74011fcb32b4', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': '365c7069-adee-4087-848a-0110dac7a8a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:71:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:39:52Z', 'updated_at': '2021-11-12T13:39:52Z', 'revision_number': 0, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}, {'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:23Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:54.400523 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee672b-17f7-456d-9d19-c15822388063 None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '0facb3df-46e6-4943-9e9a-74011fcb32b4', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': '365c7069-adee-4087-848a-0110dac7a8a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:71:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:39:52Z', 'updated_at': '2021-11-12T13:39:52Z', 'revision_number': 0, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}, {'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:23Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:54.591446 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117acdeb-66ac-4e2f-bcf9-376a5af6f5c4 None None] New status for floating IP 0facb3df-46e6-4943-9e9a-74011fcb32b4: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:40:00.379608 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.818858 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.874481 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f572c3f5-1064-428f-80d0-c10ef0d04155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.148448 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3645d0e8-5097-4bae-89dc-e59ac8aab6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.703386 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.933017 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.508118 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.899609 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:40:26.175728 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-12ceeb9c-f9a3-484d-9ff3-ee91e4a60079 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407617 Nov 12 13:40:26.259067 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894855-c357-4665-8eeb-c3110da9f82a req-3dc87500-96dc-40b8-99f8-056d35adc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:26.260583 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-3dc87500-96dc-40b8-99f8-056d35adc007 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1094 time: 0.0430567 Nov 12 13:40:26.366761 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894855-c357-4665-8eeb-c3110da9f82a req-a4482b6d-538f-44c2-a7e1-55cb468c9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:26.368258 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-a4482b6d-538f-44c2-a7e1-55cb468c9c4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.0893300 Nov 12 13:40:26.433835 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-b80a623d-2f6d-4114-b8e9-95a9efd75af2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 999 time: 0.0582321 Nov 12 13:40:26.486054 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894855-c357-4665-8eeb-c3110da9f82a req-d723a508-941a-4881-a899-6bc681f5d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:26.488137 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-d723a508-941a-4881-a899-6bc681f5d956 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0474584 Nov 12 13:40:26.533544 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894855-c357-4665-8eeb-c3110da9f82a req-5a45bcfb-89d9-4edc-abf1-371f87378c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:26.535062 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-5a45bcfb-89d9-4edc-abf1-371f87378c62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403397 Nov 12 13:40:26.627289 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-8afaba25-7fb6-4fd1-86fd-8d207281eb2c service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Nov 12 13:40:27.042899 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-90894855-c357-4665-8eeb-c3110da9f82a req-56cf8993-af1b-4d0b-9283-c3769b2fdacf service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057176 Nov 12 13:40:30.439631 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.832360 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.449664 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-41ed8d96-70c4-4825-8e8f-e60aadc56a0a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413404 Nov 12 13:40:31.535966 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-5bfe93f8-d15c-4b97-828c-ccf1d8c40df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:31.537462 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-5bfe93f8-d15c-4b97-828c-ccf1d8c40df8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1096 time: 0.0446837 Nov 12 13:40:31.641162 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-6c9a7939-0175-41db-bc99-b8aa603e5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:31.642677 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-6c9a7939-0175-41db-bc99-b8aa603e5496 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.0849795 Nov 12 13:40:31.713926 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-ab0d7727-6ac0-4981-8afa-6b6da4f2bbbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 1000 time: 0.0623178 Nov 12 13:40:31.764696 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-bb25a4cd-9733-45ae-84d7-14b7a4b4319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:31.766201 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-bb25a4cd-9733-45ae-84d7-14b7a4b4319d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0447345 Nov 12 13:40:31.813242 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-0cae1d4d-e89b-4fac-b5f1-9319d81398c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:31.814774 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-0cae1d4d-e89b-4fac-b5f1-9319d81398c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402822 Nov 12 13:40:31.908602 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-28c25589-d0b3-4410-82c4-fc1428a94ed6 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863287 Nov 12 13:40:31.999084 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-46a99d0e-29a6-4654-bb06-5b14f5e36fa3 req-e6d4a96a-7400-4aab-8d8c-c4639dd30915 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828428 Nov 12 13:40:35.876487 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd1df51c-37eb-4ce7-b7c0-fb53a9f0fe70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.151210 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79cd83ac-7a28-42cd-922d-3ccc97b3bbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.702099 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.935212 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.513208 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.436095 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.820508 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.898822 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:41:05.881221 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5293e299-6ee2-457e-86ad-7f629577d123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.158656 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b58c0389-59e1-4d54-b42b-3f7707594ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.702727 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.938647 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:11.517316 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.128495 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 details requested by agent hyperv_n-h1-804878-5 with host n-h1-804878-5 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:24.243105 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:24.265837 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Returning: {'device': '365c7069-adee-4087-848a-0110dac7a8a5', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'port_id': '365c7069-adee-4087-848a-0110dac7a8a5', 'mac_address': 'fa:16:3e:71:13:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:24.305513 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.319228 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 365c7069-adee-4087-848a-0110dac7a8a5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:24.340733 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:24.344705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.411022 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:24.419866 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] get_ports_and_sgs() called for port_ids ['365c7069-adee-4087-848a-0110dac7a8a5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:24.422356 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.422806 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.423138 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.423469 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.423830 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.424156 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.424474 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.424858 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.425111 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.425457 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.426958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:24.427295 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:26.140191 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 up at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:26.192652 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Provisioning complete for port 365c7069-adee-4087-848a-0110dac7a8a5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:26.193123 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3870255'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.302491 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850094'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.328261 n-d-804878-5 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:26.330717 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb4bd2c94d5c445916f5093d684740972762fb1ee8def98314751be661b4747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66efaacd-6ff8-4361-9426-f61956802cea" -d '{"events": [{"server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "name": "network-vif-plugged", "status": "completed", "tag": "365c7069-adee-4087-848a-0110dac7a8a5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:26.345321 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:26.353929 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730445417620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730444990612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730444990630'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.389286 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22017f9-2841-4474-86e2-46c0f92b805e x-openstack-request-id: req-c22017f9-2841-4474-86e2-46c0f92b805e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:26.389576 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "name": "network-vif-plugged", "status": "completed", "tag": "365c7069-adee-4087-848a-0110dac7a8a5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:26.389824 n-d-804878-5 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c22017f9-2841-4474-86e2-46c0f92b805e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:26.390298 n-d-804878-5 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5', 'code': 200} Nov 12 13:41:26.410763 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Pushing event updated for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:28.178494 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-94c70069-f23e-4e99-a403-5706f04a3ce8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580964 Nov 12 13:41:28.290603 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d00b-43ee-4405-b516-797f7160252a req-516f290e-1c04-4291-9510-c96475ee6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.292439 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-516f290e-1c04-4291-9510-c96475ee6924 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1094 time: 0.0552237 Nov 12 13:41:28.426323 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d00b-43ee-4405-b516-797f7160252a req-ff4a437f-32b0-4a1d-b936-e0981461addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.427969 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-ff4a437f-32b0-4a1d-b936-e0981461addc service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1125619 Nov 12 13:41:28.520420 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-82fb8daa-eb02-413c-846d-f098e98c1d5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 999 time: 0.0833321 Nov 12 13:41:28.579438 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d00b-43ee-4405-b516-797f7160252a req-bbb238d2-a078-4550-85db-2510e56b8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.582051 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-bbb238d2-a078-4550-85db-2510e56b8366 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0557382 Nov 12 13:41:28.637236 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d00b-43ee-4405-b516-797f7160252a req-cfdabf67-6b14-429f-89b8-32a7ce3f40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.638780 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-cfdabf67-6b14-429f-89b8-32a7ce3f40b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498488 Nov 12 13:41:28.752332 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-4141ba4f-b4d3-4065-a374-6a848f486faa service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063006 Nov 12 13:41:28.874379 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-4568d00b-43ee-4405-b516-797f7160252a req-0f4f71e8-018f-426c-a955-9c32d87ce343 service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151586 Nov 12 13:41:30.469389 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.843747 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.537400 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-de19ff39-5dc8-42e2-8b6d-493dac746cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.539744 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-de19ff39-5dc8-42e2-8b6d-493dac746cc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1096 time: 0.1010807 Nov 12 13:41:31.691950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-c1f078af-13f3-4336-a5d1-9d339bd3ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.693939 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-c1f078af-13f3-4336-a5d1-9d339bd3ae8e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1268058 Nov 12 13:41:31.795579 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-c874b1ef-7598-409c-a0ea-c1651b2039af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 1000 time: 0.0936205 Nov 12 13:41:31.849389 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-a81ec865-3d87-4b32-aa7e-2999f7d4800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.850923 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-a81ec865-3d87-4b32-aa7e-2999f7d4800b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0483382 Nov 12 13:41:31.912835 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-c3ba0c2d-31b4-41cc-9c0d-f2704158b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.914697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-c3ba0c2d-31b4-41cc-9c0d-f2704158b4c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541728 Nov 12 13:41:32.029073 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-2dd15d58-a9af-41d4-8936-cc287ac139d7 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048183 Nov 12 13:41:32.142452 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-4db8572f-68ad-4e0f-94eb-2d2fa6083560 req-267fe876-1884-4c92-bac0-c68dd55928e1 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055007 Nov 12 13:41:34.098947 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:34.274336 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Deleting port 09450b5c-ec1c-47cf-9841-39e3eeb8e7a0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:34.274594 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.365200 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.365528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.380566 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Calling delete_port for 09450b5c-ec1c-47cf-9841-39e3eeb8e7a0 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:34.533299 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.560130 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event deleted for resources: {'Port': ['ID=09450b5c-ec1c-47cf-9841-39e3eeb8e7a0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:34.573197 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.573541 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.573887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.574244 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.574567 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.574890 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.575213 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.575535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.575852 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.576177 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.576494 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.576809 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:34.632697 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.633102 n-d-804878-5 neutron-server[102778]: INFO neutron.db.l3_db [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Floating IP 0facb3df-46e6-4943-9e9a-74011fcb32b4 disassociated (deleted). External IP: 172.25.1.52, port: 365c7069-adee-4087-848a-0110dac7a8a5. Nov 12 13:41:34.852374 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:34.967292 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:34.972420 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.978100 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:34.989248 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:34.989982 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.004679 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-b58dc426-fd7a-4a22-9ea9-01e500a9d496 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "DELETE /v2.0/floatingips/0facb3df-46e6-4943-9e9a-74011fcb32b4 HTTP/1.1" status: 204 len: 168 time: 0.9045882 Nov 12 13:41:35.005285 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:35.007590 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "tag": "365c7069-adee-4087-848a-0110dac7a8a5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:35.103510 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:35.179590 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03733b72-e975-493c-90c2-6d245deef753 x-openstack-request-id: req-03733b72-e975-493c-90c2-6d245deef753 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:35.180180 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "tag": "365c7069-adee-4087-848a-0110dac7a8a5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:35.180180 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03733b72-e975-493c-90c2-6d245deef753 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:35.180531 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5', 'status': 'completed', 'code': 200} Nov 12 13:41:35.289217 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-bda39c80-765e-4cab-84df-98e9a87fa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.290820 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-bda39c80-765e-4cab-84df-98e9a87fa6a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 1096 time: 0.0853078 Nov 12 13:41:35.305096 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc3a2-f4ed-4033-b2d7-c016d77b186d req-25585b88-e079-4238-b59a-042e4c0f1202 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.306609 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da5cc3a2-f4ed-4033-b2d7-c016d77b186d req-25585b88-e079-4238-b59a-042e4c0f1202 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 945 time: 0.0701659 Nov 12 13:41:35.413739 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-da5cc3a2-f4ed-4033-b2d7-c016d77b186d req-b6c45849-84ac-4db5-91d5-103c40c65b2a tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986304 Nov 12 13:41:35.434006 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-f34a7fec-4ab0-4ded-aa51-32cd2888b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.435597 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-f34a7fec-4ab0-4ded-aa51-32cd2888b7a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1280975 Nov 12 13:41:35.482697 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-b5cc5cae-efd0-4d86-a404-4b876c488d17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 200 len: 217 time: 0.0394552 Nov 12 13:41:35.516315 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:23Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.542435 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:35.551197 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:35.551812 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:09Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.555887 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-2d43016f-740c-44b5-bfa1-a24dfef04321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.557344 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-2d43016f-740c-44b5-bfa1-a24dfef04321 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0669680 Nov 12 13:41:35.605626 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-3d40419c-8bd8-4bbc-964a-a0ea846ba963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.607215 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-3d40419c-8bd8-4bbc-964a-a0ea846ba963 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417805 Nov 12 13:41:35.659368 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:35.704490 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-45b72814-6608-43a1-88b2-acaac6f9b658 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885499 Nov 12 13:41:35.806306 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-7ed86e6d-66d2-4a3a-9b0f-0400a8c14dc6 req-8989c9a0-95e3-407c-b935-8745e6a32982 service neutron] 10.222.0.81 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936744 Nov 12 13:41:35.898854 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a3f7c46-b90e-46f2-af47-cf0afdad2d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.923035 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:23Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.957054 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa1460-b43f-4879-b702-6b346f3f3a22 None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_floatingips': [{'id': '943e267b-1c1a-47b3-a588-d8194cd4b4b5', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'router_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'port_id': 'c6296ec3-6792-4e36-b025-080f67367348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'mac_address': 'fa:16:3e:4b:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:21Z', 'updated_at': '2021-11-12T13:37:23Z', 'revision_number': 1, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:36.198311 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2389982-ce1d-43a3-be24-d1041acb8ca8 None None] New status for floating IP 0facb3df-46e6-4943-9e9a-74011fcb32b4: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:41:36.539320 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c6b5-8c26-4daa-b865-205e755e7886 req-a4d9c275-b7ff-42f1-ba35-b682bebf4406 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.540879 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eab3c6b5-8c26-4daa-b865-205e755e7886 req-a4d9c275-b7ff-42f1-ba35-b682bebf4406 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 945 time: 0.0556595 Nov 12 13:41:36.591882 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-eab3c6b5-8c26-4daa-b865-205e755e7886 req-14345f6b-7cc0-4d30-b9d4-e089b322d367 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Nov 12 13:41:36.980950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-b076a340-71d2-497a-95db-c46639cf8d61 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.982486 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-b076a340-71d2-497a-95db-c46639cf8d61 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.81 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 945 time: 0.0499668 Nov 12 13:41:37.089047 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Deleting port 365c7069-adee-4087-848a-0110dac7a8a5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:37.089284 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.181819 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] For port 365c7069-adee-4087-848a-0110dac7a8a5, host n-h1-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-5',level=0,port_id=365c7069-adee-4087-848a-0110dac7a8a5,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:37.182355 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.195181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Calling delete_port for 365c7069-adee-4087-848a-0110dac7a8a5 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:37.335097 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.365041 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event deleted for resources: {'Port': ['ID=365c7069-adee-4087-848a-0110dac7a8a5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:37.414960 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] No DVR routers for this DVR port 365c7069-adee-4087-848a-0110dac7a8a5 on host n-h1-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:37.417572 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.421039 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-3e39a5d8-6ca8-4ea1-a1cc-195f80f5b730 req-91011d18-8404-4d03-87c2-63a66432024d tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.81 "DELETE /v2.0/ports/365c7069-adee-4087-848a-0110dac7a8a5 HTTP/1.1" status: 204 len: 173 time: 0.4318626 Nov 12 13:41:37.421470 n-d-804878-5 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'name': 'network-vif-deleted', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:37.423729 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9f9baa49163459898fe453a63a8bca2b857c8ddd5a8e3326594c6f0d446a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435aba6-c963-4602-8b25-3fe511527963" -d '{"events": [{"server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "name": "network-vif-deleted", "tag": "365c7069-adee-4087-848a-0110dac7a8a5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:37.463140 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d2eb0-d1f6-419f-bbf3-42cb80c280d8 x-openstack-request-id: req-5b3d2eb0-d1f6-419f-bbf3-42cb80c280d8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:37.463523 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370fd746-20be-4585-8b4c-1c9b164a91ca", "name": "network-vif-deleted", "tag": "365c7069-adee-4087-848a-0110dac7a8a5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:37.463914 n-d-804878-5 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b3d2eb0-d1f6-419f-bbf3-42cb80c280d8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:37.464467 n-d-804878-5 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370fd746-20be-4585-8b4c-1c9b164a91ca', 'name': 'network-vif-deleted', 'tag': '365c7069-adee-4087-848a-0110dac7a8a5', 'status': 'completed', 'code': 200} Nov 12 13:41:37.703319 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-9f9ab3d2-7f8f-47db-adc5-4f87c53aa0cd req-7395858e-faf6-431e-add9-d83d55242493 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=370fd746-20be-4585-8b4c-1c9b164a91ca HTTP/1.1" status: 200 len: 210 time: 0.0281508 Nov 12 13:41:37.899544 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:41:38.204198 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:38.228741 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 365c7069-adee-4087-848a-0110dac7a8a5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:38.229083 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:39.155052 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9eba128d-06da-4610-bb23-b93462945f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.356198 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:39.555370 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Deleting port 3e664288-78b8-4269-bc56-32f7a7d6cd86 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:39.555720 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.646005 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.646368 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.664731 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Calling delete_port for 3e664288-78b8-4269-bc56-32f7a7d6cd86 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:39.712689 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.849319 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.876654 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event deleted for resources: {'Port': ['ID=3e664288-78b8-4269-bc56-32f7a7d6cd86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:39.905950 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.906245 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.906607 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.906941 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.907284 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.907917 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.908144 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.908539 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.908865 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.909197 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.909702 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.910195 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-5 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:39.954016 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.954486 n-d-804878-5 neutron-server[102779]: INFO neutron.db.l3_db [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Floating IP 943e267b-1c1a-47b3-a588-d8194cd4b4b5 disassociated (deleted). External IP: 172.25.1.132, port: c6296ec3-6792-4e36-b025-080f67367348. Nov 12 13:41:40.198156 n-d-804878-5 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:40.322649 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:40.327695 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.333658 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:40.346262 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:40.348445 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.361037 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-2bb63c61-183b-4819-aae9-95266bd03fe3 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "DELETE /v2.0/floatingips/943e267b-1c1a-47b3-a588-d8194cd4b4b5 HTTP/1.1" status: 204 len: 168 time: 1.0006993 Nov 12 13:41:40.361037 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:40.361770 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:40.499589 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:40.545525 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe264fbd-fbc1-4950-8d3c-7b61c901b35a x-openstack-request-id: req-fe264fbd-fbc1-4950-8d3c-7b61c901b35a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:40.545815 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:40.546067 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe264fbd-fbc1-4950-8d3c-7b61c901b35a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:40.546528 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'status': 'completed', 'code': 200} Nov 12 13:41:40.620855 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-1b71a0db-87c4-4cf3-912d-0e20b027a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.622463 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-1b71a0db-87c4-4cf3-912d-0e20b027a8b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 1094 time: 0.0514917 Nov 12 13:41:40.664462 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535a48-e9b0-4bb1-a2fc-9513900ff176 req-d1d9e85b-1128-46c2-9553-ce247a75ac13 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.667388 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53535a48-e9b0-4bb1-a2fc-9513900ff176 req-d1d9e85b-1128-46c2-9553-ce247a75ac13 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 943 time: 0.0703511 Nov 12 13:41:40.733584 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.735645 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-53535a48-e9b0-4bb1-a2fc-9513900ff176 req-39cdf493-1e1a-467b-8766-a0e26cbe3fc1 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547855 Nov 12 13:41:40.748990 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-cc39b146-37e7-4a37-aeeb-51495ca2c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.750644 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-cc39b146-37e7-4a37-aeeb-51495ca2c1d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 200 len: 910 time: 0.1208086 Nov 12 13:41:40.767032 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:40.777069 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:40.777697 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.804250 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-8a72ea74-a418-4bf4-8489-580e542359c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 200 len: 217 time: 0.0428998 Nov 12 13:41:40.858867 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-de7bcd2a-e3b3-4dd1-b276-1e3c9d045b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.860374 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-de7bcd2a-e3b3-4dd1-b276-1e3c9d045b74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 200 len: 848 time: 0.0485480 Nov 12 13:41:40.890443 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:40.913068 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-1d493974-6be3-4f20-9fc3-9b65c7aab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.914628 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-1d493974-6be3-4f20-9fc3-9b65c7aab7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c8c1513-4b33-4c10-801b-c01f303f37b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450597 Nov 12 13:41:40.996998 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.023940 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-309de092-7a5b-47e6-9084-7a9fafb17f4f service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997691 Nov 12 13:41:41.128786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:41.136665 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-86b19dad-5b32-43be-81b6-97b8dcd3aeb1 req-adf1feed-a509-48ef-beed-222be5a0619e service neutron] 10.222.0.65 "GET /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046543 Nov 12 13:41:41.160405 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a825f-ea86-4305-97b5-41a3c895985f None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5', '_interfaces': [{'id': '942e688f-8b0d-4fae-a01c-78986bb7a911', 'name': '', 'network_id': '1c8c1513-4b33-4c10-801b-c01f303f37b0', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'mac_address': 'fa:16:3e:93:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:57Z', 'updated_at': '2021-11-12T13:37:03Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'subnets': [{'id': '1d913f09-c848-4436-b4a1-8a6526908f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:41.404198 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57fae5-7667-4bee-b757-77794f022365 None None] New status for floating IP 943e267b-1c1a-47b3-a588-d8194cd4b4b5: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:41:41.523572 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.861172 n-d-804878-5 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adc2e-308c-411f-a199-ed5e41e470c5 req-63a00429-5f03-4bcc-9be6-6ef4b03a3a56 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:41.862941 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-574adc2e-308c-411f-a199-ed5e41e470c5 req-63a00429-5f03-4bcc-9be6-6ef4b03a3a56 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 943 time: 0.0505555 Nov 12 13:41:41.922869 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-574adc2e-308c-411f-a199-ed5e41e470c5 req-cc808e69-35fa-41d1-8172-e78b5edf18e6 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/security-groups?id=c696d587-d41a-4df6-b9f8-4c8d0045b449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538623 Nov 12 13:41:42.243142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 no longer exists at agent hyperv_n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:42.264797 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] No Port match for: 365c7069-adee-4087-848a-0110dac7a8a5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:42.265137 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Device 365c7069-adee-4087-848a-0110dac7a8a5 not bound to the agent host n-h1-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:42.316573 n-d-804878-5 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-54a8cc96-924d-483e-b3fb-682363dbed60 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:42.318314 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-54a8cc96-924d-483e-b3fb-682363dbed60 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 943 time: 0.0562921 Nov 12 13:41:42.420952 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Deleting port c6296ec3-6792-4e36-b025-080f67367348 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:42.421295 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.520244 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] For port c6296ec3-6792-4e36-b025-080f67367348, host n-h2-804878-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-5',level=0,port_id=c6296ec3-6792-4e36-b025-080f67367348,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:42.520519 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.532813 n-d-804878-5 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Calling delete_port for c6296ec3-6792-4e36-b025-080f67367348 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:42.668236 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32097261'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.702680 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event deleted for resources: {'Port': ['ID=c6296ec3-6792-4e36-b025-080f67367348,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:42.746746 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] No DVR routers for this DVR port c6296ec3-6792-4e36-b025-080f67367348 on host n-h2-804878-5 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:42.751159 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53500'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.755176 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [req-46bec9cd-2077-48ff-84e4-65542efbacf8 req-e4d80823-c93a-4dc5-a953-b9a1524ae991 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.65 "DELETE /v2.0/ports/c6296ec3-6792-4e36-b025-080f67367348 HTTP/1.1" status: 204 len: 173 time: 0.4300430 Nov 12 13:41:42.755627 n-d-804878-5 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-deleted', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:42.757907 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212766b1b46783f04f25f34bb3b3571a04f0e7323af69e6c0748e9bdcb32adac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af2197-df22-41d4-94ca-76aef9558aa9" -d '{"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-deleted", "tag": "c6296ec3-6792-4e36-b025-080f67367348"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:42.814016 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f2078d-c7e1-4654-84e3-2ee0e90aaa45 x-openstack-request-id: req-16f2078d-c7e1-4654-84e3-2ee0e90aaa45 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:42.814354 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62b7a17-750a-40cb-8bc5-8bfd0048428b", "name": "network-vif-deleted", "tag": "c6296ec3-6792-4e36-b025-080f67367348", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:42.814610 n-d-804878-5 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16f2078d-c7e1-4654-84e3-2ee0e90aaa45 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:42.815039 n-d-804878-5 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b7a17-750a-40cb-8bc5-8bfd0048428b', 'name': 'network-vif-deleted', 'tag': 'c6296ec3-6792-4e36-b025-080f67367348', 'status': 'completed', 'code': 200} Nov 12 13:41:43.037562 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [req-dfd0db39-06e3-4fe2-b5f4-f1bc6d0c95f0 req-f357dc7f-3110-4393-96a2-ee58b4617944 tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62b7a17-750a-40cb-8bc5-8bfd0048428b HTTP/1.1" status: 200 len: 210 time: 0.0288002 Nov 12 13:41:44.099983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:44.178284 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb61aa5a-7eb7-48fc-af82-bb81ccddd6ae tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.205167 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb61aa5a-7eb7-48fc-af82-bb81ccddd6ae tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.276667 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb61aa5a-7eb7-48fc-af82-bb81ccddd6ae tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.279399 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb61aa5a-7eb7-48fc-af82-bb81ccddd6ae tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Publish callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.280587 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-bb61aa5a-7eb7-48fc-af82-bb81ccddd6ae tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] 10.222.0.18 "DELETE /v2.0/security-groups/c696d587-d41a-4df6-b9f8-4c8d0045b449 HTTP/1.1" status: 204 len: 168 time: 0.1796200 Nov 12 13:41:44.291614 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61aa5a-7eb7-48fc-af82-bb81ccddd6ae tempest-TestSnapshotPattern-713123969 tempest-TestSnapshotPattern-713123969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696d587-d41a-4df6-b9f8-4c8d0045b449,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:44.334891 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:44.865290 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 no longer exists at agent hyperv_n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:44.889831 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] No Port match for: c6296ec3-6792-4e36-b025-080f67367348 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:44.890183 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Device c6296ec3-6792-4e36-b025-080f67367348 not bound to the agent host n-h2-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:45.040286 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.298039 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Deleting port 942e688f-8b0d-4fae-a01c-78986bb7a911 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:45.298288 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.384355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] For port 942e688f-8b0d-4fae-a01c-78986bb7a911, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=942e688f-8b0d-4fae-a01c-78986bb7a911,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:45.385109 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.398671 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Calling delete_port for 942e688f-8b0d-4fae-a01c-78986bb7a911 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:45.605038 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.636511 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=942e688f-8b0d-4fae-a01c-78986bb7a911,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:45.843463 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.071263 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:46.200340 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:46.205818 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-7fca96c4-877b-46b0-87f6-54ce6c54d4a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/7360fe97-9eb0-4c1b-968c-bbeec83a2a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697844 Nov 12 13:41:46.208395 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46218) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:46.211139 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b1697-42c8-454a-ba39-01225295c42b None None] Sync routers for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:46.220522 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:46.221133 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:46.324263 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.334553 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: n-d-804878-5 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:46.432438 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.500349 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Deleting port 5f2bff6f-66df-4390-b43b-270fba36105f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:46.500614 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.525728 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:41:45Z', 'revision_number': 5, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port': {'id': '5f2bff6f-66df-4390-b43b-270fba36105f', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:46.553125 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b1697-42c8-454a-ba39-01225295c42b None None] Checking router: 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b for host: n-d-804878-5 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:46.561347 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] Routers {'7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'} bound to L3 agent in host n-d-804878-5 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:46.561955 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:46.589480 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] For port 5f2bff6f-66df-4390-b43b-270fba36105f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=5f2bff6f-66df-4390-b43b-270fba36105f,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:46.589882 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.603241 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Calling delete_port for 5f2bff6f-66df-4390-b43b-270fba36105f owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:46.649505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] Set router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:46.703275 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-427b1697-42c8-454a-ba39-01225295c42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:41:46Z', 'revision_number': 6, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:46.731958 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b1697-42c8-454a-ba39-01225295c42b None None] The sync data for ids ['7360fe97-9eb0-4c1b-968c-bbeec83a2a8b'] in n-d-804878-5 is: [{'id': '7360fe97-9eb0-4c1b-968c-bbeec83a2a8b', 'name': 'tempest-TestSnapshotPattern-684656123-router', 'tenant_id': '858c3de2656e47bcbbc236a853b3b1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:55Z', 'updated_at': '2021-11-12T13:41:46Z', 'revision_number': 6, 'project_id': '858c3de2656e47bcbbc236a853b3b1cf', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:46.776957 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.805254 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2bff6f-66df-4390-b43b-270fba36105f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:46.822564 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff16ba-3954-4065-b33f-2c6c89b61c42 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:46.889320 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.991781 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.993955 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.044548 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.045005 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7360fe97-9eb0-4c1b-968c-bbeec83a2a8b {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:47.049488 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.052974 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-73834192-e9c9-47f3-80e7-0d164174855d admin admin] 10.222.0.18 "DELETE /v2.0/routers/7360fe97-9eb0-4c1b-968c-bbeec83a2a8b HTTP/1.1" status: 204 len: 168 time: 0.8421390 Nov 12 13:41:47.055557 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.18', 46220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:47.127522 n-d-804878-5 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Deleting subnet 1d913f09-c848-4436-b4a1-8a6526908f6d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:47.132172 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.174448 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030008'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.186725 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 942e688f-8b0d-4fae-a01c-78986bb7a911 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:47.217323 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 942e688f-8b0d-4fae-a01c-78986bb7a911 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:47.218098 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 942e688f-8b0d-4fae-a01c-78986bb7a911 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:47.279322 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.354119 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32097246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32800985'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.392994 n-d-804878-5 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.399595 n-d-804878-5 neutron-server[102779]: INFO neutron.wsgi [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1d913f09-c848-4436-b4a1-8a6526908f6d HTTP/1.1" status: 204 len: 168 time: 0.3405247 Nov 12 13:41:47.399835 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78397687-7194-41d2-afdc-1f49ab147df2 None None] Network 1c8c1513-4b33-4c10-801b-c01f303f37b0 requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:47.399983 n-d-804878-5 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cfa4e-9656-4fb4-8b1b-03b7e1993042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d913f09-c848-4436-b4a1-8a6526908f6d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:47.400253 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:47.487256 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.582968 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Deleting port ffcade76-971a-4452-94cb-37f752ae9c2d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:47.583470 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.611399 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] DHCP port deletion for 1c8c1513-4b33-4c10-801b-c01f303f37b0 request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:47.665867 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] For port ffcade76-971a-4452-94cb-37f752ae9c2d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ffcade76-971a-4452-94cb-37f752ae9c2d,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:47.666277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.680382 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Calling delete_port for ffcade76-971a-4452-94cb-37f752ae9c2d owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:47.682505 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] Deleting port ffcade76-971a-4452-94cb-37f752ae9c2d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:47.683114 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.775114 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] For port ffcade76-971a-4452-94cb-37f752ae9c2d, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=ffcade76-971a-4452-94cb-37f752ae9c2d,segment=NetworkSegment(9761fd38-86ab-43d7-a728-f0438565551c),segment_id=9761fd38-86ab-43d7-a728-f0438565551c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:47.775526 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.791040 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] Calling delete_port for ffcade76-971a-4452-94cb-37f752ae9c2d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:47.807629 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.844711 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcade76-971a-4452-94cb-37f752ae9c2d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:47.846839 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] No DVR routers for this DVR port ffcade76-971a-4452-94cb-37f752ae9c2d on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:47.910616 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.934599 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.946140 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] Pushing event deleted for resources: {'Port': ['ID=ffcade76-971a-4452-94cb-37f752ae9c2d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:47.948128 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe83aa-99b3-409e-9ee8-192e87c837de None None] No DVR routers for this DVR port ffcade76-971a-4452-94cb-37f752ae9c2d on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:47.966457 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8c1513-4b33-4c10-801b-c01f303f37b0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.978205 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9761fd38-86ab-43d7-a728-f0438565551c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.978624 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9761fd38-86ab-43d7-a728-f0438565551c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.992294 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.010483 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.018289 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:48.019846 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:48.022459 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:48.088339 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.095578 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.100188 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c8c1513-4b33-4c10-801b-c01f303f37b0 HTTP/1.1" status: 204 len: 168 time: 0.6984627 Nov 12 13:41:48.102539 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46224) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.118355 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4846bd-798b-47a9-96c5-80c06f97c2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8c1513-4b33-4c10-801b-c01f303f37b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:48.462640 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663506'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.712597 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Deleting port e6d0bf31-f17c-464b-a6f4-500db53cc86f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:48.713405 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.790233 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] For port e6d0bf31-f17c-464b-a6f4-500db53cc86f, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=e6d0bf31-f17c-464b-a6f4-500db53cc86f,segment=NetworkSegment(9977be2e-0364-49da-ae6f-33d7bcd7f28f),segment_id=9977be2e-0364-49da-ae6f-33d7bcd7f28f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:48.790605 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.804950 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Calling delete_port for e6d0bf31-f17c-464b-a6f4-500db53cc86f owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:48.859791 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ffcade76-971a-4452-94cb-37f752ae9c2d no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:48.882297 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: ffcade76-971a-4452-94cb-37f752ae9c2d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:48.882669 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device ffcade76-971a-4452-94cb-37f752ae9c2d not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:48.883084 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5f2bff6f-66df-4390-b43b-270fba36105f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:48.902908 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 5f2bff6f-66df-4390-b43b-270fba36105f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:48.903256 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 5f2bff6f-66df-4390-b43b-270fba36105f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:49.009819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.033025 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d0bf31-f17c-464b-a6f4-500db53cc86f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:49.209967 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663138'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.772998 n-d-804878-5 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Router eb7f599a-09f4-4c57-b08b-74514ecb6513 has already been hosted by L3 agent 5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:49.875614 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] Notify agent at l3_agent.n-d-804878-5 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:49.881781 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-569f928c-aa69-4f10-8271-d6881e1c2e0a admin admin] 10.222.0.18 "PUT /v2.0/routers/eb7f599a-09f4-4c57-b08b-74514ecb6513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782393 Nov 12 13:41:49.884642 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46226) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:49.885282 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] Sync routers for ids ['eb7f599a-09f4-4c57-b08b-74514ecb6513'] in n-d-804878-5 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:49.895630 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] Routers {'eb7f599a-09f4-4c57-b08b-74514ecb6513'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:49.896350 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['eb7f599a-09f4-4c57-b08b-74514ecb6513'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:49.996788 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.090606 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] Set router eb7f599a-09f4-4c57-b08b-74514ecb6513 gateway port host: n-d-804878-5 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:50.103129 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.156414 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Deleting port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:50.156760 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.239906 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] For port bb2f42b6-0554-4a61-ac1c-e3abbe406dd6, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,segment=NetworkSegment(33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c),segment_id=33f6ebcc-77d1-409e-bf15-1b43ab3a2d6c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:50.240277 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.252666 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Calling delete_port for bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:50.266341 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'external_fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:41:48Z', 'revision_number': 5, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port': {'id': 'bb2f42b6-0554-4a61-ac1c-e3abbe406dd6', 'name': '', 'network_id': '1cfe4041-2631-4273-9a66-1e4e46d23e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f63cb7d-8ee5-487f-852c-1b8416de216b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-5'}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.297766 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] Checking router: eb7f599a-09f4-4c57-b08b-74514ecb6513 for host: n-d-804878-5 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:50.306803 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] Routers {'eb7f599a-09f4-4c57-b08b-74514ecb6513'} bound to L3 agent in host n-d-804878-5 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:50.307410 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T12:04:08Z,description=,heartbeat_timestamp=2021-11-12T13:41:39Z,host='n-d-804878-5',id=5dbf3348-fb29-4e9c-9ee5-95edc23a4b4e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T12:04:08Z,topic='l3_agent')) {'router_ids': ['eb7f599a-09f4-4c57-b08b-74514ecb6513'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.392926 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] Set router eb7f599a-09f4-4c57-b08b-74514ecb6513 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:50.422943 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.445372 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:41:50Z', 'revision_number': 6, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port_host': None}], 'n-d-804878-5', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.450897 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2f42b6-0554-4a61-ac1c-e3abbe406dd6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:50.463006 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b11e2-965c-4b61-b577-dae08d0d9961 None None] DHCP port deletion for 1cfe4041-2631-4273-9a66-1e4e46d23e6b request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:50.479364 n-d-804878-5 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27ba59-c47e-485c-9429-9df054403689 None None] The sync data for ids ['eb7f599a-09f4-4c57-b08b-74514ecb6513'] in n-d-804878-5 is: [{'id': 'eb7f599a-09f4-4c57-b08b-74514ecb6513', 'name': 'tempest-TestSnapshotPattern-642920972-router', 'tenant_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:37:00Z', 'updated_at': '2021-11-12T13:41:50Z', 'revision_number': 6, 'project_id': '98a0c3e8327646fab5b6777b43ad6eb5', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:50.523724 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655512'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.618293 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41109'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.620505 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.666577 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661620'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.667143 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7f599a-09f4-4c57-b08b-74514ecb6513 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:50.671856 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] Publish callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.673107 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-ca77a3c7-21e5-4a1c-aa81-0c6bdb616f35 admin admin] 10.222.0.18 "DELETE /v2.0/routers/eb7f599a-09f4-4c57-b08b-74514ecb6513 HTTP/1.1" status: 204 len: 168 time: 0.7875249 Nov 12 13:41:50.676333 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.720050 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Deleting subnet a92c6beb-8b6e-424a-ba2a-28402baed316 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:50.723622 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.759154 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29102949'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.841949 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882269'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.895360 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25463788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26185799'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.920800 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92c6beb-8b6e-424a-ba2a-28402baed316,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:50.924796 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.928827 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-12ebf2f9-dab8-476b-9861-a13b3e380d9e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a92c6beb-8b6e-424a-ba2a-28402baed316 HTTP/1.1" status: 204 len: 168 time: 0.2515235 Nov 12 13:41:50.931335 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.943579 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531732be-139f-436a-911e-1b2caf0f2411 None None] Network be75c8a4-df45-46ad-904d-28588ec312fb requested from n-d-804878-5 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:51.010528 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749752'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.042053 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e6d0bf31-f17c-464b-a6f4-500db53cc86f no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:51.067363 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Deleting port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:51.067705 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.081828 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: e6d0bf31-f17c-464b-a6f4-500db53cc86f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:51.082184 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device e6d0bf31-f17c-464b-a6f4-500db53cc86f not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:51.082627 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:51.105678 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:51.106023 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device bb2f42b6-0554-4a61-ac1c-e3abbe406dd6 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:51.142789 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] For port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52, host n-d-804878-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-5',level=0,port_id=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,segment=NetworkSegment(9977be2e-0364-49da-ae6f-33d7bcd7f28f),segment_id=9977be2e-0364-49da-ae6f-33d7bcd7f28f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:51.143179 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.156526 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Calling delete_port for 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:51.197782 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] DHCP port deletion for be75c8a4-df45-46ad-904d-28588ec312fb request from n-d-804878-5 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:51.243679 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25463775'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.249335 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Deleting port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:51.249788 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730445410232'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.273515 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:51.282472 n-d-804878-5 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] No DVR routers for this DVR port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 on host n-d-804878-5 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:51.364727 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881114', 'neutron.services.segments.db._delete_segments_for_network-8730445538542'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.386535 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be75c8a4-df45-46ad-904d-28588ec312fb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:51.397955 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9977be2e-0364-49da-ae6f-33d7bcd7f28f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:51.398282 n-d-804878-5 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9977be2e-0364-49da-ae6f-33d7bcd7f28f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:51.408926 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730445477111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29100438'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.424933 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.432017 n-d-804878-5 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:51.432545 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3864002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25463682'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: Traceback (most recent call last): Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: timer() Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: cb(*args, **kw) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: return func(*args, **kwargs) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: self._notify() Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: self.callback(batched_events) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: event.method(event) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: return f(self, *a, **k) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: return self._get(url).json() Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:51.434401 n-d-804878-5 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:51.487342 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] For port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52, host n-d-804878-5, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:51.488011 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782708'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.503892 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655588'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.504142 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Calling delete_port for 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:51.506896 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:41:51.508226 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730445417602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730444990603'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.510791 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Publish callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.514558 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] 10.222.0.18 "DELETE /v2.0/networks/be75c8a4-df45-46ad-904d-28588ec312fb HTTP/1.1" status: 204 len: 168 time: 0.5821257 Nov 12 13:41:51.515575 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Network be75c8a4-df45-46ad-904d-28588ec312fb is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:41:51.516043 n-d-804878-5 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] No DVR routers for this DVR port 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 on host n-d-804878-5 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:51.546323 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b38d5-f086-4370-b740-78b6b98b36cc admin admin] Pushing event deleted for resources: {'Network': ['ID=be75c8a4-df45-46ad-904d-28588ec312fb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:51.553853 n-d-804878-5 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41929764-7a3d-4ec2-a4dc-1e4931515d9a None None] Pushing event deleted for resources: {'Port': ['ID=6c17ff88-40bd-43cf-b6f2-a613a8de4a52,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:51.735420 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:51.784189 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-8b86b50b-9faa-4267-bb77-baf57c2f6738 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=858c3de2656e47bcbbc236a853b3b1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474243 Nov 12 13:41:51.786754 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:51.837492 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c4883d2-bca7-4466-8a8f-8476cdda27b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.859937 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c4883d2-bca7-4466-8a8f-8476cdda27b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.906613 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c4883d2-bca7-4466-8a8f-8476cdda27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.909353 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5c4883d2-bca7-4466-8a8f-8476cdda27b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.910627 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5c4883d2-bca7-4466-8a8f-8476cdda27b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12b70318-a3bf-487a-a526-c0e6c233f376 HTTP/1.1" status: 204 len: 168 time: 0.1229124 Nov 12 13:41:51.918649 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4883d2-bca7-4466-8a8f-8476cdda27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b70318-a3bf-487a-a526-c0e6c233f376,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:52.248048 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:52.289592 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-5e405068-1961-4212-af3c-f33c70e91c5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98a0c3e8327646fab5b6777b43ad6eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403633 Nov 12 13:41:52.292181 n-d-804878-5 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.18', 46244) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:52.345603 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f18e48ee-e53c-4249-bd24-3150ba496420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.367670 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f18e48ee-e53c-4249-bd24-3150ba496420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.418111 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f18e48ee-e53c-4249-bd24-3150ba496420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540886'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.420819 n-d-804878-5 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f18e48ee-e53c-4249-bd24-3150ba496420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.422006 n-d-804878-5 neutron-server[102778]: INFO neutron.wsgi [None req-f18e48ee-e53c-4249-bd24-3150ba496420 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01527203-e79d-431a-8b7a-2636cb34d78e HTTP/1.1" status: 204 len: 168 time: 0.1289201 Nov 12 13:41:52.429988 n-d-804878-5 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e48ee-e53c-4249-bd24-3150ba496420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01527203-e79d-431a-8b7a-2636cb34d78e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:52.849441 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 no longer exists at agent ovs-agent-n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:52.871444 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] No Port match for: 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:52.871786 n-d-804878-5 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Device 6c17ff88-40bd-43cf-b6f2-a613a8de4a52 not bound to the agent host n-d-804878-5 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:00.465815 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.849852 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.883364 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4379ec20-9eb8-4d64-a2ba-a452723b4a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.151240 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-962ca629-90ef-4be3-9c64-6becb6346983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.709830 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.944535 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.520223 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.899817 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:42:30.481407 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.865414 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.885446 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce2f60da-2630-40b8-b350-5850a00bcc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.156198 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc68350b-de79-4358-9c60-0ec5f3925961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.710662 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.947767 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.523219 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.899747 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:43:00.477524 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.877705 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:05.893661 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c84670ee-771b-4ae4-aa33-45fe78296a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.150766 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dfea5e2f-91f0-47b7-ac68-42b746e77b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.715968 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.950825 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.531012 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:28.900461 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:43:30.500456 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.878071 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:35.886626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8453884-1717-4f7d-a279-39e088bbfdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:39.156567 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-356e575f-41ba-4038-a4a9-0b3cba387e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:39.717533 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:40.955770 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:41.525506 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.521600 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.873557 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.889146 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ba05492-aaba-4d90-8f3e-a71bf3033a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.900932 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:44:09.164315 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fa18ab8-b7f9-4ccb-a714-f21ed77f8428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:09.719804 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.957107 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.527592 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.511204 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.908495 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.894894 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-44f543d2-93a2-450e-9e46-46a4a1010ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.166920 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12fef20f-a08e-4627-852a-bbfe864e6eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.723849 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:40.958500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.536869 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.900256 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:45:00.519550 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.921234 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.897406 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de86181-f995-41f8-8cb2-a126005a4f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.161500 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54a19846-174b-4d53-a5ae-20dfe86b9e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.723964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.962597 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:11.529769 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.900141 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:45:30.523353 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.933643 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.902006 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2706b955-e4ee-4ce5-8219-96ff712ec2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.163967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bda8faf4-6ef2-4d69-9ca7-4c26565d571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.727558 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:40.964554 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:41.532730 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.900894 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:46:00.526600 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.933010 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.912939 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6e99-1879-4017-a053-c6d732dcf158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.170441 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fed9fcf-ffbd-4d64-89ae-b5e0e8f0d57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.729935 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.968331 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.537371 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.522229 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.950358 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.900547 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:46:35.906780 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ed6af38-a0e3-4df6-9bf0-77cc46a4a18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.173934 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9238c007-29f1-4065-a4ff-13a7c9b7a3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.743263 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.970967 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.541773 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.532744 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.966021 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.909390 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ec05ce-6d3d-41a6-906f-cd58153c4fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:09.166692 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9add-eac9-4b03-b8c6-0f59b06eeae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:09.736019 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.901298 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:47:10.975964 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.544020 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.533040 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.964023 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.911626 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea05f5a2-bc03-4dc7-ae82-233bb9b90cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.173760 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe09c70-2eb2-4100-a374-6e8f9a6e22f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.742877 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.978711 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.546183 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.900686 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:48:00.551275 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:00.963271 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.915564 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0ea53f90-8b6c-4ba0-9379-c9f5b0d7f191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.171338 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-96cf6077-f1b5-41f7-88ad-244091356d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.742496 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:10.979284 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:11.548450 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:24.901073 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:48:30.549977 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.962693 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.916116 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-661c9bae-4fcb-4523-bbad-27025c65614b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:39.163053 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47107d32-066e-4a5b-99f8-c88c3afe1076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:39.746902 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:40.981932 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:41.549970 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.548495 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.980942 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.901520 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:49:05.918033 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2c959ad-73c3-4a52-813f-7d987889c79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:09.164644 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdcde-2104-4b8d-8c9e-9939d9d2cbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:09.747503 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.983678 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:11.552016 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:30.560293 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.007324 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.919079 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d4c43a5-77d4-4fdf-9cdb-95673de3ea69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.901445 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:49:39.168591 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95fadc99-5de8-4a11-9647-5914ad2a87e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.751160 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.987375 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.553995 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.549396 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab5e3-3798-4336-8e54-cf2c844a427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.656362 n-d-804878-5 neutron-server[102779]: DEBUG neutron.wsgi [req-a552e5b7-579a-4e1d-b4a2-e0d3472087a1 req-0a49c86c-fff4-45af-8a5f-e778a1c7b847 service neutron] (102779) timed out ('10.222.0.18', 44074) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:50:01.015281 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eff7f930-068f-420c-9c62-61e4a2816a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.920785 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06fc12a5-2c21-4a3f-afa0-69b444870cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:09.173634 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d91a7d29-41f4-479d-8870-b485b4744acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:09.754436 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9ff639e-a824-4229-aca0-2c6d89acd14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:10.991207 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fed2001d-197f-47fd-bd0d-bb58cc5ff896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:11.557243 n-d-804878-5 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6f85-432c-44bc-84ca-72e32456111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730445538524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3870300'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:15.902622 n-d-804878-5 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-1540e460-aec4-40a4-84d9-8b5cbd6a8d9d None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}